context window update
Browse files
app.py
CHANGED
|
@@ -12,7 +12,7 @@ MODELS = {
|
|
| 12 |
"tokenizer_name": "issai/LLama-3.1-KazLLM-1.0-8B",
|
| 13 |
"duration": 120,
|
| 14 |
"defaults": {
|
| 15 |
-
"max_length":
|
| 16 |
"temperature": 0.7,
|
| 17 |
"top_p": 0.9,
|
| 18 |
"do_sample": True
|
|
@@ -23,7 +23,7 @@ MODELS = {
|
|
| 23 |
"tokenizer_name": "issai/LLama-3.1-KazLLM-1.0-70B-AWQ4",
|
| 24 |
"duration": 180,
|
| 25 |
"defaults": {
|
| 26 |
-
"max_length":
|
| 27 |
"temperature": 0.8,
|
| 28 |
"top_p": 0.95,
|
| 29 |
"do_sample": True
|
|
@@ -173,8 +173,8 @@ with gr.Blocks() as iface:
|
|
| 173 |
|
| 174 |
with gr.Row():
|
| 175 |
max_length_slider = gr.Slider(
|
| 176 |
-
minimum=
|
| 177 |
-
maximum=
|
| 178 |
step=10,
|
| 179 |
value=MODELS["V-2: LLama-3.1-KazLLM-70B-AWQ4"]["defaults"]["max_length"],
|
| 180 |
label=LANGUAGES["Русский"]["max_length"]
|
|
|
|
| 12 |
"tokenizer_name": "issai/LLama-3.1-KazLLM-1.0-8B",
|
| 13 |
"duration": 120,
|
| 14 |
"defaults": {
|
| 15 |
+
"max_length": 2048,
|
| 16 |
"temperature": 0.7,
|
| 17 |
"top_p": 0.9,
|
| 18 |
"do_sample": True
|
|
|
|
| 23 |
"tokenizer_name": "issai/LLama-3.1-KazLLM-1.0-70B-AWQ4",
|
| 24 |
"duration": 180,
|
| 25 |
"defaults": {
|
| 26 |
+
"max_length": 2048,
|
| 27 |
"temperature": 0.8,
|
| 28 |
"top_p": 0.95,
|
| 29 |
"do_sample": True
|
|
|
|
| 173 |
|
| 174 |
with gr.Row():
|
| 175 |
max_length_slider = gr.Slider(
|
| 176 |
+
minimum=1,
|
| 177 |
+
maximum=8000,
|
| 178 |
step=10,
|
| 179 |
value=MODELS["V-2: LLama-3.1-KazLLM-70B-AWQ4"]["defaults"]["max_length"],
|
| 180 |
label=LANGUAGES["Русский"]["max_length"]
|