ytu-ce-cosmos
/

Turkish-Gemma-9b-T1-GGUF

Model card Files Files and versions

huseyinemreseyrek commited on Sep 23

Commit

433bff8

·

verified ·

1 Parent(s): 37a860c

Update README.md

Files changed (1) hide show

README.md +4 -4

README.md CHANGED Viewed

@@ -35,11 +35,11 @@ from llama_cpp import Llama
 inference_params = {
     "n_threads": 4,
     "n_predict": -1,
-    "top_k": 40,
-    "min_p": 0.05,
     "top_p": 0.95,
-    "temp": 0.8,
-    "repeat_penalty": 1.1,
     "input_prefix": "<start_of_turn>user\\n",
     "input_suffix": "<end_of_turn>\\n<start_of_turn>model\\n",
     "antiprompt": [],

 inference_params = {
     "n_threads": 4,
     "n_predict": -1,
+    "top_k": 20,
+    "min_p": 0.0,
     "top_p": 0.95,
+    "temp": 0.6,
+    "repeat_penalty": 1.05,
     "input_prefix": "<start_of_turn>user\\n",
     "input_suffix": "<end_of_turn>\\n<start_of_turn>model\\n",
     "antiprompt": [],