tdh87
/

Yarn-Solar-10b-64k-SafeTensors

Model card Files Files and versions

tdh87 commited on Jan 29, 2024

Commit

9a33536

·

verified ·

1 Parent(s): 1ffa2eb

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -24,7 +24,7 @@
   "rms_norm_eps": 1e-05,
   "rope_scaling": {
     "factor": 16.0,
-    "type": "yarn"
   },
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,

   "rms_norm_eps": 1e-05,
   "rope_scaling": {
     "factor": 16.0,
+    "type": "linear",
   },
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,