Transformers.js support

#8
by Xenova HF Staff - opened
Files changed (1) hide show
  1. config.json +12 -0
config.json CHANGED
@@ -28,6 +28,18 @@
28
  "rope_theta": 10000.0,
29
  "tie_word_embeddings": false,
30
  "transformers_version": "4.57.0.dev0",
 
 
 
 
 
 
 
 
 
 
 
 
31
  "use_cache": true,
32
  "vocab_size": 65536
33
  }
 
28
  "rope_theta": 10000.0,
29
  "tie_word_embeddings": false,
30
  "transformers_version": "4.57.0.dev0",
31
+ "transformers.js_config": {
32
+ "use_external_data_format": {
33
+ "model.onnx": 2,
34
+ "model_fp16.onnx": 1,
35
+ "model_q4.onnx": 1,
36
+ "model_q4f16.onnx": 1
37
+ },
38
+ "kv_cache_dtype": {
39
+ "q4f16": "float16",
40
+ "fp16": "float16"
41
+ }
42
+ },
43
  "use_cache": true,
44
  "vocab_size": 65536
45
  }