sfc-gh-goliaro commited on
Commit
71b9e9a
·
verified ·
1 Parent(s): f8181fe

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["ArcticLSTMSpeculatorPreTrainedModel"], "base_model_name_or_path": "lmsys/vicuna-7b-v1.3", "input_hidden_dim": 4096, "inner_dim": "4096", "proj_dim": "4096", "emb_dim": "4096", "model_type": "mlp_speculator", "n_candidates": 5, "n_predict": 5, "scale_input": true, "tie_weights": true, "tie_lstm_embs": true, "top_k_tokens_per_head": [1, 1, 1, 1, 1], "torch_dtype": "bfloat16", "transformers_version": "4.52.4", "vocab_size": 32000, "method": "sum_lstm"}