| {"architectures": ["ArcticLSTMSpeculatorPreTrainedModel"], "base_model_name_or_path": "lmsys/vicuna-7b-v1.3", "input_hidden_dim": 4096, "inner_dim": "4096", "proj_dim": "4096", "emb_dim": "4096", "model_type": "mlp_speculator", "n_candidates": 5, "n_predict": 5, "scale_input": true, "tie_weights": true, "tie_lstm_embs": true, "top_k_tokens_per_head": [1, 1, 1, 1, 1], "torch_dtype": "bfloat16", "transformers_version": "4.52.4", "vocab_size": 32000, "method": "sum_lstm"} |