| { | |
| "model_name": "ABEJA-Qwen2.5-7b-Japanese-v0.1", | |
| "model_type": "causal_lm", | |
| "language": "japanese", | |
| "parameters": 7615616512, | |
| "vocab_size": 151643, | |
| "max_position_embeddings": 32768, | |
| "hidden_size": 3584, | |
| "num_layers": 28, | |
| "num_attention_heads": 28, | |
| "quantization": "4-bit NF4", | |
| "quantization_config": { | |
| "load_in_4bit": true, | |
| "bnb_4bit_quant_type": "nf4", | |
| "bnb_4bit_compute_dtype": "float16", | |
| "bnb_4bit_use_double_quant": true | |
| } | |
| } |