model_info.json

{
  "model_name": "ABEJA-Qwen2.5-7b-Japanese-v0.1",
  "model_type": "causal_lm",
  "language": "japanese",
  "parameters": 7615616512,
  "vocab_size": 151643,
  "max_position_embeddings": 32768,
  "hidden_size": 3584,
  "num_layers": 28,
  "num_attention_heads": 28,
  "quantization": "4-bit NF4",
  "quantization_config": {
    "load_in_4bit": true,
    "bnb_4bit_quant_type": "nf4",
    "bnb_4bit_compute_dtype": "float16",
    "bnb_4bit_use_double_quant": true
  }
}