{
    "architectures": ["LlamaForCausalLM"],
    "model_type": "llama",
    "tokenizer_class": "PreTrainedTokenizerFast",
    "model_max_length": 131072,
    "megatron_core": "megatron.core",
    "task_type": "CAUSAL_LM",
    "target_modules": ["q_proj", "v_proj"]
}