| # BEGIN GENERAL GGUF METADATA | |
| "id": "codestral" | |
| "model": "codestral" | |
| "name": "codestral" | |
| "version": 1 | |
| # END GENERAL GGUF METADATA | |
| # BEGIN INFERENCE PARAMETERS | |
| # BEGIN REQUIRED | |
| "stop": | |
| - "[/INST]" | |
| # END REQUIRED | |
| # BEGIN OPTIONAL | |
| "dynatemp_exponent": 1 | |
| "dynatemp_range": 0 | |
| "frequency_penalty": 0 | |
| "ignore_eos": false | |
| "max_tokens": 4096 | |
| "min_keep": 0 | |
| "min_p": 0.05 | |
| "mirostat": false | |
| "mirostat_eta": 0.100000001 | |
| "mirostat_tau": 5 | |
| "n_probs": 0 | |
| "penalize_nl": false | |
| "presence_penalty": 0 | |
| "repeat_last_n": 64 | |
| "repeat_penalty": 1 | |
| "seed": -1 | |
| "stream": true | |
| "temperature": 0.7 | |
| "tfs_z": 1 | |
| "top_k": 40 | |
| "top_p": 0.9 | |
| "typ_p": 1 | |
| # END OPTIONAL | |
| # END INFERENCE PARAMETERS | |
| # BEGIN MODEL LOAD PARAMETERS | |
| # BEGIN REQUIRED | |
| "ctx_len": 4096 | |
| "engine": "llama-cpp" | |
| "ngl": 34 | |
| "prompt_template": "[INST] {system_message}\\n\\n{prompt}[/INST]" | |
| # END OPTIONAL | |
| # END MODEL LOAD PARAMETERS | |