pavan-naik
/

Llama-3.2-1B-Instruct-Text-to-SQL

Model card Files Files and versions Community

pavan-naik commited on Jan 17

Commit

819a364

·

verified ·

1 Parent(s): e03ec9a

Update README.md

Files changed (1) hide show

README.md +1 -0

README.md CHANGED Viewed

@@ -54,6 +54,7 @@ bnb_config = BitsAndBytesConfig(
 # Load base model
 base_model = AutoModelForCausalLM.from_pretrained(
     "meta-llama/Llama-3.2-1B-Instruct",
     device_map="auto"
 )

 # Load base model
 base_model = AutoModelForCausalLM.from_pretrained(
     "meta-llama/Llama-3.2-1B-Instruct",
+    #quantization_config=bnb_config, #uncomment if you want to use quatized version.
     device_map="auto"
 )