seongcho commited on
Commit
637287a
Β·
1 Parent(s): 051b16a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -4
app.py CHANGED
@@ -4,14 +4,16 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
4
 
5
  peft_model_id = f"seongcho/GenerAd-AI"
6
  config = PeftConfig.from_pretrained(peft_model_id)
 
7
  model = AutoModelForCausalLM.from_pretrained(
8
- config.base_model_name_or_path,
9
- return_dict=True,
10
- load_in_8bit=True,
11
- device_map="auto",
12
  )
13
  tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
14
 
 
15
  # Load the Lora model
16
  model = PeftModel.from_pretrained(model, peft_model_id)
17
 
 
4
 
5
  peft_model_id = f"seongcho/GenerAd-AI"
6
  config = PeftConfig.from_pretrained(peft_model_id)
7
+
8
  model = AutoModelForCausalLM.from_pretrained(
9
+ config.base_model_name_or_path,
10
+ return_dict=True,
11
+ load_in_8bit=True,
12
+ device_map='auto',
13
  )
14
  tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
15
 
16
+
17
  # Load the Lora model
18
  model = PeftModel.from_pretrained(model, peft_model_id)
19