Update app.py
Browse files
app.py
CHANGED
|
@@ -37,9 +37,9 @@ quantization_config = BitsAndBytesConfig(
|
|
| 37 |
llm = HuggingFaceLLM(
|
| 38 |
model_name="microsoft/phi-1_5", # Mały model 1.3B
|
| 39 |
tokenizer=AutoTokenizer.from_pretrained("microsoft/phi-1_5"),
|
|
|
|
| 40 |
model_kwargs={
|
| 41 |
"quantization_config": quantization_config,
|
| 42 |
-
"device_map": "auto"
|
| 43 |
}
|
| 44 |
)
|
| 45 |
|
|
|
|
| 37 |
llm = HuggingFaceLLM(
|
| 38 |
model_name="microsoft/phi-1_5", # Mały model 1.3B
|
| 39 |
tokenizer=AutoTokenizer.from_pretrained("microsoft/phi-1_5"),
|
| 40 |
+
device_map="auto",
|
| 41 |
model_kwargs={
|
| 42 |
"quantization_config": quantization_config,
|
|
|
|
| 43 |
}
|
| 44 |
)
|
| 45 |
|