Update agent.py
Browse files
agent.py
CHANGED
|
@@ -89,7 +89,10 @@ embed_model = HuggingFaceEmbedding(
|
|
| 89 |
model_name="llamaindex/vdr-2b-multi-v1",
|
| 90 |
device="cpu",
|
| 91 |
trust_remote_code=True,
|
| 92 |
-
model_kwargs={
|
|
|
|
|
|
|
|
|
|
| 93 |
)
|
| 94 |
|
| 95 |
logging.basicConfig(level=logging.INFO)
|
|
|
|
| 89 |
model_name="llamaindex/vdr-2b-multi-v1",
|
| 90 |
device="cpu",
|
| 91 |
trust_remote_code=True,
|
| 92 |
+
model_kwargs={
|
| 93 |
+
"torch_dtype": "auto",
|
| 94 |
+
"low_cpu_mem_usage": True
|
| 95 |
+
}
|
| 96 |
)
|
| 97 |
|
| 98 |
logging.basicConfig(level=logging.INFO)
|