Update app.py
Browse files
app.py
CHANGED
|
@@ -8,7 +8,7 @@ app = FastAPI()
|
|
| 8 |
|
| 9 |
hf_hub_download("TheBloke/deepseek-coder-1.3b-instruct-GGUF", "deepseek-coder-1.3b-instruct.Q5_K_M.gguf", local_dir="./")
|
| 10 |
|
| 11 |
-
model_l = Llama(model_path="./deepseek-coder-1.3b-instruct.Q5_K_M.gguf", n_ctx=16000, n_gpu_layers=0, n_threads=2, use_mlock = True)
|
| 12 |
|
| 13 |
@app.get("/check")
|
| 14 |
async def index():
|
|
|
|
| 8 |
|
| 9 |
hf_hub_download("TheBloke/deepseek-coder-1.3b-instruct-GGUF", "deepseek-coder-1.3b-instruct.Q5_K_M.gguf", local_dir="./")
|
| 10 |
|
| 11 |
+
model_l = Llama(model_path="./deepseek-coder-1.3b-instruct.Q5_K_M.gguf", n_ctx=16000, n_gpu_layers=0, n_threads=2, use_mlock = True)
|
| 12 |
|
| 13 |
@app.get("/check")
|
| 14 |
async def index():
|