parsboy1987 commited on
Commit
021035e
·
verified ·
1 Parent(s): 116f6cb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -6
app.py CHANGED
@@ -7,7 +7,7 @@ from huggingface_hub import hf_hub_download
7
  from sentence_transformers import SentenceTransformer
8
  import os
9
  import subprocess
10
- from llama_cpp import Llama
11
 
12
 
13
  # Get Hugging Face Token from Environment Variables
@@ -19,12 +19,8 @@ if not HF_TOKEN:
19
  subprocess.run(["runoak", "set-apikey", "-e", "huggingface-key", HF_TOKEN], check=True)
20
 
21
 
22
- llm = Llama.from_pretrained(
23
- repo_id="MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF",
24
- filename="Meta-Llama-3.1-8B-Instruct.Q2_K.gguf",
25
- )
26
  # Define OntoGPT model
27
- ONTOGPT_MODEL = llm
28
 
29
  # Load the Nomic-Embed Model
30
  EMBEDDING_MODEL = "nomic-ai/nomic-embed-text-v1.5"
 
7
  from sentence_transformers import SentenceTransformer
8
  import os
9
  import subprocess
10
+
11
 
12
 
13
  # Get Hugging Face Token from Environment Variables
 
19
  subprocess.run(["runoak", "set-apikey", "-e", "huggingface-key", HF_TOKEN], check=True)
20
 
21
 
 
 
 
 
22
  # Define OntoGPT model
23
+ ONTOGPT_MODEL = "huggingface/WizardLM/WizardCoder-Python-34B-V1.0"
24
 
25
  # Load the Nomic-Embed Model
26
  EMBEDDING_MODEL = "nomic-ai/nomic-embed-text-v1.5"