daniel-wojahn commited on
Commit
d859617
·
verified ·
1 Parent(s): 7d8cf0f

fixed fasttext bo_vector import

Browse files
pipeline/fasttext_embedding.py CHANGED
@@ -32,7 +32,7 @@ DEFAULT_MODEL_PATH = str(Path(__file__).resolve().parent.parent / "fasttext-mode
32
 
33
  # Facebook's official Tibetan FastText model
34
  FACEBOOK_TIBETAN_MODEL_ID = "facebook/fasttext-bo-vectors"
35
- FACEBOOK_TIBETAN_MODEL_FILE = "model.bin"
36
 
37
  # Create models directory if it doesn't exist
38
  os.makedirs(DEFAULT_MODEL_DIR, exist_ok=True)
 
32
 
33
  # Facebook's official Tibetan FastText model
34
  FACEBOOK_TIBETAN_MODEL_ID = "facebook/fasttext-bo-vectors"
35
+ FACEBOOK_TIBETAN_MODEL_FILE = "cc.bo.300.bin"
36
 
37
  # Create models directory if it doesn't exist
38
  os.makedirs(DEFAULT_MODEL_DIR, exist_ok=True)
requirements.txt CHANGED
@@ -20,8 +20,7 @@ botok
20
  Cython==3.0.12
21
 
22
  # HuggingFace integration
23
- hf_xet==0.1.0
24
- huggingface_hub
25
 
26
  # LLM integration
27
  python-dotenv==1.0.0
 
20
  Cython==3.0.12
21
 
22
  # HuggingFace integration
23
+ huggingface_hub[hf_xet]==0.20.3
 
24
 
25
  # LLM integration
26
  python-dotenv==1.0.0