seanp03 commited on
Commit
fb386ea
·
verified ·
1 Parent(s): b302d2e

fixed cnr and mk

Browse files
Files changed (1) hide show
  1. chunking.py +2 -1
chunking.py CHANGED
@@ -16,7 +16,7 @@ def get_max_word_length(target_languages: list[str]) -> int:
16
  "da": 140,
17
  "de": 150,
18
  "pl": 120, # New Languages Start Here Need To Test
19
- "mk": 50,
20
  "es": 50,
21
  "it": 60,
22
  "is": 90,
@@ -25,6 +25,7 @@ def get_max_word_length(target_languages: list[str]) -> int:
25
  "lb": 140,
26
  "sq": 140,
27
  "sl": 140,
 
28
  }
29
 
30
  max_word_length = 700 # Default Chunk Size
 
16
  "da": 140,
17
  "de": 150,
18
  "pl": 120, # New Languages Start Here Need To Test
19
+ "mk": 20,
20
  "es": 50,
21
  "it": 60,
22
  "is": 90,
 
25
  "lb": 140,
26
  "sq": 140,
27
  "sl": 140,
28
+ "cnr": 60,
29
  }
30
 
31
  max_word_length = 700 # Default Chunk Size