CodCodingCode commited on
Commit
dfc02f9
Β·
1 Parent(s): 6555fdc

removed trust remote code to see if I can run on local files

Browse files
Files changed (1) hide show
  1. app.py +11 -4
app.py CHANGED
@@ -22,7 +22,11 @@ local_cache = snapshot_download(
22
  )
23
  print("[DEBUG] snapshot_download β†’ local_cache:", local_cache)
24
  import pathlib
25
- print("[DEBUG] MODEL root contents:", list(pathlib.Path(local_cache).glob(f"{SUBFOLDER}/*")))
 
 
 
 
26
 
27
  # β€”β€”β€” 2) Point MODEL_DIR at that subfolder β€”β€”β€”
28
  MODEL_DIR = os.path.join(local_cache, SUBFOLDER)
@@ -33,7 +37,6 @@ print("[DEBUG] MODEL_DIR files:", os.listdir(MODEL_DIR))
33
  tokenizer = AutoTokenizer.from_pretrained(
34
  MODEL_DIR,
35
  use_fast=False,
36
- trust_remote_code=True,
37
  )
38
  print("[DEBUG] Loaded tokenizer object:", tokenizer, "type:", type(tokenizer))
39
 
@@ -41,10 +44,14 @@ model = AutoModelForCausalLM.from_pretrained(
41
  MODEL_DIR,
42
  device_map="auto",
43
  torch_dtype=torch.float16,
44
- trust_remote_code=True,
45
  )
46
  model.eval()
47
- print("[DEBUG] Loaded model object:", model.__class__.__name__, "device:", next(model.parameters()).device)
 
 
 
 
 
48
 
49
 
50
  # === Role Agent with instruction/input/output format ===
 
22
  )
23
  print("[DEBUG] snapshot_download β†’ local_cache:", local_cache)
24
  import pathlib
25
+
26
+ print(
27
+ "[DEBUG] MODEL root contents:",
28
+ list(pathlib.Path(local_cache).glob(f"{SUBFOLDER}/*")),
29
+ )
30
 
31
  # β€”β€”β€” 2) Point MODEL_DIR at that subfolder β€”β€”β€”
32
  MODEL_DIR = os.path.join(local_cache, SUBFOLDER)
 
37
  tokenizer = AutoTokenizer.from_pretrained(
38
  MODEL_DIR,
39
  use_fast=False,
 
40
  )
41
  print("[DEBUG] Loaded tokenizer object:", tokenizer, "type:", type(tokenizer))
42
 
 
44
  MODEL_DIR,
45
  device_map="auto",
46
  torch_dtype=torch.float16,
 
47
  )
48
  model.eval()
49
+ print(
50
+ "[DEBUG] Loaded model object:",
51
+ model.__class__.__name__,
52
+ "device:",
53
+ next(model.parameters()).device,
54
+ )
55
 
56
 
57
  # === Role Agent with instruction/input/output format ===