Upload folder using huggingface_hub

app.py

@@ -406,9 +406,9 @@ def load_model_and_tokenizers():
                 "num_decoder_layers": config.get("num_decoder_layers"),
                 "dropout": config.get("dropout"),
                 "max_len": config.get("max_len"),
-                "pad_token_id": config.get("pad_token_id", PAD_IDX), # Use default if missing? Risky.
-                "bos_token_id": config.get("bos_token_id", SOS_IDX), # Use default if missing? Risky.
-                "eos_token_id": config.get("eos_token_id", EOS_IDX), # Use default if missing? Risky.
+                "pad_token_id": config.get("pad_token_id"), # Use default if missing? Risky.
+                "bos_token_id": config.get("bos_token_id"), # Use default if missing? Risky.
+                "eos_token_id": config.get("eos_token_id"), # Use default if missing? Risky.
             }
             # Update config with potentially remapped values
             config.update(config_key_mapping)
@@ -417,10 +417,6 @@ def load_model_and_tokenizers():
             if missing_keys:
                 # Try to load defaults for token IDs if absolutely necessary, but warn heavily
                 defaults_used = []
-                if "pad_token_id" in missing_keys and 'PAD_IDX' in globals(): config["pad_token_id"] = PAD_IDX; defaults_used.append("pad_token_id")
-                if "bos_token_id" in missing_keys and 'SOS_IDX' in globals(): config["bos_token_id"] = SOS_IDX; defaults_used.append("bos_token_id")
-                if "eos_token_id" in missing_keys and 'EOS_IDX' in globals(): config["eos_token_id"] = EOS_IDX; defaults_used.append("eos_token_id")
-
                 # Re-check missing keys after attempting defaults
                 missing_keys = [key for key in required_keys if config.get(key) is None]
                 if missing_keys: