Update main.py

main.py

@@ -12,7 +12,7 @@ import json
 from typing import Optional
 import datetime
 
-load_dotenv()
+load_dotenv() #idk why this shi
 
 app = FastAPI()
 
@@ -31,6 +31,8 @@ if not secret_api_endpoint or not secret_api_endpoint_2 or not secret_api_endpoi
 # Define models that should use the secondary endpoint
 alternate_models = {"gpt-4o-mini", "claude-3-haiku", "llama-3.1-70b", "mixtral-8x7b"}
 
+available_model_ids = []
+
 class Payload(BaseModel):
     model: str
     messages: list
@@ -141,11 +143,20 @@ async def get_models():
 async def fetch_models():
     return await get_models()
 
-available_model_ids = [
-    "gpt-4o", "gpt-4o-mini", "claude-3-haiku", "llama-3.1-405b", "llama-3.1-70b", 
-    "llama-3.1-8b", "gemini-1.5-flash", "mixtral-8x7b" , "command-r","gemini-pro",
-    "gpt-3.5-turbo", "command","claude-sonnet-3.5"
-]
+def load_model_ids(json_file_path):
+    try:
+        with open(json_file_path, 'r') as f:
+            models_data = json.load(f)
+            # Extract 'id' from each model object
+            model_ids = [model['id'] for model in models_data if 'id' in model]
+            return model_ids
+    except FileNotFoundError:
+        print("Error: models.json file not found.")
+        return []
+    except json.JSONDecodeError:
+        print("Error: Invalid JSON format in models.json.")
+        return []
+
 @app.post("/chat/completions")
 @app.post("/v1/chat/completions")
 async def get_completion(payload: Payload,request: Request):
@@ -304,6 +315,9 @@ async def playground():
         return HTMLResponse(content="<h1>playground.html not found</h1>", status_code=404)
 @app.on_event("startup")
 async def startup_event():
+    global available_model_ids
+    available_model_ids = load_model_ids("models.json")
+    print(f"Loaded model IDs: {available_model_ids}")
     print("API endpoints:")
     print("GET /")
     print("GET /models")