Spaces:
Running
Running
Update main.py
Browse files
main.py
CHANGED
@@ -155,20 +155,20 @@ async def get_completion(payload: Payload, request: Request):
|
|
155 |
)
|
156 |
|
157 |
model_to_use = payload.model if payload.model else "gpt-4o-mini"
|
158 |
-
|
159 |
# Validate model availability
|
160 |
if model_to_use not in available_model_ids:
|
161 |
raise HTTPException(
|
162 |
status_code=400,
|
163 |
detail=f"Model '{model_to_use}' is not available. Check /models for the available model list."
|
164 |
)
|
165 |
-
|
166 |
usage_tracker.record_request(model=model_to_use, endpoint="/chat/completions")
|
167 |
-
|
168 |
# Prepare payload
|
169 |
payload_dict = payload.dict()
|
170 |
payload_dict["model"] = model_to_use
|
171 |
-
|
172 |
# Select the appropriate endpoint
|
173 |
endpoint = secret_api_endpoint_2 if model_to_use in alternate_models else secret_api_endpoint
|
174 |
|
|
|
155 |
)
|
156 |
|
157 |
model_to_use = payload.model if payload.model else "gpt-4o-mini"
|
158 |
+
|
159 |
# Validate model availability
|
160 |
if model_to_use not in available_model_ids:
|
161 |
raise HTTPException(
|
162 |
status_code=400,
|
163 |
detail=f"Model '{model_to_use}' is not available. Check /models for the available model list."
|
164 |
)
|
165 |
+
|
166 |
usage_tracker.record_request(model=model_to_use, endpoint="/chat/completions")
|
167 |
+
|
168 |
# Prepare payload
|
169 |
payload_dict = payload.dict()
|
170 |
payload_dict["model"] = model_to_use
|
171 |
+
|
172 |
# Select the appropriate endpoint
|
173 |
endpoint = secret_api_endpoint_2 if model_to_use in alternate_models else secret_api_endpoint
|
174 |
|