Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -381,6 +381,7 @@ def merge_loop():
|
|
| 381 |
df = make_df("open-llm-leaderboard.csv", N_ROWS)
|
| 382 |
|
| 383 |
# Sample two models
|
|
|
|
| 384 |
sample = df.sample(n=2)
|
| 385 |
models = [sample.iloc[i] for i in range(2)]
|
| 386 |
|
|
@@ -396,24 +397,31 @@ def merge_loop():
|
|
| 396 |
# Merge configs
|
| 397 |
yaml_config = create_config(models)
|
| 398 |
print(f"YAML config:{yaml_config}")
|
|
|
|
| 399 |
|
| 400 |
# Merge models
|
| 401 |
merge_models()
|
| 402 |
print("Model merged!")
|
|
|
|
|
|
|
| 403 |
|
| 404 |
# Create model card
|
| 405 |
print("Create model card")
|
| 406 |
create_model_card(yaml_config, model_name, USERNAME, license)
|
|
|
|
| 407 |
|
| 408 |
# Upload model
|
| 409 |
print("Upload model")
|
| 410 |
upload_model(api, USERNAME, model_name)
|
|
|
|
| 411 |
|
| 412 |
# Clear data
|
| 413 |
clear_data()
|
|
|
|
| 414 |
|
| 415 |
# Evaluate model on Runpod
|
| 416 |
create_pod(model_name, USERNAME)
|
|
|
|
| 417 |
|
| 418 |
|
| 419 |
# Install scrape-open-llm-leaderboard and mergekit
|
|
|
|
| 381 |
df = make_df("open-llm-leaderboard.csv", N_ROWS)
|
| 382 |
|
| 383 |
# Sample two models
|
| 384 |
+
subprocess.run(["du", "-sh"], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
|
| 385 |
sample = df.sample(n=2)
|
| 386 |
models = [sample.iloc[i] for i in range(2)]
|
| 387 |
|
|
|
|
| 397 |
# Merge configs
|
| 398 |
yaml_config = create_config(models)
|
| 399 |
print(f"YAML config:{yaml_config}")
|
| 400 |
+
subprocess.run(["du", "-sh"], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
|
| 401 |
|
| 402 |
# Merge models
|
| 403 |
merge_models()
|
| 404 |
print("Model merged!")
|
| 405 |
+
subprocess.run(["du", "-sh"], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
|
| 406 |
+
subprocess.run(["ls", "-larth"], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
|
| 407 |
|
| 408 |
# Create model card
|
| 409 |
print("Create model card")
|
| 410 |
create_model_card(yaml_config, model_name, USERNAME, license)
|
| 411 |
+
subprocess.run(["du", "-sh"], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
|
| 412 |
|
| 413 |
# Upload model
|
| 414 |
print("Upload model")
|
| 415 |
upload_model(api, USERNAME, model_name)
|
| 416 |
+
subprocess.run(["du", "-sh"], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
|
| 417 |
|
| 418 |
# Clear data
|
| 419 |
clear_data()
|
| 420 |
+
subprocess.run(["du", "-sh"], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
|
| 421 |
|
| 422 |
# Evaluate model on Runpod
|
| 423 |
create_pod(model_name, USERNAME)
|
| 424 |
+
subprocess.run(["du", "-sh"], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
|
| 425 |
|
| 426 |
|
| 427 |
# Install scrape-open-llm-leaderboard and mergekit
|