Hugging Face's logo

Spaces:
fair-forward
/
evals-for-every-language
Running

App Files Community
1
davidpomerenke commited on
Commit
d380f79
·
verified ·
1 Parent(s): 9e9d3bd

Upload from GitHub Actions: restored model.json

Browse files
Files changed (1) hide show
  1. models.json +976 -10
models.json CHANGED
@@ -1,15 +1,15 @@
1
  [
2
  {
3
- "id":"openai\/gpt-5-nano",
4
- "name":"GPT-5 Nano",
5
- "provider_name":"OpenAI",
6
- "cost":0.4,
7
- "hf_id":null,
8
- "size":null,
9
- "type":"closed-source",
10
- "license":null,
11
- "creation_date":1754524800000,
12
- "tasks":[
13
  "translation_from",
14
  "translation_to",
15
  "classification",
@@ -18,5 +18,971 @@
18
  "truthfulqa",
19
  "mgsm"
20
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21
  }
22
  ]
 
1
  [
2
  {
3
+ "id": "amazon/nova-micro-v1",
4
+ "name": "Nova Micro 1.0",
5
+ "provider_name": "Amazon",
6
+ "cost": 0.14,
7
+ "hf_id": null,
8
+ "size": null,
9
+ "type": "closed-source",
10
+ "license": null,
11
+ "creation_date": 1733356800000,
12
+ "tasks": [
13
  "translation_from",
14
  "translation_to",
15
  "classification",
 
18
  "truthfulqa",
19
  "mgsm"
20
  ]
21
+ },
22
+ {
23
+ "id": "anthracite-org/magnum-v4-72b",
24
+ "name": "Magnum v4 72B",
25
+ "provider_name": "Magnum v4 72B",
26
+ "cost": 3.0,
27
+ "hf_id": "anthracite-org/magnum-v4-72b",
28
+ "size": 72706203648.0,
29
+ "type": "open-source",
30
+ "license": "Apache 2.0",
31
+ "creation_date": 1726790400000,
32
+ "tasks": [
33
+ "translation_from",
34
+ "translation_to",
35
+ "classification",
36
+ "mmlu",
37
+ "arc",
38
+ "truthfulqa",
39
+ "mgsm"
40
+ ]
41
+ },
42
+ {
43
+ "id": "anthropic/claude-sonnet-4",
44
+ "name": "Claude Sonnet 4",
45
+ "provider_name": "Anthropic",
46
+ "cost": 15.0,
47
+ "hf_id": null,
48
+ "size": null,
49
+ "type": "closed-source",
50
+ "license": null,
51
+ "creation_date": 1747872000000,
52
+ "tasks": [
53
+ "translation_from",
54
+ "translation_to",
55
+ "classification",
56
+ "mmlu",
57
+ "arc",
58
+ "truthfulqa",
59
+ "mgsm"
60
+ ]
61
+ },
62
+ {
63
+ "id": "deepseek/deepseek-chat",
64
+ "name": "DeepSeek V3",
65
+ "provider_name": "DeepSeek",
66
+ "cost": 0.72,
67
+ "hf_id": "deepseek-ai/DeepSeek-V3",
68
+ "size": 684531386000.0,
69
+ "type": "open-source",
70
+ "license": "",
71
+ "creation_date": 1735084800000,
72
+ "tasks": [
73
+ "translation_from",
74
+ "translation_to",
75
+ "classification",
76
+ "mmlu",
77
+ "arc",
78
+ "truthfulqa",
79
+ "mgsm"
80
+ ]
81
+ },
82
+ {
83
+ "id": "deepseek/deepseek-chat-v3-0324",
84
+ "name": "DeepSeek V3 0324",
85
+ "provider_name": "DeepSeek",
86
+ "cost": 0.0,
87
+ "hf_id": "deepseek-ai/DeepSeek-V3-0324",
88
+ "size": 684531386000.0,
89
+ "type": "open-source",
90
+ "license": "Mit",
91
+ "creation_date": 1742774400000,
92
+ "tasks": [
93
+ "translation_from",
94
+ "translation_to",
95
+ "classification",
96
+ "mmlu",
97
+ "arc",
98
+ "truthfulqa",
99
+ "mgsm"
100
+ ]
101
+ },
102
+ {
103
+ "id": "deepseek/deepseek-r1-0528",
104
+ "name": "R1 0528",
105
+ "provider_name": "DeepSeek",
106
+ "cost": 0.0,
107
+ "hf_id": "deepseek-ai/DeepSeek-R1-0528",
108
+ "size": 684531386000.0,
109
+ "type": "open-source",
110
+ "license": "Mit",
111
+ "creation_date": 1748390400000,
112
+ "tasks": [
113
+ "translation_from",
114
+ "translation_to",
115
+ "classification",
116
+ "mmlu",
117
+ "arc",
118
+ "truthfulqa",
119
+ "mgsm"
120
+ ]
121
+ },
122
+ {
123
+ "id": "google/gemini-2.0-flash-lite-001",
124
+ "name": "Gemini 2.0 Flash Lite",
125
+ "provider_name": "Google",
126
+ "cost": 0.3,
127
+ "hf_id": null,
128
+ "size": null,
129
+ "type": "closed-source",
130
+ "license": null,
131
+ "creation_date": 1740441600000,
132
+ "tasks": [
133
+ "translation_from",
134
+ "translation_to",
135
+ "classification",
136
+ "mmlu",
137
+ "arc",
138
+ "truthfulqa",
139
+ "mgsm"
140
+ ]
141
+ },
142
+ {
143
+ "id": "google/gemini-2.5-flash",
144
+ "name": "Gemini 2.5 Flash",
145
+ "provider_name": "Google",
146
+ "cost": 2.5,
147
+ "hf_id": null,
148
+ "size": null,
149
+ "type": "closed-source",
150
+ "license": null,
151
+ "creation_date": 1750118400000,
152
+ "tasks": [
153
+ "translation_from",
154
+ "translation_to",
155
+ "classification",
156
+ "mmlu",
157
+ "arc",
158
+ "truthfulqa",
159
+ "mgsm"
160
+ ]
161
+ },
162
+ {
163
+ "id": "google/gemma-2-9b-it",
164
+ "name": "Gemma 2 9B",
165
+ "provider_name": "Google",
166
+ "cost": 0.0,
167
+ "hf_id": "google/gemma-2-9b-it",
168
+ "size": 9241705984.0,
169
+ "type": "open-source",
170
+ "license": "Gemma",
171
+ "creation_date": 1719187200000,
172
+ "tasks": [
173
+ "translation_from",
174
+ "translation_to",
175
+ "classification",
176
+ "mmlu",
177
+ "arc",
178
+ "truthfulqa",
179
+ "mgsm"
180
+ ]
181
+ },
182
+ {
183
+ "id": "google/gemma-3-27b-it",
184
+ "name": "Gemma 3 27B",
185
+ "provider_name": "Google",
186
+ "cost": 0.0,
187
+ "hf_id": "google/gemma-3-27b-it",
188
+ "size": 27432406640.0,
189
+ "type": "open-source",
190
+ "license": "Gemma",
191
+ "creation_date": 1740787200000,
192
+ "tasks": [
193
+ "translation_from",
194
+ "translation_to",
195
+ "classification",
196
+ "mmlu",
197
+ "arc",
198
+ "truthfulqa",
199
+ "mgsm"
200
+ ]
201
+ },
202
+ {
203
+ "id": "meta-llama/llama-3-70b-instruct",
204
+ "name": "Llama 3 70B Instruct",
205
+ "provider_name": "Meta",
206
+ "cost": 0.4,
207
+ "hf_id": "meta-llama/Meta-Llama-3-70B-Instruct",
208
+ "size": 70553706496.0,
209
+ "type": "open-source",
210
+ "license": "Llama3",
211
+ "creation_date": 1713312000000,
212
+ "tasks": [
213
+ "translation_from",
214
+ "translation_to",
215
+ "classification",
216
+ "mmlu",
217
+ "arc",
218
+ "truthfulqa",
219
+ "mgsm"
220
+ ]
221
+ },
222
+ {
223
+ "id": "meta-llama/llama-3.1-70b-instruct",
224
+ "name": "Llama 3.1 70B Instruct",
225
+ "provider_name": "Meta",
226
+ "cost": 0.28,
227
+ "hf_id": "meta-llama/Llama-3.1-70B-Instruct",
228
+ "size": 70553706496.0,
229
+ "type": "open-source",
230
+ "license": "Llama3.1",
231
+ "creation_date": 1721088000000,
232
+ "tasks": [
233
+ "translation_from",
234
+ "translation_to",
235
+ "classification",
236
+ "mmlu",
237
+ "arc",
238
+ "truthfulqa",
239
+ "mgsm"
240
+ ]
241
+ },
242
+ {
243
+ "id": "meta-llama/llama-3.2-3b-instruct",
244
+ "name": "Llama 3.2 3B Instruct",
245
+ "provider_name": "Meta",
246
+ "cost": 0.0,
247
+ "hf_id": "meta-llama/Llama-3.2-3B-Instruct",
248
+ "size": 3212749824.0,
249
+ "type": "open-source",
250
+ "license": "Llama3.2",
251
+ "creation_date": 1726617600000,
252
+ "tasks": [
253
+ "translation_from",
254
+ "translation_to",
255
+ "classification",
256
+ "mmlu",
257
+ "arc",
258
+ "truthfulqa",
259
+ "mgsm"
260
+ ]
261
+ },
262
+ {
263
+ "id": "meta-llama/llama-3.3-70b-instruct",
264
+ "name": "Llama 3.3 70B Instruct",
265
+ "provider_name": "Meta",
266
+ "cost": 0.0,
267
+ "hf_id": "meta-llama/Llama-3.3-70B-Instruct",
268
+ "size": 70553706496.0,
269
+ "type": "open-source",
270
+ "license": "Llama3.3",
271
+ "creation_date": 1732579200000,
272
+ "tasks": [
273
+ "translation_from",
274
+ "translation_to",
275
+ "classification",
276
+ "mmlu",
277
+ "arc",
278
+ "truthfulqa",
279
+ "mgsm"
280
+ ]
281
+ },
282
+ {
283
+ "id": "meta-llama/llama-4-maverick",
284
+ "name": "Llama 4 Maverick",
285
+ "provider_name": "Meta",
286
+ "cost": 0.6,
287
+ "hf_id": "meta-llama/Llama-4-Maverick-17B-128E-Instruct",
288
+ "size": 401583781376.0,
289
+ "type": "open-source",
290
+ "license": "Other",
291
+ "creation_date": 1743465600000,
292
+ "tasks": [
293
+ "translation_from",
294
+ "translation_to",
295
+ "classification",
296
+ "mmlu",
297
+ "arc",
298
+ "truthfulqa",
299
+ "mgsm"
300
+ ]
301
+ },
302
+ {
303
+ "id": "meta-llama/llama-guard-4-12b",
304
+ "name": "Llama Guard 4 12B",
305
+ "provider_name": "Meta",
306
+ "cost": 0.18,
307
+ "hf_id": "meta-llama/Llama-Guard-4-12B",
308
+ "size": 12001097216.0,
309
+ "type": "open-source",
310
+ "license": "Other",
311
+ "creation_date": 1745366400000,
312
+ "tasks": [
313
+ "translation_from",
314
+ "translation_to",
315
+ "classification",
316
+ "mmlu",
317
+ "arc",
318
+ "truthfulqa",
319
+ "mgsm"
320
+ ]
321
+ },
322
+ {
323
+ "id": "microsoft/phi-3-medium-128k-instruct",
324
+ "name": "Phi-3 Medium 128K Instruct",
325
+ "provider_name": "Microsoft",
326
+ "cost": 1.0,
327
+ "hf_id": "microsoft/Phi-3-medium-128k-instruct",
328
+ "size": 13960238080.0,
329
+ "type": "open-source",
330
+ "license": "Mit",
331
+ "creation_date": 1715040000000,
332
+ "tasks": [
333
+ "translation_from",
334
+ "translation_to",
335
+ "classification",
336
+ "mmlu",
337
+ "arc",
338
+ "truthfulqa",
339
+ "mgsm"
340
+ ]
341
+ },
342
+ {
343
+ "id": "microsoft/phi-3.5-mini-128k-instruct",
344
+ "name": "Phi-3.5 Mini 128K Instruct",
345
+ "provider_name": "Microsoft",
346
+ "cost": 0.1,
347
+ "hf_id": "microsoft/Phi-3.5-mini-instruct",
348
+ "size": 3821079552.0,
349
+ "type": "open-source",
350
+ "license": "Mit",
351
+ "creation_date": 1723766400000,
352
+ "tasks": [
353
+ "translation_from",
354
+ "translation_to",
355
+ "classification",
356
+ "mmlu",
357
+ "arc",
358
+ "truthfulqa",
359
+ "mgsm"
360
+ ]
361
+ },
362
+ {
363
+ "id": "microsoft/phi-4",
364
+ "name": "Phi 4",
365
+ "provider_name": "Microsoft",
366
+ "cost": 0.14,
367
+ "hf_id": "microsoft/phi-4",
368
+ "size": 14659507200.0,
369
+ "type": "open-source",
370
+ "license": "Mit",
371
+ "creation_date": 1733875200000,
372
+ "tasks": [
373
+ "translation_from",
374
+ "translation_to",
375
+ "classification",
376
+ "mmlu",
377
+ "arc",
378
+ "truthfulqa",
379
+ "mgsm"
380
+ ]
381
+ },
382
+ {
383
+ "id": "microsoft/phi-4-multimodal-instruct",
384
+ "name": "Phi 4 Multimodal Instruct",
385
+ "provider_name": "Microsoft",
386
+ "cost": 0.1,
387
+ "hf_id": "microsoft/Phi-4-multimodal-instruct",
388
+ "size": 5574460384.0,
389
+ "type": "open-source",
390
+ "license": "Mit",
391
+ "creation_date": 1740355200000,
392
+ "tasks": [
393
+ "translation_from",
394
+ "translation_to",
395
+ "classification",
396
+ "mmlu",
397
+ "arc",
398
+ "truthfulqa",
399
+ "mgsm"
400
+ ]
401
+ },
402
+ {
403
+ "id": "mistralai/magistral-medium-2506",
404
+ "name": "Magistral Medium 2506",
405
+ "provider_name": "Mistral",
406
+ "cost": 5.0,
407
+ "hf_id": null,
408
+ "size": null,
409
+ "type": "closed-source",
410
+ "license": null,
411
+ "creation_date": 1749340800000,
412
+ "tasks": [
413
+ "translation_from",
414
+ "translation_to",
415
+ "classification",
416
+ "mmlu",
417
+ "arc",
418
+ "truthfulqa",
419
+ "mgsm"
420
+ ]
421
+ },
422
+ {
423
+ "id": "mistralai/mistral-7b-instruct",
424
+ "name": "Mistral 7B Instruct",
425
+ "provider_name": "Mistral",
426
+ "cost": 0.0,
427
+ "hf_id": "mistralai/Mistral-7B-Instruct-v0.3",
428
+ "size": 7248023552.0,
429
+ "type": "open-source",
430
+ "license": "Apache 2.0",
431
+ "creation_date": 1716336000000,
432
+ "tasks": [
433
+ "translation_from",
434
+ "translation_to",
435
+ "classification",
436
+ "mmlu",
437
+ "arc",
438
+ "truthfulqa",
439
+ "mgsm"
440
+ ]
441
+ },
442
+ {
443
+ "id": "mistralai/mistral-nemo",
444
+ "name": "Mistral Nemo",
445
+ "provider_name": "Mistral",
446
+ "cost": 0.0,
447
+ "hf_id": "mistralai/Mistral-Nemo-Instruct-2407",
448
+ "size": 12247782400.0,
449
+ "type": "open-source",
450
+ "license": "Apache 2.0",
451
+ "creation_date": 1721174400000,
452
+ "tasks": [
453
+ "translation_from",
454
+ "translation_to",
455
+ "classification",
456
+ "mmlu",
457
+ "arc",
458
+ "truthfulqa",
459
+ "mgsm"
460
+ ]
461
+ },
462
+ {
463
+ "id": "mistralai/mistral-saba",
464
+ "name": "Saba",
465
+ "provider_name": "Mistral",
466
+ "cost": 0.6,
467
+ "hf_id": null,
468
+ "size": null,
469
+ "type": "closed-source",
470
+ "license": null,
471
+ "creation_date": 1739750400000,
472
+ "tasks": [
473
+ "translation_from",
474
+ "translation_to",
475
+ "classification",
476
+ "mmlu",
477
+ "arc",
478
+ "truthfulqa",
479
+ "mgsm"
480
+ ]
481
+ },
482
+ {
483
+ "id": "mistralai/mistral-small-3.1-24b-instruct",
484
+ "name": "Mistral Small 3.1 24B",
485
+ "provider_name": "Mistral",
486
+ "cost": 0.0,
487
+ "hf_id": "mistralai/Mistral-Small-3.1-24B-Instruct-2503",
488
+ "size": 24011361280.0,
489
+ "type": "open-source",
490
+ "license": "Apache 2.0",
491
+ "creation_date": 1741651200000,
492
+ "tasks": [
493
+ "translation_from",
494
+ "translation_to",
495
+ "classification",
496
+ "mmlu",
497
+ "arc",
498
+ "truthfulqa",
499
+ "mgsm"
500
+ ]
501
+ },
502
+ {
503
+ "id": "mistralai/mixtral-8x7b-instruct",
504
+ "name": "Mixtral 8x7B Instruct",
505
+ "provider_name": "Mistral",
506
+ "cost": 0.24,
507
+ "hf_id": "mistralai/Mixtral-8x7B-Instruct-v0.1",
508
+ "size": 46702792704.0,
509
+ "type": "open-source",
510
+ "license": "Apache 2.0",
511
+ "creation_date": 1702166400000,
512
+ "tasks": [
513
+ "translation_from",
514
+ "translation_to",
515
+ "classification",
516
+ "mmlu",
517
+ "arc",
518
+ "truthfulqa",
519
+ "mgsm"
520
+ ]
521
+ },
522
+ {
523
+ "id": "neversleep/llama-3-lumimaid-70b",
524
+ "name": "Llama 3 Lumimaid 70B",
525
+ "provider_name": "NeverSleep",
526
+ "cost": 6.0,
527
+ "hf_id": "NeverSleep/Llama-3-Lumimaid-70B-v0.1",
528
+ "size": 70553706496.0,
529
+ "type": "open-source",
530
+ "license": "Cc By Nc 4.0",
531
+ "creation_date": 1714262400000,
532
+ "tasks": [
533
+ "translation_from",
534
+ "translation_to",
535
+ "classification",
536
+ "mmlu",
537
+ "arc",
538
+ "truthfulqa",
539
+ "mgsm"
540
+ ]
541
+ },
542
+ {
543
+ "id": "nvidia/llama-3.1-nemotron-70b-instruct",
544
+ "name": "Llama 3.1 Nemotron 70B Instruct",
545
+ "provider_name": "NVIDIA",
546
+ "cost": 0.3,
547
+ "hf_id": "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
548
+ "size": 70553706496.0,
549
+ "type": "open-source",
550
+ "license": "Llama3.1",
551
+ "creation_date": 1728691200000,
552
+ "tasks": [
553
+ "translation_from",
554
+ "translation_to",
555
+ "classification",
556
+ "mmlu",
557
+ "arc",
558
+ "truthfulqa",
559
+ "mgsm"
560
+ ]
561
+ },
562
+ {
563
+ "id": "openai/chatgpt-4o-latest",
564
+ "name": "ChatGPT-4o",
565
+ "provider_name": "OpenAI",
566
+ "cost": 15.0,
567
+ "hf_id": null,
568
+ "size": null,
569
+ "type": "closed-source",
570
+ "license": null,
571
+ "creation_date": 1723593600000,
572
+ "tasks": [
573
+ "translation_from",
574
+ "translation_to",
575
+ "classification",
576
+ "mmlu",
577
+ "arc",
578
+ "truthfulqa",
579
+ "mgsm"
580
+ ]
581
+ },
582
+ {
583
+ "id": "openai/gpt-3.5-turbo",
584
+ "name": "GPT-3.5 Turbo",
585
+ "provider_name": "OpenAI",
586
+ "cost": 1.5,
587
+ "hf_id": null,
588
+ "size": null,
589
+ "type": "closed-source",
590
+ "license": null,
591
+ "creation_date": 1685232000000,
592
+ "tasks": [
593
+ "translation_from",
594
+ "translation_to",
595
+ "classification",
596
+ "mmlu",
597
+ "arc",
598
+ "truthfulqa",
599
+ "mgsm"
600
+ ]
601
+ },
602
+ {
603
+ "id": "openai/gpt-3.5-turbo-0613",
604
+ "name": "GPT-3.5 Turbo (older v0613)",
605
+ "provider_name": "OpenAI",
606
+ "cost": 2.0,
607
+ "hf_id": null,
608
+ "size": null,
609
+ "type": "closed-source",
610
+ "license": null,
611
+ "creation_date": 1706140800000,
612
+ "tasks": [
613
+ "translation_from",
614
+ "translation_to",
615
+ "classification",
616
+ "mmlu",
617
+ "arc",
618
+ "truthfulqa",
619
+ "mgsm"
620
+ ]
621
+ },
622
+ {
623
+ "id": "openai/gpt-4.1",
624
+ "name": "GPT-4.1",
625
+ "provider_name": "OpenAI",
626
+ "cost": 8.0,
627
+ "hf_id": null,
628
+ "size": null,
629
+ "type": "closed-source",
630
+ "license": null,
631
+ "creation_date": 1744588800000,
632
+ "tasks": [
633
+ "translation_from",
634
+ "translation_to",
635
+ "classification",
636
+ "mmlu",
637
+ "arc",
638
+ "truthfulqa",
639
+ "mgsm"
640
+ ]
641
+ },
642
+ {
643
+ "id": "openai/gpt-4.1-mini",
644
+ "name": "GPT-4.1 Mini",
645
+ "provider_name": "OpenAI",
646
+ "cost": 1.6,
647
+ "hf_id": null,
648
+ "size": null,
649
+ "type": "closed-source",
650
+ "license": null,
651
+ "creation_date": 1744588800000,
652
+ "tasks": [
653
+ "translation_from",
654
+ "translation_to",
655
+ "classification",
656
+ "mmlu",
657
+ "arc",
658
+ "truthfulqa",
659
+ "mgsm"
660
+ ]
661
+ },
662
+ {
663
+ "id": "openai/gpt-4.1-nano",
664
+ "name": "GPT-4.1 Nano",
665
+ "provider_name": "OpenAI",
666
+ "cost": 0.4,
667
+ "hf_id": null,
668
+ "size": null,
669
+ "type": "closed-source",
670
+ "license": null,
671
+ "creation_date": 1744588800000,
672
+ "tasks": [
673
+ "translation_from",
674
+ "translation_to",
675
+ "classification",
676
+ "mmlu",
677
+ "arc",
678
+ "truthfulqa",
679
+ "mgsm"
680
+ ]
681
+ },
682
+ {
683
+ "id": "openai/gpt-4o-2024-11-20",
684
+ "name": "GPT-4o (2024-11-20)",
685
+ "provider_name": "OpenAI",
686
+ "cost": 10.0,
687
+ "hf_id": null,
688
+ "size": null,
689
+ "type": "closed-source",
690
+ "license": null,
691
+ "creation_date": 1732060800000,
692
+ "tasks": [
693
+ "translation_from",
694
+ "translation_to",
695
+ "classification",
696
+ "mmlu",
697
+ "arc",
698
+ "truthfulqa",
699
+ "mgsm"
700
+ ]
701
+ },
702
+ {
703
+ "id": "openai/gpt-4o-mini",
704
+ "name": "GPT-4o-mini",
705
+ "provider_name": "OpenAI",
706
+ "cost": 0.6,
707
+ "hf_id": null,
708
+ "size": null,
709
+ "type": "closed-source",
710
+ "license": null,
711
+ "creation_date": 1721260800000,
712
+ "tasks": [
713
+ "translation_from",
714
+ "translation_to",
715
+ "classification",
716
+ "mmlu",
717
+ "arc",
718
+ "truthfulqa",
719
+ "mgsm"
720
+ ]
721
+ },
722
+ {
723
+ "id": "openai/gpt-5",
724
+ "name": "GPT-5",
725
+ "provider_name": "OpenAI",
726
+ "cost": 10.0,
727
+ "hf_id": null,
728
+ "size": null,
729
+ "type": "closed-source",
730
+ "license": null,
731
+ "creation_date": 1754524800000,
732
+ "tasks": [
733
+ "translation_from",
734
+ "translation_to",
735
+ "classification",
736
+ "mmlu",
737
+ "arc",
738
+ "truthfulqa",
739
+ "mgsm"
740
+ ]
741
+ },
742
+ {
743
+ "id": "opengvlab/internvl3-14b",
744
+ "name": "InternVL3 14B",
745
+ "provider_name": "OpenGVLab",
746
+ "cost": 0.4,
747
+ "hf_id": "OpenGVLab/InternVL3-14B",
748
+ "size": 15117256704.0,
749
+ "type": "open-source",
750
+ "license": "Apache 2.0",
751
+ "creation_date": 1744243200000,
752
+ "tasks": [
753
+ "translation_from",
754
+ "translation_to",
755
+ "classification",
756
+ "mmlu",
757
+ "arc",
758
+ "truthfulqa",
759
+ "mgsm"
760
+ ]
761
+ },
762
+ {
763
+ "id": "qwen/qwen3-235b-a22b",
764
+ "name": "Qwen3 235B A22B",
765
+ "provider_name": "Qwen",
766
+ "cost": 0.0,
767
+ "hf_id": "Qwen/Qwen3-235B-A22B",
768
+ "size": 235093634560.0,
769
+ "type": "open-source",
770
+ "license": "Apache 2.0",
771
+ "creation_date": 1745712000000,
772
+ "tasks": [
773
+ "translation_from",
774
+ "translation_to",
775
+ "classification",
776
+ "mmlu",
777
+ "arc",
778
+ "truthfulqa",
779
+ "mgsm"
780
+ ]
781
+ },
782
+ {
783
+ "id": "qwen/qwen3-30b-a3b",
784
+ "name": "Qwen3 30B A3B",
785
+ "provider_name": "Qwen",
786
+ "cost": 0.0,
787
+ "hf_id": "Qwen/Qwen3-30B-A3B",
788
+ "size": 30532122624.0,
789
+ "type": "open-source",
790
+ "license": "Apache 2.0",
791
+ "creation_date": 1745712000000,
792
+ "tasks": [
793
+ "translation_from",
794
+ "translation_to",
795
+ "classification",
796
+ "mmlu",
797
+ "arc",
798
+ "truthfulqa",
799
+ "mgsm"
800
+ ]
801
+ },
802
+ {
803
+ "id": "qwen/qwen3-32b",
804
+ "name": "Qwen3 32B",
805
+ "provider_name": "Qwen",
806
+ "cost": 0.07,
807
+ "hf_id": "Qwen/Qwen3-32B",
808
+ "size": 32762123264.0,
809
+ "type": "open-source",
810
+ "license": "Apache 2.0",
811
+ "creation_date": 1745712000000,
812
+ "tasks": [
813
+ "translation_from",
814
+ "translation_to",
815
+ "classification",
816
+ "mmlu",
817
+ "arc",
818
+ "truthfulqa",
819
+ "mgsm"
820
+ ]
821
+ },
822
+ {
823
+ "id": "qwen/qwq-32b",
824
+ "name": "QwQ 32B",
825
+ "provider_name": "Qwen",
826
+ "cost": 0.0,
827
+ "hf_id": "Qwen/QwQ-32B",
828
+ "size": 32763876352.0,
829
+ "type": "open-source",
830
+ "license": "Apache 2.0",
831
+ "creation_date": 1741132800000,
832
+ "tasks": [
833
+ "translation_from",
834
+ "translation_to",
835
+ "classification",
836
+ "mmlu",
837
+ "arc",
838
+ "truthfulqa",
839
+ "mgsm"
840
+ ]
841
+ },
842
+ {
843
+ "id": "switchpoint/router",
844
+ "name": "Switchpoint Router",
845
+ "provider_name": "Switchpoint Router",
846
+ "cost": 3.4,
847
+ "hf_id": null,
848
+ "size": null,
849
+ "type": "closed-source",
850
+ "license": null,
851
+ "creation_date": 1752192000000,
852
+ "tasks": [
853
+ "translation_from",
854
+ "translation_to",
855
+ "classification",
856
+ "mmlu",
857
+ "arc",
858
+ "truthfulqa",
859
+ "mgsm"
860
+ ]
861
+ },
862
+ {
863
+ "id": "thedrummer/anubis-pro-105b-v1",
864
+ "name": "Anubis Pro 105B V1",
865
+ "provider_name": "TheDrummer",
866
+ "cost": 1.0,
867
+ "hf_id": "TheDrummer/Anubis-Pro-105B-v1",
868
+ "size": 104779882496.0,
869
+ "type": "open-source",
870
+ "license": "Other",
871
+ "creation_date": 1738454400000,
872
+ "tasks": [
873
+ "translation_from",
874
+ "translation_to",
875
+ "classification",
876
+ "mmlu",
877
+ "arc",
878
+ "truthfulqa",
879
+ "mgsm"
880
+ ]
881
+ },
882
+ {
883
+ "id": "thedrummer/skyfall-36b-v2",
884
+ "name": "Skyfall 36B V2",
885
+ "provider_name": "TheDrummer",
886
+ "cost": 0.19,
887
+ "hf_id": "TheDrummer/Skyfall-36B-v2",
888
+ "size": 36910535680.0,
889
+ "type": "open-source",
890
+ "license": "Other",
891
+ "creation_date": 1738540800000,
892
+ "tasks": [
893
+ "translation_from",
894
+ "translation_to",
895
+ "classification",
896
+ "mmlu",
897
+ "arc",
898
+ "truthfulqa",
899
+ "mgsm"
900
+ ]
901
+ },
902
+ {
903
+ "id": "tngtech/deepseek-r1t-chimera",
904
+ "name": "DeepSeek R1T Chimera",
905
+ "provider_name": "TNG",
906
+ "cost": 0.0,
907
+ "hf_id": "tngtech/DeepSeek-R1T-Chimera",
908
+ "size": 684531386000.0,
909
+ "type": "open-source",
910
+ "license": "Mit",
911
+ "creation_date": 1745625600000,
912
+ "tasks": [
913
+ "translation_from",
914
+ "translation_to",
915
+ "classification",
916
+ "mmlu",
917
+ "arc",
918
+ "truthfulqa",
919
+ "mgsm"
920
+ ]
921
+ },
922
+ {
923
+ "id": "tngtech/deepseek-r1t2-chimera",
924
+ "name": "DeepSeek R1T2 Chimera",
925
+ "provider_name": "TNG",
926
+ "cost": 0.0,
927
+ "hf_id": "tngtech/DeepSeek-TNG-R1T2-Chimera",
928
+ "size": 684531386000.0,
929
+ "type": "open-source",
930
+ "license": "Mit",
931
+ "creation_date": 1751414400000,
932
+ "tasks": [
933
+ "translation_from",
934
+ "translation_to",
935
+ "classification",
936
+ "mmlu",
937
+ "arc",
938
+ "truthfulqa",
939
+ "mgsm"
940
+ ]
941
+ },
942
+ {
943
+ "id": "x-ai/grok-2-1212",
944
+ "name": "Grok 2 1212",
945
+ "provider_name": "xAI",
946
+ "cost": 10.0,
947
+ "hf_id": null,
948
+ "size": null,
949
+ "type": "closed-source",
950
+ "license": null,
951
+ "creation_date": 1734220800000,
952
+ "tasks": [
953
+ "translation_from",
954
+ "translation_to",
955
+ "classification",
956
+ "mmlu",
957
+ "arc",
958
+ "truthfulqa",
959
+ "mgsm"
960
+ ]
961
+ },
962
+ {
963
+ "id": "google/translate-v2",
964
+ "name": "Google Translate",
965
+ "provider_name": "Google",
966
+ "cost": 20.0,
967
+ "hf_id": null,
968
+ "size": null,
969
+ "type": "closed-source",
970
+ "license": null,
971
+ "creation_date": null,
972
+ "tasks": [
973
+ "translation_from",
974
+ "translation_to"
975
+ ]
976
+ },
977
+ {
978
+ "id": "moonshotai/kimi-k2",
979
+ "name": "Kimi K2",
980
+ "provider_name": "Moonshot AI",
981
+ "size": null,
982
+ "type": "closed-source",
983
+ "cost": 0.6,
984
+ "hf_id": null,
985
+ "creation_date": null,
986
+ "license": null
987
  }
988
  ]