update leaderboard 2025-08-14

data_v2/huaweicloud_en_mc_gen.csv

@@ -1,6 +1,7 @@
 name,zero_naive,zero_self_con,zero_cot,zero_cot_self_con,few_naive,few_self_con,few_cot,few_cot_self_con
 GPT-3.5-turbo,40.0,40.0,,,55.00000000000001,55.00000000000001,,
 GPT-4,40.0,40.0,,,55.00000000000001,55.00000000000001,,
+JIUTIAN-75B-net,75.0,75.0,70.0,70.0,80.0,80.0,70.0,70.0
 JIUTIAN-75B-net,45.0,45.0,60.0,60.0,60.0,60.0,70.0,70.0
 Chmobile2026,20.0,20.0,70.0,70.0,15.0,15.0,70.0,70.0
 Deepseek-R1-Distill-Llama-8B,7.5,7.5,32.5,32.5,22.5,22.5,27.5,27.5

data_v2/huaweicloud_zh_mc_gen.csv

@@ -7,6 +7,7 @@ GPT-3.5-turbo,13.33,13.33,20.0,26.67,20.0,20.0,16.67,23.33
 GPT-4,20.0,20.0,20.0,20.0,43.33,43.33,46.67,46.67
 InternLM2-Chat-20B,13.33333333,13.33333333,20.0,20.0,16.66666667,16.66666667,,
 InternLM2-Chat-7B,43.33333333,43.33333333,23.33333333,23.33333333,30.0,30.0,40.0,40.0
+JIUTIAN-75B-net,35.0,35.0,65.0,65.0,15.0,15.0,85.0,85.0
 LLaMA-2-13B,10.0,10.0,20.0,20.0,26.67,26.67,13.33,13.33
 LLaMA-2-70B-Chat,3.33,3.33,20.0,20.0,23.33,23.33,16.67,16.67
 LLaMA-2-7B,10.0,10.0,26.67,26.67,16.67,16.67,33.33,33.33

data_v2/network_en_mc_gen.csv

@@ -13,6 +13,7 @@ GPT-4,,,,,,,88.7,88.7
 InternLM-7B,38.7,38.7,43.9,43.9,45.2,45.2,51.4,51.4
 InternLM2-Chat-20B,56.35738832,56.35738832,26.18025751,26.18025751,60.48109966,60.48109966,45.10309278,45.10309278
 InternLM2-Chat-7B,49.74226804,49.74226804,56.18556701,56.18556701,48.19587629,48.19587629,49.74226804,49.74226804
+JIUTIAN-75B-net,75.2953813104189,75.2953813104189,74.54350161117078,74.54350161117078,72.18045112781954,72.18045112781954,74.22126745435015,74.22126745435015
 LLaMA-2-13B,41.8,46.5,53.1,58.7,53.3,53.0,56.8,61.0
 LLaMA-2-70B-Chat,25.29,25.29,57.97,58.06,52.97,52.97,58.55,58.55
 LLaMA-2-7B,39.5,40.0,45.4,49.5,48.2,46.8,52.0,55.2

data_v2/network_zh_mc_gen.csv

@@ -16,6 +16,7 @@ Hunyuan-13B,60.0,60.0,70.0,70.0,,,,
 InternLM-7B,41.7,41.7,38.4,38.4,42.6,42.6,41.3,41.3
 InternLM2-Chat-20B,57.48709122,57.48709122,57.14285714,57.14285714,59.1222031,59.1222031,50.77452668,50.77452668
 InternLM2-Chat-7B,54.30292599,54.30292599,59.81067126,59.81067126,58.51979346,58.51979346,51.63511188,51.63511188
+JIUTIAN-75B-net,48.442534908700324,48.442534908700324,74.11385606874329,74.11385606874329,33.941997851772285,33.941997851772285,81.41783029001074,81.41783029001074
 LLaMA-2-13B,29.7,31.6,51.6,57.0,39.6,38.9,48.0,50.6
 LLaMA-2-70B-Chat,38.55,38.55,57.49,57.49,49.09,49.09,48.57,48.57
 LLaMA-2-7B,29.8,30.2,50.1,55.6,38.6,40.8,45.6,50.4

data_v2/oracle_en_mc_gen.csv

@@ -13,6 +13,7 @@ GPT-4,,,59.02,64.56,,,58.35,62.58
 InternLM-7B,26.36,26.36,25.55,25.55,25.55,25.55,27.97,27.97
 InternLM2-Chat-20B,,,59.21052632,59.21052632,,,,
 InternLM2-Chat-7B,27.16297787,27.16297787,28.16901408,28.16901408,29.97987928,29.97987928,30.18108652,30.18108652
+JIUTIAN-75B-net,75.0,75.0,72.36842105263158,72.36842105263158,46.49122807017544,46.49122807017544,68.85964912280701,68.85964912280701
 LLaMA-2-13B,16.1,20.32,23.94,29.58,20.12,22.33,24.35,33.8
 LLaMA-2-70B-Chat,19.72,19.72,27.97,27.97,26.56,26.56,32.6,32.6
 LLaMA-2-7B,22.13,23.74,23.74,26.56,19.32,20.52,28.77,33.6

data_v2/oracle_zh_mc_gen.csv

@@ -12,6 +12,7 @@ GPT-3.5-turbo,36.42,35.81,39.24,43.26,39.84,39.44,27.16,27.77
 GPT-4,,,59.38,65.17,,,44.06,48.09
 InternLM-7B,25.96,25.96,25.96,25.96,29.18,29.18,28.37,28.37
 InternLM2-Chat-7B,28.57142857,28.57142857,31.79074447,31.79074447,30.78470825,30.78470825,31.18712274,31.18712274
+JIUTIAN-75B-net,49.56140350877193,49.56140350877193,70.17543859649122,70.17543859649122,43.42105263157895,43.42105263157895,82.01754385964912,82.01754385964912
 LLaMA-2-13B,23.94,24.35,29.58,31.99,24.55,26.76,21.13,20.72
 LLaMA-2-70B-Chat,15.29,15.29,34.81,34.81,26.76,26.76,33.8,33.8
 LLaMA-2-7B,20.72,20.72,27.16,27.97,21.53,18.51,18.31,17.91

data_v2/zjyd_en_mc_gen.csv

@@ -3,6 +3,7 @@ GPT-3.5-turbo,87.03703703703704,84.11680851851852,88.39286,89.28571,86.111111111
 GPT-4,87.03703703703704,87.03703703703704,,,87.03703703703704,87.03703703703704,,
 Gemma-2B,,26.49573,62.5,62.5,,58.97435897,75.0,75.0
 Gemma-7B,,77.77778,75.89286,75.89286,,76.06837607,,
+JIUTIAN-75B-net,83.33333333333334,83.33333333333334,87.03703703703704,87.03703703703704,82.4074074074074,82.4074074074074,87.03703703703704,87.03703703703704
 Qwen1.5-0.5B-Base,,65.17857,75.0,75.0,,56.25,57.14285714,57.14285714
 Qwen1.5-0.5B-Chat,,0.0,54.46429,53.57143,,19.64285714,16.96428571,17.85714286
 Qwen1.5-1.8B-Base,,71.42857,71.42857,71.42857,,70.53571429,80.35714286,80.35714286

data_v2/zjyd_zh_mc_gen.csv

@@ -13,6 +13,7 @@ GPT-4,,,57.35,62.11,,,61.2,65.68
 InternLM-7B,27.81,27.81,19.95,19.95,24.18,24.18,35.35,35.35
 InternLM2-Chat-20B,44.6,44.6,47.0,47.0,62.2,62.2,38.3,38.3
 InternLM2-Chat-7B,38.8,38.8,44.6,44.6,46.0,46.0,35.8,35.8
+JIUTIAN-75B-net,65.74074074074075,65.74074074074075,89.81481481481481,89.81481481481481,9.25925925925926,9.25925925925926,93.51851851851852,93.51851851851852
 LLaMA-2-13B,25.43,27.16,29.17,29.99,36.56,36.15,37.7,39.02
 LLaMA-2-70B-Chat,24.38,24.38,43.63,43.63,44.65,44.65,48.84,48.84
 LLaMA-2-7B,24.09,23.47,28.69,29.26,29.94,30.03,31.35,31.93

data_v2/zte_en_mc_gen.csv

@@ -11,6 +11,7 @@ GPT-4,,,56.9,65.49,,,59.39,63.54
 InternLM-7B,20.48,20.48,23.85,23.85,23.69,23.69,26.06,26.06
 InternLM2-Chat-20B,39.1,39.1,37.7,37.7,47.7,47.7,33.5,33.5
 InternLM2-Chat-7B,36.8,36.8,31.7,31.7,46.3,46.3,36.9,36.9
+JIUTIAN-75B-net,72.6,72.6,68.4,68.4,72.2,72.2,67.80000000000001,67.80000000000001
 LLaMA-2-13B,15.62,18.32,29.88,34.45,23.16,29.14,37.59,44.3
 LLaMA-2-70B-Chat,23.64,23.64,39.31,39.31,38.98,39.12,47.9,47.9
 LLaMA-2-7B,19.42,21.62,25.46,27.11,21.45,24.85,33.6,34.83

data_v2/zte_zh_mc_gen.csv

@@ -13,6 +13,7 @@ GPT-4,,,57.35,62.11,,,61.2,65.68
 InternLM-7B,27.81,27.81,19.95,19.95,24.18,24.18,35.35,35.35
 InternLM2-Chat-20B,44.6,44.6,47.0,47.0,62.2,62.2,38.3,38.3
 InternLM2-Chat-7B,38.8,38.8,44.6,44.6,46.0,46.0,35.8,35.8
+JIUTIAN-75B-net,47.8,47.8,72.8,72.8,18.0,18.0,80.0,80.0
 LLaMA-2-13B,25.43,27.16,29.17,29.99,36.56,36.15,37.7,39.02
 LLaMA-2-70B-Chat,24.38,24.38,43.63,43.63,44.65,44.65,48.84,48.84
 LLaMA-2-7B,24.09,23.47,28.69,29.26,29.94,30.03,31.35,31.93