mohalisad commited on
Commit
d9c14b9
·
verified ·
1 Parent(s): 0214414

Update leaderboard_data.jsonl

Browse files
Files changed (1) hide show
  1. leaderboard_data.jsonl +3 -1
leaderboard_data.jsonl CHANGED
@@ -14,4 +14,6 @@
14
  {"Model": "thenlper/gte-large", "Precision": "float16", "#Params (M)": 335, "Embedding Dimension": 1024, "Context Size": 512, "FarsTail-Pair-Classification": 60.02, "MIRACL-Reranking": 10.99, "Wikipedia-Multilingual-Reranking": 63.30, "NeuCLIR2023-Retrieval": 2.47, "MIRACL-Retrieval": 0.41, "Wikipedia-Multilingual-Retrieval": 11.75, "Massive-Intent-Classification": 24.54, "Massive-Scenario-Classification": 30.03, "Multilingual-Sentiment-Classification": 61.80, "Persian-Food-Sentiment-Classification": 61.21, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "thenlper/gte-large"}
15
  {"Model": "openai text-embedding-3-large", "Precision": "N/A", "#Params (M)": "N/A", "Embedding Dimension": 3072, "Context Size": 8192, "FarsTail-Pair-Classification": 72.45, "MIRACL-Reranking": 48.13, "Wikipedia-Multilingual-Reranking": 85.22, "NeuCLIR2023-Retrieval": 39.44, "MIRACL-Retrieval": 39.27, "Wikipedia-Multilingual-Retrieval": 85.11, "Massive-Intent-Classification": 64.80, "Massive-Scenario-Classification": 70.26, "Multilingual-Sentiment-Classification": 77.01, "Persian-Food-Sentiment-Classification": 75.98, "Hub License": "proprietary software", "Model sha": "main", "model_name_for_query": "openai text-embedding-3-large"}
16
  {"Model": "openai text-embedding-3-small", "Precision": "N/A", "#Params (M)": "N/A", "Embedding Dimension": 1536, "Context Size": 8192, "FarsTail-Pair-Classification": 68.85, "MIRACL-Reranking": 34.79, "Wikipedia-Multilingual-Reranking": 80.93, "NeuCLIR2023-Retrieval": 20.33, "MIRACL-Retrieval": 22.84, "Wikipedia-Multilingual-Retrieval": 75.25, "Massive-Intent-Classification": 51.99, "Massive-Scenario-Classification": 57.07, "Multilingual-Sentiment-Classification": 66.55, "Persian-Food-Sentiment-Classification": 65.83, "Hub License": "proprietary software", "Model sha": "main", "model_name_for_query": "openai text-embedding-3-small"}
17
- {"Model": "openai text-embedding-ada-002", "Precision": "N/A", "#Params (M)": "N/A", "Embedding Dimension": 1536, "Context Size": 8192, "FarsTail-Pair-Classification": 65.03, "MIRACL-Reranking": 32.88, "Wikipedia-Multilingual-Reranking": 84.41, "NeuCLIR2023-Retrieval": 15.79, "MIRACL-Retrieval": 17.29, "Wikipedia-Multilingual-Retrieval": 72.77, "Massive-Intent-Classification": 52.00, "Massive-Scenario-Classification": 56.75, "Multilingual-Sentiment-Classification": 71.11, "Persian-Food-Sentiment-Classification": 70.27, "Hub License": "proprietary software", "Model sha": "main", "model_name_for_query": "openai text-embedding-ada-002"}
 
 
 
14
  {"Model": "thenlper/gte-large", "Precision": "float16", "#Params (M)": 335, "Embedding Dimension": 1024, "Context Size": 512, "FarsTail-Pair-Classification": 60.02, "MIRACL-Reranking": 10.99, "Wikipedia-Multilingual-Reranking": 63.30, "NeuCLIR2023-Retrieval": 2.47, "MIRACL-Retrieval": 0.41, "Wikipedia-Multilingual-Retrieval": 11.75, "Massive-Intent-Classification": 24.54, "Massive-Scenario-Classification": 30.03, "Multilingual-Sentiment-Classification": 61.80, "Persian-Food-Sentiment-Classification": 61.21, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "thenlper/gte-large"}
15
  {"Model": "openai text-embedding-3-large", "Precision": "N/A", "#Params (M)": "N/A", "Embedding Dimension": 3072, "Context Size": 8192, "FarsTail-Pair-Classification": 72.45, "MIRACL-Reranking": 48.13, "Wikipedia-Multilingual-Reranking": 85.22, "NeuCLIR2023-Retrieval": 39.44, "MIRACL-Retrieval": 39.27, "Wikipedia-Multilingual-Retrieval": 85.11, "Massive-Intent-Classification": 64.80, "Massive-Scenario-Classification": 70.26, "Multilingual-Sentiment-Classification": 77.01, "Persian-Food-Sentiment-Classification": 75.98, "Hub License": "proprietary software", "Model sha": "main", "model_name_for_query": "openai text-embedding-3-large"}
16
  {"Model": "openai text-embedding-3-small", "Precision": "N/A", "#Params (M)": "N/A", "Embedding Dimension": 1536, "Context Size": 8192, "FarsTail-Pair-Classification": 68.85, "MIRACL-Reranking": 34.79, "Wikipedia-Multilingual-Reranking": 80.93, "NeuCLIR2023-Retrieval": 20.33, "MIRACL-Retrieval": 22.84, "Wikipedia-Multilingual-Retrieval": 75.25, "Massive-Intent-Classification": 51.99, "Massive-Scenario-Classification": 57.07, "Multilingual-Sentiment-Classification": 66.55, "Persian-Food-Sentiment-Classification": 65.83, "Hub License": "proprietary software", "Model sha": "main", "model_name_for_query": "openai text-embedding-3-small"}
17
+ {"Model": "openai text-embedding-ada-002", "Precision": "N/A", "#Params (M)": "N/A", "Embedding Dimension": 1536, "Context Size": 8192, "FarsTail-Pair-Classification": 65.03, "MIRACL-Reranking": 32.88, "Wikipedia-Multilingual-Reranking": 84.41, "NeuCLIR2023-Retrieval": 15.79, "MIRACL-Retrieval": 17.29, "Wikipedia-Multilingual-Retrieval": 72.77, "Massive-Intent-Classification": 52.00, "Massive-Scenario-Classification": 56.75, "Multilingual-Sentiment-Classification": 71.11, "Persian-Food-Sentiment-Classification": 70.27, "Hub License": "proprietary software", "Model sha": "main", "model_name_for_query": "openai text-embedding-ada-002"}
18
+ {"Model": "PartAI/Tooka-SBERT-V2-Small", "Precision": "float32", "#Params (M)": 122, "Embedding Dimension": 768, "Context Size": 512, "FarsTail-Pair-Classification": 75.69, "MIRACL-Reranking": 61.5, "Wikipedia-Multilingual-Reranking": 85.3, "NeuCLIR2023-Retrieval": 47.8, "MIRACL-Retrieval": 50.24, "Wikipedia-Multilingual-Retrieval": 85.69, "Massive-Intent-Classification": 65.33, "Massive-Scenario-Classification": 69.23, "Multilingual-Sentiment-Classification": 77.51, "Persian-Food-Sentiment-Classification": 76.56, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "PartAI/Tooka-SBERT-V2-Small"}
19
+ {"Model": "PartAI/Tooka-SBERT-V2-Large", "Precision": "float32", "#Params (M)": 353, "Embedding Dimension": 1024, "Context Size": 512, "FarsTail-Pair-Classification": 80.24, "MIRACL-Reranking": 60.09, "Wikipedia-Multilingual-Reranking": 86.78, "NeuCLIR2023-Retrieval": 47.19, "MIRACL-Retrieval": 44.67, "Wikipedia-Multilingual-Retrieval": 87.53, "Massive-Intent-Classification": 67.87, "Massive-Scenario-Classification": 72.7, "Multilingual-Sentiment-Classification": 79.38, "Persian-Food-Sentiment-Classification": 78.97, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "PartAI/Tooka-SBERT-V2-Large"}