Skip to content

Commit

Permalink
Merge t pushbranch 'main' of https://github.com/embeddings-benchmark/…
Browse files Browse the repository at this point in the history 
…arena
  • Loading branch information
@Muennighoff
Muennighoff committed Jun 19, 2024
2 parents 103f06d + ce309fc commit 9665a3c
Show file tree
Hide file tree
Showing 6 changed files with 171 additions and 3 deletions.
154 changes: 154 additions & 0 deletions results/20240618/clean_results_retrieval.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,154 @@
[
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718332046.4702
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718333330.7546
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718333343.5236
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718333379.841
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718333391.0001
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718380356.1979
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718380372.6244
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "tie (bothbad)",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718380430.3121
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "tie (bothbad)",
"judge": "arena_user_",
"anony": false,
"tstamp": 1718413146.0478
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "tie (bothbad)",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718431276.6832
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "tie (bothbad)",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718572408.8703
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718572424.2667
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718572651.87
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718572720.7581
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "tie",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718572827.3723
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "tie",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718572835.5995
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "tie (bothbad)",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718573019.1437
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718660471.5905
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "tie (bothbad)",
"judge": "arena_user_",
"anony": false,
"tstamp": 1718748421.0817
}
]
3 changes: 3 additions & 0 deletions results/20240618/elo_results_retrieval.pkl
View file
Git LFS file not shown
3 changes: 3 additions & 0 deletions results/20240618/retrieval_leaderboard.csv
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link
intfloat/multilingual-e5-small,intfloat/multilingual-e5-small,1030.6164121482796,1027.3707457295661,57.87,46.64,37.08,79.1,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-small
sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,969.3835878517206,972.629254270434,56.26,41.95,42.35,78.9,Apache-2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2
8 changes: 8 additions & 0 deletions results/latest/clean_battle_retrieval.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -142,5 +142,13 @@
"judge": "arena_user_",
"anony": true,
"tstamp": 1718660471.5905
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "tie (bothbad)",
"judge": "arena_user_",
"anony": false,
"tstamp": 1718748421.0817
}
]
2 changes: 1 addition & 1 deletion results/latest/elo_results_retrieval.pkl
View file
Git LFS file not shown
4 changes: 2 additions & 2 deletions results/latest/retrieval_leaderboard.csv
View file
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link
intfloat/multilingual-e5-small,intfloat/multilingual-e5-small,1030.6164121482796,1028.9018799974513,57.87,46.64,37.08,79.1,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-small
sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,969.3835878517206,971.0981200025487,56.26,41.95,42.35,78.9,Apache-2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2
intfloat/multilingual-e5-small,intfloat/multilingual-e5-small,1030.6164121482796,1027.3707457295661,57.87,46.64,37.08,79.1,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-small
sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,969.3835878517206,972.629254270434,56.26,41.95,42.35,78.9,Apache-2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2

0 comments on commit 9665a3c

Please sign in to comment.