Skip to content

Commit

Permalink
Merge branch 'main' of https://github.com/embeddings-benchmark/arena …
Browse files Browse the repository at this point in the history 
…into main
  • Loading branch information
@Muennighoff
Muennighoff committed Jul 10, 2024
2 parents 51dc6b9 + 90409d4 commit 6f3a16c
Show file tree
Hide file tree
Showing 4 changed files with 484 additions and 0 deletions.
250 changes: 250 additions & 0 deletions results/20240710/clean_results_clustering.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,250 @@
[
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "tie",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718332422.6822
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_a",
"judge": "arena_user_",
"anony": false,
"tstamp": 1718333412.8882
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_b",
"judge": "arena_user_",
"anony": false,
"tstamp": 1718333421.926
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_a",
"judge": "arena_user_",
"anony": false,
"tstamp": 1718333506.3524
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_b",
"judge": "arena_user_",
"anony": false,
"tstamp": 1718333516.9516
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718380450.2734
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718380457.7335
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718380484.2097
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718398616.9362
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718398905.8906
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718399121.936
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718399477.4472
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718399580.2151
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718400198.2998
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718433375.9982
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718433458.6481
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718491384.3589
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "tie (bothbad)",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718509578.4313
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718509885.7196
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718509914.1989
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718573717.9521
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_a",
"judge": "arena_user_",
"anony": false,
"tstamp": 1718573914.4381
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "tie",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718575366.9167
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "tie (bothbad)",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718637515.9208
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "tie",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718639811.3453
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718660760.7331
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1718901033.9403
},
{
"model_a": "sentence-transformers/all-MiniLM-L6-v2",
"model_b": "intfloat/multilingual-e5-small",
"winner": "model_a",
"judge": "arena_user_",
"anony": true,
"tstamp": 1719274013.9183
},
{
"model_a": "intfloat/multilingual-e5-small",
"model_b": "sentence-transformers/all-MiniLM-L6-v2",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1720120597.967
},
{
"model_a": "intfloat/e5-mistral-7b-instruct",
"model_b": "GritLM/GritLM-7B",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1720599005.0941
},
{
"model_a": "intfloat/e5-mistral-7b-instruct",
"model_b": "Salesforce/SFR-Embedding-2_R",
"winner": "model_b",
"judge": "arena_user_",
"anony": true,
"tstamp": 1720599059.1815
}
]
Loading

0 comments on commit 6f3a16c

Please sign in to comment.