Skip to content

Instantly share code, notes, and snippets.

@HSILA

HSILA/intfloat__e5-small-v2.json

Created January 12, 2026 17:17
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save HSILA/6c59a041c537f1b805ff5ffd062242d6 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save HSILA/6c59a041c537f1b805ff5ffd062242d6 to your computer and use it in GitHub Desktop.
Download ZIP
ChemRxivRetrieval MTEB sanity check
Raw
intfloat__e5-small-v2.json
{
"dataset_revision": "5377aa18f309ec440ff6325a4c2cd3362c2cb8d7",
"task_name": "ChemRxivRetrieval",
"mteb_version": "2.6.8",
"scores": {
"test": [
{
"ndcg_at_1": 0.625,
"ndcg_at_3": 0.71766,
"ndcg_at_5": 0.74022,
"ndcg_at_10": 0.756,
"ndcg_at_20": 0.76335,
"ndcg_at_100": 0.77229,
"ndcg_at_1000": 0.77583,
"map_at_1": 0.625,
"map_at_3": 0.6953,
"map_at_5": 0.70786,
"map_at_10": 0.71452,
"map_at_20": 0.71658,
"map_at_100": 0.71785,
"map_at_1000": 0.71798,
"recall_at_1": 0.625,
"recall_at_3": 0.7822,
"recall_at_5": 0.8368,
"recall_at_10": 0.8848,
"recall_at_20": 0.9136,
"recall_at_100": 0.9612,
"recall_at_1000": 0.9894,
"accuracy": 0.625,
"precision_at_1": 0.625,
"precision_at_3": 0.26073,
"precision_at_5": 0.16736,
"precision_at_10": 0.08848,
"precision_at_20": 0.04568,
"precision_at_100": 0.00961,
"precision_at_1000": 0.00099,
"mrr_at_1": 0.6254,
"mrr_at_3": 0.6954,
"mrr_at_5": 0.70794,
"mrr_at_10": 0.714725,
"mrr_at_20": 0.716762,
"mrr_at_100": 0.718035,
"mrr_at_1000": 0.718162,
"nauc_ndcg_at_1_max": 0.403565,
"nauc_ndcg_at_1_std": -0.086977,
"nauc_ndcg_at_1_diff1": 0.716103,
"nauc_ndcg_at_3_max": 0.438231,
"nauc_ndcg_at_3_std": -0.071907,
"nauc_ndcg_at_3_diff1": 0.66843,
"nauc_ndcg_at_5_max": 0.454845,
"nauc_ndcg_at_5_std": -0.052549,
"nauc_ndcg_at_5_diff1": 0.672085,
"nauc_ndcg_at_10_max": 0.45729,
"nauc_ndcg_at_10_std": -0.042729,
"nauc_ndcg_at_10_diff1": 0.672362,
"nauc_ndcg_at_20_max": 0.458393,
"nauc_ndcg_at_20_std": -0.041564,
"nauc_ndcg_at_20_diff1": 0.675556,
"nauc_ndcg_at_100_max": 0.452953,
"nauc_ndcg_at_100_std": -0.045027,
"nauc_ndcg_at_100_diff1": 0.678451,
"nauc_ndcg_at_1000_max": 0.448148,
"nauc_ndcg_at_1000_std": -0.051157,
"nauc_ndcg_at_1000_diff1": 0.679752,
"nauc_map_at_1_max": 0.403565,
"nauc_map_at_1_std": -0.086977,
"nauc_map_at_1_diff1": 0.716103,
"nauc_map_at_3_max": 0.428297,
"nauc_map_at_3_std": -0.07735,
"nauc_map_at_3_diff1": 0.680747,
"nauc_map_at_5_max": 0.436228,
"nauc_map_at_5_std": -0.067926,
"nauc_map_at_5_diff1": 0.682866,
"nauc_map_at_10_max": 0.436602,
"nauc_map_at_10_std": -0.065028,
"nauc_map_at_10_diff1": 0.683211,
"nauc_map_at_20_max": 0.436669,
"nauc_map_at_20_std": -0.064864,
"nauc_map_at_20_diff1": 0.684011,
"nauc_map_at_100_max": 0.43598,
"nauc_map_at_100_std": -0.065411,
"nauc_map_at_100_diff1": 0.684386,
"nauc_map_at_1000_max": 0.435836,
"nauc_map_at_1000_std": -0.065582,
"nauc_map_at_1000_diff1": 0.684435,
"nauc_recall_at_1_max": 0.403565,
"nauc_recall_at_1_std": -0.086977,
"nauc_recall_at_1_diff1": 0.716103,
"nauc_recall_at_3_max": 0.475061,
"nauc_recall_at_3_std": -0.051134,
"nauc_recall_at_3_diff1": 0.623463,
"nauc_recall_at_5_max": 0.543999,
"nauc_recall_at_5_std": 0.023252,
"nauc_recall_at_5_diff1": 0.624787,
"nauc_recall_at_10_max": 0.591465,
"nauc_recall_at_10_std": 0.11025,
"nauc_recall_at_10_diff1": 0.609117,
"nauc_recall_at_20_max": 0.643765,
"nauc_recall_at_20_std": 0.167146,
"nauc_recall_at_20_diff1": 0.619667,
"nauc_recall_at_100_max": 0.721038,
"nauc_recall_at_100_std": 0.33355,
"nauc_recall_at_100_diff1": 0.629083,
"nauc_recall_at_1000_max": 0.744006,
"nauc_recall_at_1000_std": 0.446514,
"nauc_recall_at_1000_diff1": 0.673863,
"nauc_precision_at_1_max": 0.403565,
"nauc_precision_at_1_std": -0.086977,
"nauc_precision_at_1_diff1": 0.716103,
"nauc_precision_at_3_max": 0.475061,
"nauc_precision_at_3_std": -0.051134,
"nauc_precision_at_3_diff1": 0.623463,
"nauc_precision_at_5_max": 0.543999,
"nauc_precision_at_5_std": 0.023252,
"nauc_precision_at_5_diff1": 0.624787,
"nauc_precision_at_10_max": 0.591465,
"nauc_precision_at_10_std": 0.11025,
"nauc_precision_at_10_diff1": 0.609117,
"nauc_precision_at_20_max": 0.643765,
"nauc_precision_at_20_std": 0.167146,
"nauc_precision_at_20_diff1": 0.619667,
"nauc_precision_at_100_max": 0.721038,
"nauc_precision_at_100_std": 0.33355,
"nauc_precision_at_100_diff1": 0.629083,
"nauc_precision_at_1000_max": 0.744006,
"nauc_precision_at_1000_std": 0.446514,
"nauc_precision_at_1000_diff1": 0.673863,
"nauc_mrr_at_1_max": 0.404261,
"nauc_mrr_at_1_std": -0.08616,
"nauc_mrr_at_1_diff1": 0.7153,
"nauc_mrr_at_3_max": 0.428309,
"nauc_mrr_at_3_std": -0.077116,
"nauc_mrr_at_3_diff1": 0.680495,
"nauc_mrr_at_5_max": 0.436578,
"nauc_mrr_at_5_std": -0.067575,
"nauc_mrr_at_5_diff1": 0.682453,
"nauc_mrr_at_10_max": 0.437034,
"nauc_mrr_at_10_std": -0.064303,
"nauc_mrr_at_10_diff1": 0.682708,
"nauc_mrr_at_20_max": 0.43706,
"nauc_mrr_at_20_std": -0.064264,
"nauc_mrr_at_20_diff1": 0.683534,
"nauc_mrr_at_100_max": 0.436373,
"nauc_mrr_at_100_std": -0.064808,
"nauc_mrr_at_100_diff1": 0.683906,
"nauc_mrr_at_1000_max": 0.436229,
"nauc_mrr_at_1000_std": -0.064979,
"nauc_mrr_at_1000_diff1": 0.683954,
"cv_recall_at_1": 0.6254,
"cv_recall_at_3": 0.7818,
"cv_recall_at_5": 0.8362,
"cv_recall_at_10": 0.885,
"cv_recall_at_20": 0.9136,
"cv_recall_at_100": 0.9612,
"cv_recall_at_1000": 0.9894,
"main_score": 0.756,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 176.82630324363708,
"kg_co2_emissions": null
}
Raw
intfloat__multilingual-e5-small.json
{
"dataset_revision": "5377aa18f309ec440ff6325a4c2cd3362c2cb8d7",
"task_name": "ChemRxivRetrieval",
"mteb_version": "2.6.8",
"scores": {
"test": [
{
"ndcg_at_1": 0.6418,
"ndcg_at_3": 0.74262,
"ndcg_at_5": 0.76243,
"ndcg_at_10": 0.7778,
"ndcg_at_20": 0.78538,
"ndcg_at_100": 0.7925,
"ndcg_at_1000": 0.79495,
"map_at_1": 0.6418,
"map_at_3": 0.71837,
"map_at_5": 0.72938,
"map_at_10": 0.73593,
"map_at_20": 0.73804,
"map_at_100": 0.73902,
"map_at_1000": 0.73912,
"recall_at_1": 0.6418,
"recall_at_3": 0.8126,
"recall_at_5": 0.8606,
"recall_at_10": 0.907,
"recall_at_20": 0.9368,
"recall_at_100": 0.9752,
"recall_at_1000": 0.9944,
"accuracy": 0.6418,
"precision_at_1": 0.6418,
"precision_at_3": 0.27087,
"precision_at_5": 0.17212,
"precision_at_10": 0.0907,
"precision_at_20": 0.04684,
"precision_at_100": 0.00975,
"precision_at_1000": 0.00099,
"mrr_at_1": 0.6422,
"mrr_at_3": 0.718367,
"mrr_at_5": 0.729567,
"mrr_at_10": 0.736091,
"mrr_at_20": 0.738198,
"mrr_at_100": 0.739181,
"mrr_at_1000": 0.739274,
"nauc_ndcg_at_1_max": 0.408732,
"nauc_ndcg_at_1_std": -0.105998,
"nauc_ndcg_at_1_diff1": 0.720541,
"nauc_ndcg_at_3_max": 0.465048,
"nauc_ndcg_at_3_std": -0.086936,
"nauc_ndcg_at_3_diff1": 0.678069,
"nauc_ndcg_at_5_max": 0.467987,
"nauc_ndcg_at_5_std": -0.081937,
"nauc_ndcg_at_5_diff1": 0.677385,
"nauc_ndcg_at_10_max": 0.469437,
"nauc_ndcg_at_10_std": -0.07594,
"nauc_ndcg_at_10_diff1": 0.677308,
"nauc_ndcg_at_20_max": 0.468656,
"nauc_ndcg_at_20_std": -0.07444,
"nauc_ndcg_at_20_diff1": 0.682576,
"nauc_ndcg_at_100_max": 0.46273,
"nauc_ndcg_at_100_std": -0.078205,
"nauc_ndcg_at_100_diff1": 0.686324,
"nauc_ndcg_at_1000_max": 0.459351,
"nauc_ndcg_at_1000_std": -0.080677,
"nauc_ndcg_at_1000_diff1": 0.686719,
"nauc_map_at_1_max": 0.408732,
"nauc_map_at_1_std": -0.105998,
"nauc_map_at_1_diff1": 0.720541,
"nauc_map_at_3_max": 0.448549,
"nauc_map_at_3_std": -0.093616,
"nauc_map_at_3_diff1": 0.689497,
"nauc_map_at_5_max": 0.449351,
"nauc_map_at_5_std": -0.091187,
"nauc_map_at_5_diff1": 0.689639,
"nauc_map_at_10_max": 0.449485,
"nauc_map_at_10_std": -0.089117,
"nauc_map_at_10_diff1": 0.689778,
"nauc_map_at_20_max": 0.449154,
"nauc_map_at_20_std": -0.088888,
"nauc_map_at_20_diff1": 0.691092,
"nauc_map_at_100_max": 0.4485,
"nauc_map_at_100_std": -0.089217,
"nauc_map_at_100_diff1": 0.691685,
"nauc_map_at_1000_max": 0.44839,
"nauc_map_at_1000_std": -0.089285,
"nauc_map_at_1000_diff1": 0.691701,
"nauc_recall_at_1_max": 0.408732,
"nauc_recall_at_1_std": -0.105998,
"nauc_recall_at_1_diff1": 0.720541,
"nauc_recall_at_3_max": 0.530106,
"nauc_recall_at_3_std": -0.059977,
"nauc_recall_at_3_diff1": 0.633579,
"nauc_recall_at_5_max": 0.561121,
"nauc_recall_at_5_std": -0.034511,
"nauc_recall_at_5_diff1": 0.617136,
"nauc_recall_at_10_max": 0.610576,
"nauc_recall_at_10_std": 0.022766,
"nauc_recall_at_10_diff1": 0.591951,
"nauc_recall_at_20_max": 0.667046,
"nauc_recall_at_20_std": 0.08638,
"nauc_recall_at_20_diff1": 0.612931,
"nauc_recall_at_100_max": 0.732591,
"nauc_recall_at_100_std": 0.173105,
"nauc_recall_at_100_diff1": 0.633795,
"nauc_recall_at_1000_max": 0.836801,
"nauc_recall_at_1000_std": 0.396992,
"nauc_recall_at_1000_diff1": 0.551004,
"nauc_precision_at_1_max": 0.408732,
"nauc_precision_at_1_std": -0.105998,
"nauc_precision_at_1_diff1": 0.720541,
"nauc_precision_at_3_max": 0.530106,
"nauc_precision_at_3_std": -0.059977,
"nauc_precision_at_3_diff1": 0.633579,
"nauc_precision_at_5_max": 0.561121,
"nauc_precision_at_5_std": -0.034511,
"nauc_precision_at_5_diff1": 0.617136,
"nauc_precision_at_10_max": 0.610576,
"nauc_precision_at_10_std": 0.022766,
"nauc_precision_at_10_diff1": 0.591951,
"nauc_precision_at_20_max": 0.667046,
"nauc_precision_at_20_std": 0.08638,
"nauc_precision_at_20_diff1": 0.612931,
"nauc_precision_at_100_max": 0.732591,
"nauc_precision_at_100_std": 0.173105,
"nauc_precision_at_100_diff1": 0.633795,
"nauc_precision_at_1000_max": 0.836801,
"nauc_precision_at_1000_std": 0.396992,
"nauc_precision_at_1000_diff1": 0.551004,
"nauc_mrr_at_1_max": 0.409338,
"nauc_mrr_at_1_std": -0.105574,
"nauc_mrr_at_1_diff1": 0.719716,
"nauc_mrr_at_3_max": 0.448381,
"nauc_mrr_at_3_std": -0.094151,
"nauc_mrr_at_3_diff1": 0.689316,
"nauc_mrr_at_5_max": 0.449706,
"nauc_mrr_at_5_std": -0.090934,
"nauc_mrr_at_5_diff1": 0.689233,
"nauc_mrr_at_10_max": 0.449766,
"nauc_mrr_at_10_std": -0.089016,
"nauc_mrr_at_10_diff1": 0.689325,
"nauc_mrr_at_20_max": 0.449438,
"nauc_mrr_at_20_std": -0.088782,
"nauc_mrr_at_20_diff1": 0.690635,
"nauc_mrr_at_100_max": 0.448786,
"nauc_mrr_at_100_std": -0.089109,
"nauc_mrr_at_100_diff1": 0.691225,
"nauc_mrr_at_1000_max": 0.448675,
"nauc_mrr_at_1000_std": -0.089177,
"nauc_mrr_at_1000_diff1": 0.691241,
"cv_recall_at_1": 0.6422,
"cv_recall_at_3": 0.812,
"cv_recall_at_5": 0.8608,
"cv_recall_at_10": 0.907,
"cv_recall_at_20": 0.9368,
"cv_recall_at_100": 0.9752,
"cv_recall_at_1000": 0.9944,
"main_score": 0.7778,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 181.28451228141785,
"kg_co2_emissions": null
}
Raw
sentence-transformers__all-MiniLM-L6-v2.json
{
"dataset_revision": "5377aa18f309ec440ff6325a4c2cd3362c2cb8d7",
"task_name": "ChemRxivRetrieval",
"mteb_version": "2.6.8",
"scores": {
"test": [
{
"ndcg_at_1": 0.5244,
"ndcg_at_3": 0.62957,
"ndcg_at_5": 0.65306,
"ndcg_at_10": 0.67414,
"ndcg_at_20": 0.68561,
"ndcg_at_100": 0.69687,
"ndcg_at_1000": 0.70321,
"map_at_1": 0.5244,
"map_at_3": 0.6042,
"map_at_5": 0.61719,
"map_at_10": 0.62603,
"map_at_20": 0.62923,
"map_at_100": 0.63081,
"map_at_1000": 0.63104,
"recall_at_1": 0.5244,
"recall_at_3": 0.7028,
"recall_at_5": 0.76,
"recall_at_10": 0.8244,
"recall_at_20": 0.8694,
"recall_at_100": 0.9298,
"recall_at_1000": 0.98,
"accuracy": 0.5244,
"precision_at_1": 0.5244,
"precision_at_3": 0.23427,
"precision_at_5": 0.152,
"precision_at_10": 0.08244,
"precision_at_20": 0.04347,
"precision_at_100": 0.0093,
"precision_at_1000": 0.00098,
"mrr_at_1": 0.5248,
"mrr_at_3": 0.6043,
"mrr_at_5": 0.61738,
"mrr_at_10": 0.626198,
"mrr_at_20": 0.629396,
"mrr_at_100": 0.630969,
"mrr_at_1000": 0.631206,
"nauc_ndcg_at_1_max": 0.352199,
"nauc_ndcg_at_1_std": -0.065783,
"nauc_ndcg_at_1_diff1": 0.652373,
"nauc_ndcg_at_3_max": 0.386223,
"nauc_ndcg_at_3_std": -0.052571,
"nauc_ndcg_at_3_diff1": 0.59848,
"nauc_ndcg_at_5_max": 0.396897,
"nauc_ndcg_at_5_std": -0.038672,
"nauc_ndcg_at_5_diff1": 0.598826,
"nauc_ndcg_at_10_max": 0.4131,
"nauc_ndcg_at_10_std": -0.019278,
"nauc_ndcg_at_10_diff1": 0.597681,
"nauc_ndcg_at_20_max": 0.412331,
"nauc_ndcg_at_20_std": -0.013713,
"nauc_ndcg_at_20_diff1": 0.601323,
"nauc_ndcg_at_100_max": 0.40655,
"nauc_ndcg_at_100_std": -0.016301,
"nauc_ndcg_at_100_diff1": 0.603055,
"nauc_ndcg_at_1000_max": 0.401365,
"nauc_ndcg_at_1000_std": -0.023129,
"nauc_ndcg_at_1000_diff1": 0.606119,
"nauc_map_at_1_max": 0.352199,
"nauc_map_at_1_std": -0.065783,
"nauc_map_at_1_diff1": 0.652373,
"nauc_map_at_3_max": 0.376839,
"nauc_map_at_3_std": -0.056515,
"nauc_map_at_3_diff1": 0.61259,
"nauc_map_at_5_max": 0.381857,
"nauc_map_at_5_std": -0.049699,
"nauc_map_at_5_diff1": 0.613271,
"nauc_map_at_10_max": 0.387759,
"nauc_map_at_10_std": -0.042562,
"nauc_map_at_10_diff1": 0.613073,
"nauc_map_at_20_max": 0.387271,
"nauc_map_at_20_std": -0.041445,
"nauc_map_at_20_diff1": 0.614123,
"nauc_map_at_100_max": 0.386433,
"nauc_map_at_100_std": -0.041926,
"nauc_map_at_100_diff1": 0.614409,
"nauc_map_at_1000_max": 0.386275,
"nauc_map_at_1000_std": -0.042111,
"nauc_map_at_1000_diff1": 0.614509,
"nauc_recall_at_1_max": 0.352199,
"nauc_recall_at_1_std": -0.065783,
"nauc_recall_at_1_diff1": 0.652373,
"nauc_recall_at_3_max": 0.418399,
"nauc_recall_at_3_std": -0.038904,
"nauc_recall_at_3_diff1": 0.55046,
"nauc_recall_at_5_max": 0.458834,
"nauc_recall_at_5_std": 0.008237,
"nauc_recall_at_5_diff1": 0.542038,
"nauc_recall_at_10_max": 0.553701,
"nauc_recall_at_10_std": 0.114321,
"nauc_recall_at_10_diff1": 0.52037,
"nauc_recall_at_20_max": 0.592075,
"nauc_recall_at_20_std": 0.198604,
"nauc_recall_at_20_diff1": 0.524298,
"nauc_recall_at_100_max": 0.633044,
"nauc_recall_at_100_std": 0.324809,
"nauc_recall_at_100_diff1": 0.492683,
"nauc_recall_at_1000_max": 0.711513,
"nauc_recall_at_1000_std": 0.51669,
"nauc_recall_at_1000_diff1": 0.499939,
"nauc_precision_at_1_max": 0.352199,
"nauc_precision_at_1_std": -0.065783,
"nauc_precision_at_1_diff1": 0.652373,
"nauc_precision_at_3_max": 0.418399,
"nauc_precision_at_3_std": -0.038904,
"nauc_precision_at_3_diff1": 0.55046,
"nauc_precision_at_5_max": 0.458834,
"nauc_precision_at_5_std": 0.008237,
"nauc_precision_at_5_diff1": 0.542038,
"nauc_precision_at_10_max": 0.553701,
"nauc_precision_at_10_std": 0.114321,
"nauc_precision_at_10_diff1": 0.52037,
"nauc_precision_at_20_max": 0.592075,
"nauc_precision_at_20_std": 0.198604,
"nauc_precision_at_20_diff1": 0.524298,
"nauc_precision_at_100_max": 0.633044,
"nauc_precision_at_100_std": 0.324809,
"nauc_precision_at_100_diff1": 0.492683,
"nauc_precision_at_1000_max": 0.711513,
"nauc_precision_at_1000_std": 0.51669,
"nauc_precision_at_1000_diff1": 0.499939,
"nauc_mrr_at_1_max": 0.352237,
"nauc_mrr_at_1_std": -0.065116,
"nauc_mrr_at_1_diff1": 0.651475,
"nauc_mrr_at_3_max": 0.376779,
"nauc_mrr_at_3_std": -0.056432,
"nauc_mrr_at_3_diff1": 0.612213,
"nauc_mrr_at_5_max": 0.381979,
"nauc_mrr_at_5_std": -0.04942,
"nauc_mrr_at_5_diff1": 0.612893,
"nauc_mrr_at_10_max": 0.387865,
"nauc_mrr_at_10_std": -0.042203,
"nauc_mrr_at_10_diff1": 0.612603,
"nauc_mrr_at_20_max": 0.387377,
"nauc_mrr_at_20_std": -0.041082,
"nauc_mrr_at_20_diff1": 0.613649,
"nauc_mrr_at_100_max": 0.38654,
"nauc_mrr_at_100_std": -0.041562,
"nauc_mrr_at_100_diff1": 0.613932,
"nauc_mrr_at_1000_max": 0.386381,
"nauc_mrr_at_1000_std": -0.041747,
"nauc_mrr_at_1000_diff1": 0.614032,
"cv_recall_at_1": 0.5248,
"cv_recall_at_3": 0.7026,
"cv_recall_at_5": 0.7602,
"cv_recall_at_10": 0.8244,
"cv_recall_at_20": 0.8694,
"cv_recall_at_100": 0.9298,
"cv_recall_at_1000": 0.98,
"main_score": 0.67414,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 110.48206925392151,
"kg_co2_emissions": null
}
Raw
sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2.json
{
"dataset_revision": "5377aa18f309ec440ff6325a4c2cd3362c2cb8d7",
"task_name": "ChemRxivRetrieval",
"mteb_version": "2.6.8",
"scores": {
"test": [
{
"ndcg_at_1": 0.3522,
"ndcg_at_3": 0.42606,
"ndcg_at_5": 0.44627,
"ndcg_at_10": 0.46454,
"ndcg_at_20": 0.47639,
"ndcg_at_100": 0.49722,
"ndcg_at_1000": 0.51375,
"map_at_1": 0.3522,
"map_at_3": 0.40797,
"map_at_5": 0.4192,
"map_at_10": 0.42683,
"map_at_20": 0.43006,
"map_at_100": 0.43293,
"map_at_1000": 0.43348,
"recall_at_1": 0.3522,
"recall_at_3": 0.4784,
"recall_at_5": 0.5274,
"recall_at_10": 0.5834,
"recall_at_20": 0.6304,
"recall_at_100": 0.743,
"recall_at_1000": 0.8768,
"accuracy": 0.3522,
"precision_at_1": 0.3522,
"precision_at_3": 0.15947,
"precision_at_5": 0.10548,
"precision_at_10": 0.05834,
"precision_at_20": 0.03152,
"precision_at_100": 0.00743,
"precision_at_1000": 0.00088,
"mrr_at_1": 0.3524,
"mrr_at_3": 0.4078,
"mrr_at_5": 0.41922,
"mrr_at_10": 0.426875,
"mrr_at_20": 0.430089,
"mrr_at_100": 0.432955,
"mrr_at_1000": 0.433509,
"nauc_ndcg_at_1_max": 0.449262,
"nauc_ndcg_at_1_std": 0.016143,
"nauc_ndcg_at_1_diff1": 0.613113,
"nauc_ndcg_at_3_max": 0.445225,
"nauc_ndcg_at_3_std": 0.029654,
"nauc_ndcg_at_3_diff1": 0.552605,
"nauc_ndcg_at_5_max": 0.446452,
"nauc_ndcg_at_5_std": 0.040276,
"nauc_ndcg_at_5_diff1": 0.541239,
"nauc_ndcg_at_10_max": 0.444657,
"nauc_ndcg_at_10_std": 0.0467,
"nauc_ndcg_at_10_diff1": 0.534178,
"nauc_ndcg_at_20_max": 0.444639,
"nauc_ndcg_at_20_std": 0.0524,
"nauc_ndcg_at_20_diff1": 0.533378,
"nauc_ndcg_at_100_max": 0.441988,
"nauc_ndcg_at_100_std": 0.059121,
"nauc_ndcg_at_100_diff1": 0.531834,
"nauc_ndcg_at_1000_max": 0.44365,
"nauc_ndcg_at_1000_std": 0.059384,
"nauc_ndcg_at_1000_diff1": 0.536524,
"nauc_map_at_1_max": 0.449262,
"nauc_map_at_1_std": 0.016143,
"nauc_map_at_1_diff1": 0.613113,
"nauc_map_at_3_max": 0.446846,
"nauc_map_at_3_std": 0.026661,
"nauc_map_at_3_diff1": 0.56651,
"nauc_map_at_5_max": 0.447533,
"nauc_map_at_5_std": 0.032341,
"nauc_map_at_5_diff1": 0.560335,
"nauc_map_at_10_max": 0.446994,
"nauc_map_at_10_std": 0.034819,
"nauc_map_at_10_diff1": 0.557449,
"nauc_map_at_20_max": 0.446985,
"nauc_map_at_20_std": 0.036381,
"nauc_map_at_20_diff1": 0.557249,
"nauc_map_at_100_max": 0.446502,
"nauc_map_at_100_std": 0.037155,
"nauc_map_at_100_diff1": 0.55707,
"nauc_map_at_1000_max": 0.446562,
"nauc_map_at_1000_std": 0.03718,
"nauc_map_at_1000_diff1": 0.557207,
"nauc_recall_at_1_max": 0.449262,
"nauc_recall_at_1_std": 0.016143,
"nauc_recall_at_1_diff1": 0.613113,
"nauc_recall_at_3_max": 0.440257,
"nauc_recall_at_3_std": 0.038221,
"nauc_recall_at_3_diff1": 0.512579,
"nauc_recall_at_5_max": 0.443136,
"nauc_recall_at_5_std": 0.065606,
"nauc_recall_at_5_diff1": 0.482919,
"nauc_recall_at_10_max": 0.435944,
"nauc_recall_at_10_std": 0.088806,
"nauc_recall_at_10_diff1": 0.456917,
"nauc_recall_at_20_max": 0.435333,
"nauc_recall_at_20_std": 0.116699,
"nauc_recall_at_20_diff1": 0.448215,
"nauc_recall_at_100_max": 0.415366,
"nauc_recall_at_100_std": 0.187726,
"nauc_recall_at_100_diff1": 0.412134,
"nauc_recall_at_1000_max": 0.425543,
"nauc_recall_at_1000_std": 0.300794,
"nauc_recall_at_1000_diff1": 0.409071,
"nauc_precision_at_1_max": 0.449262,
"nauc_precision_at_1_std": 0.016143,
"nauc_precision_at_1_diff1": 0.613113,
"nauc_precision_at_3_max": 0.440257,
"nauc_precision_at_3_std": 0.038221,
"nauc_precision_at_3_diff1": 0.512579,
"nauc_precision_at_5_max": 0.443136,
"nauc_precision_at_5_std": 0.065606,
"nauc_precision_at_5_diff1": 0.482919,
"nauc_precision_at_10_max": 0.435944,
"nauc_precision_at_10_std": 0.088806,
"nauc_precision_at_10_diff1": 0.456917,
"nauc_precision_at_20_max": 0.435333,
"nauc_precision_at_20_std": 0.116699,
"nauc_precision_at_20_diff1": 0.448215,
"nauc_precision_at_100_max": 0.415366,
"nauc_precision_at_100_std": 0.187726,
"nauc_precision_at_100_diff1": 0.412134,
"nauc_precision_at_1000_max": 0.425543,
"nauc_precision_at_1000_std": 0.300794,
"nauc_precision_at_1000_diff1": 0.409071,
"nauc_mrr_at_1_max": 0.449017,
"nauc_mrr_at_1_std": 0.015734,
"nauc_mrr_at_1_diff1": 0.612489,
"nauc_mrr_at_3_max": 0.446812,
"nauc_mrr_at_3_std": 0.026486,
"nauc_mrr_at_3_diff1": 0.566499,
"nauc_mrr_at_5_max": 0.447489,
"nauc_mrr_at_5_std": 0.032263,
"nauc_mrr_at_5_diff1": 0.560076,
"nauc_mrr_at_10_max": 0.446938,
"nauc_mrr_at_10_std": 0.034734,
"nauc_mrr_at_10_diff1": 0.557142,
"nauc_mrr_at_20_max": 0.446939,
"nauc_mrr_at_20_std": 0.036301,
"nauc_mrr_at_20_diff1": 0.556983,
"nauc_mrr_at_100_max": 0.446457,
"nauc_mrr_at_100_std": 0.037076,
"nauc_mrr_at_100_diff1": 0.556802,
"nauc_mrr_at_1000_max": 0.446516,
"nauc_mrr_at_1000_std": 0.037101,
"nauc_mrr_at_1000_diff1": 0.556939,
"cv_recall_at_1": 0.3524,
"cv_recall_at_3": 0.4776,
"cv_recall_at_5": 0.5274,
"cv_recall_at_10": 0.5836,
"cv_recall_at_20": 0.6304,
"cv_recall_at_100": 0.743,
"cv_recall_at_1000": 0.8768,
"main_score": 0.46454,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 121.40756464004517,
"kg_co2_emissions": null
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment