results_test.json

{"ranker_name":"TFIDFRanker","eval_time":51.082242012,"testing_data_size":900,"mean_total_rank":2.3722222222,"num_unsuccessful":19,"mean_successful_rank":1.3654937571,"complete_gt_misses":0,"gt_recall_at_k":[0.7966666667,0.9066666667,0.9344444444,0.9566666667,0.9633333333,0.9688888889,0.9722222222,0.9755555556,0.9777777778,0.9788888889],"gt_recall_AUC":0.8543333333,"cat_recall_at_k":[0.0045666667,0.00765,0.0105166667,0.0133833333,0.0158833333,0.0184888889,0.0210611111,0.0234833333,0.0260166667,0.02845],"cat_precision_at_k":[0.9133333333,0.765,0.7011111111,0.6691666667,0.6353333333,0.6162962963,0.6017460317,0.5870833333,0.5781481481,0.569],"cat_f1_at_k":[0.0090878939,0.0151485149,0.0207224959,0.0262418301,0.0309918699,0.0359007551,0.0406977992,0.0451602564,0.0497926635,0.0541904762]}
{"ranker_name":"BM25Simple_2__1.0","eval_time":4.3479409218,"testing_data_size":900,"mean_total_rank":2.5411111111,"num_unsuccessful":15,"mean_successful_rank":1.1593220339,"complete_gt_misses":0,"gt_recall_at_k":[0.9111111111,0.9511111111,0.9644444444,0.9711111111,0.9755555556,0.9777777778,0.98,0.98,0.9822222222,0.9833333333],"gt_recall_AUC":0.8729444444,"cat_recall_at_k":[0.00485,0.0080944444,0.0108666667,0.0136,0.0162111111,0.0187777778,0.0212444444,0.0237666667,0.0261166667,0.0284722222],"cat_precision_at_k":[0.97,0.8094444444,0.7244444444,0.68,0.6484444444,0.6259259259,0.606984127,0.5941666667,0.5803703704,0.5694444444],"cat_f1_at_k":[0.0096517413,0.0160286029,0.0214121511,0.0266666667,0.0316314363,0.0364617044,0.0410520666,0.0457051282,0.049984051,0.0542328042]}
{"ranker_name":"EmbeddingRanker_SimCSE_briefs_text","eval_time":274.0856223106,"testing_data_size":900,"mean_total_rank":24.0188888889,"num_unsuccessful":179,"mean_successful_rank":1.9667128988,"complete_gt_misses":0,"gt_recall_at_k":[0.5333333333,0.6444444444,0.6888888889,0.7155555556,0.7422222222,0.76,0.7744444444,0.7822222222,0.7944444444,0.8011111111],"gt_recall_AUC":0.6569444444,"cat_recall_at_k":[0.0039444444,0.00685,0.0094611111,0.0121777778,0.0148,0.0170611111,0.0193611111,0.0215777778,0.0238222222,0.0260111111],"cat_precision_at_k":[0.7888888889,0.685,0.6307407407,0.6088888889,0.592,0.5687037037,0.5531746032,0.5394444444,0.529382716,0.5202222222],"cat_f1_at_k":[0.0078496407,0.0135643564,0.0186425835,0.0238779956,0.0288780488,0.0331283711,0.0374127751,0.0414957265,0.0455927698,0.0495449735]}