results_test_pro.json

{"ranker_name":"TFIDFRanker","eval_time":51.082242012,"testing_data_size":900,"mean_total_rank":2.3722222222,"num_unsuccessful":19,"mean_successful_rank":1.3654937571,"complete_gt_misses":0,"gt_recall_at_k":[0.7966666667,0.9066666667,0.9344444444,0.9566666667,0.9633333333,0.9688888889,0.9722222222,0.9755555556,0.9777777778,0.9788888889],"gt_recall_AUC":0.8543333333,"cat_recall_at_k":[0.0045666667,0.00765,0.0105166667,0.0133833333,0.0158833333,0.0184888889,0.0210611111,0.0234833333,0.0260166667,0.02845],"cat_precision_at_k":[0.9133333333,0.765,0.7011111111,0.6691666667,0.6353333333,0.6162962963,0.6017460317,0.5870833333,0.5781481481,0.569],"cat_f1_at_k":[0.0090878939,0.0151485149,0.0207224959,0.0262418301,0.0309918699,0.0359007551,0.0406977992,0.0451602564,0.0497926635,0.0541904762]}
{"ranker_name":"BM25Simple_2__1.0","eval_time":4.3479409218,"testing_data_size":900,"mean_total_rank":2.5411111111,"num_unsuccessful":15,"mean_successful_rank":1.1593220339,"complete_gt_misses":0,"gt_recall_at_k":[0.9111111111,0.9511111111,0.9644444444,0.9711111111,0.9755555556,0.9777777778,0.98,0.98,0.9822222222,0.9833333333],"gt_recall_AUC":0.8729444444,"cat_recall_at_k":[0.00485,0.0080944444,0.0108666667,0.0136,0.0162111111,0.0187777778,0.0212444444,0.0237666667,0.0261166667,0.0284722222],"cat_precision_at_k":[0.97,0.8094444444,0.7244444444,0.68,0.6484444444,0.6259259259,0.606984127,0.5941666667,0.5803703704,0.5694444444],"cat_f1_at_k":[0.0096517413,0.0160286029,0.0214121511,0.0266666667,0.0316314363,0.0364617044,0.0410520666,0.0457051282,0.049984051,0.0542328042]}
{"ranker_name":"BM25ProRanker","eval_time":3.8419649601,"testing_data_size":900,"mean_total_rank":2.2355555556,"num_unsuccessful":9,"mean_successful_rank":1.1200897868,"complete_gt_misses":0,"gt_recall_at_k":[0.9322222222,0.9655555556,0.9788888889,0.9811111111,0.9833333333,0.9866666667,0.9866666667,0.9877777778,0.9888888889,0.99],"gt_recall_AUC":0.882,"cat_recall_at_k":[0.0049,0.0082111111,0.0112111111,0.0141444444,0.0168388889,0.0195611111,0.0222666667,0.0248388889,0.0274777778,0.0302],"cat_precision_at_k":[0.98,0.8211111111,0.7474074074,0.7072222222,0.6735555556,0.652037037,0.6361904762,0.6209722222,0.610617284,0.604],"cat_f1_at_k":[0.0097512438,0.016259626,0.0220908593,0.0277342048,0.0328563686,0.03798274,0.0430273752,0.047767094,0.0525890484,0.0575238095]}
{"ranker_name":"TFIDFProRanker","eval_time":4.8387751579,"testing_data_size":900,"mean_total_rank":2.65,"num_unsuccessful":23,"mean_successful_rank":1.5131128848,"complete_gt_misses":0,"gt_recall_at_k":[0.7477777778,0.8666666667,0.91,0.9311111111,0.9477777778,0.96,0.9644444444,0.9688888889,0.9733333333,0.9744444444],"gt_recall_AUC":0.8383333333,"cat_recall_at_k":[0.00445,0.0076111111,0.0104333333,0.0131222222,0.01565,0.0182444444,0.0207277778,0.0233555556,0.0258166667,0.0282777778],"cat_precision_at_k":[0.89,0.7611111111,0.6955555556,0.6561111111,0.626,0.6081481481,0.5922222222,0.5838888889,0.5737037037,0.5655555556],"cat_f1_at_k":[0.0088557214,0.0150715072,0.0205582923,0.0257298475,0.0305365854,0.0354261057,0.0400536769,0.0449145299,0.0494098884,0.0538624339]}