e5-math-smart-binary / evaluation_results.json
ThanhLe0125's picture
Smart Binary E5-Math Model - MRR: 0.9526 (+0.0414), Hit@3: 1.0000 (+0.0000) - 2025-07-02
18d7e32 verified
raw
history blame contribute delete
738 Bytes
{
"base_metrics": {
"mrr": 0.9111922141119222,
"hit_1": 0.8248175182481752,
"hit_3": 1.0,
"hit_5": 1.0,
"accuracy_1": 0.8248175182481752,
"total_queries": 137,
"errors": 0,
"avg_rank": 1.097463284379172
},
"ft_metrics": {
"mrr": 0.9525547445255474,
"hit_1": 0.9051094890510949,
"hit_3": 1.0,
"hit_5": 1.0,
"accuracy_1": 0.9051094890510949,
"total_queries": 137,
"errors": 0,
"avg_rank": 1.049808429118774
},
"evaluation_date": "2025-07-02T05:01:27.952946",
"test_queries": 137,
"training_approach": "smart_binary_1_to_2_ratio",
"excel_path": "/kaggle/working/smart_binary_comparison.xlsx",
"plot_path": "/kaggle/working/smart_binary_comparison_plots.png"
}