Smart Binary E5-Math Model - MRR: 0.9526 (+0.0414), Hit@3: 1.0000 (+0.0000) - 2025-07-02
18d7e32
verified
| { | |
| "base_metrics": { | |
| "mrr": 0.9111922141119222, | |
| "hit_1": 0.8248175182481752, | |
| "hit_3": 1.0, | |
| "hit_5": 1.0, | |
| "accuracy_1": 0.8248175182481752, | |
| "total_queries": 137, | |
| "errors": 0, | |
| "avg_rank": 1.097463284379172 | |
| }, | |
| "ft_metrics": { | |
| "mrr": 0.9525547445255474, | |
| "hit_1": 0.9051094890510949, | |
| "hit_3": 1.0, | |
| "hit_5": 1.0, | |
| "accuracy_1": 0.9051094890510949, | |
| "total_queries": 137, | |
| "errors": 0, | |
| "avg_rank": 1.049808429118774 | |
| }, | |
| "evaluation_date": "2025-07-02T05:01:27.952946", | |
| "test_queries": 137, | |
| "training_approach": "smart_binary_1_to_2_ratio", | |
| "excel_path": "/kaggle/working/smart_binary_comparison.xlsx", | |
| "plot_path": "/kaggle/working/smart_binary_comparison_plots.png" | |
| } |