| { |
| "base_model": "BAAI/bge-small-en-v1.5", |
| "n_pairs": 39852, |
| "epochs": 2, |
| "batch_size": 32, |
| "lr": 3e-06, |
| "use_amp": true, |
| "max_seq_length": 256, |
| "seed": 42, |
| "training_time_s": 409.6, |
| "multi_eval": { |
| "per_dataset_baseline": { |
| "scifact": { |
| "ndcg_at_10": 0.7332589505448117, |
| "mrr": 0.6985621693121693, |
| "hit_at_10": 0.8666666666666667, |
| "n_queries": 300, |
| "ndcg_at_3": 0.6864461358824794, |
| "recall_at_100": 0.9633333333333334 |
| }, |
| "nfcorpus": { |
| "ndcg_at_10": 0.3537822502011714, |
| "mrr": 0.5585421888053467, |
| "hit_at_10": 0.718266253869969, |
| "n_queries": 323, |
| "ndcg_at_3": 0.42597599502093686, |
| "recall_at_100": 0.31346252170704986 |
| }, |
| "fiqa": { |
| "ndcg_at_10": 0.3916405282437908, |
| "mrr": 0.4678749020184205, |
| "hit_at_10": 0.6790123456790124, |
| "n_queries": 648, |
| "ndcg_at_3": 0.34901243718670777, |
| "recall_at_100": 0.692446185501741 |
| } |
| }, |
| "per_dataset_final": { |
| "scifact": { |
| "ndcg_at_10": 0.781752459899092, |
| "mrr": 0.7422301587301587, |
| "hit_at_10": 0.93, |
| "n_queries": 300, |
| "ndcg_at_3": 0.7335167753839059, |
| "recall_at_100": 0.99 |
| }, |
| "nfcorpus": { |
| "ndcg_at_10": 0.37574420884042387, |
| "mrr": 0.5812288073123986, |
| "hit_at_10": 0.7306501547987616, |
| "n_queries": 323, |
| "ndcg_at_3": 0.4442297150425726, |
| "recall_at_100": 0.3516690054451889 |
| }, |
| "fiqa": { |
| "ndcg_at_10": 0.48181104416454384, |
| "mrr": 0.554401822457378, |
| "hit_at_10": 0.7901234567901234, |
| "n_queries": 648, |
| "ndcg_at_3": 0.4284406049379992, |
| "recall_at_100": 0.8457548067501771 |
| } |
| }, |
| "per_dataset_pairs": { |
| "scifact": 4291, |
| "nfcorpus": 9713, |
| "fiqa": 25848 |
| }, |
| "per_dataset_budget": { |
| "scifact": 11601, |
| "nfcorpus": 9713, |
| "fiqa": 38686 |
| }, |
| "per_dataset_sizes": { |
| "scifact": 5183, |
| "nfcorpus": 3633, |
| "fiqa": 57638 |
| }, |
| "macro_baseline_ndcg": 0.49289, |
| "macro_final_ndcg": 0.54644, |
| "macro_delta_ndcg": 0.05354, |
| "sampling": "temperature", |
| "temperature": 0.5, |
| "total_triples_target": 60000, |
| "gated_out": false, |
| "per_dataset_gate": false, |
| "min_gain": -1.0, |
| "seed": 42 |
| } |
| } |
