Initial upload: ogma-micro embedding model

README.md

@@ -0,0 +1,927 @@
+---
+language:
+- en
+license: mit
+tags:
+- mteb
+- sentence-transformers
+- embedding
+- text-embedding
+- ogma
+- axiotic
+- matryoshka
+- small-model
+model-index:
+- name: ogma-micro
+  results:
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/AmazonCounterfactualClassification
+      name: MTEB AmazonCounterfactualClassification
+      config: default
+      split: test
+      revision: 1f7e6a9d6fa6e64c53d146e428565640410c0df1
+    metrics:
+    - type: accuracy
+      value: 65.31
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/AmazonPolarityClassification
+      name: MTEB AmazonPolarityClassification
+      config: default
+      split: test
+      revision: e2d317d38cd51312af73b3d32a06d1a08b442046
+    metrics:
+    - type: accuracy
+      value: 67.63
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/AmazonReviewsClassification
+      name: MTEB AmazonReviewsClassification
+      config: default
+      split: test
+      revision: 6b5d328eaae8ef408dd7d775040245cf86f92e9d
+    metrics:
+    - type: accuracy
+      value: 35.23
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/ArXivHierarchicalClusteringP2P
+      name: MTEB ArXivHierarchicalClusteringP2P
+      config: default
+      split: test
+      revision: 0bbdb47bcbe3a90093699aefeed338a0f28a7ee8
+    metrics:
+    - type: v_measure
+      value: 55.05
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/ArXivHierarchicalClusteringS2S
+      name: MTEB ArXivHierarchicalClusteringS2S
+      config: default
+      split: test
+      revision: b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3
+    metrics:
+    - type: v_measure
+      value: 50.36
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/ArguAna
+      name: MTEB ArguAna
+      config: default
+      split: test
+      revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
+    metrics:
+    - type: ndcg_at_10
+      value: 41.94
+  - task:
+      type: Reranking
+    dataset:
+      type: mteb/AskUbuntuDupQuestions
+      name: MTEB AskUbuntuDupQuestions
+      config: default
+      split: test
+      revision: c5691e3c48741d5f83b5cc8e630653d7a8cfc048
+    metrics:
+    - type: map
+      value: 55.94
+  - task:
+      type: STS
+    dataset:
+      type: mteb/BIOSSES
+      name: MTEB BIOSSES
+      config: default
+      split: test
+      revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
+    metrics:
+    - type: cosine_spearman
+      value: 78.85
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/Banking77Classification
+      name: MTEB Banking77Classification
+      config: default
+      split: test
+      revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
+    metrics:
+    - type: accuracy
+      value: 70.03
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/BiorxivClusteringP2P
+      name: MTEB BiorxivClusteringP2P
+      config: default
+      split: test
+      revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
+    metrics:
+    - type: v_measure
+      value: 31.05
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/BiorxivClusteringS2S
+      name: MTEB BiorxivClusteringS2S
+      config: default
+      split: test
+      revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
+    metrics:
+    - type: v_measure
+      value: 20.2
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackAndroidRetrieval
+      name: MTEB CQADupstackAndroidRetrieval
+      config: default
+      split: test
+      revision: 9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3
+    metrics:
+    - type: ndcg_at_10
+      value: 26.14
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackEnglishRetrieval
+      name: MTEB CQADupstackEnglishRetrieval
+      config: default
+      split: test
+      revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
+    metrics:
+    - type: ndcg_at_10
+      value: 19.82
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackGamingRetrieval
+      name: MTEB CQADupstackGamingRetrieval
+      config: default
+      split: test
+      revision: 4885aa143210c98657558c04aaf3dc47cfb54340
+    metrics:
+    - type: ndcg_at_10
+      value: 35.92
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackGisRetrieval
+      name: MTEB CQADupstackGisRetrieval
+      config: default
+      split: test
+      revision: 5003b3064772da1887988e05400cf3806fe491f2
+    metrics:
+    - type: ndcg_at_10
+      value: 21.3
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackMathematicaRetrieval
+      name: MTEB CQADupstackMathematicaRetrieval
+      config: default
+      split: test
+      revision: 90fceea13679c63fe563ded68f3b6f06e50061de
+    metrics:
+    - type: ndcg_at_10
+      value: 14.54
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackPhysicsRetrieval
+      name: MTEB CQADupstackPhysicsRetrieval
+      config: default
+      split: test
+      revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
+    metrics:
+    - type: ndcg_at_10
+      value: 28.06
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackProgrammersRetrieval
+      name: MTEB CQADupstackProgrammersRetrieval
+      config: default
+      split: test
+      revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
+    metrics:
+    - type: ndcg_at_10
+      value: 24.33
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackRetrieval
+      name: MTEB CQADupstackRetrieval
+      config: default
+      split: test
+      revision: '1'
+    metrics:
+    - type: ndcg_at_10
+      value: 22.34
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackStatsRetrieval
+      name: MTEB CQADupstackStatsRetrieval
+      config: default
+      split: test
+      revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
+    metrics:
+    - type: ndcg_at_10
+      value: 21.58
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackTexRetrieval
+      name: MTEB CQADupstackTexRetrieval
+      config: default
+      split: test
+      revision: 46989137a86843e03a6195de44b09deda022eec7
+    metrics:
+    - type: ndcg_at_10
+      value: 15.04
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackUnixRetrieval
+      name: MTEB CQADupstackUnixRetrieval
+      config: default
+      split: test
+      revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
+    metrics:
+    - type: ndcg_at_10
+      value: 20.12
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackWebmastersRetrieval
+      name: MTEB CQADupstackWebmastersRetrieval
+      config: default
+      split: test
+      revision: 160c094312a0e1facb97e55eeddb698c0abe3571
+    metrics:
+    - type: ndcg_at_10
+      value: 23.43
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackWordpressRetrieval
+      name: MTEB CQADupstackWordpressRetrieval
+      config: default
+      split: test
+      revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
+    metrics:
+    - type: ndcg_at_10
+      value: 17.79
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/ClimateFEVER
+      name: MTEB ClimateFEVER
+      config: default
+      split: test
+      revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
+    metrics:
+    - type: ndcg_at_10
+      value: 20.6
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/DBPedia
+      name: MTEB DBPedia
+      config: default
+      split: test
+      revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
+    metrics:
+    - type: ndcg_at_10
+      value: 27.27
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/EmotionClassification
+      name: MTEB EmotionClassification
+      config: default
+      split: test
+      revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
+    metrics:
+    - type: accuracy
+      value: 35.98
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/FEVER
+      name: MTEB FEVER
+      config: default
+      split: test
+      revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
+    metrics:
+    - type: ndcg_at_10
+      value: 62.89
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/FiQA2018
+      name: MTEB FiQA2018
+      config: default
+      split: test
+      revision: 27a168819829fe9bcd655c2df245fb19452e8e06
+    metrics:
+    - type: ndcg_at_10
+      value: 17.79
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/HotpotQA
+      name: MTEB HotpotQA
+      config: default
+      split: test
+      revision: ab518f4d6fcca38d87c25209f94beba119d02014
+    metrics:
+    - type: ndcg_at_10
+      value: 38.75
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/ImdbClassification
+      name: MTEB ImdbClassification
+      config: default
+      split: test
+      revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
+    metrics:
+    - type: accuracy
+      value: 65.25
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/MSMARCO
+      name: MTEB MSMARCO
+      config: default
+      split: test
+      revision: c5a29a104738b98a9e76336939199e264163d4a0
+    metrics:
+    - type: ndcg_at_10
+      value: 0
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/MTOPDomainClassification
+      name: MTEB MTOPDomainClassification
+      config: default
+      split: test
+      revision: a76d16fae880597b9c73047b50159220a441cb54
+    metrics:
+    - type: accuracy
+      value: 83.45
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/MTOPIntentClassification
+      name: MTEB MTOPIntentClassification
+      config: default
+      split: test
+      revision: 2992d820f31312593c49a4890430aadadb0f0039
+    metrics:
+    - type: accuracy
+      value: 51.72
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/MassiveIntentClassification
+      name: MTEB MassiveIntentClassification
+      config: default
+      split: test
+      revision: 4672e20407010da34463acc759c162ca9734bca6
+    metrics:
+    - type: accuracy
+      value: 58.75
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/MassiveScenarioClassification
+      name: MTEB MassiveScenarioClassification
+      config: default
+      split: test
+      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
+    metrics:
+    - type: accuracy
+      value: 66.84
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/MedrxivClusteringP2P
+      name: MTEB MedrxivClusteringP2P
+      config: default
+      split: test
+      revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
+    metrics:
+    - type: v_measure
+      value: 30.43
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/MedrxivClusteringS2S
+      name: MTEB MedrxivClusteringS2S
+      config: default
+      split: test
+      revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
+    metrics:
+    - type: v_measure
+      value: 25.15
+  - task:
+      type: Reranking
+    dataset:
+      type: mteb/MindSmallReranking
+      name: MTEB MindSmallReranking
+      config: default
+      split: test
+      revision: 227478e3235572039f4f7661840e059f31ef6eb1
+    metrics:
+    - type: map
+      value: 30.1
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/NFCorpus
+      name: MTEB NFCorpus
+      config: default
+      split: test
+      revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
+    metrics:
+    - type: ndcg_at_10
+      value: 23.83
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/NQ
+      name: MTEB NQ
+      config: default
+      split: test
+      revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
+    metrics:
+    - type: ndcg_at_10
+      value: 29.35
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/QuoraRetrieval
+      name: MTEB QuoraRetrieval
+      config: default
+      split: test
+      revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
+    metrics:
+    - type: ndcg_at_10
+      value: 47.12
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/RedditClustering
+      name: MTEB RedditClustering
+      config: default
+      split: test
+      revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
+    metrics:
+    - type: v_measure
+      value: 37.83
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/RedditClusteringP2P
+      name: MTEB RedditClusteringP2P
+      config: default
+      split: test
+      revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
+    metrics:
+    - type: v_measure
+      value: 46.91
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/SCIDOCS
+      name: MTEB SCIDOCS
+      config: default
+      split: test
+      revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
+    metrics:
+    - type: ndcg_at_10
+      value: 11.97
+  - task:
+      type: STS
+    dataset:
+      type: mteb/SICK-R
+      name: MTEB SICK-R
+      config: default
+      split: test
+      revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
+    metrics:
+    - type: cosine_spearman
+      value: 69.97
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS12
+      name: MTEB STS12
+      config: default
+      split: test
+      revision: a0d554a64d88156834ff5ae9920b964011b16384
+    metrics:
+    - type: cosine_spearman
+      value: 67.62
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS13
+      name: MTEB STS13
+      config: default
+      split: test
+      revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
+    metrics:
+    - type: cosine_spearman
+      value: 76.93
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS14
+      name: MTEB STS14
+      config: default
+      split: test
+      revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
+    metrics:
+    - type: cosine_spearman
+      value: 74.41
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS15
+      name: MTEB STS15
+      config: default
+      split: test
+      revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
+    metrics:
+    - type: cosine_spearman
+      value: 81.84
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS16
+      name: MTEB STS16
+      config: default
+      split: test
+      revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
+    metrics:
+    - type: cosine_spearman
+      value: 77.59
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STSBenchmark
+      name: MTEB STSBenchmark
+      config: default
+      split: test
+      revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
+    metrics:
+    - type: cosine_spearman
+      value: 77.82
+  - task:
+      type: Reranking
+    dataset:
+      type: mteb/SciDocsRR
+      name: MTEB SciDocsRR
+      config: default
+      split: test
+      revision: 39b8377811871075eed9de3b8a7e21aaa6acb3d8
+    metrics:
+    - type: map
+      value: 71.62
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/SciFact
+      name: MTEB SciFact
+      config: default
+      split: test
+      revision: d56462d0e63a25450459c4f213e49ffdb866f7f9
+    metrics:
+    - type: ndcg_at_10
+      value: 47.96
+  - task:
+      type: PairClassification
+    dataset:
+      type: mteb/SprintDuplicateQuestions
+      name: MTEB SprintDuplicateQuestions
+      config: default
+      split: test
+      revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
+    metrics:
+    - type: cosine_ap
+      value: 93.48
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/StackExchangeClustering
+      name: MTEB StackExchangeClustering
+      config: default
+      split: test
+      revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
+    metrics:
+    - type: v_measure
+      value: 43.63
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/StackExchangeClusteringP2P
+      name: MTEB StackExchangeClusteringP2P
+      config: default
+      split: test
+      revision: 815ca46b2622cec33ccafc3735d572c266efdb44
+    metrics:
+    - type: v_measure
+      value: 33.44
+  - task:
+      type: Reranking
+    dataset:
+      type: mteb/StackOverflowDupQuestions
+      name: MTEB StackOverflowDupQuestions
+      config: default
+      split: test
+      revision: 5debda000fe8e27ebb5c123d38081f92e1847a59
+    metrics:
+    - type: map
+      value: 41.29
+  - task:
+      type: Summarization
+    dataset:
+      type: mteb/SummEval
+      name: MTEB SummEval
+      config: default
+      split: test
+      revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
+    metrics:
+    - type: cosine_spearman
+      value: 31.77
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/TRECCOVID
+      name: MTEB TRECCOVID
+      config: default
+      split: test
+      revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
+    metrics:
+    - type: ndcg_at_10
+      value: 59.52
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/Touche2020
+      name: MTEB Touche2020
+      config: default
+      split: test
+      revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
+    metrics:
+    - type: ndcg_at_10
+      value: 23.28
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/ToxicConversationsClassification
+      name: MTEB ToxicConversationsClassification
+      config: default
+      split: test
+      revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
+    metrics:
+    - type: accuracy
+      value: 60.13
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/TweetSentimentExtractionClassification
+      name: MTEB TweetSentimentExtractionClassification
+      config: default
+      split: test
+      revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
+    metrics:
+    - type: accuracy
+      value: 54.53
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/TwentyNewsgroupsClustering
+      name: MTEB TwentyNewsgroupsClustering
+      config: default
+      split: test
+      revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
+    metrics:
+    - type: v_measure
+      value: 31.59
+  - task:
+      type: PairClassification
+    dataset:
+      type: mteb/TwitterSemEval2015
+      name: MTEB TwitterSemEval2015
+      config: default
+      split: test
+      revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
+    metrics:
+    - type: cosine_ap
+      value: 60.03
+  - task:
+      type: PairClassification
+    dataset:
+      type: mteb/TwitterURLCorpus
+      name: MTEB TwitterURLCorpus
+      config: default
+      split: test
+      revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
+    metrics:
+    - type: cosine_ap
+      value: 82.36
+---
+
+# ogma-micro
+
+**2.3M parameter text embedding model** by [Axiotic AI](https://axiotic.ai), achieving **49.77 average** on MTEB English v1 (54/54 tasks).
+
+2-layer transformer, 128 hidden dim, 64 embedding dim — smallest model.
+
+## Highlights
+
+- **2.3M parameters** — small enough for CPU inference, edge deployment, and resource-constrained environments
+- **49.77 MTEB average** — outperforms Potion-32M (51.22) despite being significantly smaller
+- **Matryoshka embeddings** — use dimensions [32, 64, 128] for flexible storage/compute tradeoffs
+- **Asymmetric encoding** — dedicated `[QRY]`, `[DOC]`, `[SYM]` task tokens for query-document and symmetric tasks
+- **1024 token context** — handles longer passages than typical small models (Potion: 512)
+- **Pure PyTorch** — no external transformer library dependencies
+
+## Architecture
+
+| Component | Details |
+|-----------|---------|
+| Parameters | 2.3M |
+| Layers | 2 |
+| Hidden dim (d_model) | 128 |
+| Embedding dim (d_embed) | 64 |
+| Output dim (d_output) | 128 |
+| Attention heads | 2 |
+| Max sequence length | 1024 |
+| Matryoshka dims | [32, 64, 128] |
+| Pooling | Mean (mask-aware) |
+| Position encoding | RoPE |
+| FFN | SwiGLU |
+| Normalization | Pre-LayerNorm |
+| Tokenizer | SentencePiece Unigram (30K vocab) |
+| Training | Knowledge distillation from teacher model |
+
+## MTEB Results
+
+### Category-Level Scores
+
+| Category | ogma-micro | Potion-32M | Potion-8M | vs Potion-32M |
+|----------|------------|------------|-----------|---------------|
+| Classification | **59.49** | 66.01 | 64.46 | -6.52 |
+| Clustering | **36.88** | 39.24 | 36.88 | -2.36 |
+| PairClassification | **78.62** | 78.17 | 76.62 | +0.45 |
+| Reranking | **49.74** | 50.92 | 49.73 | -1.18 |
+| Retrieval | **33.09** | 32.21 | 30.43 | +0.88 |
+| STS | **75.63** | 73.86 | 72.93 | +1.77 |
+| Summarization | **31.77** | 29.77 | 29.26 | +2.00 |
+| **Overall** | **49.77** | 51.22 | 49.58 | **-1.45** |
+
+> **Potion scores are locally reproduced** using the same evaluation pipeline and hardware for fair head-to-head comparison. These are not self-reported numbers from the Potion model card.
+
+## Usage
+
+### Quick Start
+
+```python
+import torch
+import numpy as np
+from pathlib import Path
+
+# Load model
+from ogma_model import OgmaModel
+from config import OgmaConfig
+from tokenizer import OgmaTokenizer
+
+# Load from checkpoint directory
+model = OgmaModel.from_checkpoint("path/to/ogma-micro", device="cpu")
+model.eval()
+
+# Load tokenizer (uses the SentencePiece model embedded in tokenizer.json)
+# The tokenizer needs the .model file — extract from tokenizer.json or use:
+tokenizer = OgmaTokenizer("path/to/tokenizer.model")
+
+# Encode text
+texts = ["This is a query", "This is a document"]
+encoded = tokenizer.batch_encode(texts, max_length=1024)
+
+token_ids = torch.tensor(encoded["input_ids"])
+attention_mask = torch.tensor(encoded["attention_mask"])
+
+# Use task tokens for asymmetric encoding
+from config import TaskToken
+
+with torch.no_grad():
+    # For symmetric tasks (STS, clustering, classification)
+    embeddings = model.encode(token_ids, attention_mask, task=TaskToken.SYM)
+    
+    # For retrieval — encode queries and documents separately
+    query_embs = model.encode(token_ids[:1], attention_mask[:1], task=TaskToken.QRY)
+    doc_embs = model.encode(token_ids[1:], attention_mask[1:], task=TaskToken.DOC)
+
+print(f"Embedding shape: {embeddings.shape}")  # (2, 128)
+```
+
+### Matryoshka Dimensionality Reduction
+
+```python
+# Full embeddings: 128d
+full_embs = model.encode(token_ids, attention_mask, task=TaskToken.SYM)
+
+# Reduce to any Matryoshka dimension: [32, 64, 128]
+dim = 64
+reduced_embs = torch.nn.functional.normalize(full_embs[:, :dim], p=2, dim=-1)
+# These reduced embeddings are trained to be effective at lower dims
+```
+
+### Loading with safetensors
+
+```python
+import torch
+import yaml
+from safetensors.torch import load_file
+from ogma_model import OgmaModel
+from config import OgmaConfig
+
+# Load config
+with open("path/to/ogma-micro/config.json") as f:
+    import json
+    config_dict = json.load(f)
+
+config = OgmaConfig.from_dict(config_dict)
+model = OgmaModel(config)
+
+# Load weights from safetensors
+state_dict = load_file("path/to/ogma-micro/model.safetensors")
+model.load_state_dict(state_dict)
+model.eval()
+```
+
+## Task Tokens
+
+Ogma uses task-specific prefix tokens for asymmetric encoding:
+
+| Token | ID | Use Case |
+|-------|-----|----------|
+| `[QRY]` | 4 | Query encoding for retrieval |
+| `[DOC]` | 5 | Document/passage encoding for retrieval |
+| `[SYM]` | 6 | Symmetric tasks (STS, classification, clustering) |
+
+For retrieval tasks, encode queries with `[QRY]` and documents with `[DOC]`. For all other tasks, use `[SYM]`.
+
+## Training
+
+Ogma is trained via **knowledge distillation** from a larger teacher embedding model. The training pipeline:
+
+1. **Tokenizer**: SentencePiece Unigram model trained on the distillation corpus (30K vocab)
+2. **Token embeddings**: PCA-reduced embeddings from the teacher model, providing a strong initialization
+3. **Distillation**: MSE loss between student and teacher embeddings, with Matryoshka loss at multiple dimensions
+4. **Architecture**: Standard transformer encoder with RoPE positional encoding and SwiGLU FFN
+
+## Files
+
+| File | Description |
+|------|-------------|
+| `model.safetensors` | Model weights (safetensors format) |
+| `model.pt` | Model weights (PyTorch format) |
+| `config.json` | Model configuration |
+| `config.yaml` | Original training config |
+| `tokenizer.json` | HuggingFace tokenizer |
+| `tokenizer_config.json` | Tokenizer configuration |
+| `token_embeds_128d.npy` | Pre-computed token embeddings (30K × 128, float16) |
+| `ogma_model.py` | OgmaModel class |
+| `config.py` | OgmaConfig dataclass |
+| `embeddings.py` | Token embedding + RoPE |
+| `pooling.py` | Pooling strategies |
+| `variants/transformer.py` | Transformer encoder variant |
+| `tokenizer.py` | OgmaTokenizer wrapper |
+| `results/` | MTEB result JSONs |
+
+## Citation
+
+```bibtex
+@misc{ogma2026,
+  title={Ogma: Small High-Performance Text Embeddings},
+  author={Axiotic AI},
+  year={2026},
+  url={https://huggingface.co/axiotic/ogma-micro}
+}
+```
+
+## License
+
+MIT

config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "OgmaModel"
+  ],
+  "model_type": "ogma",
+  "auto_map": {
+    "AutoModel": "ogma_model.OgmaModel"
+  },
+  "variant": "transformer",
+  "d_embed": 64,
+  "d_model": 128,
+  "d_output": 128,
+  "n_layers": 2,
+  "n_heads": 2,
+  "vocab_size": 30000,
+  "max_seq_len": 1024,
+  "matryoshka_dims": [
+    32,
+    64,
+    128
+  ],
+  "pooling": "mean",
+  "ffn_mult": 2.6666666666666665,
+  "conv_kernel_size": 7,
+  "spatial_rank": 32,
+  "n_random_features": 128,
+  "dropout": 0.0,
+  "pad_id": 0,
+  "unk_id": 1,
+  "bos_id": 2,
+  "eos_id": 3,
+  "qry_id": 4,
+  "doc_id": 5,
+  "sym_id": 6,
+  "n_special_tokens": 7
+}

config.py

@@ -0,0 +1,161 @@
+"""Model configuration for Ogma."""
+
+from __future__ import annotations
+
+from dataclasses import dataclass, field
+from enum import StrEnum
+from typing import Any
+
+__all__ = ["OgmaConfig", "VariantType", "PoolingType", "TaskToken"]
+
+
+class VariantType(StrEnum):
+    """Architecture variant identifiers."""
+
+    TRANSFORMER = "transformer"
+    DEEP_NARROW = "deep_narrow"
+    CONV = "conv"
+    LINEAR_ATTENTION = "linear_attention"
+    MLP_MIXER = "mlp_mixer"
+    TRANSFORMER_RESA = "transformer_resa"
+    GLA = "gla"
+
+
+class PoolingType(StrEnum):
+    """Pooling strategy identifiers."""
+
+    TASK_TOKEN = "task_token"
+    LATENT_ATTENTION = "latent_attention"
+    MEAN = "mean"
+
+
+class TaskToken(StrEnum):
+    """Task token identifiers for asymmetric encoding."""
+
+    QRY = "QRY"
+    DOC = "DOC"
+    SYM = "SYM"
+
+
+@dataclass
+class OgmaConfig:
+    """Configuration for an Ogma model instance.
+
+    Args:
+        variant: Architecture variant to use.
+        d_embed: Token embedding dimension (from teacher PCA).
+        d_model: Internal model dimension after projection.
+        n_layers: Number of fusion layers/blocks.
+        n_heads: Number of attention heads (attention variants only).
+        vocab_size: Vocabulary size for embedding table.
+        max_seq_len: Maximum sequence length.
+        matryoshka_dims: Nested output dimensions for Matryoshka.
+        pooling: Pooling strategy.
+        d_output: Final output dimension.
+        ffn_mult: SwiGLU FFN hidden dimension multiplier.
+        conv_kernel_size: Kernel size for conv variant.
+        spatial_rank: Rank of spatial mixing in MLP mixer.
+        n_random_features: Random features for linear attention.
+        dropout: Dropout rate (0 for inference).
+    """
+
+    variant: VariantType = VariantType.TRANSFORMER
+    d_embed: int = 128
+    d_model: int = 256
+    n_layers: int = 1
+    n_heads: int = 4
+    vocab_size: int = 30_000
+    max_seq_len: int = 512
+    matryoshka_dims: list[int] = field(
+        default_factory=lambda: [32, 64, 128, 256]
+    )
+    pooling: PoolingType = PoolingType.TASK_TOKEN
+    d_output: int = 256
+    ffn_mult: float = 8 / 3  # SwiGLU: 8/3 * d_model ≈ 683 for d=256
+    conv_kernel_size: int = 7
+    spatial_rank: int = 32
+    n_random_features: int = 128
+    dropout: float = 0.0
+
+    # ReSA scorer settings
+    scorer_type: str = "dot"
+    scorer_alpha_init: float = 0.1
+    scorer_hidden: int = 0  # 0 defaults to d_head
+
+    # GLA (Gated Linear Attention) settings
+    gla_expand_k: float = 0.5  # key dim expansion (key_dim = d_model * expand_k)
+    gla_expand_v: float = 1.0  # value dim expansion (value_dim = d_model * expand_v)
+    gla_gate_low_rank_dim: int = 16  # low-rank dim for gating projection
+    gla_gate_logit_normalizer: int = 16  # normalizer for gate logits
+    gla_use_short_conv: bool = True  # whether to use short conv on Q,K,V
+    gla_conv_size: int = 4  # short conv kernel size
+
+    # Special token IDs
+    pad_id: int = 0
+    unk_id: int = 1
+    bos_id: int = 2
+    eos_id: int = 3
+    qry_id: int = 4
+    doc_id: int = 5
+    sym_id: int = 6
+    n_special_tokens: int = 7
+
+    @property
+    def d_head(self) -> int:
+        """Per-head dimension."""
+        return self.d_model // self.n_heads
+
+    @property
+    def ffn_hidden(self) -> int:
+        """SwiGLU FFN hidden dimension."""
+        return int(self.d_model * self.ffn_mult)
+
+    def task_token_id(self, task: TaskToken) -> int:
+        """Return token ID for a task token."""
+        mapping = {
+            TaskToken.QRY: self.qry_id,
+            TaskToken.DOC: self.doc_id,
+            TaskToken.SYM: self.sym_id,
+        }
+        return mapping[task]
+
+    def to_dict(self) -> dict[str, Any]:
+        """Serialize config to dictionary."""
+        return {
+            "variant": self.variant.value,
+            "d_embed": self.d_embed,
+            "d_model": self.d_model,
+            "n_layers": self.n_layers,
+            "n_heads": self.n_heads,
+            "vocab_size": self.vocab_size,
+            "max_seq_len": self.max_seq_len,
+            "matryoshka_dims": self.matryoshka_dims,
+            "pooling": self.pooling.value,
+            "d_output": self.d_output,
+            "ffn_mult": self.ffn_mult,
+            "conv_kernel_size": self.conv_kernel_size,
+            "spatial_rank": self.spatial_rank,
+            "n_random_features": self.n_random_features,
+            "dropout": self.dropout,
+            "scorer_type": self.scorer_type,
+            "scorer_alpha_init": self.scorer_alpha_init,
+            "scorer_hidden": self.scorer_hidden,
+            "gla_expand_k": self.gla_expand_k,
+            "gla_expand_v": self.gla_expand_v,
+            "gla_gate_low_rank_dim": self.gla_gate_low_rank_dim,
+            "gla_gate_logit_normalizer": self.gla_gate_logit_normalizer,
+            "gla_use_short_conv": self.gla_use_short_conv,
+            "gla_conv_size": self.gla_conv_size,
+        }
+
+    @classmethod
+    def from_dict(cls, data: dict[str, Any]) -> OgmaConfig:
+        """Deserialize config from dictionary."""
+        data = dict(data)
+        if "variant" in data:
+            data["variant"] = VariantType(data["variant"])
+        if "pooling" in data:
+            data["pooling"] = PoolingType(data["pooling"])
+        known = {f.name for f in cls.__dataclass_fields__.values()}
+        filtered = {k: v for k, v in data.items() if k in known}
+        return cls(**filtered)

config.yaml

@@ -0,0 +1,18 @@
+conv_kernel_size: 7
+d_embed: 64
+d_model: 128
+d_output: 128
+dropout: 0.0
+ffn_mult: 2.6666666666666665
+matryoshka_dims:
+- 32
+- 64
+- 128
+max_seq_len: 1024
+n_heads: 2
+n_layers: 2
+n_random_features: 128
+pooling: mean
+spatial_rank: 32
+variant: transformer
+vocab_size: 30000

embeddings.py

@@ -0,0 +1,143 @@
+"""Token embeddings, task token embeddings, and RoPE for Ogma."""
+
+from __future__ import annotations
+
+import torch
+import torch.nn as nn
+
+from ogma.model.config import OgmaConfig
+
+__all__ = ["TokenEmbedding", "RotaryPositionalEncoding"]
+
+
+class TokenEmbedding(nn.Module):
+    """Token embedding with optional linear projection.
+
+    Loads a vocab_size x d_embed embedding table and projects to d_model.
+    Includes 3 learnable task token embeddings ([QRY], [DOC], [SYM]).
+    """
+
+    def __init__(self, config: OgmaConfig) -> None:
+        super().__init__()
+        self.config = config
+        self.embed = nn.Embedding(
+            config.vocab_size + config.n_special_tokens,
+            config.d_embed,
+            padding_idx=config.pad_id,
+        )
+        if config.d_embed != config.d_model:
+            self.proj = nn.Linear(config.d_embed, config.d_model)
+        else:
+            self.proj = nn.Identity()  # type: ignore[assignment]
+
+        # Task token embeddings are learned separately at d_model
+        self.task_tokens = nn.Embedding(3, config.d_model)
+
+    def forward(
+        self,
+        token_ids: torch.Tensor,
+        task_token_ids: torch.Tensor,
+    ) -> torch.Tensor:
+        """Embed tokens and prepend task token.
+
+        Args:
+            token_ids: (B, S) token IDs.
+            task_token_ids: (B,) task token IDs (4=QRY, 5=DOC, 6=SYM).
+
+        Returns:
+            (B, S+1, d_model) embeddings with task token prepended.
+        """
+        # Embed and project regular tokens
+        x = self.embed(token_ids)  # (B, S, d_embed)
+        x = self.proj(x)  # (B, S, d_model)
+
+        # Get task token embeddings (map 4,5,6 -> 0,1,2)
+        task_idx = task_token_ids - self.config.qry_id  # (B,)
+        task_emb = self.task_tokens(task_idx)  # (B, d_model)
+        task_emb = task_emb.unsqueeze(1)  # (B, 1, d_model)
+
+        # Prepend task token
+        return torch.cat([task_emb, x], dim=1)  # (B, S+1, d_model)
+
+    def load_pretrained_embeddings(
+        self, embeddings: torch.Tensor
+    ) -> None:
+        """Load pre-computed token embeddings (e.g., from teacher PCA).
+
+        Args:
+            embeddings: (vocab_size, d_embed) tensor.
+        """
+        with torch.no_grad():
+            n = min(embeddings.shape[0], self.config.vocab_size)
+            start = self.config.n_special_tokens
+            self.embed.weight[start : n + start] = embeddings[:n]
+
+
+class RotaryPositionalEncoding(nn.Module):
+    """Rotary Position Embedding (RoPE). Zero trainable parameters."""
+
+    def __init__(self, dim: int, max_seq_len: int = 512) -> None:
+        super().__init__()
+        inv_freq = 1.0 / (
+            10000.0 ** (torch.arange(0, dim, 2).float() / dim)
+        )
+        self.register_buffer("inv_freq", inv_freq)
+        self._build_cache(max_seq_len)
+
+    def _build_cache(self, seq_len: int) -> None:
+        inv_freq: torch.Tensor = self.inv_freq  # type: ignore[assignment]
+        t = torch.arange(seq_len, dtype=inv_freq.dtype)
+        freqs = torch.outer(t, inv_freq)
+        cos_cached = freqs.cos()
+        sin_cached = freqs.sin()
+        self.register_buffer("cos_cached", cos_cached, persistent=False)
+        self.register_buffer("sin_cached", sin_cached, persistent=False)
+
+    def forward(self, x: torch.Tensor) -> tuple[torch.Tensor, torch.Tensor]:
+        """Return cos and sin for sequence length of x.
+
+        Args:
+            x: (B, S, ...) tensor to determine sequence length.
+
+        Returns:
+            Tuple of (cos, sin) each of shape (S, d_head//2).
+        """
+        seq_len = x.shape[1]
+        cos: torch.Tensor = self.cos_cached  # type: ignore[assignment]
+        sin: torch.Tensor = self.sin_cached  # type: ignore[assignment]
+        if seq_len > cos.shape[0]:
+            self._build_cache(seq_len)
+            cos = self.cos_cached  # type: ignore[assignment]
+            sin = self.sin_cached  # type: ignore[assignment]
+        return cos[:seq_len], sin[:seq_len]
+
+
+def apply_rope(
+    q: torch.Tensor,
+    k: torch.Tensor,
+    cos: torch.Tensor,
+    sin: torch.Tensor,
+) -> tuple[torch.Tensor, torch.Tensor]:
+    """Apply rotary embeddings to query and key tensors.
+
+    Args:
+        q: (B, n_heads, S, d_head) query tensor.
+        k: (B, n_heads, S, d_head) key tensor.
+        cos: (S, d_head//2) cosine cache.
+        sin: (S, d_head//2) sine cache.
+
+    Returns:
+        Rotated (q, k) tensors.
+    """
+
+    def _rotate(x: torch.Tensor) -> torch.Tensor:
+        x1 = x[..., : x.shape[-1] // 2]
+        x2 = x[..., x.shape[-1] // 2 :]
+        cos_exp = cos.unsqueeze(0).unsqueeze(0)  # (1, 1, S, d_head//2)
+        sin_exp = sin.unsqueeze(0).unsqueeze(0)
+        return torch.cat(
+            [x1 * cos_exp - x2 * sin_exp, x2 * cos_exp + x1 * sin_exp],
+            dim=-1,
+        )
+
+    return _rotate(q), _rotate(k)

model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f44e896ac5ada99528f51cf0b1ce391c0daed5b5a089f4161d236a79955eb9
+size 9301776

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1df84379586cadb57f6c68ec5237845cff5aa33cec1fe7a8f5fe5422d6b8ee
+size 9295512

ogma_model.py

@@ -0,0 +1,203 @@
+"""OgmaModel — top-level model wrapping any architecture variant."""
+
+from __future__ import annotations
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+from ogma.model.config import OgmaConfig, TaskToken, VariantType
+from ogma.model.embeddings import TokenEmbedding
+from ogma.model.pooling import create_pooling
+from ogma.model.variants.conv import ConvVariant
+from ogma.model.variants.deep_narrow import DeepNarrowVariant
+from ogma.model.variants.linear_attention import LinearAttentionVariant
+from ogma.model.variants.mlp_mixer import MLPMixerVariant
+from ogma.model.variants.transformer import TransformerVariant
+from ogma.model.variants.transformer_resa import TransformerReSAVariant
+from ogma.model.variants.gla import GLAVariant
+
+__all__ = ["OgmaModel"]
+
+MAX_PARAMS = 10_000_000
+
+
+def _build_variant(config: OgmaConfig) -> nn.Module:
+    """Instantiate the appropriate architecture variant."""
+    if config.variant == VariantType.TRANSFORMER:
+        return TransformerVariant(config)
+    elif config.variant == VariantType.DEEP_NARROW:
+        return DeepNarrowVariant(config)
+    elif config.variant == VariantType.CONV:
+        return ConvVariant(config)
+    elif config.variant == VariantType.LINEAR_ATTENTION:
+        return LinearAttentionVariant(config)
+    elif config.variant == VariantType.MLP_MIXER:
+        return MLPMixerVariant(config)
+    elif config.variant == VariantType.TRANSFORMER_RESA:
+        return TransformerReSAVariant(config)
+    elif config.variant == VariantType.GLA:
+        return GLAVariant(config)
+    raise ValueError(f"Unknown variant: {config.variant}")
+
+
+class OgmaModel(nn.Module):
+    """Ogma embedding model.
+
+    Wraps any architecture variant with shared embedding, pooling, and
+    normalization. Produces L2-normalized embeddings at d_output dimensions,
+    Matryoshka-compatible at configured sub-dimensions.
+    """
+
+    def __init__(self, config: OgmaConfig) -> None:
+        super().__init__()
+        self.config = config
+        self.embedding = TokenEmbedding(config)
+        self.variant = _build_variant(config)
+        self.pooling = create_pooling(config)
+
+        # Output projection if variant output != d_output
+        needs_proj = (
+            config.variant == VariantType.DEEP_NARROW
+            and config.d_model != config.d_output
+        )
+        # DeepNarrowVariant already has output_proj, so no extra needed here
+        if not needs_proj and config.d_model != config.d_output:
+            self.output_proj: nn.Module = nn.Linear(
+                config.d_model, config.d_output
+            )
+        else:
+            self.output_proj = nn.Identity()
+
+    def forward(
+        self,
+        token_ids: torch.Tensor,
+        attention_mask: torch.Tensor,
+        task_token_ids: torch.Tensor,
+    ) -> torch.Tensor:
+        """Forward pass producing L2-normalized embeddings.
+
+        Args:
+            token_ids: (B, S) token IDs.
+            attention_mask: (B, S) attention mask (1=valid, 0=pad).
+            task_token_ids: (B,) task token IDs (4=QRY, 5=DOC, 6=SYM).
+
+        Returns:
+            (B, d_output) L2-normalized embeddings.
+        """
+        # Embed tokens with task token prepended -> (B, S+1, d_model)
+        x = self.embedding(token_ids, task_token_ids)
+
+        # Extend attention mask for prepended task token
+        task_mask = torch.ones(
+            attention_mask.shape[0], 1,
+            device=attention_mask.device,
+            dtype=attention_mask.dtype,
+        )
+        extended_mask = torch.cat([task_mask, attention_mask], dim=1)
+
+        # Run through variant
+        x = self.variant(x, extended_mask)
+
+        # Pool
+        x = self.pooling(x, extended_mask)
+
+        # Project if needed
+        x = self.output_proj(x)
+
+        # L2 normalize
+        return F.normalize(x, p=2, dim=-1)
+
+    def encode(
+        self,
+        token_ids: torch.Tensor,
+        attention_mask: torch.Tensor,
+        task: TaskToken = TaskToken.SYM,
+    ) -> torch.Tensor:
+        """Encode tokens with a specified task mode.
+
+        Args:
+            token_ids: (B, S) token IDs.
+            attention_mask: (B, S) attention mask.
+            task: Task token to use.
+
+        Returns:
+            (B, d_output) L2-normalized embeddings.
+        """
+        task_ids = torch.full(
+            (token_ids.shape[0],),
+            self.config.task_token_id(task),
+            device=token_ids.device,
+            dtype=torch.long,
+        )
+        return self.forward(token_ids, attention_mask, task_ids)
+
+    def param_count(self) -> int:
+        """Count total trainable parameters."""
+        return sum(p.numel() for p in self.parameters() if p.requires_grad)
+
+    def assert_param_budget(self) -> None:
+        """Assert model is under the 10M parameter budget."""
+        count = self.param_count()
+        assert count < MAX_PARAMS, (
+            f"Model has {count:,} params, exceeds {MAX_PARAMS:,} budget"
+        )
+
+    @classmethod
+    def from_config(cls, config: OgmaConfig) -> OgmaModel:
+        """Factory method to build a model from config."""
+        model = cls(config)
+        model.assert_param_budget()
+        return model
+
+    @classmethod
+    def from_checkpoint(
+        cls,
+        path: str,
+        device: str = "cpu",
+    ) -> OgmaModel:
+        """Load model from a checkpoint directory.
+
+        Args:
+            path: Path to checkpoint directory containing config.yaml
+                and model.pt.
+            device: Device to load model to.
+
+        Returns:
+            Loaded OgmaModel.
+        """
+        from pathlib import Path
+
+        import yaml
+
+        ckpt_path = Path(path)
+        with open(ckpt_path / "config.yaml") as f:
+            config_dict = yaml.safe_load(f)
+        config = OgmaConfig.from_dict(config_dict)
+
+        model = cls(config)
+        state_dict = torch.load(
+            ckpt_path / "model.pt",
+            map_location=device,
+            weights_only=True,
+        )
+        model.load_state_dict(state_dict)
+        model.to(device)
+        model.eval()
+        return model
+
+    def save_checkpoint(self, path: str) -> None:
+        """Save model checkpoint.
+
+        Args:
+            path: Directory to save config.yaml and model.pt.
+        """
+        from pathlib import Path
+
+        import yaml
+
+        ckpt_path = Path(path)
+        ckpt_path.mkdir(parents=True, exist_ok=True)
+        with open(ckpt_path / "config.yaml", "w") as f:
+            yaml.dump(self.config.to_dict(), f, default_flow_style=False)
+        torch.save(self.state_dict(), ckpt_path / "model.pt")

pooling.py

@@ -0,0 +1,99 @@
+"""Pooling strategies for Ogma."""
+
+from __future__ import annotations
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+from ogma.model.config import OgmaConfig, PoolingType
+
+__all__ = [
+    "create_pooling",
+    "TaskTokenPooling",
+    "LatentAttentionPooling",
+    "MeanPooling",
+]
+
+
+def create_pooling(config: OgmaConfig) -> nn.Module:
+    """Factory for pooling layers."""
+    if config.pooling == PoolingType.TASK_TOKEN:
+        return TaskTokenPooling()
+    elif config.pooling == PoolingType.LATENT_ATTENTION:
+        return LatentAttentionPooling(config.d_model)
+    elif config.pooling == PoolingType.MEAN:
+        return MeanPooling()
+    raise ValueError(f"Unknown pooling type: {config.pooling}")
+
+
+class TaskTokenPooling(nn.Module):
+    """Use the output at position 0 (task token) as the sentence embedding."""
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+    ) -> torch.Tensor:
+        """Extract task token output.
+
+        Args:
+            x: (B, S, D) sequence outputs.
+            attention_mask: unused, for interface compatibility.
+
+        Returns:
+            (B, D) pooled output.
+        """
+        return x[:, 0, :]
+
+
+class LatentAttentionPooling(nn.Module):
+    """Learned query vector attends over all token outputs."""
+
+    def __init__(self, d_model: int) -> None:
+        super().__init__()
+        self.query = nn.Parameter(torch.randn(d_model))
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+    ) -> torch.Tensor:
+        """Attend over sequence with learned query.
+
+        Args:
+            x: (B, S, D) sequence outputs.
+            attention_mask: (B, S) mask where 1=valid, 0=pad.
+
+        Returns:
+            (B, D) pooled output.
+        """
+        # (B, S)
+        scores = torch.matmul(x, self.query) / (x.shape[-1] ** 0.5)
+        if attention_mask is not None:
+            scores = scores.masked_fill(attention_mask == 0, float("-inf"))
+        weights = F.softmax(scores, dim=-1)  # (B, S)
+        return torch.bmm(weights.unsqueeze(1), x).squeeze(1)  # (B, D)
+
+
+class MeanPooling(nn.Module):
+    """Average all token outputs (excluding padding)."""
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+    ) -> torch.Tensor:
+        """Mean pool over valid tokens.
+
+        Args:
+            x: (B, S, D) sequence outputs.
+            attention_mask: (B, S) mask where 1=valid, 0=pad.
+
+        Returns:
+            (B, D) pooled output.
+        """
+        if attention_mask is None:
+            return x.mean(dim=1)
+        mask = attention_mask.unsqueeze(-1).float()  # (B, S, 1)
+        return (x * mask).sum(dim=1) / mask.sum(dim=1).clamp(min=1e-9)

results/AmazonCounterfactualClassification.json

@@ -0,0 +1,268 @@
+{
+  "dataset_revision": "1f7e6a9d6fa6e64c53d146e428565640410c0df1",
+  "task_name": "AmazonCounterfactualClassification",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.694153,
+            "f1": 0.574219,
+            "f1_weighted": 0.753103,
+            "precision": 0.5942,
+            "precision_weighted": 0.887395,
+            "recall": 0.733927,
+            "recall_weighted": 0.694153,
+            "ap": 0.198002,
+            "ap_weighted": 0.198002
+          },
+          {
+            "accuracy": 0.651424,
+            "f1": 0.527587,
+            "f1_weighted": 0.719054,
+            "precision": 0.56284,
+            "precision_weighted": 0.864599,
+            "recall": 0.659219,
+            "recall_weighted": 0.651424,
+            "ap": 0.156012,
+            "ap_weighted": 0.156012
+          },
+          {
+            "accuracy": 0.652924,
+            "f1": 0.541777,
+            "f1_weighted": 0.720423,
+            "precision": 0.579342,
+            "precision_weighted": 0.880513,
+            "recall": 0.704557,
+            "recall_weighted": 0.652924,
+            "ap": 0.177086,
+            "ap_weighted": 0.177086
+          },
+          {
+            "accuracy": 0.562219,
+            "f1": 0.465276,
+            "f1_weighted": 0.645508,
+            "precision": 0.538622,
+            "precision_weighted": 0.850107,
+            "recall": 0.60307,
+            "recall_weighted": 0.562219,
+            "ap": 0.130999,
+            "ap_weighted": 0.130999
+          },
+          {
+            "accuracy": 0.675412,
+            "f1": 0.549623,
+            "f1_weighted": 0.738039,
+            "precision": 0.575711,
+            "precision_weighted": 0.873125,
+            "recall": 0.688501,
+            "recall_weighted": 0.675412,
+            "ap": 0.171742,
+            "ap_weighted": 0.171742
+          },
+          {
+            "accuracy": 0.670165,
+            "f1": 0.547769,
+            "f1_weighted": 0.734008,
+            "precision": 0.576391,
+            "precision_weighted": 0.87466,
+            "recall": 0.69193,
+            "recall_weighted": 0.670165,
+            "ap": 0.172833,
+            "ap_weighted": 0.172833
+          },
+          {
+            "accuracy": 0.61919,
+            "f1": 0.494769,
+            "f1_weighted": 0.693242,
+            "precision": 0.541343,
+            "precision_weighted": 0.848086,
+            "recall": 0.606261,
+            "recall_weighted": 0.61919,
+            "ap": 0.133487,
+            "ap_weighted": 0.133487
+          },
+          {
+            "accuracy": 0.647676,
+            "f1": 0.516935,
+            "f1_weighted": 0.715873,
+            "precision": 0.552417,
+            "precision_weighted": 0.855409,
+            "recall": 0.631697,
+            "recall_weighted": 0.647676,
+            "ap": 0.144229,
+            "ap_weighted": 0.144229
+          },
+          {
+            "accuracy": 0.706897,
+            "f1": 0.577121,
+            "f1_weighted": 0.762565,
+            "precision": 0.590771,
+            "precision_weighted": 0.881359,
+            "recall": 0.718789,
+            "recall_weighted": 0.706897,
+            "ap": 0.191879,
+            "ap_weighted": 0.191879
+          },
+          {
+            "accuracy": 0.651424,
+            "f1": 0.528566,
+            "f1_weighted": 0.719077,
+            "precision": 0.564001,
+            "precision_weighted": 0.865698,
+            "recall": 0.662397,
+            "recall_weighted": 0.651424,
+            "ap": 0.157407,
+            "ap_weighted": 0.157407
+          }
+        ],
+        "accuracy": 0.653148,
+        "f1": 0.532364,
+        "f1_weighted": 0.720089,
+        "precision": 0.567564,
+        "precision_weighted": 0.868095,
+        "recall": 0.670035,
+        "recall_weighted": 0.653148,
+        "ap": 0.163368,
+        "ap_weighted": 0.163368,
+        "main_score": 0.653148,
+        "hf_subset": "en-ext",
+        "languages": [
+          "eng-Latn"
+        ]
+      },
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.585075,
+            "f1": 0.53891,
+            "f1_weighted": 0.627755,
+            "precision": 0.577848,
+            "precision_weighted": 0.762129,
+            "recall": 0.62366,
+            "recall_weighted": 0.585075,
+            "ap": 0.250283,
+            "ap_weighted": 0.250283
+          },
+          {
+            "accuracy": 0.661194,
+            "f1": 0.586347,
+            "f1_weighted": 0.693497,
+            "precision": 0.593012,
+            "precision_weighted": 0.76473,
+            "recall": 0.639189,
+            "recall_weighted": 0.661194,
+            "ap": 0.265176,
+            "ap_weighted": 0.265176
+          },
+          {
+            "accuracy": 0.632836,
+            "f1": 0.57121,
+            "f1_weighted": 0.670199,
+            "precision": 0.589383,
+            "precision_weighted": 0.766672,
+            "recall": 0.638899,
+            "recall_weighted": 0.632836,
+            "ap": 0.262175,
+            "ap_weighted": 0.262175
+          },
+          {
+            "accuracy": 0.623881,
+            "f1": 0.575591,
+            "f1_weighted": 0.662769,
+            "precision": 0.604335,
+            "precision_weighted": 0.785576,
+            "recall": 0.665114,
+            "recall_weighted": 0.623881,
+            "ap": 0.277003,
+            "ap_weighted": 0.277003
+          },
+          {
+            "accuracy": 0.653731,
+            "f1": 0.600785,
+            "f1_weighted": 0.689318,
+            "precision": 0.619073,
+            "precision_weighted": 0.795829,
+            "recall": 0.686556,
+            "recall_weighted": 0.653731,
+            "ap": 0.294219,
+            "ap_weighted": 0.294219
+          },
+          {
+            "accuracy": 0.638806,
+            "f1": 0.573603,
+            "f1_weighted": 0.67514,
+            "precision": 0.588751,
+            "precision_weighted": 0.764807,
+            "recall": 0.636831,
+            "recall_weighted": 0.638806,
+            "ap": 0.261489,
+            "ap_weighted": 0.261489
+          },
+          {
+            "accuracy": 0.708955,
+            "f1": 0.626367,
+            "f1_weighted": 0.733338,
+            "precision": 0.621397,
+            "precision_weighted": 0.782315,
+            "recall": 0.671763,
+            "recall_weighted": 0.708955,
+            "ap": 0.294222,
+            "ap_weighted": 0.294222
+          },
+          {
+            "accuracy": 0.695522,
+            "f1": 0.621683,
+            "f1_weighted": 0.723462,
+            "precision": 0.621033,
+            "precision_weighted": 0.786205,
+            "recall": 0.67786,
+            "recall_weighted": 0.695522,
+            "ap": 0.295622,
+            "ap_weighted": 0.295622
+          },
+          {
+            "accuracy": 0.61791,
+            "f1": 0.575399,
+            "f1_weighted": 0.657213,
+            "precision": 0.610702,
+            "precision_weighted": 0.794506,
+            "recall": 0.675849,
+            "recall_weighted": 0.61791,
+            "ap": 0.282911,
+            "ap_weighted": 0.282911
+          },
+          {
+            "accuracy": 0.620896,
+            "f1": 0.562928,
+            "f1_weighted": 0.659857,
+            "precision": 0.585763,
+            "precision_weighted": 0.76494,
+            "recall": 0.634367,
+            "recall_weighted": 0.620896,
+            "ap": 0.258547,
+            "ap_weighted": 0.258547
+          }
+        ],
+        "accuracy": 0.643881,
+        "f1": 0.583282,
+        "f1_weighted": 0.679255,
+        "precision": 0.60113,
+        "precision_weighted": 0.776771,
+        "recall": 0.655009,
+        "recall_weighted": 0.643881,
+        "ap": 0.274165,
+        "ap_weighted": 0.274165,
+        "main_score": 0.643881,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 16.708924055099487,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/AmazonPolarityClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
+  "task_name": "AmazonPolarityClassification",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.73794,
+            "f1": 0.737817,
+            "f1_weighted": 0.737817,
+            "precision": 0.738387,
+            "precision_weighted": 0.738387,
+            "recall": 0.73794,
+            "recall_weighted": 0.73794,
+            "ap": 0.678148,
+            "ap_weighted": 0.678148
+          },
+          {
+            "accuracy": 0.631555,
+            "f1": 0.629723,
+            "f1_weighted": 0.629723,
+            "precision": 0.634211,
+            "precision_weighted": 0.634211,
+            "recall": 0.631555,
+            "recall_weighted": 0.631555,
+            "ap": 0.58095,
+            "ap_weighted": 0.58095
+          },
+          {
+            "accuracy": 0.680837,
+            "f1": 0.680055,
+            "f1_weighted": 0.680055,
+            "precision": 0.682624,
+            "precision_weighted": 0.682624,
+            "recall": 0.680837,
+            "recall_weighted": 0.680837,
+            "ap": 0.620178,
+            "ap_weighted": 0.620178
+          },
+          {
+            "accuracy": 0.637493,
+            "f1": 0.619155,
+            "f1_weighted": 0.619155,
+            "precision": 0.670291,
+            "precision_weighted": 0.670291,
+            "recall": 0.637493,
+            "recall_weighted": 0.637493,
+            "ap": 0.602435,
+            "ap_weighted": 0.602435
+          },
+          {
+            "accuracy": 0.741537,
+            "f1": 0.741521,
+            "f1_weighted": 0.741521,
+            "precision": 0.741601,
+            "precision_weighted": 0.741601,
+            "recall": 0.741537,
+            "recall_weighted": 0.741537,
+            "ap": 0.680069,
+            "ap_weighted": 0.680069
+          },
+          {
+            "accuracy": 0.660072,
+            "f1": 0.659239,
+            "f1_weighted": 0.659239,
+            "precision": 0.661654,
+            "precision_weighted": 0.661654,
+            "recall": 0.660073,
+            "recall_weighted": 0.660072,
+            "ap": 0.608473,
+            "ap_weighted": 0.608473
+          },
+          {
+            "accuracy": 0.65324,
+            "f1": 0.652185,
+            "f1_weighted": 0.652185,
+            "precision": 0.655122,
+            "precision_weighted": 0.655122,
+            "recall": 0.65324,
+            "recall_weighted": 0.65324,
+            "ap": 0.597773,
+            "ap_weighted": 0.597773
+          },
+          {
+            "accuracy": 0.724,
+            "f1": 0.720896,
+            "f1_weighted": 0.720896,
+            "precision": 0.73443,
+            "precision_weighted": 0.73443,
+            "recall": 0.724,
+            "recall_weighted": 0.724,
+            "ap": 0.675589,
+            "ap_weighted": 0.675589
+          },
+          {
+            "accuracy": 0.60639,
+            "f1": 0.60148,
+            "f1_weighted": 0.60148,
+            "precision": 0.611905,
+            "precision_weighted": 0.611905,
+            "recall": 0.60639,
+            "recall_weighted": 0.60639,
+            "ap": 0.562458,
+            "ap_weighted": 0.562458
+          },
+          {
+            "accuracy": 0.689525,
+            "f1": 0.687915,
+            "f1_weighted": 0.687915,
+            "precision": 0.693519,
+            "precision_weighted": 0.693519,
+            "recall": 0.689525,
+            "recall_weighted": 0.689525,
+            "ap": 0.62617,
+            "ap_weighted": 0.62617
+          }
+        ],
+        "accuracy": 0.676259,
+        "f1": 0.672998,
+        "f1_weighted": 0.672998,
+        "precision": 0.682375,
+        "precision_weighted": 0.682375,
+        "recall": 0.676259,
+        "recall_weighted": 0.676259,
+        "ap": 0.623224,
+        "ap_weighted": 0.623224,
+        "main_score": 0.676259,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 4011.0146062374115,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/AmazonReviewsClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "6b5d328eaae8ef408dd7d775040245cf86f92e9d",
+  "task_name": "AmazonReviewsClassification",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.365,
+            "f1": 0.349148,
+            "f1_weighted": 0.349148,
+            "precision": 0.359526,
+            "precision_weighted": 0.359526,
+            "recall": 0.365,
+            "recall_weighted": 0.365,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3698,
+            "f1": 0.351267,
+            "f1_weighted": 0.351267,
+            "precision": 0.352476,
+            "precision_weighted": 0.352476,
+            "recall": 0.3698,
+            "recall_weighted": 0.3698,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3704,
+            "f1": 0.363844,
+            "f1_weighted": 0.363844,
+            "precision": 0.362399,
+            "precision_weighted": 0.362399,
+            "recall": 0.3704,
+            "recall_weighted": 0.3704,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3466,
+            "f1": 0.343156,
+            "f1_weighted": 0.343156,
+            "precision": 0.341429,
+            "precision_weighted": 0.341429,
+            "recall": 0.3466,
+            "recall_weighted": 0.3466,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3762,
+            "f1": 0.369796,
+            "f1_weighted": 0.369796,
+            "precision": 0.387146,
+            "precision_weighted": 0.387146,
+            "recall": 0.3762,
+            "recall_weighted": 0.3762,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3362,
+            "f1": 0.326752,
+            "f1_weighted": 0.326752,
+            "precision": 0.331569,
+            "precision_weighted": 0.331569,
+            "recall": 0.3362,
+            "recall_weighted": 0.3362,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.2954,
+            "f1": 0.291593,
+            "f1_weighted": 0.291593,
+            "precision": 0.290708,
+            "precision_weighted": 0.290708,
+            "recall": 0.2954,
+            "recall_weighted": 0.2954,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3608,
+            "f1": 0.358988,
+            "f1_weighted": 0.358988,
+            "precision": 0.361238,
+            "precision_weighted": 0.361238,
+            "recall": 0.3608,
+            "recall_weighted": 0.3608,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.352,
+            "f1": 0.341936,
+            "f1_weighted": 0.341936,
+            "precision": 0.357493,
+            "precision_weighted": 0.357493,
+            "recall": 0.352,
+            "recall_weighted": 0.352,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3502,
+            "f1": 0.342521,
+            "f1_weighted": 0.342521,
+            "precision": 0.351133,
+            "precision_weighted": 0.351133,
+            "recall": 0.3502,
+            "recall_weighted": 0.3502,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.35226,
+        "f1": 0.3439,
+        "f1_weighted": 0.3439,
+        "precision": 0.349512,
+        "precision_weighted": 0.349512,
+        "recall": 0.35226,
+        "recall_weighted": 0.35226,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.35226,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 69.37177419662476,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ArXivHierarchicalClusteringP2P.json

@@ -0,0 +1,47 @@
+{
+  "dataset_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8",
+  "task_name": "ArXivHierarchicalClusteringP2P",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "v_measures": {
+          "Level 0": [
+            0.530497,
+            0.533721,
+            0.488791,
+            0.510777,
+            0.492772,
+            0.498383,
+            0.522707,
+            0.526601,
+            0.510455,
+            0.551458
+          ],
+          "Level 1": [
+            0.554812,
+            0.593484,
+            0.565365,
+            0.591058,
+            0.596269,
+            0.571074,
+            0.581801,
+            0.592718,
+            0.595931,
+            0.602276
+          ]
+        },
+        "v_measure": 0.550548,
+        "v_measure_std": 0.037962,
+        "main_score": 0.550548,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 2.146183967590332,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ArXivHierarchicalClusteringS2S.json

@@ -0,0 +1,47 @@
+{
+  "dataset_revision": "b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3",
+  "task_name": "ArXivHierarchicalClusteringS2S",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "v_measures": {
+          "Level 0": [
+            0.457681,
+            0.451223,
+            0.463337,
+            0.412571,
+            0.417498,
+            0.433274,
+            0.440556,
+            0.457856,
+            0.447197,
+            0.432635
+          ],
+          "Level 1": [
+            0.534436,
+            0.531277,
+            0.553902,
+            0.602184,
+            0.585077,
+            0.535768,
+            0.588285,
+            0.590154,
+            0.570984,
+            0.566735
+          ]
+        },
+        "v_measure": 0.503631,
+        "v_measure_std": 0.065663,
+        "main_score": 0.503631,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 2.2057979106903076,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ArguAna.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a",
+  "task_name": "ArguAna",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.19203,
+        "ndcg_at_3": 0.31055,
+        "ndcg_at_5": 0.36099,
+        "ndcg_at_10": 0.41938,
+        "ndcg_at_20": 0.4518,
+        "ndcg_at_100": 0.47563,
+        "ndcg_at_1000": 0.48106,
+        "map_at_1": 0.19203,
+        "map_at_3": 0.28058,
+        "map_at_5": 0.30878,
+        "map_at_10": 0.33313,
+        "map_at_20": 0.34224,
+        "map_at_100": 0.34566,
+        "map_at_1000": 0.34587,
+        "recall_at_1": 0.19203,
+        "recall_at_3": 0.39758,
+        "recall_at_5": 0.5192,
+        "recall_at_10": 0.69844,
+        "recall_at_20": 0.82504,
+        "recall_at_100": 0.95164,
+        "recall_at_1000": 0.9936,
+        "accuracy": 0.19203,
+        "precision_at_1": 0.19203,
+        "precision_at_3": 0.13253,
+        "precision_at_5": 0.10384,
+        "precision_at_10": 0.06984,
+        "precision_at_20": 0.04125,
+        "precision_at_100": 0.00952,
+        "precision_at_1000": 0.00099,
+        "mrr_at_1": 0.200569,
+        "mrr_at_3": 0.283073,
+        "mrr_at_5": 0.311984,
+        "mrr_at_10": 0.336188,
+        "mrr_at_20": 0.345299,
+        "mrr_at_100": 0.348723,
+        "mrr_at_1000": 0.348937,
+        "nauc_ndcg_at_1_max": -0.033963,
+        "nauc_ndcg_at_1_std": -0.078887,
+        "nauc_ndcg_at_1_diff1": 0.137136,
+        "nauc_ndcg_at_3_max": -0.001158,
+        "nauc_ndcg_at_3_std": -0.046323,
+        "nauc_ndcg_at_3_diff1": 0.090432,
+        "nauc_ndcg_at_5_max": 0.012382,
+        "nauc_ndcg_at_5_std": -0.052262,
+        "nauc_ndcg_at_5_diff1": 0.090119,
+        "nauc_ndcg_at_10_max": 0.017533,
+        "nauc_ndcg_at_10_std": -0.039259,
+        "nauc_ndcg_at_10_diff1": 0.085411,
+        "nauc_ndcg_at_20_max": 0.030605,
+        "nauc_ndcg_at_20_std": -0.02752,
+        "nauc_ndcg_at_20_diff1": 0.097365,
+        "nauc_ndcg_at_100_max": 0.022808,
+        "nauc_ndcg_at_100_std": -0.025696,
+        "nauc_ndcg_at_100_diff1": 0.095737,
+        "nauc_ndcg_at_1000_max": 0.015301,
+        "nauc_ndcg_at_1000_std": -0.036379,
+        "nauc_ndcg_at_1000_diff1": 0.095835,
+        "nauc_map_at_1_max": -0.033963,
+        "nauc_map_at_1_std": -0.078887,
+        "nauc_map_at_1_diff1": 0.137136,
+        "nauc_map_at_3_max": -0.009863,
+        "nauc_map_at_3_std": -0.053146,
+        "nauc_map_at_3_diff1": 0.09841,
+        "nauc_map_at_5_max": -0.002054,
+        "nauc_map_at_5_std": -0.056483,
+        "nauc_map_at_5_diff1": 0.098083,
+        "nauc_map_at_10_max": -0.001443,
+        "nauc_map_at_10_std": -0.051552,
+        "nauc_map_at_10_diff1": 0.096516,
+        "nauc_map_at_20_max": 0.001471,
+        "nauc_map_at_20_std": -0.049334,
+        "nauc_map_at_20_diff1": 0.099675,
+        "nauc_map_at_100_max": 0.000836,
+        "nauc_map_at_100_std": -0.048746,
+        "nauc_map_at_100_diff1": 0.099654,
+        "nauc_map_at_1000_max": 0.00064,
+        "nauc_map_at_1000_std": -0.049046,
+        "nauc_map_at_1000_diff1": 0.099637,
+        "nauc_recall_at_1_max": -0.033963,
+        "nauc_recall_at_1_std": -0.078887,
+        "nauc_recall_at_1_diff1": 0.137136,
+        "nauc_recall_at_3_max": 0.02158,
+        "nauc_recall_at_3_std": -0.029026,
+        "nauc_recall_at_3_diff1": 0.070872,
+        "nauc_recall_at_5_max": 0.052827,
+        "nauc_recall_at_5_std": -0.042115,
+        "nauc_recall_at_5_diff1": 0.070059,
+        "nauc_recall_at_10_max": 0.08948,
+        "nauc_recall_at_10_std": 0.007646,
+        "nauc_recall_at_10_diff1": 0.046799,
+        "nauc_recall_at_20_max": 0.214884,
+        "nauc_recall_at_20_std": 0.116807,
+        "nauc_recall_at_20_diff1": 0.103556,
+        "nauc_recall_at_100_max": 0.390406,
+        "nauc_recall_at_100_std": 0.460203,
+        "nauc_recall_at_100_diff1": 0.059268,
+        "nauc_recall_at_1000_max": 0.447529,
+        "nauc_recall_at_1000_std": 0.356611,
+        "nauc_recall_at_1000_diff1": -0.123719,
+        "nauc_precision_at_1_max": -0.033963,
+        "nauc_precision_at_1_std": -0.078887,
+        "nauc_precision_at_1_diff1": 0.137136,
+        "nauc_precision_at_3_max": 0.02158,
+        "nauc_precision_at_3_std": -0.029026,
+        "nauc_precision_at_3_diff1": 0.070872,
+        "nauc_precision_at_5_max": 0.052827,
+        "nauc_precision_at_5_std": -0.042115,
+        "nauc_precision_at_5_diff1": 0.070059,
+        "nauc_precision_at_10_max": 0.08948,
+        "nauc_precision_at_10_std": 0.007646,
+        "nauc_precision_at_10_diff1": 0.046799,
+        "nauc_precision_at_20_max": 0.214884,
+        "nauc_precision_at_20_std": 0.116807,
+        "nauc_precision_at_20_diff1": 0.103556,
+        "nauc_precision_at_100_max": 0.390406,
+        "nauc_precision_at_100_std": 0.460203,
+        "nauc_precision_at_100_diff1": 0.059268,
+        "nauc_precision_at_1000_max": 0.447529,
+        "nauc_precision_at_1000_std": 0.356611,
+        "nauc_precision_at_1000_diff1": -0.123719,
+        "nauc_mrr_at_1_max": -0.028703,
+        "nauc_mrr_at_1_std": -0.073285,
+        "nauc_mrr_at_1_diff1": 0.103193,
+        "nauc_mrr_at_3_max": -0.01921,
+        "nauc_mrr_at_3_std": -0.051538,
+        "nauc_mrr_at_3_diff1": 0.074044,
+        "nauc_mrr_at_5_max": -0.009936,
+        "nauc_mrr_at_5_std": -0.054795,
+        "nauc_mrr_at_5_diff1": 0.075035,
+        "nauc_mrr_at_10_max": -0.009061,
+        "nauc_mrr_at_10_std": -0.050279,
+        "nauc_mrr_at_10_diff1": 0.07313,
+        "nauc_mrr_at_20_max": -0.006401,
+        "nauc_mrr_at_20_std": -0.048066,
+        "nauc_mrr_at_20_diff1": 0.075701,
+        "nauc_mrr_at_100_max": -0.007115,
+        "nauc_mrr_at_100_std": -0.047474,
+        "nauc_mrr_at_100_diff1": 0.075425,
+        "nauc_mrr_at_1000_max": -0.007314,
+        "nauc_mrr_at_1000_std": -0.047768,
+        "nauc_mrr_at_1000_diff1": 0.07539,
+        "hit_rate_at_1": 0.19203,
+        "hit_rate_at_3": 0.39758,
+        "hit_rate_at_5": 0.5192,
+        "hit_rate_at_10": 0.69844,
+        "hit_rate_at_20": 0.82504,
+        "hit_rate_at_100": 0.95164,
+        "hit_rate_at_1000": 0.9936,
+        "main_score": 0.41938,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 17.12871503829956,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/AskUbuntuDupQuestions.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "c5691e3c48741d5f83b5cc8e630653d7a8cfc048",
+  "task_name": "AskUbuntuDupQuestions",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.54017,
+        "ndcg_at_3": 0.51945,
+        "ndcg_at_5": 0.5399,
+        "ndcg_at_10": 0.60638,
+        "ndcg_at_20": 0.72633,
+        "ndcg_at_100": 0.72633,
+        "ndcg_at_1000": 0.72633,
+        "map_at_1": 0.14839,
+        "map_at_3": 0.26743,
+        "map_at_5": 0.34239,
+        "map_at_10": 0.44889,
+        "map_at_20": 0.55938,
+        "map_at_100": 0.55938,
+        "map_at_1000": 0.55938,
+        "recall_at_1": 0.14839,
+        "recall_at_3": 0.3105,
+        "recall_at_5": 0.45348,
+        "recall_at_10": 0.69196,
+        "recall_at_20": 1.0,
+        "recall_at_100": 1.0,
+        "recall_at_1000": 1.0,
+        "accuracy": 0.14839,
+        "precision_at_1": 0.54017,
+        "precision_at_3": 0.45891,
+        "precision_at_5": 0.42161,
+        "precision_at_10": 0.35208,
+        "precision_at_20": 0.27355,
+        "precision_at_100": 0.05471,
+        "precision_at_1000": 0.00547,
+        "mrr_at_1": 0.540166,
+        "mrr_at_3": 0.638042,
+        "mrr_at_5": 0.663666,
+        "mrr_at_10": 0.675241,
+        "mrr_at_20": 0.678552,
+        "mrr_at_100": 0.678552,
+        "mrr_at_1000": 0.678552,
+        "nauc_ndcg_at_1_max": 0.187969,
+        "nauc_ndcg_at_1_std": 0.098684,
+        "nauc_ndcg_at_1_diff1": 0.140114,
+        "nauc_ndcg_at_3_max": 0.169333,
+        "nauc_ndcg_at_3_std": 0.078815,
+        "nauc_ndcg_at_3_diff1": 0.101676,
+        "nauc_ndcg_at_5_max": 0.105826,
+        "nauc_ndcg_at_5_std": 0.10383,
+        "nauc_ndcg_at_5_diff1": 0.093132,
+        "nauc_ndcg_at_10_max": 0.104036,
+        "nauc_ndcg_at_10_std": 0.11952,
+        "nauc_ndcg_at_10_diff1": 0.065996,
+        "nauc_ndcg_at_20_max": 0.182239,
+        "nauc_ndcg_at_20_std": 0.075949,
+        "nauc_ndcg_at_20_diff1": 0.109653,
+        "nauc_ndcg_at_100_max": 0.182239,
+        "nauc_ndcg_at_100_std": 0.075949,
+        "nauc_ndcg_at_100_diff1": 0.109653,
+        "nauc_ndcg_at_1000_max": 0.182239,
+        "nauc_ndcg_at_1000_std": 0.075949,
+        "nauc_ndcg_at_1000_diff1": 0.109653,
+        "nauc_map_at_1_max": 0.029568,
+        "nauc_map_at_1_std": 0.027308,
+        "nauc_map_at_1_diff1": 0.194186,
+        "nauc_map_at_3_max": 0.039012,
+        "nauc_map_at_3_std": 0.094197,
+        "nauc_map_at_3_diff1": 0.154304,
+        "nauc_map_at_5_max": 0.034493,
+        "nauc_map_at_5_std": 0.129768,
+        "nauc_map_at_5_diff1": 0.131847,
+        "nauc_map_at_10_max": 0.077837,
+        "nauc_map_at_10_std": 0.134118,
+        "nauc_map_at_10_diff1": 0.084892,
+        "nauc_map_at_20_max": 0.146276,
+        "nauc_map_at_20_std": 0.092598,
+        "nauc_map_at_20_diff1": 0.093169,
+        "nauc_map_at_100_max": 0.146276,
+        "nauc_map_at_100_std": 0.092598,
+        "nauc_map_at_100_diff1": 0.093169,
+        "nauc_map_at_1000_max": 0.146276,
+        "nauc_map_at_1000_std": 0.092598,
+        "nauc_map_at_1000_diff1": 0.093169,
+        "nauc_recall_at_1_max": 0.029568,
+        "nauc_recall_at_1_std": 0.027308,
+        "nauc_recall_at_1_diff1": 0.194186,
+        "nauc_recall_at_3_max": 0.010515,
+        "nauc_recall_at_3_std": 0.079916,
+        "nauc_recall_at_3_diff1": 0.138109,
+        "nauc_recall_at_5_max": -0.064249,
+        "nauc_recall_at_5_std": 0.124009,
+        "nauc_recall_at_5_diff1": 0.086964,
+        "nauc_recall_at_10_max": -0.092403,
+        "nauc_recall_at_10_std": 0.137224,
+        "nauc_recall_at_10_diff1": -0.040869,
+        "nauc_recall_at_20_max": NaN,
+        "nauc_recall_at_20_std": NaN,
+        "nauc_recall_at_20_diff1": NaN,
+        "nauc_recall_at_100_max": NaN,
+        "nauc_recall_at_100_std": NaN,
+        "nauc_recall_at_100_diff1": NaN,
+        "nauc_recall_at_1000_max": NaN,
+        "nauc_recall_at_1000_std": NaN,
+        "nauc_recall_at_1000_diff1": NaN,
+        "nauc_precision_at_1_max": 0.187969,
+        "nauc_precision_at_1_std": 0.098684,
+        "nauc_precision_at_1_diff1": 0.140114,
+        "nauc_precision_at_3_max": 0.183564,
+        "nauc_precision_at_3_std": 0.093594,
+        "nauc_precision_at_3_diff1": 0.043976,
+        "nauc_precision_at_5_max": 0.143817,
+        "nauc_precision_at_5_std": 0.101552,
+        "nauc_precision_at_5_diff1": -0.007572,
+        "nauc_precision_at_10_max": 0.17357,
+        "nauc_precision_at_10_std": 0.019679,
+        "nauc_precision_at_10_diff1": -0.061011,
+        "nauc_precision_at_20_max": 0.184725,
+        "nauc_precision_at_20_std": -0.043787,
+        "nauc_precision_at_20_diff1": -0.013542,
+        "nauc_precision_at_100_max": 0.184725,
+        "nauc_precision_at_100_std": -0.043787,
+        "nauc_precision_at_100_diff1": -0.013542,
+        "nauc_precision_at_1000_max": 0.184725,
+        "nauc_precision_at_1000_std": -0.043787,
+        "nauc_precision_at_1000_diff1": -0.013542,
+        "nauc_mrr_at_1_max": 0.187969,
+        "nauc_mrr_at_1_std": 0.098684,
+        "nauc_mrr_at_1_diff1": 0.140114,
+        "nauc_mrr_at_3_max": 0.196748,
+        "nauc_mrr_at_3_std": 0.082906,
+        "nauc_mrr_at_3_diff1": 0.147367,
+        "nauc_mrr_at_5_max": 0.179894,
+        "nauc_mrr_at_5_std": 0.07978,
+        "nauc_mrr_at_5_diff1": 0.143359,
+        "nauc_mrr_at_10_max": 0.180577,
+        "nauc_mrr_at_10_std": 0.074538,
+        "nauc_mrr_at_10_diff1": 0.136449,
+        "nauc_mrr_at_20_max": 0.18298,
+        "nauc_mrr_at_20_std": 0.079361,
+        "nauc_mrr_at_20_diff1": 0.140037,
+        "nauc_mrr_at_100_max": 0.18298,
+        "nauc_mrr_at_100_std": 0.079361,
+        "nauc_mrr_at_100_diff1": 0.140037,
+        "nauc_mrr_at_1000_max": 0.18298,
+        "nauc_mrr_at_1000_std": 0.079361,
+        "nauc_mrr_at_1000_diff1": 0.140037,
+        "hit_rate_at_1": 0.54017,
+        "hit_rate_at_3": 0.759,
+        "hit_rate_at_5": 0.86981,
+        "hit_rate_at_10": 0.95568,
+        "hit_rate_at_20": 1.0,
+        "hit_rate_at_100": 1.0,
+        "hit_rate_at_1000": 1.0,
+        "main_score": 0.55938,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 8.199298858642578,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/BIOSSES.json

@@ -0,0 +1,27 @@
+{
+  "dataset_revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
+  "task_name": "BIOSSES",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "pearson": 0.818482,
+        "spearman": 0.788464,
+        "cosine_pearson": 0.818482,
+        "cosine_spearman": 0.788464,
+        "manhattan_pearson": 0.801505,
+        "manhattan_spearman": 0.786048,
+        "euclidean_pearson": 0.805944,
+        "euclidean_spearman": 0.788464,
+        "main_score": 0.788464,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 0.6089718341827393,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/Banking77Classification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
+  "task_name": "Banking77Classification",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.709416,
+            "f1": 0.698921,
+            "f1_weighted": 0.698921,
+            "precision": 0.727839,
+            "precision_weighted": 0.727839,
+            "recall": 0.709416,
+            "recall_weighted": 0.709416,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.706494,
+            "f1": 0.693388,
+            "f1_weighted": 0.693388,
+            "precision": 0.737462,
+            "precision_weighted": 0.737462,
+            "recall": 0.706494,
+            "recall_weighted": 0.706494,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.705195,
+            "f1": 0.695146,
+            "f1_weighted": 0.695146,
+            "precision": 0.737951,
+            "precision_weighted": 0.737951,
+            "recall": 0.705195,
+            "recall_weighted": 0.705195,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.710065,
+            "f1": 0.700522,
+            "f1_weighted": 0.700522,
+            "precision": 0.737201,
+            "precision_weighted": 0.737201,
+            "recall": 0.710065,
+            "recall_weighted": 0.710065,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.697078,
+            "f1": 0.684067,
+            "f1_weighted": 0.684067,
+            "precision": 0.720585,
+            "precision_weighted": 0.720585,
+            "recall": 0.697078,
+            "recall_weighted": 0.697078,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.708766,
+            "f1": 0.703068,
+            "f1_weighted": 0.703068,
+            "precision": 0.735709,
+            "precision_weighted": 0.735709,
+            "recall": 0.708766,
+            "recall_weighted": 0.708766,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.681494,
+            "f1": 0.66852,
+            "f1_weighted": 0.66852,
+            "precision": 0.700757,
+            "precision_weighted": 0.700757,
+            "recall": 0.681494,
+            "recall_weighted": 0.681494,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.691234,
+            "f1": 0.680002,
+            "f1_weighted": 0.680002,
+            "precision": 0.714478,
+            "precision_weighted": 0.714478,
+            "recall": 0.691234,
+            "recall_weighted": 0.691234,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.698377,
+            "f1": 0.687639,
+            "f1_weighted": 0.687639,
+            "precision": 0.72417,
+            "precision_weighted": 0.72417,
+            "recall": 0.698377,
+            "recall_weighted": 0.698377,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.69513,
+            "f1": 0.682002,
+            "f1_weighted": 0.682002,
+            "precision": 0.721036,
+            "precision_weighted": 0.721036,
+            "recall": 0.69513,
+            "recall_weighted": 0.69513,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.700325,
+        "f1": 0.689327,
+        "f1_weighted": 0.689327,
+        "precision": 0.725719,
+        "precision_weighted": 0.725719,
+        "recall": 0.700325,
+        "recall_weighted": 0.700325,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.700325,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 24.914488792419434,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/BiorxivClusteringP2P.json

@@ -0,0 +1,33 @@
+{
+  "dataset_revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
+  "task_name": "BiorxivClusteringP2P",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.310535,
+        "v_measure_std": 0.010861,
+        "v_measures": [
+          0.306892,
+          0.309547,
+          0.318327,
+          0.282693,
+          0.306354,
+          0.310341,
+          0.30948,
+          0.32279,
+          0.32023,
+          0.318697
+        ],
+        "main_score": 0.310535,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 119.78395438194275,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/BiorxivClusteringS2S.json

@@ -0,0 +1,33 @@
+{
+  "dataset_revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
+  "task_name": "BiorxivClusteringS2S",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.202003,
+        "v_measure_std": 0.005492,
+        "v_measures": [
+          0.197235,
+          0.202476,
+          0.199225,
+          0.196073,
+          0.194072,
+          0.204599,
+          0.210904,
+          0.203625,
+          0.20072,
+          0.211096
+        ],
+        "main_score": 0.202003,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 104.13116502761841,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackAndroidRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3",
+  "task_name": "CQADupstackAndroidRetrieval",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.18884,
+        "ndcg_at_3": 0.2231,
+        "ndcg_at_5": 0.24157,
+        "ndcg_at_10": 0.2614,
+        "ndcg_at_20": 0.28319,
+        "ndcg_at_100": 0.31782,
+        "ndcg_at_1000": 0.35087,
+        "map_at_1": 0.15194,
+        "map_at_3": 0.195,
+        "map_at_5": 0.20855,
+        "map_at_10": 0.21893,
+        "map_at_20": 0.22541,
+        "map_at_100": 0.23093,
+        "map_at_1000": 0.23231,
+        "recall_at_1": 0.15194,
+        "recall_at_3": 0.24004,
+        "recall_at_5": 0.29012,
+        "recall_at_10": 0.34836,
+        "recall_at_20": 0.42972,
+        "recall_at_100": 0.59592,
+        "recall_at_1000": 0.82776,
+        "accuracy": 0.15194,
+        "precision_at_1": 0.18884,
+        "precision_at_3": 0.10968,
+        "precision_at_5": 0.08183,
+        "precision_at_10": 0.05122,
+        "precision_at_20": 0.03262,
+        "precision_at_100": 0.00983,
+        "precision_at_1000": 0.00156,
+        "mrr_at_1": 0.188841,
+        "mrr_at_3": 0.235813,
+        "mrr_at_5": 0.247902,
+        "mrr_at_10": 0.256707,
+        "mrr_at_20": 0.263373,
+        "mrr_at_100": 0.267998,
+        "mrr_at_1000": 0.26881,
+        "nauc_ndcg_at_1_max": 0.197606,
+        "nauc_ndcg_at_1_std": -0.019884,
+        "nauc_ndcg_at_1_diff1": 0.458478,
+        "nauc_ndcg_at_3_max": 0.178271,
+        "nauc_ndcg_at_3_std": 0.003251,
+        "nauc_ndcg_at_3_diff1": 0.398115,
+        "nauc_ndcg_at_5_max": 0.175196,
+        "nauc_ndcg_at_5_std": 0.005964,
+        "nauc_ndcg_at_5_diff1": 0.385679,
+        "nauc_ndcg_at_10_max": 0.175056,
+        "nauc_ndcg_at_10_std": 0.010168,
+        "nauc_ndcg_at_10_diff1": 0.382267,
+        "nauc_ndcg_at_20_max": 0.179689,
+        "nauc_ndcg_at_20_std": 0.006895,
+        "nauc_ndcg_at_20_diff1": 0.376813,
+        "nauc_ndcg_at_100_max": 0.191768,
+        "nauc_ndcg_at_100_std": 0.03296,
+        "nauc_ndcg_at_100_diff1": 0.375628,
+        "nauc_ndcg_at_1000_max": 0.199238,
+        "nauc_ndcg_at_1000_std": 0.045336,
+        "nauc_ndcg_at_1000_diff1": 0.380325,
+        "nauc_map_at_1_max": 0.197751,
+        "nauc_map_at_1_std": 0.006797,
+        "nauc_map_at_1_diff1": 0.494829,
+        "nauc_map_at_3_max": 0.192164,
+        "nauc_map_at_3_std": 0.005593,
+        "nauc_map_at_3_diff1": 0.435257,
+        "nauc_map_at_5_max": 0.188238,
+        "nauc_map_at_5_std": 0.007005,
+        "nauc_map_at_5_diff1": 0.420792,
+        "nauc_map_at_10_max": 0.187103,
+        "nauc_map_at_10_std": 0.009857,
+        "nauc_map_at_10_diff1": 0.416412,
+        "nauc_map_at_20_max": 0.189281,
+        "nauc_map_at_20_std": 0.009555,
+        "nauc_map_at_20_diff1": 0.414144,
+        "nauc_map_at_100_max": 0.191584,
+        "nauc_map_at_100_std": 0.014557,
+        "nauc_map_at_100_diff1": 0.414225,
+        "nauc_map_at_1000_max": 0.191893,
+        "nauc_map_at_1000_std": 0.014986,
+        "nauc_map_at_1000_diff1": 0.414433,
+        "nauc_recall_at_1_max": 0.197751,
+        "nauc_recall_at_1_std": 0.006797,
+        "nauc_recall_at_1_diff1": 0.494829,
+        "nauc_recall_at_3_max": 0.163213,
+        "nauc_recall_at_3_std": 0.014729,
+        "nauc_recall_at_3_diff1": 0.366635,
+        "nauc_recall_at_5_max": 0.146997,
+        "nauc_recall_at_5_std": 0.018867,
+        "nauc_recall_at_5_diff1": 0.322006,
+        "nauc_recall_at_10_max": 0.143418,
+        "nauc_recall_at_10_std": 0.027174,
+        "nauc_recall_at_10_diff1": 0.306785,
+        "nauc_recall_at_20_max": 0.15676,
+        "nauc_recall_at_20_std": 0.011467,
+        "nauc_recall_at_20_diff1": 0.281034,
+        "nauc_recall_at_100_max": 0.203891,
+        "nauc_recall_at_100_std": 0.135535,
+        "nauc_recall_at_100_diff1": 0.247326,
+        "nauc_recall_at_1000_max": 0.308993,
+        "nauc_recall_at_1000_std": 0.415926,
+        "nauc_recall_at_1000_diff1": 0.218363,
+        "nauc_precision_at_1_max": 0.197606,
+        "nauc_precision_at_1_std": -0.019884,
+        "nauc_precision_at_1_diff1": 0.458478,
+        "nauc_precision_at_3_max": 0.178951,
+        "nauc_precision_at_3_std": -0.003178,
+        "nauc_precision_at_3_diff1": 0.306824,
+        "nauc_precision_at_5_max": 0.166294,
+        "nauc_precision_at_5_std": -0.005949,
+        "nauc_precision_at_5_diff1": 0.253107,
+        "nauc_precision_at_10_max": 0.14608,
+        "nauc_precision_at_10_std": -0.008317,
+        "nauc_precision_at_10_diff1": 0.209245,
+        "nauc_precision_at_20_max": 0.130098,
+        "nauc_precision_at_20_std": -0.025533,
+        "nauc_precision_at_20_diff1": 0.166091,
+        "nauc_precision_at_100_max": 0.073078,
+        "nauc_precision_at_100_std": 0.016469,
+        "nauc_precision_at_100_diff1": 0.089054,
+        "nauc_precision_at_1000_max": -0.027536,
+        "nauc_precision_at_1000_std": 0.030826,
+        "nauc_precision_at_1000_diff1": -0.053711,
+        "nauc_mrr_at_1_max": 0.197606,
+        "nauc_mrr_at_1_std": -0.019884,
+        "nauc_mrr_at_1_diff1": 0.458478,
+        "nauc_mrr_at_3_max": 0.181138,
+        "nauc_mrr_at_3_std": -0.007979,
+        "nauc_mrr_at_3_diff1": 0.401962,
+        "nauc_mrr_at_5_max": 0.178232,
+        "nauc_mrr_at_5_std": -0.009104,
+        "nauc_mrr_at_5_diff1": 0.390387,
+        "nauc_mrr_at_10_max": 0.177762,
+        "nauc_mrr_at_10_std": -0.006743,
+        "nauc_mrr_at_10_diff1": 0.388696,
+        "nauc_mrr_at_20_max": 0.176751,
+        "nauc_mrr_at_20_std": -0.008116,
+        "nauc_mrr_at_20_diff1": 0.38646,
+        "nauc_mrr_at_100_max": 0.17894,
+        "nauc_mrr_at_100_std": -0.005141,
+        "nauc_mrr_at_100_diff1": 0.386043,
+        "nauc_mrr_at_1000_max": 0.179046,
+        "nauc_mrr_at_1000_std": -0.004902,
+        "nauc_mrr_at_1000_diff1": 0.386362,
+        "hit_rate_at_1": 0.18884,
+        "hit_rate_at_3": 0.29614,
+        "hit_rate_at_5": 0.34907,
+        "hit_rate_at_10": 0.41202,
+        "hit_rate_at_20": 0.5093,
+        "hit_rate_at_100": 0.67525,
+        "hit_rate_at_1000": 0.88698,
+        "main_score": 0.2614,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 29.754338264465332,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackEnglishRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0",
+  "task_name": "CQADupstackEnglishRetrieval",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.15541,
+        "ndcg_at_3": 0.17117,
+        "ndcg_at_5": 0.184,
+        "ndcg_at_10": 0.19824,
+        "ndcg_at_20": 0.2098,
+        "ndcg_at_100": 0.23209,
+        "ndcg_at_1000": 0.2615,
+        "map_at_1": 0.1213,
+        "map_at_3": 0.14994,
+        "map_at_5": 0.15878,
+        "map_at_10": 0.16559,
+        "map_at_20": 0.16941,
+        "map_at_100": 0.17291,
+        "map_at_1000": 0.17405,
+        "recall_at_1": 0.1213,
+        "recall_at_3": 0.181,
+        "recall_at_5": 0.21512,
+        "recall_at_10": 0.2589,
+        "recall_at_20": 0.30168,
+        "recall_at_100": 0.40954,
+        "recall_at_1000": 0.61684,
+        "accuracy": 0.1213,
+        "precision_at_1": 0.15541,
+        "precision_at_3": 0.08259,
+        "precision_at_5": 0.06038,
+        "precision_at_10": 0.03822,
+        "precision_at_20": 0.02328,
+        "precision_at_100": 0.00694,
+        "precision_at_1000": 0.00119,
+        "mrr_at_1": 0.155414,
+        "mrr_at_3": 0.18673,
+        "mrr_at_5": 0.195902,
+        "mrr_at_10": 0.202599,
+        "mrr_at_20": 0.206189,
+        "mrr_at_100": 0.208986,
+        "mrr_at_1000": 0.209771,
+        "nauc_ndcg_at_1_max": 0.195123,
+        "nauc_ndcg_at_1_std": 0.038382,
+        "nauc_ndcg_at_1_diff1": 0.445102,
+        "nauc_ndcg_at_3_max": 0.166586,
+        "nauc_ndcg_at_3_std": 0.044121,
+        "nauc_ndcg_at_3_diff1": 0.406788,
+        "nauc_ndcg_at_5_max": 0.159946,
+        "nauc_ndcg_at_5_std": 0.049405,
+        "nauc_ndcg_at_5_diff1": 0.39172,
+        "nauc_ndcg_at_10_max": 0.152806,
+        "nauc_ndcg_at_10_std": 0.063562,
+        "nauc_ndcg_at_10_diff1": 0.377718,
+        "nauc_ndcg_at_20_max": 0.148911,
+        "nauc_ndcg_at_20_std": 0.074106,
+        "nauc_ndcg_at_20_diff1": 0.367546,
+        "nauc_ndcg_at_100_max": 0.153238,
+        "nauc_ndcg_at_100_std": 0.090583,
+        "nauc_ndcg_at_100_diff1": 0.366295,
+        "nauc_ndcg_at_1000_max": 0.157625,
+        "nauc_ndcg_at_1000_std": 0.102018,
+        "nauc_ndcg_at_1000_diff1": 0.364599,
+        "nauc_map_at_1_max": 0.187378,
+        "nauc_map_at_1_std": 0.026564,
+        "nauc_map_at_1_diff1": 0.468802,
+        "nauc_map_at_3_max": 0.172059,
+        "nauc_map_at_3_std": 0.033254,
+        "nauc_map_at_3_diff1": 0.427237,
+        "nauc_map_at_5_max": 0.167614,
+        "nauc_map_at_5_std": 0.039833,
+        "nauc_map_at_5_diff1": 0.415822,
+        "nauc_map_at_10_max": 0.165745,
+        "nauc_map_at_10_std": 0.049076,
+        "nauc_map_at_10_diff1": 0.407507,
+        "nauc_map_at_20_max": 0.1652,
+        "nauc_map_at_20_std": 0.054117,
+        "nauc_map_at_20_diff1": 0.403296,
+        "nauc_map_at_100_max": 0.16542,
+        "nauc_map_at_100_std": 0.057323,
+        "nauc_map_at_100_diff1": 0.402134,
+        "nauc_map_at_1000_max": 0.165638,
+        "nauc_map_at_1000_std": 0.058157,
+        "nauc_map_at_1000_diff1": 0.401782,
+        "nauc_recall_at_1_max": 0.187378,
+        "nauc_recall_at_1_std": 0.026564,
+        "nauc_recall_at_1_diff1": 0.468802,
+        "nauc_recall_at_3_max": 0.14534,
+        "nauc_recall_at_3_std": 0.037792,
+        "nauc_recall_at_3_diff1": 0.390695,
+        "nauc_recall_at_5_max": 0.127747,
+        "nauc_recall_at_5_std": 0.048975,
+        "nauc_recall_at_5_diff1": 0.346998,
+        "nauc_recall_at_10_max": 0.112594,
+        "nauc_recall_at_10_std": 0.08543,
+        "nauc_recall_at_10_diff1": 0.308944,
+        "nauc_recall_at_20_max": 0.099463,
+        "nauc_recall_at_20_std": 0.112498,
+        "nauc_recall_at_20_diff1": 0.275566,
+        "nauc_recall_at_100_max": 0.120063,
+        "nauc_recall_at_100_std": 0.166315,
+        "nauc_recall_at_100_diff1": 0.274569,
+        "nauc_recall_at_1000_max": 0.131686,
+        "nauc_recall_at_1000_std": 0.227781,
+        "nauc_recall_at_1000_diff1": 0.253972,
+        "nauc_precision_at_1_max": 0.195123,
+        "nauc_precision_at_1_std": 0.038382,
+        "nauc_precision_at_1_diff1": 0.445102,
+        "nauc_precision_at_3_max": 0.169315,
+        "nauc_precision_at_3_std": 0.074688,
+        "nauc_precision_at_3_diff1": 0.338806,
+        "nauc_precision_at_5_max": 0.158105,
+        "nauc_precision_at_5_std": 0.095622,
+        "nauc_precision_at_5_diff1": 0.294577,
+        "nauc_precision_at_10_max": 0.150364,
+        "nauc_precision_at_10_std": 0.132855,
+        "nauc_precision_at_10_diff1": 0.243428,
+        "nauc_precision_at_20_max": 0.145514,
+        "nauc_precision_at_20_std": 0.170178,
+        "nauc_precision_at_20_diff1": 0.196139,
+        "nauc_precision_at_100_max": 0.132973,
+        "nauc_precision_at_100_std": 0.209984,
+        "nauc_precision_at_100_diff1": 0.128863,
+        "nauc_precision_at_1000_max": 0.127605,
+        "nauc_precision_at_1000_std": 0.224395,
+        "nauc_precision_at_1000_diff1": 0.025289,
+        "nauc_mrr_at_1_max": 0.195123,
+        "nauc_mrr_at_1_std": 0.038382,
+        "nauc_mrr_at_1_diff1": 0.445102,
+        "nauc_mrr_at_3_max": 0.167737,
+        "nauc_mrr_at_3_std": 0.045563,
+        "nauc_mrr_at_3_diff1": 0.406255,
+        "nauc_mrr_at_5_max": 0.165352,
+        "nauc_mrr_at_5_std": 0.048412,
+        "nauc_mrr_at_5_diff1": 0.398228,
+        "nauc_mrr_at_10_max": 0.160695,
+        "nauc_mrr_at_10_std": 0.052171,
+        "nauc_mrr_at_10_diff1": 0.391532,
+        "nauc_mrr_at_20_max": 0.15996,
+        "nauc_mrr_at_20_std": 0.055153,
+        "nauc_mrr_at_20_diff1": 0.388486,
+        "nauc_mrr_at_100_max": 0.160708,
+        "nauc_mrr_at_100_std": 0.057743,
+        "nauc_mrr_at_100_diff1": 0.38863,
+        "nauc_mrr_at_1000_max": 0.160638,
+        "nauc_mrr_at_1000_std": 0.057739,
+        "nauc_mrr_at_1000_diff1": 0.388626,
+        "hit_rate_at_1": 0.15541,
+        "hit_rate_at_3": 0.22803,
+        "hit_rate_at_5": 0.26815,
+        "hit_rate_at_10": 0.31847,
+        "hit_rate_at_20": 0.36879,
+        "hit_rate_at_100": 0.48408,
+        "hit_rate_at_1000": 0.69236,
+        "main_score": 0.19824,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 50.95594382286072,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackGamingRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340",
+  "task_name": "CQADupstackGamingRetrieval",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.26771,
+        "ndcg_at_3": 0.31374,
+        "ndcg_at_5": 0.33452,
+        "ndcg_at_10": 0.35916,
+        "ndcg_at_20": 0.37826,
+        "ndcg_at_100": 0.40794,
+        "ndcg_at_1000": 0.43124,
+        "map_at_1": 0.22891,
+        "map_at_3": 0.28622,
+        "map_at_5": 0.29984,
+        "map_at_10": 0.31116,
+        "map_at_20": 0.31728,
+        "map_at_100": 0.32189,
+        "map_at_1000": 0.32279,
+        "recall_at_1": 0.22891,
+        "recall_at_3": 0.34627,
+        "recall_at_5": 0.39909,
+        "recall_at_10": 0.47317,
+        "recall_at_20": 0.54427,
+        "recall_at_100": 0.69127,
+        "recall_at_1000": 0.86522,
+        "accuracy": 0.22891,
+        "precision_at_1": 0.26771,
+        "precision_at_3": 0.14211,
+        "precision_at_5": 0.09918,
+        "precision_at_10": 0.05994,
+        "precision_at_20": 0.03539,
+        "precision_at_100": 0.00936,
+        "precision_at_1000": 0.00121,
+        "mrr_at_1": 0.267712,
+        "mrr_at_3": 0.320585,
+        "mrr_at_5": 0.333062,
+        "mrr_at_10": 0.343451,
+        "mrr_at_20": 0.348304,
+        "mrr_at_100": 0.352006,
+        "mrr_at_1000": 0.352627,
+        "nauc_ndcg_at_1_max": 0.319948,
+        "nauc_ndcg_at_1_std": -0.072456,
+        "nauc_ndcg_at_1_diff1": 0.525071,
+        "nauc_ndcg_at_3_max": 0.291007,
+        "nauc_ndcg_at_3_std": -0.090812,
+        "nauc_ndcg_at_3_diff1": 0.476591,
+        "nauc_ndcg_at_5_max": 0.287366,
+        "nauc_ndcg_at_5_std": -0.080975,
+        "nauc_ndcg_at_5_diff1": 0.468406,
+        "nauc_ndcg_at_10_max": 0.292958,
+        "nauc_ndcg_at_10_std": -0.074516,
+        "nauc_ndcg_at_10_diff1": 0.46282,
+        "nauc_ndcg_at_20_max": 0.293328,
+        "nauc_ndcg_at_20_std": -0.06336,
+        "nauc_ndcg_at_20_diff1": 0.456373,
+        "nauc_ndcg_at_100_max": 0.304053,
+        "nauc_ndcg_at_100_std": -0.04995,
+        "nauc_ndcg_at_100_diff1": 0.455003,
+        "nauc_ndcg_at_1000_max": 0.309144,
+        "nauc_ndcg_at_1000_std": -0.046061,
+        "nauc_ndcg_at_1000_diff1": 0.455945,
+        "nauc_map_at_1_max": 0.282218,
+        "nauc_map_at_1_std": -0.096136,
+        "nauc_map_at_1_diff1": 0.526218,
+        "nauc_map_at_3_max": 0.284393,
+        "nauc_map_at_3_std": -0.100838,
+        "nauc_map_at_3_diff1": 0.489897,
+        "nauc_map_at_5_max": 0.283897,
+        "nauc_map_at_5_std": -0.092852,
+        "nauc_map_at_5_diff1": 0.484307,
+        "nauc_map_at_10_max": 0.288442,
+        "nauc_map_at_10_std": -0.087498,
+        "nauc_map_at_10_diff1": 0.481224,
+        "nauc_map_at_20_max": 0.289385,
+        "nauc_map_at_20_std": -0.083784,
+        "nauc_map_at_20_diff1": 0.479195,
+        "nauc_map_at_100_max": 0.291723,
+        "nauc_map_at_100_std": -0.081364,
+        "nauc_map_at_100_diff1": 0.479064,
+        "nauc_map_at_1000_max": 0.292141,
+        "nauc_map_at_1000_std": -0.080995,
+        "nauc_map_at_1000_diff1": 0.479006,
+        "nauc_recall_at_1_max": 0.282218,
+        "nauc_recall_at_1_std": -0.096136,
+        "nauc_recall_at_1_diff1": 0.526218,
+        "nauc_recall_at_3_max": 0.261137,
+        "nauc_recall_at_3_std": -0.10829,
+        "nauc_recall_at_3_diff1": 0.443618,
+        "nauc_recall_at_5_max": 0.253186,
+        "nauc_recall_at_5_std": -0.079944,
+        "nauc_recall_at_5_diff1": 0.416745,
+        "nauc_recall_at_10_max": 0.268213,
+        "nauc_recall_at_10_std": -0.060301,
+        "nauc_recall_at_10_diff1": 0.400226,
+        "nauc_recall_at_20_max": 0.269083,
+        "nauc_recall_at_20_std": -0.016869,
+        "nauc_recall_at_20_diff1": 0.373554,
+        "nauc_recall_at_100_max": 0.311129,
+        "nauc_recall_at_100_std": 0.067892,
+        "nauc_recall_at_100_diff1": 0.335425,
+        "nauc_recall_at_1000_max": 0.377506,
+        "nauc_recall_at_1000_std": 0.218338,
+        "nauc_recall_at_1000_diff1": 0.268279,
+        "nauc_precision_at_1_max": 0.319948,
+        "nauc_precision_at_1_std": -0.072456,
+        "nauc_precision_at_1_diff1": 0.525071,
+        "nauc_precision_at_3_max": 0.300187,
+        "nauc_precision_at_3_std": -0.057119,
+        "nauc_precision_at_3_diff1": 0.392438,
+        "nauc_precision_at_5_max": 0.290237,
+        "nauc_precision_at_5_std": -0.016718,
+        "nauc_precision_at_5_diff1": 0.357827,
+        "nauc_precision_at_10_max": 0.305965,
+        "nauc_precision_at_10_std": 0.015331,
+        "nauc_precision_at_10_diff1": 0.309473,
+        "nauc_precision_at_20_max": 0.305504,
+        "nauc_precision_at_20_std": 0.073078,
+        "nauc_precision_at_20_diff1": 0.244688,
+        "nauc_precision_at_100_max": 0.312301,
+        "nauc_precision_at_100_std": 0.159407,
+        "nauc_precision_at_100_diff1": 0.143996,
+        "nauc_precision_at_1000_max": 0.30517,
+        "nauc_precision_at_1000_std": 0.214828,
+        "nauc_precision_at_1000_diff1": 0.02925,
+        "nauc_mrr_at_1_max": 0.319948,
+        "nauc_mrr_at_1_std": -0.072456,
+        "nauc_mrr_at_1_diff1": 0.525071,
+        "nauc_mrr_at_3_max": 0.30788,
+        "nauc_mrr_at_3_std": -0.071505,
+        "nauc_mrr_at_3_diff1": 0.480736,
+        "nauc_mrr_at_5_max": 0.306595,
+        "nauc_mrr_at_5_std": -0.065682,
+        "nauc_mrr_at_5_diff1": 0.476921,
+        "nauc_mrr_at_10_max": 0.307978,
+        "nauc_mrr_at_10_std": -0.063976,
+        "nauc_mrr_at_10_diff1": 0.474644,
+        "nauc_mrr_at_20_max": 0.308056,
+        "nauc_mrr_at_20_std": -0.061668,
+        "nauc_mrr_at_20_diff1": 0.473649,
+        "nauc_mrr_at_100_max": 0.309712,
+        "nauc_mrr_at_100_std": -0.060248,
+        "nauc_mrr_at_100_diff1": 0.474014,
+        "nauc_mrr_at_1000_max": 0.309686,
+        "nauc_mrr_at_1000_std": -0.060217,
+        "nauc_mrr_at_1000_diff1": 0.473992,
+        "hit_rate_at_1": 0.26771,
+        "hit_rate_at_3": 0.38871,
+        "hit_rate_at_5": 0.44263,
+        "hit_rate_at_10": 0.521,
+        "hit_rate_at_20": 0.5906,
+        "hit_rate_at_100": 0.73292,
+        "hit_rate_at_1000": 0.89028,
+        "main_score": 0.35916,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 57.79883646965027,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackGisRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2",
+  "task_name": "CQADupstackGisRetrieval",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.14802,
+        "ndcg_at_3": 0.18404,
+        "ndcg_at_5": 0.19539,
+        "ndcg_at_10": 0.21297,
+        "ndcg_at_20": 0.22774,
+        "ndcg_at_100": 0.25841,
+        "ndcg_at_1000": 0.28962,
+        "map_at_1": 0.13701,
+        "map_at_3": 0.16959,
+        "map_at_5": 0.17601,
+        "map_at_10": 0.18335,
+        "map_at_20": 0.18737,
+        "map_at_100": 0.19143,
+        "map_at_1000": 0.19245,
+        "recall_at_1": 0.13701,
+        "recall_at_3": 0.21143,
+        "recall_at_5": 0.23855,
+        "recall_at_10": 0.29166,
+        "recall_at_20": 0.34871,
+        "recall_at_100": 0.51082,
+        "recall_at_1000": 0.75759,
+        "accuracy": 0.13701,
+        "precision_at_1": 0.14802,
+        "precision_at_3": 0.07834,
+        "precision_at_5": 0.05356,
+        "precision_at_10": 0.03311,
+        "precision_at_20": 0.02,
+        "precision_at_100": 0.00599,
+        "precision_at_1000": 0.00091,
+        "mrr_at_1": 0.148023,
+        "mrr_at_3": 0.183427,
+        "mrr_at_5": 0.190377,
+        "mrr_at_10": 0.197632,
+        "mrr_at_20": 0.201503,
+        "mrr_at_100": 0.205503,
+        "mrr_at_1000": 0.206352,
+        "nauc_ndcg_at_1_max": 0.241446,
+        "nauc_ndcg_at_1_std": -0.094702,
+        "nauc_ndcg_at_1_diff1": 0.438894,
+        "nauc_ndcg_at_3_max": 0.201467,
+        "nauc_ndcg_at_3_std": -0.040296,
+        "nauc_ndcg_at_3_diff1": 0.38263,
+        "nauc_ndcg_at_5_max": 0.206062,
+        "nauc_ndcg_at_5_std": -0.021721,
+        "nauc_ndcg_at_5_diff1": 0.371526,
+        "nauc_ndcg_at_10_max": 0.202634,
+        "nauc_ndcg_at_10_std": -0.010369,
+        "nauc_ndcg_at_10_diff1": 0.3549,
+        "nauc_ndcg_at_20_max": 0.203727,
+        "nauc_ndcg_at_20_std": 0.007283,
+        "nauc_ndcg_at_20_diff1": 0.344759,
+        "nauc_ndcg_at_100_max": 0.201585,
+        "nauc_ndcg_at_100_std": 0.007198,
+        "nauc_ndcg_at_100_diff1": 0.343017,
+        "nauc_ndcg_at_1000_max": 0.20987,
+        "nauc_ndcg_at_1000_std": 0.008911,
+        "nauc_ndcg_at_1000_diff1": 0.339753,
+        "nauc_map_at_1_max": 0.229695,
+        "nauc_map_at_1_std": -0.090778,
+        "nauc_map_at_1_diff1": 0.442674,
+        "nauc_map_at_3_max": 0.205399,
+        "nauc_map_at_3_std": -0.05078,
+        "nauc_map_at_3_diff1": 0.398154,
+        "nauc_map_at_5_max": 0.207879,
+        "nauc_map_at_5_std": -0.039771,
+        "nauc_map_at_5_diff1": 0.391316,
+        "nauc_map_at_10_max": 0.206349,
+        "nauc_map_at_10_std": -0.034135,
+        "nauc_map_at_10_diff1": 0.383829,
+        "nauc_map_at_20_max": 0.207149,
+        "nauc_map_at_20_std": -0.028556,
+        "nauc_map_at_20_diff1": 0.380681,
+        "nauc_map_at_100_max": 0.207302,
+        "nauc_map_at_100_std": -0.028331,
+        "nauc_map_at_100_diff1": 0.379522,
+        "nauc_map_at_1000_max": 0.207586,
+        "nauc_map_at_1000_std": -0.028329,
+        "nauc_map_at_1000_diff1": 0.379381,
+        "nauc_recall_at_1_max": 0.229695,
+        "nauc_recall_at_1_std": -0.090778,
+        "nauc_recall_at_1_diff1": 0.442674,
+        "nauc_recall_at_3_max": 0.172604,
+        "nauc_recall_at_3_std": -0.013815,
+        "nauc_recall_at_3_diff1": 0.350774,
+        "nauc_recall_at_5_max": 0.184876,
+        "nauc_recall_at_5_std": 0.018596,
+        "nauc_recall_at_5_diff1": 0.326955,
+        "nauc_recall_at_10_max": 0.178987,
+        "nauc_recall_at_10_std": 0.041875,
+        "nauc_recall_at_10_diff1": 0.287236,
+        "nauc_recall_at_20_max": 0.174097,
+        "nauc_recall_at_20_std": 0.095634,
+        "nauc_recall_at_20_diff1": 0.2543,
+        "nauc_recall_at_100_max": 0.155359,
+        "nauc_recall_at_100_std": 0.094894,
+        "nauc_recall_at_100_diff1": 0.248938,
+        "nauc_recall_at_1000_max": 0.208551,
+        "nauc_recall_at_1000_std": 0.159475,
+        "nauc_recall_at_1000_diff1": 0.170272,
+        "nauc_precision_at_1_max": 0.241446,
+        "nauc_precision_at_1_std": -0.094702,
+        "nauc_precision_at_1_diff1": 0.438894,
+        "nauc_precision_at_3_max": 0.191184,
+        "nauc_precision_at_3_std": -0.009893,
+        "nauc_precision_at_3_diff1": 0.345798,
+        "nauc_precision_at_5_max": 0.203031,
+        "nauc_precision_at_5_std": 0.03056,
+        "nauc_precision_at_5_diff1": 0.317716,
+        "nauc_precision_at_10_max": 0.189584,
+        "nauc_precision_at_10_std": 0.059963,
+        "nauc_precision_at_10_diff1": 0.278288,
+        "nauc_precision_at_20_max": 0.205948,
+        "nauc_precision_at_20_std": 0.103578,
+        "nauc_precision_at_20_diff1": 0.241858,
+        "nauc_precision_at_100_max": 0.192145,
+        "nauc_precision_at_100_std": 0.105171,
+        "nauc_precision_at_100_diff1": 0.20836,
+        "nauc_precision_at_1000_max": 0.203403,
+        "nauc_precision_at_1000_std": 0.133913,
+        "nauc_precision_at_1000_diff1": 0.081355,
+        "nauc_mrr_at_1_max": 0.241446,
+        "nauc_mrr_at_1_std": -0.094702,
+        "nauc_mrr_at_1_diff1": 0.438894,
+        "nauc_mrr_at_3_max": 0.220107,
+        "nauc_mrr_at_3_std": -0.050075,
+        "nauc_mrr_at_3_diff1": 0.385785,
+        "nauc_mrr_at_5_max": 0.224537,
+        "nauc_mrr_at_5_std": -0.038183,
+        "nauc_mrr_at_5_diff1": 0.379752,
+        "nauc_mrr_at_10_max": 0.222755,
+        "nauc_mrr_at_10_std": -0.033685,
+        "nauc_mrr_at_10_diff1": 0.372554,
+        "nauc_mrr_at_20_max": 0.223395,
+        "nauc_mrr_at_20_std": -0.028966,
+        "nauc_mrr_at_20_diff1": 0.369638,
+        "nauc_mrr_at_100_max": 0.223009,
+        "nauc_mrr_at_100_std": -0.029118,
+        "nauc_mrr_at_100_diff1": 0.369214,
+        "nauc_mrr_at_1000_max": 0.22309,
+        "nauc_mrr_at_1000_std": -0.029286,
+        "nauc_mrr_at_1000_diff1": 0.369222,
+        "hit_rate_at_1": 0.14802,
+        "hit_rate_at_3": 0.23051,
+        "hit_rate_at_5": 0.26102,
+        "hit_rate_at_10": 0.31751,
+        "hit_rate_at_20": 0.37627,
+        "hit_rate_at_100": 0.55028,
+        "hit_rate_at_1000": 0.78418,
+        "main_score": 0.21297,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 50.68451809883118,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackMathematicaRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de",
+  "task_name": "CQADupstackMathematicaRetrieval",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.09453,
+        "ndcg_at_3": 0.1192,
+        "ndcg_at_5": 0.13291,
+        "ndcg_at_10": 0.14541,
+        "ndcg_at_20": 0.1642,
+        "ndcg_at_100": 0.19451,
+        "ndcg_at_1000": 0.22926,
+        "map_at_1": 0.07654,
+        "map_at_3": 0.10319,
+        "map_at_5": 0.11125,
+        "map_at_10": 0.11665,
+        "map_at_20": 0.12185,
+        "map_at_100": 0.12613,
+        "map_at_1000": 0.12739,
+        "recall_at_1": 0.07654,
+        "recall_at_3": 0.13873,
+        "recall_at_5": 0.17145,
+        "recall_at_10": 0.20914,
+        "recall_at_20": 0.27913,
+        "recall_at_100": 0.42889,
+        "recall_at_1000": 0.68302,
+        "accuracy": 0.07654,
+        "precision_at_1": 0.09453,
+        "precision_at_3": 0.05929,
+        "precision_at_5": 0.04527,
+        "precision_at_10": 0.02811,
+        "precision_at_20": 0.01859,
+        "precision_at_100": 0.00604,
+        "precision_at_1000": 0.00104,
+        "mrr_at_1": 0.094527,
+        "mrr_at_3": 0.126451,
+        "mrr_at_5": 0.136277,
+        "mrr_at_10": 0.141619,
+        "mrr_at_20": 0.147175,
+        "mrr_at_100": 0.151338,
+        "mrr_at_1000": 0.152318,
+        "nauc_ndcg_at_1_max": 0.077207,
+        "nauc_ndcg_at_1_std": -0.067272,
+        "nauc_ndcg_at_1_diff1": 0.319897,
+        "nauc_ndcg_at_3_max": 0.08314,
+        "nauc_ndcg_at_3_std": -0.026599,
+        "nauc_ndcg_at_3_diff1": 0.200026,
+        "nauc_ndcg_at_5_max": 0.093394,
+        "nauc_ndcg_at_5_std": -0.000477,
+        "nauc_ndcg_at_5_diff1": 0.18578,
+        "nauc_ndcg_at_10_max": 0.100755,
+        "nauc_ndcg_at_10_std": 0.019686,
+        "nauc_ndcg_at_10_diff1": 0.184693,
+        "nauc_ndcg_at_20_max": 0.099157,
+        "nauc_ndcg_at_20_std": 0.027921,
+        "nauc_ndcg_at_20_diff1": 0.174479,
+        "nauc_ndcg_at_100_max": 0.101368,
+        "nauc_ndcg_at_100_std": 0.050521,
+        "nauc_ndcg_at_100_diff1": 0.162507,
+        "nauc_ndcg_at_1000_max": 0.10998,
+        "nauc_ndcg_at_1000_std": 0.054672,
+        "nauc_ndcg_at_1000_diff1": 0.164291,
+        "nauc_map_at_1_max": 0.126332,
+        "nauc_map_at_1_std": -0.03207,
+        "nauc_map_at_1_diff1": 0.287554,
+        "nauc_map_at_3_max": 0.098769,
+        "nauc_map_at_3_std": -0.021683,
+        "nauc_map_at_3_diff1": 0.217052,
+        "nauc_map_at_5_max": 0.102821,
+        "nauc_map_at_5_std": -0.006616,
+        "nauc_map_at_5_diff1": 0.210328,
+        "nauc_map_at_10_max": 0.107241,
+        "nauc_map_at_10_std": 0.00354,
+        "nauc_map_at_10_diff1": 0.208195,
+        "nauc_map_at_20_max": 0.10666,
+        "nauc_map_at_20_std": 0.006284,
+        "nauc_map_at_20_diff1": 0.20485,
+        "nauc_map_at_100_max": 0.106404,
+        "nauc_map_at_100_std": 0.010426,
+        "nauc_map_at_100_diff1": 0.201273,
+        "nauc_map_at_1000_max": 0.106967,
+        "nauc_map_at_1000_std": 0.010934,
+        "nauc_map_at_1000_diff1": 0.20099,
+        "nauc_recall_at_1_max": 0.126332,
+        "nauc_recall_at_1_std": -0.03207,
+        "nauc_recall_at_1_diff1": 0.287554,
+        "nauc_recall_at_3_max": 0.06686,
+        "nauc_recall_at_3_std": -0.010096,
+        "nauc_recall_at_3_diff1": 0.142578,
+        "nauc_recall_at_5_max": 0.086885,
+        "nauc_recall_at_5_std": 0.033905,
+        "nauc_recall_at_5_diff1": 0.12688,
+        "nauc_recall_at_10_max": 0.099594,
+        "nauc_recall_at_10_std": 0.071126,
+        "nauc_recall_at_10_diff1": 0.127556,
+        "nauc_recall_at_20_max": 0.097851,
+        "nauc_recall_at_20_std": 0.086969,
+        "nauc_recall_at_20_diff1": 0.105784,
+        "nauc_recall_at_100_max": 0.105419,
+        "nauc_recall_at_100_std": 0.148496,
+        "nauc_recall_at_100_diff1": 0.077287,
+        "nauc_recall_at_1000_max": 0.154024,
+        "nauc_recall_at_1000_std": 0.201868,
+        "nauc_recall_at_1000_diff1": 0.079451,
+        "nauc_precision_at_1_max": 0.077207,
+        "nauc_precision_at_1_std": -0.067272,
+        "nauc_precision_at_1_diff1": 0.319897,
+        "nauc_precision_at_3_max": 0.040015,
+        "nauc_precision_at_3_std": -0.043795,
+        "nauc_precision_at_3_diff1": 0.166762,
+        "nauc_precision_at_5_max": 0.059346,
+        "nauc_precision_at_5_std": -0.005412,
+        "nauc_precision_at_5_diff1": 0.148022,
+        "nauc_precision_at_10_max": 0.083602,
+        "nauc_precision_at_10_std": 0.042926,
+        "nauc_precision_at_10_diff1": 0.135007,
+        "nauc_precision_at_20_max": 0.068478,
+        "nauc_precision_at_20_std": 0.058986,
+        "nauc_precision_at_20_diff1": 0.101052,
+        "nauc_precision_at_100_max": 0.06294,
+        "nauc_precision_at_100_std": 0.127428,
+        "nauc_precision_at_100_diff1": 0.043471,
+        "nauc_precision_at_1000_max": 0.052201,
+        "nauc_precision_at_1000_std": 0.078407,
+        "nauc_precision_at_1000_diff1": 0.001548,
+        "nauc_mrr_at_1_max": 0.077207,
+        "nauc_mrr_at_1_std": -0.067272,
+        "nauc_mrr_at_1_diff1": 0.319897,
+        "nauc_mrr_at_3_max": 0.071593,
+        "nauc_mrr_at_3_std": -0.04877,
+        "nauc_mrr_at_3_diff1": 0.23058,
+        "nauc_mrr_at_5_max": 0.080837,
+        "nauc_mrr_at_5_std": -0.032153,
+        "nauc_mrr_at_5_diff1": 0.22148,
+        "nauc_mrr_at_10_max": 0.083453,
+        "nauc_mrr_at_10_std": -0.02441,
+        "nauc_mrr_at_10_diff1": 0.22032,
+        "nauc_mrr_at_20_max": 0.082106,
+        "nauc_mrr_at_20_std": -0.022884,
+        "nauc_mrr_at_20_diff1": 0.217055,
+        "nauc_mrr_at_100_max": 0.082625,
+        "nauc_mrr_at_100_std": -0.018697,
+        "nauc_mrr_at_100_diff1": 0.215846,
+        "nauc_mrr_at_1000_max": 0.082873,
+        "nauc_mrr_at_1000_std": -0.018702,
+        "nauc_mrr_at_1000_diff1": 0.215873,
+        "hit_rate_at_1": 0.09453,
+        "hit_rate_at_3": 0.17164,
+        "hit_rate_at_5": 0.21393,
+        "hit_rate_at_10": 0.25498,
+        "hit_rate_at_20": 0.33458,
+        "hit_rate_at_100": 0.50373,
+        "hit_rate_at_1000": 0.74627,
+        "main_score": 0.14541,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 24.72330355644226,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackPhysicsRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4",
+  "task_name": "CQADupstackPhysicsRetrieval",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.20982,
+        "ndcg_at_3": 0.24578,
+        "ndcg_at_5": 0.26211,
+        "ndcg_at_10": 0.28061,
+        "ndcg_at_20": 0.3014,
+        "ndcg_at_100": 0.33628,
+        "ndcg_at_1000": 0.36784,
+        "map_at_1": 0.1734,
+        "map_at_3": 0.21843,
+        "map_at_5": 0.22941,
+        "map_at_10": 0.23899,
+        "map_at_20": 0.24502,
+        "map_at_100": 0.25048,
+        "map_at_1000": 0.25187,
+        "recall_at_1": 0.1734,
+        "recall_at_3": 0.26761,
+        "recall_at_5": 0.30865,
+        "recall_at_10": 0.36498,
+        "recall_at_20": 0.4409,
+        "recall_at_100": 0.60724,
+        "recall_at_1000": 0.82477,
+        "accuracy": 0.1734,
+        "precision_at_1": 0.20982,
+        "precision_at_3": 0.1155,
+        "precision_at_5": 0.08335,
+        "precision_at_10": 0.0514,
+        "precision_at_20": 0.03162,
+        "precision_at_100": 0.00936,
+        "precision_at_1000": 0.0014,
+        "mrr_at_1": 0.209817,
+        "mrr_at_3": 0.260026,
+        "mrr_at_5": 0.271816,
+        "mrr_at_10": 0.279856,
+        "mrr_at_20": 0.285732,
+        "mrr_at_100": 0.289895,
+        "mrr_at_1000": 0.290729,
+        "nauc_ndcg_at_1_max": 0.254828,
+        "nauc_ndcg_at_1_std": -0.043127,
+        "nauc_ndcg_at_1_diff1": 0.470295,
+        "nauc_ndcg_at_3_max": 0.248655,
+        "nauc_ndcg_at_3_std": -0.044729,
+        "nauc_ndcg_at_3_diff1": 0.438501,
+        "nauc_ndcg_at_5_max": 0.242948,
+        "nauc_ndcg_at_5_std": -0.042773,
+        "nauc_ndcg_at_5_diff1": 0.446666,
+        "nauc_ndcg_at_10_max": 0.237071,
+        "nauc_ndcg_at_10_std": -0.035274,
+        "nauc_ndcg_at_10_diff1": 0.431205,
+        "nauc_ndcg_at_20_max": 0.236073,
+        "nauc_ndcg_at_20_std": -0.024615,
+        "nauc_ndcg_at_20_diff1": 0.419382,
+        "nauc_ndcg_at_100_max": 0.245409,
+        "nauc_ndcg_at_100_std": 0.005871,
+        "nauc_ndcg_at_100_diff1": 0.410673,
+        "nauc_ndcg_at_1000_max": 0.254067,
+        "nauc_ndcg_at_1000_std": 0.012659,
+        "nauc_ndcg_at_1000_diff1": 0.40722,
+        "nauc_map_at_1_max": 0.218463,
+        "nauc_map_at_1_std": -0.105778,
+        "nauc_map_at_1_diff1": 0.523157,
+        "nauc_map_at_3_max": 0.234017,
+        "nauc_map_at_3_std": -0.073921,
+        "nauc_map_at_3_diff1": 0.472238,
+        "nauc_map_at_5_max": 0.235592,
+        "nauc_map_at_5_std": -0.066933,
+        "nauc_map_at_5_diff1": 0.471779,
+        "nauc_map_at_10_max": 0.23685,
+        "nauc_map_at_10_std": -0.059201,
+        "nauc_map_at_10_diff1": 0.461365,
+        "nauc_map_at_20_max": 0.236919,
+        "nauc_map_at_20_std": -0.055254,
+        "nauc_map_at_20_diff1": 0.457038,
+        "nauc_map_at_100_max": 0.238626,
+        "nauc_map_at_100_std": -0.049963,
+        "nauc_map_at_100_diff1": 0.455506,
+        "nauc_map_at_1000_max": 0.239134,
+        "nauc_map_at_1000_std": -0.04921,
+        "nauc_map_at_1000_diff1": 0.455119,
+        "nauc_recall_at_1_max": 0.218463,
+        "nauc_recall_at_1_std": -0.105778,
+        "nauc_recall_at_1_diff1": 0.523157,
+        "nauc_recall_at_3_max": 0.225161,
+        "nauc_recall_at_3_std": -0.05949,
+        "nauc_recall_at_3_diff1": 0.415325,
+        "nauc_recall_at_5_max": 0.217246,
+        "nauc_recall_at_5_std": -0.038944,
+        "nauc_recall_at_5_diff1": 0.413718,
+        "nauc_recall_at_10_max": 0.2042,
+        "nauc_recall_at_10_std": -0.009831,
+        "nauc_recall_at_10_diff1": 0.36635,
+        "nauc_recall_at_20_max": 0.198935,
+        "nauc_recall_at_20_std": 0.026311,
+        "nauc_recall_at_20_diff1": 0.321622,
+        "nauc_recall_at_100_max": 0.229836,
+        "nauc_recall_at_100_std": 0.175171,
+        "nauc_recall_at_100_diff1": 0.266453,
+        "nauc_recall_at_1000_max": 0.327015,
+        "nauc_recall_at_1000_std": 0.368444,
+        "nauc_recall_at_1000_diff1": 0.16318,
+        "nauc_precision_at_1_max": 0.254828,
+        "nauc_precision_at_1_std": -0.043127,
+        "nauc_precision_at_1_diff1": 0.470295,
+        "nauc_precision_at_3_max": 0.287493,
+        "nauc_precision_at_3_std": 0.035242,
+        "nauc_precision_at_3_diff1": 0.347047,
+        "nauc_precision_at_5_max": 0.276118,
+        "nauc_precision_at_5_std": 0.058746,
+        "nauc_precision_at_5_diff1": 0.330775,
+        "nauc_precision_at_10_max": 0.266077,
+        "nauc_precision_at_10_std": 0.096808,
+        "nauc_precision_at_10_diff1": 0.242079,
+        "nauc_precision_at_20_max": 0.242944,
+        "nauc_precision_at_20_std": 0.128028,
+        "nauc_precision_at_20_diff1": 0.172198,
+        "nauc_precision_at_100_max": 0.210621,
+        "nauc_precision_at_100_std": 0.216472,
+        "nauc_precision_at_100_diff1": 0.050983,
+        "nauc_precision_at_1000_max": 0.144491,
+        "nauc_precision_at_1000_std": 0.202161,
+        "nauc_precision_at_1000_diff1": -0.100711,
+        "nauc_mrr_at_1_max": 0.254828,
+        "nauc_mrr_at_1_std": -0.043127,
+        "nauc_mrr_at_1_diff1": 0.470295,
+        "nauc_mrr_at_3_max": 0.2626,
+        "nauc_mrr_at_3_std": -0.022023,
+        "nauc_mrr_at_3_diff1": 0.423527,
+        "nauc_mrr_at_5_max": 0.258401,
+        "nauc_mrr_at_5_std": -0.019565,
+        "nauc_mrr_at_5_diff1": 0.427366,
+        "nauc_mrr_at_10_max": 0.254231,
+        "nauc_mrr_at_10_std": -0.017202,
+        "nauc_mrr_at_10_diff1": 0.419566,
+        "nauc_mrr_at_20_max": 0.253555,
+        "nauc_mrr_at_20_std": -0.014647,
+        "nauc_mrr_at_20_diff1": 0.416868,
+        "nauc_mrr_at_100_max": 0.255094,
+        "nauc_mrr_at_100_std": -0.011623,
+        "nauc_mrr_at_100_diff1": 0.416154,
+        "nauc_mrr_at_1000_max": 0.255383,
+        "nauc_mrr_at_1000_std": -0.011407,
+        "nauc_mrr_at_1000_diff1": 0.416047,
+        "hit_rate_at_1": 0.20982,
+        "hit_rate_at_3": 0.32243,
+        "hit_rate_at_5": 0.37344,
+        "hit_rate_at_10": 0.43311,
+        "hit_rate_at_20": 0.51877,
+        "hit_rate_at_100": 0.68046,
+        "hit_rate_at_1000": 0.87199,
+        "main_score": 0.28061,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 49.752307653427124,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackProgrammersRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32",
+  "task_name": "CQADupstackProgrammersRetrieval",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.17123,
+        "ndcg_at_3": 0.20564,
+        "ndcg_at_5": 0.223,
+        "ndcg_at_10": 0.24329,
+        "ndcg_at_20": 0.2617,
+        "ndcg_at_100": 0.29386,
+        "ndcg_at_1000": 0.32936,
+        "map_at_1": 0.13695,
+        "map_at_3": 0.18082,
+        "map_at_5": 0.19216,
+        "map_at_10": 0.20111,
+        "map_at_20": 0.20666,
+        "map_at_100": 0.21144,
+        "map_at_1000": 0.21283,
+        "recall_at_1": 0.13695,
+        "recall_at_3": 0.22597,
+        "recall_at_5": 0.27226,
+        "recall_at_10": 0.33283,
+        "recall_at_20": 0.39844,
+        "recall_at_100": 0.55443,
+        "recall_at_1000": 0.81224,
+        "accuracy": 0.13695,
+        "precision_at_1": 0.17123,
+        "precision_at_3": 0.10008,
+        "precision_at_5": 0.07306,
+        "precision_at_10": 0.04612,
+        "precision_at_20": 0.02848,
+        "precision_at_100": 0.00853,
+        "precision_at_1000": 0.00132,
+        "mrr_at_1": 0.171233,
+        "mrr_at_3": 0.22032,
+        "mrr_at_5": 0.23242,
+        "mrr_at_10": 0.241276,
+        "mrr_at_20": 0.246273,
+        "mrr_at_100": 0.249915,
+        "mrr_at_1000": 0.250883,
+        "nauc_ndcg_at_1_max": 0.297837,
+        "nauc_ndcg_at_1_std": 0.050543,
+        "nauc_ndcg_at_1_diff1": 0.436876,
+        "nauc_ndcg_at_3_max": 0.252802,
+        "nauc_ndcg_at_3_std": 0.06258,
+        "nauc_ndcg_at_3_diff1": 0.374362,
+        "nauc_ndcg_at_5_max": 0.254951,
+        "nauc_ndcg_at_5_std": 0.069593,
+        "nauc_ndcg_at_5_diff1": 0.372934,
+        "nauc_ndcg_at_10_max": 0.260979,
+        "nauc_ndcg_at_10_std": 0.079412,
+        "nauc_ndcg_at_10_diff1": 0.368212,
+        "nauc_ndcg_at_20_max": 0.267407,
+        "nauc_ndcg_at_20_std": 0.084276,
+        "nauc_ndcg_at_20_diff1": 0.355256,
+        "nauc_ndcg_at_100_max": 0.284182,
+        "nauc_ndcg_at_100_std": 0.121671,
+        "nauc_ndcg_at_100_diff1": 0.3371,
+        "nauc_ndcg_at_1000_max": 0.290727,
+        "nauc_ndcg_at_1000_std": 0.132371,
+        "nauc_ndcg_at_1000_diff1": 0.344108,
+        "nauc_map_at_1_max": 0.259783,
+        "nauc_map_at_1_std": 0.028129,
+        "nauc_map_at_1_diff1": 0.465984,
+        "nauc_map_at_3_max": 0.249202,
+        "nauc_map_at_3_std": 0.054965,
+        "nauc_map_at_3_diff1": 0.400199,
+        "nauc_map_at_5_max": 0.252626,
+        "nauc_map_at_5_std": 0.05979,
+        "nauc_map_at_5_diff1": 0.397735,
+        "nauc_map_at_10_max": 0.256813,
+        "nauc_map_at_10_std": 0.06531,
+        "nauc_map_at_10_diff1": 0.394459,
+        "nauc_map_at_20_max": 0.259883,
+        "nauc_map_at_20_std": 0.066747,
+        "nauc_map_at_20_diff1": 0.390146,
+        "nauc_map_at_100_max": 0.263054,
+        "nauc_map_at_100_std": 0.073393,
+        "nauc_map_at_100_diff1": 0.387143,
+        "nauc_map_at_1000_max": 0.263528,
+        "nauc_map_at_1000_std": 0.074184,
+        "nauc_map_at_1000_diff1": 0.38713,
+        "nauc_recall_at_1_max": 0.259783,
+        "nauc_recall_at_1_std": 0.028129,
+        "nauc_recall_at_1_diff1": 0.465984,
+        "nauc_recall_at_3_max": 0.225685,
+        "nauc_recall_at_3_std": 0.070156,
+        "nauc_recall_at_3_diff1": 0.338033,
+        "nauc_recall_at_5_max": 0.234934,
+        "nauc_recall_at_5_std": 0.083898,
+        "nauc_recall_at_5_diff1": 0.324011,
+        "nauc_recall_at_10_max": 0.244585,
+        "nauc_recall_at_10_std": 0.108694,
+        "nauc_recall_at_10_diff1": 0.303497,
+        "nauc_recall_at_20_max": 0.257007,
+        "nauc_recall_at_20_std": 0.121982,
+        "nauc_recall_at_20_diff1": 0.266772,
+        "nauc_recall_at_100_max": 0.317556,
+        "nauc_recall_at_100_std": 0.277659,
+        "nauc_recall_at_100_diff1": 0.181336,
+        "nauc_recall_at_1000_max": 0.439803,
+        "nauc_recall_at_1000_std": 0.520536,
+        "nauc_recall_at_1000_diff1": 0.163722,
+        "nauc_precision_at_1_max": 0.297837,
+        "nauc_precision_at_1_std": 0.050543,
+        "nauc_precision_at_1_diff1": 0.436876,
+        "nauc_precision_at_3_max": 0.264821,
+        "nauc_precision_at_3_std": 0.099565,
+        "nauc_precision_at_3_diff1": 0.30401,
+        "nauc_precision_at_5_max": 0.272477,
+        "nauc_precision_at_5_std": 0.113092,
+        "nauc_precision_at_5_diff1": 0.297559,
+        "nauc_precision_at_10_max": 0.28837,
+        "nauc_precision_at_10_std": 0.127413,
+        "nauc_precision_at_10_diff1": 0.250093,
+        "nauc_precision_at_20_max": 0.297813,
+        "nauc_precision_at_20_std": 0.137803,
+        "nauc_precision_at_20_diff1": 0.183561,
+        "nauc_precision_at_100_max": 0.268929,
+        "nauc_precision_at_100_std": 0.198684,
+        "nauc_precision_at_100_diff1": 0.043035,
+        "nauc_precision_at_1000_max": 0.132982,
+        "nauc_precision_at_1000_std": 0.148289,
+        "nauc_precision_at_1000_diff1": -0.064595,
+        "nauc_mrr_at_1_max": 0.297837,
+        "nauc_mrr_at_1_std": 0.050543,
+        "nauc_mrr_at_1_diff1": 0.436876,
+        "nauc_mrr_at_3_max": 0.266739,
+        "nauc_mrr_at_3_std": 0.058922,
+        "nauc_mrr_at_3_diff1": 0.374443,
+        "nauc_mrr_at_5_max": 0.267419,
+        "nauc_mrr_at_5_std": 0.062022,
+        "nauc_mrr_at_5_diff1": 0.371348,
+        "nauc_mrr_at_10_max": 0.270051,
+        "nauc_mrr_at_10_std": 0.065013,
+        "nauc_mrr_at_10_diff1": 0.3702,
+        "nauc_mrr_at_20_max": 0.270384,
+        "nauc_mrr_at_20_std": 0.066474,
+        "nauc_mrr_at_20_diff1": 0.366143,
+        "nauc_mrr_at_100_max": 0.272236,
+        "nauc_mrr_at_100_std": 0.071285,
+        "nauc_mrr_at_100_diff1": 0.364096,
+        "nauc_mrr_at_1000_max": 0.272188,
+        "nauc_mrr_at_1000_std": 0.071368,
+        "nauc_mrr_at_1000_diff1": 0.3645,
+        "hit_rate_at_1": 0.17123,
+        "hit_rate_at_3": 0.27854,
+        "hit_rate_at_5": 0.33105,
+        "hit_rate_at_10": 0.40068,
+        "hit_rate_at_20": 0.47374,
+        "hit_rate_at_100": 0.62329,
+        "hit_rate_at_1000": 0.85959,
+        "main_score": 0.24329,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 42.90849280357361,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackRetrieval.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "1",
+  "task_name": "CQADupstackRetrieval",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_10": 0.223393,
+        "main_score": 0.223393,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 617.5961873531342,
+  "kg_co2_emissions": NaN,
+  "date": 1774563874.323062
+}

results/CQADupstackStatsRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a",
+  "task_name": "CQADupstackStatsRetrieval",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.17791,
+        "ndcg_at_3": 0.196,
+        "ndcg_at_5": 0.20613,
+        "ndcg_at_10": 0.21584,
+        "ndcg_at_20": 0.23198,
+        "ndcg_at_100": 0.2541,
+        "ndcg_at_1000": 0.2823,
+        "map_at_1": 0.15916,
+        "map_at_3": 0.18159,
+        "map_at_5": 0.18832,
+        "map_at_10": 0.19288,
+        "map_at_20": 0.19742,
+        "map_at_100": 0.20071,
+        "map_at_1000": 0.20158,
+        "recall_at_1": 0.15916,
+        "recall_at_3": 0.20938,
+        "recall_at_5": 0.23693,
+        "recall_at_10": 0.26651,
+        "recall_at_20": 0.32725,
+        "recall_at_100": 0.44016,
+        "recall_at_1000": 0.66098,
+        "accuracy": 0.15916,
+        "precision_at_1": 0.17791,
+        "precision_at_3": 0.08282,
+        "precision_at_5": 0.05675,
+        "precision_at_10": 0.03221,
+        "precision_at_20": 0.01986,
+        "precision_at_100": 0.00544,
+        "precision_at_1000": 0.00086,
+        "mrr_at_1": 0.177914,
+        "mrr_at_3": 0.202454,
+        "mrr_at_5": 0.209509,
+        "mrr_at_10": 0.213756,
+        "mrr_at_20": 0.218521,
+        "mrr_at_100": 0.221363,
+        "mrr_at_1000": 0.222132,
+        "nauc_ndcg_at_1_max": 0.183033,
+        "nauc_ndcg_at_1_std": 0.032397,
+        "nauc_ndcg_at_1_diff1": 0.494928,
+        "nauc_ndcg_at_3_max": 0.149511,
+        "nauc_ndcg_at_3_std": 0.02736,
+        "nauc_ndcg_at_3_diff1": 0.452294,
+        "nauc_ndcg_at_5_max": 0.140584,
+        "nauc_ndcg_at_5_std": 0.022732,
+        "nauc_ndcg_at_5_diff1": 0.441298,
+        "nauc_ndcg_at_10_max": 0.127631,
+        "nauc_ndcg_at_10_std": 0.022824,
+        "nauc_ndcg_at_10_diff1": 0.428288,
+        "nauc_ndcg_at_20_max": 0.14009,
+        "nauc_ndcg_at_20_std": 0.04502,
+        "nauc_ndcg_at_20_diff1": 0.420768,
+        "nauc_ndcg_at_100_max": 0.139258,
+        "nauc_ndcg_at_100_std": 0.077834,
+        "nauc_ndcg_at_100_diff1": 0.401035,
+        "nauc_ndcg_at_1000_max": 0.140727,
+        "nauc_ndcg_at_1000_std": 0.08085,
+        "nauc_ndcg_at_1000_diff1": 0.399758,
+        "nauc_map_at_1_max": 0.162492,
+        "nauc_map_at_1_std": -0.005286,
+        "nauc_map_at_1_diff1": 0.516272,
+        "nauc_map_at_3_max": 0.147141,
+        "nauc_map_at_3_std": 0.011165,
+        "nauc_map_at_3_diff1": 0.47213,
+        "nauc_map_at_5_max": 0.144364,
+        "nauc_map_at_5_std": 0.012534,
+        "nauc_map_at_5_diff1": 0.46441,
+        "nauc_map_at_10_max": 0.138004,
+        "nauc_map_at_10_std": 0.01317,
+        "nauc_map_at_10_diff1": 0.459172,
+        "nauc_map_at_20_max": 0.141604,
+        "nauc_map_at_20_std": 0.019593,
+        "nauc_map_at_20_diff1": 0.456463,
+        "nauc_map_at_100_max": 0.141807,
+        "nauc_map_at_100_std": 0.024972,
+        "nauc_map_at_100_diff1": 0.453337,
+        "nauc_map_at_1000_max": 0.142015,
+        "nauc_map_at_1000_std": 0.02531,
+        "nauc_map_at_1000_diff1": 0.453118,
+        "nauc_recall_at_1_max": 0.162492,
+        "nauc_recall_at_1_std": -0.005286,
+        "nauc_recall_at_1_diff1": 0.516272,
+        "nauc_recall_at_3_max": 0.12429,
+        "nauc_recall_at_3_std": 0.022123,
+        "nauc_recall_at_3_diff1": 0.419082,
+        "nauc_recall_at_5_max": 0.111799,
+        "nauc_recall_at_5_std": 0.022117,
+        "nauc_recall_at_5_diff1": 0.382958,
+        "nauc_recall_at_10_max": 0.083367,
+        "nauc_recall_at_10_std": 0.024539,
+        "nauc_recall_at_10_diff1": 0.352838,
+        "nauc_recall_at_20_max": 0.121184,
+        "nauc_recall_at_20_std": 0.09396,
+        "nauc_recall_at_20_diff1": 0.327596,
+        "nauc_recall_at_100_max": 0.114498,
+        "nauc_recall_at_100_std": 0.228954,
+        "nauc_recall_at_100_diff1": 0.244536,
+        "nauc_recall_at_1000_max": 0.099269,
+        "nauc_recall_at_1000_std": 0.282387,
+        "nauc_recall_at_1000_diff1": 0.195672,
+        "nauc_precision_at_1_max": 0.183033,
+        "nauc_precision_at_1_std": 0.032397,
+        "nauc_precision_at_1_diff1": 0.494928,
+        "nauc_precision_at_3_max": 0.151787,
+        "nauc_precision_at_3_std": 0.067144,
+        "nauc_precision_at_3_diff1": 0.368324,
+        "nauc_precision_at_5_max": 0.142679,
+        "nauc_precision_at_5_std": 0.063829,
+        "nauc_precision_at_5_diff1": 0.347896,
+        "nauc_precision_at_10_max": 0.106501,
+        "nauc_precision_at_10_std": 0.064661,
+        "nauc_precision_at_10_diff1": 0.311837,
+        "nauc_precision_at_20_max": 0.148322,
+        "nauc_precision_at_20_std": 0.139417,
+        "nauc_precision_at_20_diff1": 0.287879,
+        "nauc_precision_at_100_max": 0.15121,
+        "nauc_precision_at_100_std": 0.277803,
+        "nauc_precision_at_100_diff1": 0.19018,
+        "nauc_precision_at_1000_max": 0.142965,
+        "nauc_precision_at_1000_std": 0.246585,
+        "nauc_precision_at_1000_diff1": 0.088476,
+        "nauc_mrr_at_1_max": 0.183033,
+        "nauc_mrr_at_1_std": 0.032397,
+        "nauc_mrr_at_1_diff1": 0.494928,
+        "nauc_mrr_at_3_max": 0.165672,
+        "nauc_mrr_at_3_std": 0.042397,
+        "nauc_mrr_at_3_diff1": 0.45951,
+        "nauc_mrr_at_5_max": 0.161531,
+        "nauc_mrr_at_5_std": 0.040125,
+        "nauc_mrr_at_5_diff1": 0.449297,
+        "nauc_mrr_at_10_max": 0.157097,
+        "nauc_mrr_at_10_std": 0.04048,
+        "nauc_mrr_at_10_diff1": 0.443077,
+        "nauc_mrr_at_20_max": 0.16014,
+        "nauc_mrr_at_20_std": 0.045543,
+        "nauc_mrr_at_20_diff1": 0.44011,
+        "nauc_mrr_at_100_max": 0.159399,
+        "nauc_mrr_at_100_std": 0.049364,
+        "nauc_mrr_at_100_diff1": 0.437581,
+        "nauc_mrr_at_1000_max": 0.159609,
+        "nauc_mrr_at_1000_std": 0.049379,
+        "nauc_mrr_at_1000_diff1": 0.437715,
+        "hit_rate_at_1": 0.17791,
+        "hit_rate_at_3": 0.2362,
+        "hit_rate_at_5": 0.26687,
+        "hit_rate_at_10": 0.29755,
+        "hit_rate_at_20": 0.3635,
+        "hit_rate_at_100": 0.47853,
+        "hit_rate_at_1000": 0.70706,
+        "main_score": 0.21584,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 55.42213582992554,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackTexRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7",
+  "task_name": "CQADupstackTexRetrieval",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.10392,
+        "ndcg_at_3": 0.12455,
+        "ndcg_at_5": 0.1364,
+        "ndcg_at_10": 0.15038,
+        "ndcg_at_20": 0.16301,
+        "ndcg_at_100": 0.18763,
+        "ndcg_at_1000": 0.21916,
+        "map_at_1": 0.08824,
+        "map_at_3": 0.11102,
+        "map_at_5": 0.11816,
+        "map_at_10": 0.12414,
+        "map_at_20": 0.12777,
+        "map_at_100": 0.13106,
+        "map_at_1000": 0.13215,
+        "recall_at_1": 0.08824,
+        "recall_at_3": 0.1371,
+        "recall_at_5": 0.16692,
+        "recall_at_10": 0.20907,
+        "recall_at_20": 0.2558,
+        "recall_at_100": 0.3828,
+        "recall_at_1000": 0.6168,
+        "accuracy": 0.08824,
+        "precision_at_1": 0.10392,
+        "precision_at_3": 0.05816,
+        "precision_at_5": 0.0435,
+        "precision_at_10": 0.0277,
+        "precision_at_20": 0.01741,
+        "precision_at_100": 0.00543,
+        "precision_at_1000": 0.00095,
+        "mrr_at_1": 0.103923,
+        "mrr_at_3": 0.131624,
+        "mrr_at_5": 0.139504,
+        "mrr_at_10": 0.145981,
+        "mrr_at_20": 0.14976,
+        "mrr_at_100": 0.152972,
+        "mrr_at_1000": 0.153882,
+        "nauc_ndcg_at_1_max": 0.241745,
+        "nauc_ndcg_at_1_std": 0.019745,
+        "nauc_ndcg_at_1_diff1": 0.428808,
+        "nauc_ndcg_at_3_max": 0.213809,
+        "nauc_ndcg_at_3_std": 0.025011,
+        "nauc_ndcg_at_3_diff1": 0.345063,
+        "nauc_ndcg_at_5_max": 0.212832,
+        "nauc_ndcg_at_5_std": 0.031088,
+        "nauc_ndcg_at_5_diff1": 0.329769,
+        "nauc_ndcg_at_10_max": 0.207267,
+        "nauc_ndcg_at_10_std": 0.035282,
+        "nauc_ndcg_at_10_diff1": 0.314207,
+        "nauc_ndcg_at_20_max": 0.206616,
+        "nauc_ndcg_at_20_std": 0.043859,
+        "nauc_ndcg_at_20_diff1": 0.31432,
+        "nauc_ndcg_at_100_max": 0.209541,
+        "nauc_ndcg_at_100_std": 0.066365,
+        "nauc_ndcg_at_100_diff1": 0.300961,
+        "nauc_ndcg_at_1000_max": 0.226776,
+        "nauc_ndcg_at_1000_std": 0.084963,
+        "nauc_ndcg_at_1000_diff1": 0.296052,
+        "nauc_map_at_1_max": 0.24735,
+        "nauc_map_at_1_std": 0.037004,
+        "nauc_map_at_1_diff1": 0.437329,
+        "nauc_map_at_3_max": 0.217756,
+        "nauc_map_at_3_std": 0.028094,
+        "nauc_map_at_3_diff1": 0.369287,
+        "nauc_map_at_5_max": 0.218619,
+        "nauc_map_at_5_std": 0.031181,
+        "nauc_map_at_5_diff1": 0.359253,
+        "nauc_map_at_10_max": 0.21657,
+        "nauc_map_at_10_std": 0.032939,
+        "nauc_map_at_10_diff1": 0.350454,
+        "nauc_map_at_20_max": 0.216286,
+        "nauc_map_at_20_std": 0.035927,
+        "nauc_map_at_20_diff1": 0.349902,
+        "nauc_map_at_100_max": 0.217112,
+        "nauc_map_at_100_std": 0.03967,
+        "nauc_map_at_100_diff1": 0.347838,
+        "nauc_map_at_1000_max": 0.218067,
+        "nauc_map_at_1000_std": 0.040528,
+        "nauc_map_at_1000_diff1": 0.347386,
+        "nauc_recall_at_1_max": 0.24735,
+        "nauc_recall_at_1_std": 0.037004,
+        "nauc_recall_at_1_diff1": 0.437329,
+        "nauc_recall_at_3_max": 0.188438,
+        "nauc_recall_at_3_std": 0.02477,
+        "nauc_recall_at_3_diff1": 0.308673,
+        "nauc_recall_at_5_max": 0.188138,
+        "nauc_recall_at_5_std": 0.033885,
+        "nauc_recall_at_5_diff1": 0.282793,
+        "nauc_recall_at_10_max": 0.172316,
+        "nauc_recall_at_10_std": 0.038655,
+        "nauc_recall_at_10_diff1": 0.243524,
+        "nauc_recall_at_20_max": 0.173054,
+        "nauc_recall_at_20_std": 0.060024,
+        "nauc_recall_at_20_diff1": 0.246939,
+        "nauc_recall_at_100_max": 0.177744,
+        "nauc_recall_at_100_std": 0.134482,
+        "nauc_recall_at_100_diff1": 0.201046,
+        "nauc_recall_at_1000_max": 0.251574,
+        "nauc_recall_at_1000_std": 0.250301,
+        "nauc_recall_at_1000_diff1": 0.160561,
+        "nauc_precision_at_1_max": 0.241745,
+        "nauc_precision_at_1_std": 0.019745,
+        "nauc_precision_at_1_diff1": 0.428808,
+        "nauc_precision_at_3_max": 0.203234,
+        "nauc_precision_at_3_std": 0.01787,
+        "nauc_precision_at_3_diff1": 0.283149,
+        "nauc_precision_at_5_max": 0.21043,
+        "nauc_precision_at_5_std": 0.032574,
+        "nauc_precision_at_5_diff1": 0.249021,
+        "nauc_precision_at_10_max": 0.202864,
+        "nauc_precision_at_10_std": 0.049548,
+        "nauc_precision_at_10_diff1": 0.20947,
+        "nauc_precision_at_20_max": 0.205997,
+        "nauc_precision_at_20_std": 0.077502,
+        "nauc_precision_at_20_diff1": 0.202645,
+        "nauc_precision_at_100_max": 0.209608,
+        "nauc_precision_at_100_std": 0.146291,
+        "nauc_precision_at_100_diff1": 0.124621,
+        "nauc_precision_at_1000_max": 0.249273,
+        "nauc_precision_at_1000_std": 0.194692,
+        "nauc_precision_at_1000_diff1": 0.027011,
+        "nauc_mrr_at_1_max": 0.241745,
+        "nauc_mrr_at_1_std": 0.019745,
+        "nauc_mrr_at_1_diff1": 0.428808,
+        "nauc_mrr_at_3_max": 0.220519,
+        "nauc_mrr_at_3_std": 0.020093,
+        "nauc_mrr_at_3_diff1": 0.34723,
+        "nauc_mrr_at_5_max": 0.219326,
+        "nauc_mrr_at_5_std": 0.024094,
+        "nauc_mrr_at_5_diff1": 0.337164,
+        "nauc_mrr_at_10_max": 0.216468,
+        "nauc_mrr_at_10_std": 0.027108,
+        "nauc_mrr_at_10_diff1": 0.330603,
+        "nauc_mrr_at_20_max": 0.216346,
+        "nauc_mrr_at_20_std": 0.029627,
+        "nauc_mrr_at_20_diff1": 0.330308,
+        "nauc_mrr_at_100_max": 0.217423,
+        "nauc_mrr_at_100_std": 0.03228,
+        "nauc_mrr_at_100_diff1": 0.328667,
+        "nauc_mrr_at_1000_max": 0.217947,
+        "nauc_mrr_at_1000_std": 0.032705,
+        "nauc_mrr_at_1000_diff1": 0.32861,
+        "hit_rate_at_1": 0.10392,
+        "hit_rate_at_3": 0.16655,
+        "hit_rate_at_5": 0.20165,
+        "hit_rate_at_10": 0.25052,
+        "hit_rate_at_20": 0.30489,
+        "hit_rate_at_100": 0.44357,
+        "hit_rate_at_1000": 0.68032,
+        "main_score": 0.15038,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 102.44514036178589,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackUnixRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53",
+  "task_name": "CQADupstackUnixRetrieval",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.15019,
+        "ndcg_at_3": 0.17164,
+        "ndcg_at_5": 0.18569,
+        "ndcg_at_10": 0.20122,
+        "ndcg_at_20": 0.21533,
+        "ndcg_at_100": 0.24505,
+        "ndcg_at_1000": 0.27639,
+        "map_at_1": 0.13004,
+        "map_at_3": 0.15652,
+        "map_at_5": 0.16524,
+        "map_at_10": 0.17179,
+        "map_at_20": 0.17567,
+        "map_at_100": 0.17953,
+        "map_at_1000": 0.1807,
+        "recall_at_1": 0.13004,
+        "recall_at_3": 0.18757,
+        "recall_at_5": 0.22323,
+        "recall_at_10": 0.27001,
+        "recall_at_20": 0.32078,
+        "recall_at_100": 0.47425,
+        "recall_at_1000": 0.70188,
+        "accuracy": 0.13004,
+        "precision_at_1": 0.15019,
+        "precision_at_3": 0.07556,
+        "precision_at_5": 0.05466,
+        "precision_at_10": 0.03321,
+        "precision_at_20": 0.02043,
+        "precision_at_100": 0.0063,
+        "precision_at_1000": 0.00101,
+        "mrr_at_1": 0.150187,
+        "mrr_at_3": 0.179415,
+        "mrr_at_5": 0.188884,
+        "mrr_at_10": 0.195785,
+        "mrr_at_20": 0.20022,
+        "mrr_at_100": 0.203962,
+        "mrr_at_1000": 0.20486,
+        "nauc_ndcg_at_1_max": 0.295887,
+        "nauc_ndcg_at_1_std": 0.024441,
+        "nauc_ndcg_at_1_diff1": 0.504683,
+        "nauc_ndcg_at_3_max": 0.255057,
+        "nauc_ndcg_at_3_std": 0.016128,
+        "nauc_ndcg_at_3_diff1": 0.427623,
+        "nauc_ndcg_at_5_max": 0.245321,
+        "nauc_ndcg_at_5_std": 0.017741,
+        "nauc_ndcg_at_5_diff1": 0.402641,
+        "nauc_ndcg_at_10_max": 0.241334,
+        "nauc_ndcg_at_10_std": 0.020173,
+        "nauc_ndcg_at_10_diff1": 0.382823,
+        "nauc_ndcg_at_20_max": 0.23189,
+        "nauc_ndcg_at_20_std": 0.025136,
+        "nauc_ndcg_at_20_diff1": 0.373795,
+        "nauc_ndcg_at_100_max": 0.236115,
+        "nauc_ndcg_at_100_std": 0.048624,
+        "nauc_ndcg_at_100_diff1": 0.354373,
+        "nauc_ndcg_at_1000_max": 0.242996,
+        "nauc_ndcg_at_1000_std": 0.072082,
+        "nauc_ndcg_at_1000_diff1": 0.360578,
+        "nauc_map_at_1_max": 0.296592,
+        "nauc_map_at_1_std": 0.033435,
+        "nauc_map_at_1_diff1": 0.510726,
+        "nauc_map_at_3_max": 0.262789,
+        "nauc_map_at_3_std": 0.020979,
+        "nauc_map_at_3_diff1": 0.446106,
+        "nauc_map_at_5_max": 0.257133,
+        "nauc_map_at_5_std": 0.02085,
+        "nauc_map_at_5_diff1": 0.432868,
+        "nauc_map_at_10_max": 0.255559,
+        "nauc_map_at_10_std": 0.021831,
+        "nauc_map_at_10_diff1": 0.422418,
+        "nauc_map_at_20_max": 0.252836,
+        "nauc_map_at_20_std": 0.023204,
+        "nauc_map_at_20_diff1": 0.419583,
+        "nauc_map_at_100_max": 0.25273,
+        "nauc_map_at_100_std": 0.026771,
+        "nauc_map_at_100_diff1": 0.417189,
+        "nauc_map_at_1000_max": 0.252914,
+        "nauc_map_at_1000_std": 0.027998,
+        "nauc_map_at_1000_diff1": 0.417595,
+        "nauc_recall_at_1_max": 0.296592,
+        "nauc_recall_at_1_std": 0.033435,
+        "nauc_recall_at_1_diff1": 0.510726,
+        "nauc_recall_at_3_max": 0.230233,
+        "nauc_recall_at_3_std": 0.010357,
+        "nauc_recall_at_3_diff1": 0.380169,
+        "nauc_recall_at_5_max": 0.206671,
+        "nauc_recall_at_5_std": 0.012754,
+        "nauc_recall_at_5_diff1": 0.324246,
+        "nauc_recall_at_10_max": 0.202004,
+        "nauc_recall_at_10_std": 0.018669,
+        "nauc_recall_at_10_diff1": 0.283519,
+        "nauc_recall_at_20_max": 0.169138,
+        "nauc_recall_at_20_std": 0.035128,
+        "nauc_recall_at_20_diff1": 0.259788,
+        "nauc_recall_at_100_max": 0.184388,
+        "nauc_recall_at_100_std": 0.127428,
+        "nauc_recall_at_100_diff1": 0.166812,
+        "nauc_recall_at_1000_max": 0.22002,
+        "nauc_recall_at_1000_std": 0.327518,
+        "nauc_recall_at_1000_diff1": 0.149213,
+        "nauc_precision_at_1_max": 0.295887,
+        "nauc_precision_at_1_std": 0.024441,
+        "nauc_precision_at_1_diff1": 0.504683,
+        "nauc_precision_at_3_max": 0.233733,
+        "nauc_precision_at_3_std": 0.009191,
+        "nauc_precision_at_3_diff1": 0.378122,
+        "nauc_precision_at_5_max": 0.217276,
+        "nauc_precision_at_5_std": 0.016583,
+        "nauc_precision_at_5_diff1": 0.334232,
+        "nauc_precision_at_10_max": 0.208799,
+        "nauc_precision_at_10_std": 0.021306,
+        "nauc_precision_at_10_diff1": 0.285606,
+        "nauc_precision_at_20_max": 0.173435,
+        "nauc_precision_at_20_std": 0.027575,
+        "nauc_precision_at_20_diff1": 0.236211,
+        "nauc_precision_at_100_max": 0.181052,
+        "nauc_precision_at_100_std": 0.123593,
+        "nauc_precision_at_100_diff1": 0.132078,
+        "nauc_precision_at_1000_max": 0.137968,
+        "nauc_precision_at_1000_std": 0.186307,
+        "nauc_precision_at_1000_diff1": 0.049652,
+        "nauc_mrr_at_1_max": 0.295887,
+        "nauc_mrr_at_1_std": 0.024441,
+        "nauc_mrr_at_1_diff1": 0.504683,
+        "nauc_mrr_at_3_max": 0.261039,
+        "nauc_mrr_at_3_std": 0.014762,
+        "nauc_mrr_at_3_diff1": 0.437004,
+        "nauc_mrr_at_5_max": 0.256131,
+        "nauc_mrr_at_5_std": 0.017518,
+        "nauc_mrr_at_5_diff1": 0.421538,
+        "nauc_mrr_at_10_max": 0.251926,
+        "nauc_mrr_at_10_std": 0.017594,
+        "nauc_mrr_at_10_diff1": 0.41397,
+        "nauc_mrr_at_20_max": 0.250024,
+        "nauc_mrr_at_20_std": 0.019302,
+        "nauc_mrr_at_20_diff1": 0.410323,
+        "nauc_mrr_at_100_max": 0.250205,
+        "nauc_mrr_at_100_std": 0.022022,
+        "nauc_mrr_at_100_diff1": 0.40803,
+        "nauc_mrr_at_1000_max": 0.250445,
+        "nauc_mrr_at_1000_std": 0.022606,
+        "nauc_mrr_at_1000_diff1": 0.408473,
+        "hit_rate_at_1": 0.15019,
+        "hit_rate_at_3": 0.21735,
+        "hit_rate_at_5": 0.2584,
+        "hit_rate_at_10": 0.31063,
+        "hit_rate_at_20": 0.37313,
+        "hit_rate_at_100": 0.53731,
+        "hit_rate_at_1000": 0.7584,
+        "main_score": 0.20122,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 65.10625290870667,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackWebmastersRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571",
+  "task_name": "CQADupstackWebmastersRetrieval",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.17984,
+        "ndcg_at_3": 0.20963,
+        "ndcg_at_5": 0.21771,
+        "ndcg_at_10": 0.23431,
+        "ndcg_at_20": 0.24894,
+        "ndcg_at_100": 0.28075,
+        "ndcg_at_1000": 0.31653,
+        "map_at_1": 0.14097,
+        "map_at_3": 0.1786,
+        "map_at_5": 0.18656,
+        "map_at_10": 0.19553,
+        "map_at_20": 0.20073,
+        "map_at_100": 0.2066,
+        "map_at_1000": 0.20849,
+        "recall_at_1": 0.14097,
+        "recall_at_3": 0.2178,
+        "recall_at_5": 0.24477,
+        "recall_at_10": 0.30146,
+        "recall_at_20": 0.3626,
+        "recall_at_100": 0.52116,
+        "recall_at_1000": 0.76987,
+        "accuracy": 0.14097,
+        "precision_at_1": 0.17984,
+        "precision_at_3": 0.10408,
+        "precision_at_5": 0.07312,
+        "precision_at_10": 0.04625,
+        "precision_at_20": 0.02935,
+        "precision_at_100": 0.0104,
+        "precision_at_1000": 0.00194,
+        "mrr_at_1": 0.179842,
+        "mrr_at_3": 0.221014,
+        "mrr_at_5": 0.226449,
+        "mrr_at_10": 0.233916,
+        "mrr_at_20": 0.238566,
+        "mrr_at_100": 0.242487,
+        "mrr_at_1000": 0.243357,
+        "nauc_ndcg_at_1_max": 0.144377,
+        "nauc_ndcg_at_1_std": 0.078266,
+        "nauc_ndcg_at_1_diff1": 0.419658,
+        "nauc_ndcg_at_3_max": 0.147711,
+        "nauc_ndcg_at_3_std": 0.089727,
+        "nauc_ndcg_at_3_diff1": 0.357338,
+        "nauc_ndcg_at_5_max": 0.144376,
+        "nauc_ndcg_at_5_std": 0.094025,
+        "nauc_ndcg_at_5_diff1": 0.355542,
+        "nauc_ndcg_at_10_max": 0.161196,
+        "nauc_ndcg_at_10_std": 0.116452,
+        "nauc_ndcg_at_10_diff1": 0.353378,
+        "nauc_ndcg_at_20_max": 0.160927,
+        "nauc_ndcg_at_20_std": 0.124363,
+        "nauc_ndcg_at_20_diff1": 0.344711,
+        "nauc_ndcg_at_100_max": 0.163613,
+        "nauc_ndcg_at_100_std": 0.149225,
+        "nauc_ndcg_at_100_diff1": 0.349877,
+        "nauc_ndcg_at_1000_max": 0.171515,
+        "nauc_ndcg_at_1000_std": 0.152387,
+        "nauc_ndcg_at_1000_diff1": 0.352065,
+        "nauc_map_at_1_max": 0.201885,
+        "nauc_map_at_1_std": 0.071668,
+        "nauc_map_at_1_diff1": 0.45064,
+        "nauc_map_at_3_max": 0.179531,
+        "nauc_map_at_3_std": 0.078203,
+        "nauc_map_at_3_diff1": 0.383444,
+        "nauc_map_at_5_max": 0.172926,
+        "nauc_map_at_5_std": 0.078868,
+        "nauc_map_at_5_diff1": 0.379343,
+        "nauc_map_at_10_max": 0.178678,
+        "nauc_map_at_10_std": 0.09182,
+        "nauc_map_at_10_diff1": 0.376758,
+        "nauc_map_at_20_max": 0.175365,
+        "nauc_map_at_20_std": 0.096662,
+        "nauc_map_at_20_diff1": 0.373267,
+        "nauc_map_at_100_max": 0.172257,
+        "nauc_map_at_100_std": 0.104442,
+        "nauc_map_at_100_diff1": 0.374396,
+        "nauc_map_at_1000_max": 0.171002,
+        "nauc_map_at_1000_std": 0.105661,
+        "nauc_map_at_1000_diff1": 0.374857,
+        "nauc_recall_at_1_max": 0.201885,
+        "nauc_recall_at_1_std": 0.071668,
+        "nauc_recall_at_1_diff1": 0.45064,
+        "nauc_recall_at_3_max": 0.154562,
+        "nauc_recall_at_3_std": 0.087258,
+        "nauc_recall_at_3_diff1": 0.315356,
+        "nauc_recall_at_5_max": 0.145894,
+        "nauc_recall_at_5_std": 0.095729,
+        "nauc_recall_at_5_diff1": 0.309377,
+        "nauc_recall_at_10_max": 0.180662,
+        "nauc_recall_at_10_std": 0.154184,
+        "nauc_recall_at_10_diff1": 0.291307,
+        "nauc_recall_at_20_max": 0.161037,
+        "nauc_recall_at_20_std": 0.175767,
+        "nauc_recall_at_20_diff1": 0.262627,
+        "nauc_recall_at_100_max": 0.15021,
+        "nauc_recall_at_100_std": 0.295734,
+        "nauc_recall_at_100_diff1": 0.297012,
+        "nauc_recall_at_1000_max": 0.232754,
+        "nauc_recall_at_1000_std": 0.414566,
+        "nauc_recall_at_1000_diff1": 0.305282,
+        "nauc_precision_at_1_max": 0.144377,
+        "nauc_precision_at_1_std": 0.078266,
+        "nauc_precision_at_1_diff1": 0.419658,
+        "nauc_precision_at_3_max": 0.089233,
+        "nauc_precision_at_3_std": 0.089445,
+        "nauc_precision_at_3_diff1": 0.274911,
+        "nauc_precision_at_5_max": 0.057212,
+        "nauc_precision_at_5_std": 0.100545,
+        "nauc_precision_at_5_diff1": 0.244603,
+        "nauc_precision_at_10_max": 0.048237,
+        "nauc_precision_at_10_std": 0.174783,
+        "nauc_precision_at_10_diff1": 0.225841,
+        "nauc_precision_at_20_max": 0.001042,
+        "nauc_precision_at_20_std": 0.230658,
+        "nauc_precision_at_20_diff1": 0.205943,
+        "nauc_precision_at_100_max": -0.096917,
+        "nauc_precision_at_100_std": 0.296257,
+        "nauc_precision_at_100_diff1": 0.184804,
+        "nauc_precision_at_1000_max": -0.163878,
+        "nauc_precision_at_1000_std": 0.146807,
+        "nauc_precision_at_1000_diff1": 0.048667,
+        "nauc_mrr_at_1_max": 0.144377,
+        "nauc_mrr_at_1_std": 0.078266,
+        "nauc_mrr_at_1_diff1": 0.419658,
+        "nauc_mrr_at_3_max": 0.132415,
+        "nauc_mrr_at_3_std": 0.076628,
+        "nauc_mrr_at_3_diff1": 0.354441,
+        "nauc_mrr_at_5_max": 0.133479,
+        "nauc_mrr_at_5_std": 0.079324,
+        "nauc_mrr_at_5_diff1": 0.354965,
+        "nauc_mrr_at_10_max": 0.137146,
+        "nauc_mrr_at_10_std": 0.087689,
+        "nauc_mrr_at_10_diff1": 0.353278,
+        "nauc_mrr_at_20_max": 0.135717,
+        "nauc_mrr_at_20_std": 0.090461,
+        "nauc_mrr_at_20_diff1": 0.350742,
+        "nauc_mrr_at_100_max": 0.13693,
+        "nauc_mrr_at_100_std": 0.092824,
+        "nauc_mrr_at_100_diff1": 0.351948,
+        "nauc_mrr_at_1000_max": 0.137214,
+        "nauc_mrr_at_1000_std": 0.09266,
+        "nauc_mrr_at_1000_diff1": 0.35192,
+        "hit_rate_at_1": 0.17984,
+        "hit_rate_at_3": 0.27075,
+        "hit_rate_at_5": 0.29447,
+        "hit_rate_at_10": 0.3498,
+        "hit_rate_at_20": 0.41897,
+        "hit_rate_at_100": 0.58696,
+        "hit_rate_at_1000": 0.81423,
+        "main_score": 0.23431,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 23.373626232147217,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackWordpressRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4",
+  "task_name": "CQADupstackWordpressRetrieval",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.1183,
+        "ndcg_at_3": 0.14215,
+        "ndcg_at_5": 0.16196,
+        "ndcg_at_10": 0.17788,
+        "ndcg_at_20": 0.19259,
+        "ndcg_at_100": 0.22007,
+        "ndcg_at_1000": 0.25292,
+        "map_at_1": 0.10672,
+        "map_at_3": 0.13038,
+        "map_at_5": 0.14213,
+        "map_at_10": 0.14878,
+        "map_at_20": 0.15284,
+        "map_at_100": 0.15647,
+        "map_at_1000": 0.15754,
+        "recall_at_1": 0.10672,
+        "recall_at_3": 0.16069,
+        "recall_at_5": 0.20943,
+        "recall_at_10": 0.25786,
+        "recall_at_20": 0.31275,
+        "recall_at_100": 0.45988,
+        "recall_at_1000": 0.71337,
+        "accuracy": 0.10672,
+        "precision_at_1": 0.1183,
+        "precision_at_3": 0.05977,
+        "precision_at_5": 0.04806,
+        "precision_at_10": 0.02976,
+        "precision_at_20": 0.01839,
+        "precision_at_100": 0.00549,
+        "precision_at_1000": 0.00092,
+        "mrr_at_1": 0.118299,
+        "mrr_at_3": 0.144177,
+        "mrr_at_5": 0.154621,
+        "mrr_at_10": 0.160999,
+        "mrr_at_20": 0.165328,
+        "mrr_at_100": 0.168711,
+        "mrr_at_1000": 0.169728,
+        "nauc_ndcg_at_1_max": 0.164695,
+        "nauc_ndcg_at_1_std": 0.032175,
+        "nauc_ndcg_at_1_diff1": 0.372785,
+        "nauc_ndcg_at_3_max": 0.164043,
+        "nauc_ndcg_at_3_std": 0.026037,
+        "nauc_ndcg_at_3_diff1": 0.339874,
+        "nauc_ndcg_at_5_max": 0.187577,
+        "nauc_ndcg_at_5_std": 0.021521,
+        "nauc_ndcg_at_5_diff1": 0.319884,
+        "nauc_ndcg_at_10_max": 0.182457,
+        "nauc_ndcg_at_10_std": 0.003809,
+        "nauc_ndcg_at_10_diff1": 0.307408,
+        "nauc_ndcg_at_20_max": 0.171887,
+        "nauc_ndcg_at_20_std": 0.005491,
+        "nauc_ndcg_at_20_diff1": 0.287707,
+        "nauc_ndcg_at_100_max": 0.158196,
+        "nauc_ndcg_at_100_std": 0.038635,
+        "nauc_ndcg_at_100_diff1": 0.285936,
+        "nauc_ndcg_at_1000_max": 0.170112,
+        "nauc_ndcg_at_1000_std": 0.057197,
+        "nauc_ndcg_at_1000_diff1": 0.29653,
+        "nauc_map_at_1_max": 0.140964,
+        "nauc_map_at_1_std": 0.014934,
+        "nauc_map_at_1_diff1": 0.389536,
+        "nauc_map_at_3_max": 0.153776,
+        "nauc_map_at_3_std": 0.018749,
+        "nauc_map_at_3_diff1": 0.351528,
+        "nauc_map_at_5_max": 0.16811,
+        "nauc_map_at_5_std": 0.017556,
+        "nauc_map_at_5_diff1": 0.337622,
+        "nauc_map_at_10_max": 0.165728,
+        "nauc_map_at_10_std": 0.010531,
+        "nauc_map_at_10_diff1": 0.331862,
+        "nauc_map_at_20_max": 0.162785,
+        "nauc_map_at_20_std": 0.0116,
+        "nauc_map_at_20_diff1": 0.325377,
+        "nauc_map_at_100_max": 0.16118,
+        "nauc_map_at_100_std": 0.017533,
+        "nauc_map_at_100_diff1": 0.325035,
+        "nauc_map_at_1000_max": 0.161753,
+        "nauc_map_at_1000_std": 0.018288,
+        "nauc_map_at_1000_diff1": 0.325424,
+        "nauc_recall_at_1_max": 0.140964,
+        "nauc_recall_at_1_std": 0.014934,
+        "nauc_recall_at_1_diff1": 0.389536,
+        "nauc_recall_at_3_max": 0.168015,
+        "nauc_recall_at_3_std": 0.016617,
+        "nauc_recall_at_3_diff1": 0.31809,
+        "nauc_recall_at_5_max": 0.21496,
+        "nauc_recall_at_5_std": 0.010094,
+        "nauc_recall_at_5_diff1": 0.276185,
+        "nauc_recall_at_10_max": 0.198277,
+        "nauc_recall_at_10_std": -0.031114,
+        "nauc_recall_at_10_diff1": 0.249145,
+        "nauc_recall_at_20_max": 0.164474,
+        "nauc_recall_at_20_std": -0.02835,
+        "nauc_recall_at_20_diff1": 0.195307,
+        "nauc_recall_at_100_max": 0.110713,
+        "nauc_recall_at_100_std": 0.091003,
+        "nauc_recall_at_100_diff1": 0.191395,
+        "nauc_recall_at_1000_max": 0.179606,
+        "nauc_recall_at_1000_std": 0.256015,
+        "nauc_recall_at_1000_diff1": 0.238062,
+        "nauc_precision_at_1_max": 0.164695,
+        "nauc_precision_at_1_std": 0.032175,
+        "nauc_precision_at_1_diff1": 0.372785,
+        "nauc_precision_at_3_max": 0.186435,
+        "nauc_precision_at_3_std": 0.042281,
+        "nauc_precision_at_3_diff1": 0.315545,
+        "nauc_precision_at_5_max": 0.235141,
+        "nauc_precision_at_5_std": 0.045026,
+        "nauc_precision_at_5_diff1": 0.26898,
+        "nauc_precision_at_10_max": 0.223709,
+        "nauc_precision_at_10_std": 0.002352,
+        "nauc_precision_at_10_diff1": 0.23372,
+        "nauc_precision_at_20_max": 0.186954,
+        "nauc_precision_at_20_std": 0.008967,
+        "nauc_precision_at_20_diff1": 0.178719,
+        "nauc_precision_at_100_max": 0.107271,
+        "nauc_precision_at_100_std": 0.131235,
+        "nauc_precision_at_100_diff1": 0.163608,
+        "nauc_precision_at_1000_max": 0.05915,
+        "nauc_precision_at_1000_std": 0.164467,
+        "nauc_precision_at_1000_diff1": 0.103451,
+        "nauc_mrr_at_1_max": 0.164695,
+        "nauc_mrr_at_1_std": 0.032175,
+        "nauc_mrr_at_1_diff1": 0.372785,
+        "nauc_mrr_at_3_max": 0.172279,
+        "nauc_mrr_at_3_std": 0.037802,
+        "nauc_mrr_at_3_diff1": 0.34134,
+        "nauc_mrr_at_5_max": 0.189396,
+        "nauc_mrr_at_5_std": 0.03853,
+        "nauc_mrr_at_5_diff1": 0.33312,
+        "nauc_mrr_at_10_max": 0.187599,
+        "nauc_mrr_at_10_std": 0.030987,
+        "nauc_mrr_at_10_diff1": 0.327884,
+        "nauc_mrr_at_20_max": 0.184218,
+        "nauc_mrr_at_20_std": 0.031971,
+        "nauc_mrr_at_20_diff1": 0.322255,
+        "nauc_mrr_at_100_max": 0.181757,
+        "nauc_mrr_at_100_std": 0.036436,
+        "nauc_mrr_at_100_diff1": 0.321251,
+        "nauc_mrr_at_1000_max": 0.182277,
+        "nauc_mrr_at_1000_std": 0.037031,
+        "nauc_mrr_at_1000_diff1": 0.321696,
+        "hit_rate_at_1": 0.1183,
+        "hit_rate_at_3": 0.17745,
+        "hit_rate_at_5": 0.22551,
+        "hit_rate_at_10": 0.27542,
+        "hit_rate_at_20": 0.33826,
+        "hit_rate_at_100": 0.48614,
+        "hit_rate_at_1000": 0.74861,
+        "main_score": 0.17788,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 64.67129135131836,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ClimateFEVER.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380",
+  "task_name": "ClimateFEVER",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.18697,
+        "ndcg_at_3": 0.16559,
+        "ndcg_at_5": 0.18201,
+        "ndcg_at_10": 0.20597,
+        "ndcg_at_20": 0.22664,
+        "ndcg_at_100": 0.26689,
+        "ndcg_at_1000": 0.30112,
+        "map_at_1": 0.08073,
+        "map_at_3": 0.1171,
+        "map_at_5": 0.13045,
+        "map_at_10": 0.1405,
+        "map_at_20": 0.14697,
+        "map_at_100": 0.15434,
+        "map_at_1000": 0.15602,
+        "recall_at_1": 0.08073,
+        "recall_at_3": 0.15425,
+        "recall_at_5": 0.19965,
+        "recall_at_10": 0.25342,
+        "recall_at_20": 0.31314,
+        "recall_at_100": 0.46793,
+        "recall_at_1000": 0.6633,
+        "accuracy": 0.08073,
+        "precision_at_1": 0.18697,
+        "precision_at_3": 0.12421,
+        "precision_at_5": 0.0985,
+        "precision_at_10": 0.06502,
+        "precision_at_20": 0.04088,
+        "precision_at_100": 0.01294,
+        "precision_at_1000": 0.00192,
+        "mrr_at_1": 0.186971,
+        "mrr_at_3": 0.253855,
+        "mrr_at_5": 0.272584,
+        "mrr_at_10": 0.284693,
+        "mrr_at_20": 0.29073,
+        "mrr_at_100": 0.294483,
+        "mrr_at_1000": 0.295059,
+        "nauc_ndcg_at_1_max": 0.353095,
+        "nauc_ndcg_at_1_std": 0.146239,
+        "nauc_ndcg_at_1_diff1": 0.228305,
+        "nauc_ndcg_at_3_max": 0.347067,
+        "nauc_ndcg_at_3_std": 0.169276,
+        "nauc_ndcg_at_3_diff1": 0.206914,
+        "nauc_ndcg_at_5_max": 0.365993,
+        "nauc_ndcg_at_5_std": 0.193369,
+        "nauc_ndcg_at_5_diff1": 0.196676,
+        "nauc_ndcg_at_10_max": 0.388276,
+        "nauc_ndcg_at_10_std": 0.23325,
+        "nauc_ndcg_at_10_diff1": 0.185393,
+        "nauc_ndcg_at_20_max": 0.409102,
+        "nauc_ndcg_at_20_std": 0.260173,
+        "nauc_ndcg_at_20_diff1": 0.175124,
+        "nauc_ndcg_at_100_max": 0.420723,
+        "nauc_ndcg_at_100_std": 0.299366,
+        "nauc_ndcg_at_100_diff1": 0.158679,
+        "nauc_ndcg_at_1000_max": 0.430437,
+        "nauc_ndcg_at_1000_std": 0.314539,
+        "nauc_ndcg_at_1000_diff1": 0.158098,
+        "nauc_map_at_1_max": 0.345192,
+        "nauc_map_at_1_std": 0.089418,
+        "nauc_map_at_1_diff1": 0.304948,
+        "nauc_map_at_3_max": 0.335206,
+        "nauc_map_at_3_std": 0.133713,
+        "nauc_map_at_3_diff1": 0.242392,
+        "nauc_map_at_5_max": 0.344956,
+        "nauc_map_at_5_std": 0.151971,
+        "nauc_map_at_5_diff1": 0.229255,
+        "nauc_map_at_10_max": 0.358584,
+        "nauc_map_at_10_std": 0.174138,
+        "nauc_map_at_10_diff1": 0.2245,
+        "nauc_map_at_20_max": 0.369026,
+        "nauc_map_at_20_std": 0.187452,
+        "nauc_map_at_20_diff1": 0.218633,
+        "nauc_map_at_100_max": 0.374847,
+        "nauc_map_at_100_std": 0.200619,
+        "nauc_map_at_100_diff1": 0.212997,
+        "nauc_map_at_1000_max": 0.375553,
+        "nauc_map_at_1000_std": 0.202233,
+        "nauc_map_at_1000_diff1": 0.212706,
+        "nauc_recall_at_1_max": 0.345192,
+        "nauc_recall_at_1_std": 0.089418,
+        "nauc_recall_at_1_diff1": 0.304948,
+        "nauc_recall_at_3_max": 0.324329,
+        "nauc_recall_at_3_std": 0.169632,
+        "nauc_recall_at_3_diff1": 0.187597,
+        "nauc_recall_at_5_max": 0.335357,
+        "nauc_recall_at_5_std": 0.201046,
+        "nauc_recall_at_5_diff1": 0.15094,
+        "nauc_recall_at_10_max": 0.368034,
+        "nauc_recall_at_10_std": 0.272405,
+        "nauc_recall_at_10_diff1": 0.124281,
+        "nauc_recall_at_20_max": 0.395196,
+        "nauc_recall_at_20_std": 0.318697,
+        "nauc_recall_at_20_diff1": 0.093192,
+        "nauc_recall_at_100_max": 0.394402,
+        "nauc_recall_at_100_std": 0.395816,
+        "nauc_recall_at_100_diff1": 0.042315,
+        "nauc_recall_at_1000_max": 0.426842,
+        "nauc_recall_at_1000_std": 0.473,
+        "nauc_recall_at_1000_diff1": 0.016986,
+        "nauc_precision_at_1_max": 0.353095,
+        "nauc_precision_at_1_std": 0.146239,
+        "nauc_precision_at_1_diff1": 0.228305,
+        "nauc_precision_at_3_max": 0.370099,
+        "nauc_precision_at_3_std": 0.244677,
+        "nauc_precision_at_3_diff1": 0.141836,
+        "nauc_precision_at_5_max": 0.396618,
+        "nauc_precision_at_5_std": 0.284621,
+        "nauc_precision_at_5_diff1": 0.116768,
+        "nauc_precision_at_10_max": 0.412025,
+        "nauc_precision_at_10_std": 0.345366,
+        "nauc_precision_at_10_diff1": 0.082739,
+        "nauc_precision_at_20_max": 0.428439,
+        "nauc_precision_at_20_std": 0.380999,
+        "nauc_precision_at_20_diff1": 0.054982,
+        "nauc_precision_at_100_max": 0.351898,
+        "nauc_precision_at_100_std": 0.406904,
+        "nauc_precision_at_100_diff1": -0.010981,
+        "nauc_precision_at_1000_max": 0.293857,
+        "nauc_precision_at_1000_std": 0.383661,
+        "nauc_precision_at_1000_diff1": -0.030317,
+        "nauc_mrr_at_1_max": 0.353095,
+        "nauc_mrr_at_1_std": 0.146239,
+        "nauc_mrr_at_1_diff1": 0.228305,
+        "nauc_mrr_at_3_max": 0.361891,
+        "nauc_mrr_at_3_std": 0.19461,
+        "nauc_mrr_at_3_diff1": 0.184396,
+        "nauc_mrr_at_5_max": 0.37419,
+        "nauc_mrr_at_5_std": 0.206867,
+        "nauc_mrr_at_5_diff1": 0.182821,
+        "nauc_mrr_at_10_max": 0.380752,
+        "nauc_mrr_at_10_std": 0.220569,
+        "nauc_mrr_at_10_diff1": 0.176974,
+        "nauc_mrr_at_20_max": 0.383531,
+        "nauc_mrr_at_20_std": 0.223885,
+        "nauc_mrr_at_20_diff1": 0.177413,
+        "nauc_mrr_at_100_max": 0.382764,
+        "nauc_mrr_at_100_std": 0.223891,
+        "nauc_mrr_at_100_diff1": 0.178051,
+        "nauc_mrr_at_1000_max": 0.382749,
+        "nauc_mrr_at_1000_std": 0.223656,
+        "nauc_mrr_at_1000_diff1": 0.178182,
+        "hit_rate_at_1": 0.18697,
+        "hit_rate_at_3": 0.34267,
+        "hit_rate_at_5": 0.4241,
+        "hit_rate_at_10": 0.51596,
+        "hit_rate_at_20": 0.6013,
+        "hit_rate_at_100": 0.74267,
+        "hit_rate_at_1000": 0.87622,
+        "main_score": 0.20597,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 6545.029442071915,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/DBPedia.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659",
+  "task_name": "DBPedia",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.3725,
+        "ndcg_at_3": 0.30834,
+        "ndcg_at_5": 0.28779,
+        "ndcg_at_10": 0.27271,
+        "ndcg_at_20": 0.2639,
+        "ndcg_at_100": 0.28897,
+        "ndcg_at_1000": 0.34526,
+        "map_at_1": 0.06115,
+        "map_at_3": 0.08968,
+        "map_at_5": 0.10075,
+        "map_at_10": 0.11948,
+        "map_at_20": 0.13521,
+        "map_at_100": 0.15823,
+        "map_at_1000": 0.16634,
+        "recall_at_1": 0.06115,
+        "recall_at_3": 0.10106,
+        "recall_at_5": 0.1226,
+        "recall_at_10": 0.16469,
+        "recall_at_20": 0.20851,
+        "recall_at_100": 0.32697,
+        "recall_at_1000": 0.51643,
+        "accuracy": 0.06115,
+        "precision_at_1": 0.48,
+        "precision_at_3": 0.3425,
+        "precision_at_5": 0.286,
+        "precision_at_10": 0.22275,
+        "precision_at_20": 0.16325,
+        "precision_at_100": 0.0645,
+        "precision_at_1000": 0.01334,
+        "mrr_at_1": 0.48,
+        "mrr_at_3": 0.540833,
+        "mrr_at_5": 0.558083,
+        "mrr_at_10": 0.568289,
+        "mrr_at_20": 0.571822,
+        "mrr_at_100": 0.573882,
+        "mrr_at_1000": 0.574185,
+        "nauc_ndcg_at_1_max": 0.497154,
+        "nauc_ndcg_at_1_std": 0.203398,
+        "nauc_ndcg_at_1_diff1": 0.41684,
+        "nauc_ndcg_at_3_max": 0.523999,
+        "nauc_ndcg_at_3_std": 0.254433,
+        "nauc_ndcg_at_3_diff1": 0.339721,
+        "nauc_ndcg_at_5_max": 0.528254,
+        "nauc_ndcg_at_5_std": 0.282954,
+        "nauc_ndcg_at_5_diff1": 0.331557,
+        "nauc_ndcg_at_10_max": 0.508174,
+        "nauc_ndcg_at_10_std": 0.323317,
+        "nauc_ndcg_at_10_diff1": 0.311586,
+        "nauc_ndcg_at_20_max": 0.472542,
+        "nauc_ndcg_at_20_std": 0.331857,
+        "nauc_ndcg_at_20_diff1": 0.310803,
+        "nauc_ndcg_at_100_max": 0.483727,
+        "nauc_ndcg_at_100_std": 0.376655,
+        "nauc_ndcg_at_100_diff1": 0.310534,
+        "nauc_ndcg_at_1000_max": 0.533149,
+        "nauc_ndcg_at_1000_std": 0.427618,
+        "nauc_ndcg_at_1000_diff1": 0.303498,
+        "nauc_map_at_1_max": 0.137515,
+        "nauc_map_at_1_std": -0.03184,
+        "nauc_map_at_1_diff1": 0.482017,
+        "nauc_map_at_3_max": 0.190529,
+        "nauc_map_at_3_std": 0.013607,
+        "nauc_map_at_3_diff1": 0.437601,
+        "nauc_map_at_5_max": 0.227464,
+        "nauc_map_at_5_std": 0.058463,
+        "nauc_map_at_5_diff1": 0.416488,
+        "nauc_map_at_10_max": 0.279595,
+        "nauc_map_at_10_std": 0.143227,
+        "nauc_map_at_10_diff1": 0.374785,
+        "nauc_map_at_20_max": 0.332488,
+        "nauc_map_at_20_std": 0.219732,
+        "nauc_map_at_20_diff1": 0.341715,
+        "nauc_map_at_100_max": 0.396727,
+        "nauc_map_at_100_std": 0.317097,
+        "nauc_map_at_100_diff1": 0.292806,
+        "nauc_map_at_1000_max": 0.410874,
+        "nauc_map_at_1000_std": 0.335245,
+        "nauc_map_at_1000_diff1": 0.284577,
+        "nauc_recall_at_1_max": 0.137515,
+        "nauc_recall_at_1_std": -0.03184,
+        "nauc_recall_at_1_diff1": 0.482017,
+        "nauc_recall_at_3_max": 0.165529,
+        "nauc_recall_at_3_std": 0.002229,
+        "nauc_recall_at_3_diff1": 0.398718,
+        "nauc_recall_at_5_max": 0.182718,
+        "nauc_recall_at_5_std": 0.057512,
+        "nauc_recall_at_5_diff1": 0.351884,
+        "nauc_recall_at_10_max": 0.212233,
+        "nauc_recall_at_10_std": 0.148399,
+        "nauc_recall_at_10_diff1": 0.290395,
+        "nauc_recall_at_20_max": 0.26943,
+        "nauc_recall_at_20_std": 0.238377,
+        "nauc_recall_at_20_diff1": 0.267939,
+        "nauc_recall_at_100_max": 0.38184,
+        "nauc_recall_at_100_std": 0.377296,
+        "nauc_recall_at_100_diff1": 0.216022,
+        "nauc_recall_at_1000_max": 0.422032,
+        "nauc_recall_at_1000_std": 0.458662,
+        "nauc_recall_at_1000_diff1": 0.198624,
+        "nauc_precision_at_1_max": 0.567101,
+        "nauc_precision_at_1_std": 0.258366,
+        "nauc_precision_at_1_diff1": 0.45144,
+        "nauc_precision_at_3_max": 0.571874,
+        "nauc_precision_at_3_std": 0.326545,
+        "nauc_precision_at_3_diff1": 0.213306,
+        "nauc_precision_at_5_max": 0.569856,
+        "nauc_precision_at_5_std": 0.383785,
+        "nauc_precision_at_5_diff1": 0.142487,
+        "nauc_precision_at_10_max": 0.562835,
+        "nauc_precision_at_10_std": 0.48185,
+        "nauc_precision_at_10_diff1": 0.052277,
+        "nauc_precision_at_20_max": 0.548349,
+        "nauc_precision_at_20_std": 0.521195,
+        "nauc_precision_at_20_diff1": -0.009725,
+        "nauc_precision_at_100_max": 0.476447,
+        "nauc_precision_at_100_std": 0.502125,
+        "nauc_precision_at_100_diff1": -0.084779,
+        "nauc_precision_at_1000_max": 0.240115,
+        "nauc_precision_at_1000_std": 0.271573,
+        "nauc_precision_at_1000_diff1": -0.170055,
+        "nauc_mrr_at_1_max": 0.567101,
+        "nauc_mrr_at_1_std": 0.258366,
+        "nauc_mrr_at_1_diff1": 0.45144,
+        "nauc_mrr_at_3_max": 0.589796,
+        "nauc_mrr_at_3_std": 0.271793,
+        "nauc_mrr_at_3_diff1": 0.442743,
+        "nauc_mrr_at_5_max": 0.592412,
+        "nauc_mrr_at_5_std": 0.282811,
+        "nauc_mrr_at_5_diff1": 0.439699,
+        "nauc_mrr_at_10_max": 0.596289,
+        "nauc_mrr_at_10_std": 0.287586,
+        "nauc_mrr_at_10_diff1": 0.441186,
+        "nauc_mrr_at_20_max": 0.59656,
+        "nauc_mrr_at_20_std": 0.288992,
+        "nauc_mrr_at_20_diff1": 0.440401,
+        "nauc_mrr_at_100_max": 0.596245,
+        "nauc_mrr_at_100_std": 0.288647,
+        "nauc_mrr_at_100_diff1": 0.439713,
+        "nauc_mrr_at_1000_max": 0.596121,
+        "nauc_mrr_at_1000_std": 0.288472,
+        "nauc_mrr_at_1000_diff1": 0.439796,
+        "hit_rate_at_1": 0.48,
+        "hit_rate_at_3": 0.6125,
+        "hit_rate_at_5": 0.69,
+        "hit_rate_at_10": 0.7625,
+        "hit_rate_at_20": 0.8125,
+        "hit_rate_at_100": 0.895,
+        "hit_rate_at_1000": 0.9575,
+        "main_score": 0.27271,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 5195.377886295319,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/EmotionClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
+  "task_name": "EmotionClassification",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.356,
+            "f1": 0.313884,
+            "f1_weighted": 0.374535,
+            "precision": 0.33121,
+            "precision_weighted": 0.452348,
+            "recall": 0.361089,
+            "recall_weighted": 0.356,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.354,
+            "f1": 0.320946,
+            "f1_weighted": 0.366868,
+            "precision": 0.334794,
+            "precision_weighted": 0.444668,
+            "recall": 0.381024,
+            "recall_weighted": 0.354,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3635,
+            "f1": 0.327014,
+            "f1_weighted": 0.386831,
+            "precision": 0.34005,
+            "precision_weighted": 0.456482,
+            "recall": 0.374576,
+            "recall_weighted": 0.3635,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3785,
+            "f1": 0.331215,
+            "f1_weighted": 0.407928,
+            "precision": 0.350318,
+            "precision_weighted": 0.484867,
+            "recall": 0.374447,
+            "recall_weighted": 0.3785,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.393,
+            "f1": 0.353224,
+            "f1_weighted": 0.4149,
+            "precision": 0.361956,
+            "precision_weighted": 0.480519,
+            "recall": 0.400388,
+            "recall_weighted": 0.393,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3605,
+            "f1": 0.325991,
+            "f1_weighted": 0.38654,
+            "precision": 0.344931,
+            "precision_weighted": 0.470827,
+            "recall": 0.376869,
+            "recall_weighted": 0.3605,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.354,
+            "f1": 0.317711,
+            "f1_weighted": 0.372707,
+            "precision": 0.332454,
+            "precision_weighted": 0.449806,
+            "recall": 0.375164,
+            "recall_weighted": 0.354,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.308,
+            "f1": 0.287969,
+            "f1_weighted": 0.321515,
+            "precision": 0.302838,
+            "precision_weighted": 0.402776,
+            "recall": 0.34963,
+            "recall_weighted": 0.308,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3655,
+            "f1": 0.32421,
+            "f1_weighted": 0.388026,
+            "precision": 0.338831,
+            "precision_weighted": 0.467192,
+            "recall": 0.368127,
+            "recall_weighted": 0.3655,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3645,
+            "f1": 0.324163,
+            "f1_weighted": 0.390604,
+            "precision": 0.345343,
+            "precision_weighted": 0.481376,
+            "recall": 0.375761,
+            "recall_weighted": 0.3645,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.35975,
+        "f1": 0.322633,
+        "f1_weighted": 0.381045,
+        "precision": 0.338272,
+        "precision_weighted": 0.459086,
+        "recall": 0.373707,
+        "recall_weighted": 0.35975,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.35975,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 14.806202173233032,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/FEVER.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12",
+  "task_name": "FEVER",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.51305,
+        "ndcg_at_3": 0.58855,
+        "ndcg_at_5": 0.60905,
+        "ndcg_at_10": 0.62893,
+        "ndcg_at_20": 0.64157,
+        "ndcg_at_100": 0.65385,
+        "ndcg_at_1000": 0.66062,
+        "map_at_1": 0.47477,
+        "map_at_3": 0.55382,
+        "map_at_5": 0.56584,
+        "map_at_10": 0.57433,
+        "map_at_20": 0.57798,
+        "map_at_100": 0.57976,
+        "map_at_1000": 0.58002,
+        "recall_at_1": 0.47477,
+        "recall_at_3": 0.64738,
+        "recall_at_5": 0.69823,
+        "recall_at_10": 0.75902,
+        "recall_at_20": 0.80724,
+        "recall_at_100": 0.87108,
+        "recall_at_1000": 0.92253,
+        "accuracy": 0.47477,
+        "precision_at_1": 0.51305,
+        "precision_at_3": 0.23472,
+        "precision_at_5": 0.15206,
+        "precision_at_10": 0.08284,
+        "precision_at_20": 0.04414,
+        "precision_at_100": 0.00958,
+        "precision_at_1000": 0.00103,
+        "mrr_at_1": 0.513051,
+        "mrr_at_3": 0.59521,
+        "mrr_at_5": 0.607376,
+        "mrr_at_10": 0.615719,
+        "mrr_at_20": 0.619156,
+        "mrr_at_100": 0.620734,
+        "mrr_at_1000": 0.62092,
+        "nauc_ndcg_at_1_max": 0.297627,
+        "nauc_ndcg_at_1_std": -0.024369,
+        "nauc_ndcg_at_1_diff1": 0.575845,
+        "nauc_ndcg_at_3_max": 0.338889,
+        "nauc_ndcg_at_3_std": 0.024107,
+        "nauc_ndcg_at_3_diff1": 0.49428,
+        "nauc_ndcg_at_5_max": 0.344122,
+        "nauc_ndcg_at_5_std": 0.033029,
+        "nauc_ndcg_at_5_diff1": 0.48792,
+        "nauc_ndcg_at_10_max": 0.351964,
+        "nauc_ndcg_at_10_std": 0.049084,
+        "nauc_ndcg_at_10_diff1": 0.485923,
+        "nauc_ndcg_at_20_max": 0.354029,
+        "nauc_ndcg_at_20_std": 0.056291,
+        "nauc_ndcg_at_20_diff1": 0.485283,
+        "nauc_ndcg_at_100_max": 0.35023,
+        "nauc_ndcg_at_100_std": 0.055537,
+        "nauc_ndcg_at_100_diff1": 0.488315,
+        "nauc_ndcg_at_1000_max": 0.347499,
+        "nauc_ndcg_at_1000_std": 0.050659,
+        "nauc_ndcg_at_1000_diff1": 0.491225,
+        "nauc_map_at_1_max": 0.273378,
+        "nauc_map_at_1_std": -0.01573,
+        "nauc_map_at_1_diff1": 0.536779,
+        "nauc_map_at_3_max": 0.317032,
+        "nauc_map_at_3_std": 0.015589,
+        "nauc_map_at_3_diff1": 0.498439,
+        "nauc_map_at_5_max": 0.319895,
+        "nauc_map_at_5_std": 0.020102,
+        "nauc_map_at_5_diff1": 0.495492,
+        "nauc_map_at_10_max": 0.32294,
+        "nauc_map_at_10_std": 0.026048,
+        "nauc_map_at_10_diff1": 0.495111,
+        "nauc_map_at_20_max": 0.323397,
+        "nauc_map_at_20_std": 0.027703,
+        "nauc_map_at_20_diff1": 0.495098,
+        "nauc_map_at_100_max": 0.322927,
+        "nauc_map_at_100_std": 0.027525,
+        "nauc_map_at_100_diff1": 0.495536,
+        "nauc_map_at_1000_max": 0.322873,
+        "nauc_map_at_1000_std": 0.027401,
+        "nauc_map_at_1000_diff1": 0.495637,
+        "nauc_recall_at_1_max": 0.273378,
+        "nauc_recall_at_1_std": -0.01573,
+        "nauc_recall_at_1_diff1": 0.536779,
+        "nauc_recall_at_3_max": 0.361206,
+        "nauc_recall_at_3_std": 0.058503,
+        "nauc_recall_at_3_diff1": 0.423484,
+        "nauc_recall_at_5_max": 0.376141,
+        "nauc_recall_at_5_std": 0.085278,
+        "nauc_recall_at_5_diff1": 0.393905,
+        "nauc_recall_at_10_max": 0.406727,
+        "nauc_recall_at_10_std": 0.156474,
+        "nauc_recall_at_10_diff1": 0.362355,
+        "nauc_recall_at_20_max": 0.423185,
+        "nauc_recall_at_20_std": 0.218353,
+        "nauc_recall_at_20_diff1": 0.326159,
+        "nauc_recall_at_100_max": 0.40197,
+        "nauc_recall_at_100_std": 0.279232,
+        "nauc_recall_at_100_diff1": 0.284107,
+        "nauc_recall_at_1000_max": 0.35688,
+        "nauc_recall_at_1000_std": 0.284323,
+        "nauc_recall_at_1000_diff1": 0.237602,
+        "nauc_precision_at_1_max": 0.297627,
+        "nauc_precision_at_1_std": -0.024369,
+        "nauc_precision_at_1_diff1": 0.575845,
+        "nauc_precision_at_3_max": 0.415345,
+        "nauc_precision_at_3_std": 0.0588,
+        "nauc_precision_at_3_diff1": 0.456083,
+        "nauc_precision_at_5_max": 0.437404,
+        "nauc_precision_at_5_std": 0.089709,
+        "nauc_precision_at_5_diff1": 0.420775,
+        "nauc_precision_at_10_max": 0.47021,
+        "nauc_precision_at_10_std": 0.166818,
+        "nauc_precision_at_10_diff1": 0.373816,
+        "nauc_precision_at_20_max": 0.481111,
+        "nauc_precision_at_20_std": 0.228804,
+        "nauc_precision_at_20_diff1": 0.314439,
+        "nauc_precision_at_100_max": 0.419104,
+        "nauc_precision_at_100_std": 0.259242,
+        "nauc_precision_at_100_diff1": 0.205885,
+        "nauc_precision_at_1000_max": 0.277079,
+        "nauc_precision_at_1000_std": 0.178332,
+        "nauc_precision_at_1000_diff1": 0.073636,
+        "nauc_mrr_at_1_max": 0.297627,
+        "nauc_mrr_at_1_std": -0.024369,
+        "nauc_mrr_at_1_diff1": 0.575845,
+        "nauc_mrr_at_3_max": 0.347023,
+        "nauc_mrr_at_3_std": 0.006922,
+        "nauc_mrr_at_3_diff1": 0.538683,
+        "nauc_mrr_at_5_max": 0.350657,
+        "nauc_mrr_at_5_std": 0.011081,
+        "nauc_mrr_at_5_diff1": 0.537367,
+        "nauc_mrr_at_10_max": 0.35374,
+        "nauc_mrr_at_10_std": 0.016192,
+        "nauc_mrr_at_10_diff1": 0.537882,
+        "nauc_mrr_at_20_max": 0.354194,
+        "nauc_mrr_at_20_std": 0.01792,
+        "nauc_mrr_at_20_diff1": 0.537998,
+        "nauc_mrr_at_100_max": 0.353376,
+        "nauc_mrr_at_100_std": 0.017321,
+        "nauc_mrr_at_100_diff1": 0.538507,
+        "nauc_mrr_at_1000_max": 0.35322,
+        "nauc_mrr_at_1000_std": 0.017142,
+        "nauc_mrr_at_1000_diff1": 0.538588,
+        "hit_rate_at_1": 0.51305,
+        "hit_rate_at_3": 0.69592,
+        "hit_rate_at_5": 0.74887,
+        "hit_rate_at_10": 0.81113,
+        "hit_rate_at_20": 0.85914,
+        "hit_rate_at_100": 0.91989,
+        "hit_rate_at_1000": 0.964,
+        "main_score": 0.62893,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 7178.4095685482025,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/FiQA2018.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06",
+  "task_name": "FiQA2018",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.16975,
+        "ndcg_at_3": 0.1541,
+        "ndcg_at_5": 0.16404,
+        "ndcg_at_10": 0.17792,
+        "ndcg_at_20": 0.19885,
+        "ndcg_at_100": 0.23803,
+        "ndcg_at_1000": 0.28389,
+        "map_at_1": 0.08232,
+        "map_at_3": 0.11206,
+        "map_at_5": 0.12362,
+        "map_at_10": 0.13219,
+        "map_at_20": 0.13841,
+        "map_at_100": 0.1445,
+        "map_at_1000": 0.14666,
+        "recall_at_1": 0.08232,
+        "recall_at_3": 0.13711,
+        "recall_at_5": 0.17659,
+        "recall_at_10": 0.21994,
+        "recall_at_20": 0.28892,
+        "recall_at_100": 0.45482,
+        "recall_at_1000": 0.73843,
+        "accuracy": 0.08232,
+        "precision_at_1": 0.16975,
+        "precision_at_3": 0.10288,
+        "precision_at_5": 0.08025,
+        "precision_at_10": 0.0517,
+        "precision_at_20": 0.03356,
+        "precision_at_100": 0.01105,
+        "precision_at_1000": 0.0019,
+        "mrr_at_1": 0.169753,
+        "mrr_at_3": 0.20679,
+        "mrr_at_5": 0.219213,
+        "mrr_at_10": 0.227375,
+        "mrr_at_20": 0.233761,
+        "mrr_at_100": 0.238624,
+        "mrr_at_1000": 0.239643,
+        "nauc_ndcg_at_1_max": 0.178251,
+        "nauc_ndcg_at_1_std": 0.014228,
+        "nauc_ndcg_at_1_diff1": 0.30773,
+        "nauc_ndcg_at_3_max": 0.194185,
+        "nauc_ndcg_at_3_std": 0.013241,
+        "nauc_ndcg_at_3_diff1": 0.297239,
+        "nauc_ndcg_at_5_max": 0.18185,
+        "nauc_ndcg_at_5_std": 0.00939,
+        "nauc_ndcg_at_5_diff1": 0.288324,
+        "nauc_ndcg_at_10_max": 0.179298,
+        "nauc_ndcg_at_10_std": 0.021885,
+        "nauc_ndcg_at_10_diff1": 0.27074,
+        "nauc_ndcg_at_20_max": 0.174511,
+        "nauc_ndcg_at_20_std": 0.024129,
+        "nauc_ndcg_at_20_diff1": 0.265427,
+        "nauc_ndcg_at_100_max": 0.192485,
+        "nauc_ndcg_at_100_std": 0.052853,
+        "nauc_ndcg_at_100_diff1": 0.262464,
+        "nauc_ndcg_at_1000_max": 0.225912,
+        "nauc_ndcg_at_1000_std": 0.083654,
+        "nauc_ndcg_at_1000_diff1": 0.256481,
+        "nauc_map_at_1_max": 0.12902,
+        "nauc_map_at_1_std": -0.030152,
+        "nauc_map_at_1_diff1": 0.314637,
+        "nauc_map_at_3_max": 0.167905,
+        "nauc_map_at_3_std": 0.000359,
+        "nauc_map_at_3_diff1": 0.300638,
+        "nauc_map_at_5_max": 0.170125,
+        "nauc_map_at_5_std": 0.006301,
+        "nauc_map_at_5_diff1": 0.302449,
+        "nauc_map_at_10_max": 0.175099,
+        "nauc_map_at_10_std": 0.016106,
+        "nauc_map_at_10_diff1": 0.29918,
+        "nauc_map_at_20_max": 0.175106,
+        "nauc_map_at_20_std": 0.017351,
+        "nauc_map_at_20_diff1": 0.297618,
+        "nauc_map_at_100_max": 0.179393,
+        "nauc_map_at_100_std": 0.024671,
+        "nauc_map_at_100_diff1": 0.2969,
+        "nauc_map_at_1000_max": 0.182251,
+        "nauc_map_at_1000_std": 0.027343,
+        "nauc_map_at_1000_diff1": 0.296837,
+        "nauc_recall_at_1_max": 0.12902,
+        "nauc_recall_at_1_std": -0.030152,
+        "nauc_recall_at_1_diff1": 0.314637,
+        "nauc_recall_at_3_max": 0.158659,
+        "nauc_recall_at_3_std": -0.001546,
+        "nauc_recall_at_3_diff1": 0.263667,
+        "nauc_recall_at_5_max": 0.16029,
+        "nauc_recall_at_5_std": 0.007566,
+        "nauc_recall_at_5_diff1": 0.248731,
+        "nauc_recall_at_10_max": 0.158019,
+        "nauc_recall_at_10_std": 0.028845,
+        "nauc_recall_at_10_diff1": 0.210033,
+        "nauc_recall_at_20_max": 0.133979,
+        "nauc_recall_at_20_std": 0.03164,
+        "nauc_recall_at_20_diff1": 0.182313,
+        "nauc_recall_at_100_max": 0.162035,
+        "nauc_recall_at_100_std": 0.103538,
+        "nauc_recall_at_100_diff1": 0.157165,
+        "nauc_recall_at_1000_max": 0.292165,
+        "nauc_recall_at_1000_std": 0.2899,
+        "nauc_recall_at_1000_diff1": 0.076536,
+        "nauc_precision_at_1_max": 0.178251,
+        "nauc_precision_at_1_std": 0.014228,
+        "nauc_precision_at_1_diff1": 0.30773,
+        "nauc_precision_at_3_max": 0.223039,
+        "nauc_precision_at_3_std": 0.050037,
+        "nauc_precision_at_3_diff1": 0.278468,
+        "nauc_precision_at_5_max": 0.20883,
+        "nauc_precision_at_5_std": 0.038668,
+        "nauc_precision_at_5_diff1": 0.254262,
+        "nauc_precision_at_10_max": 0.21141,
+        "nauc_precision_at_10_std": 0.070175,
+        "nauc_precision_at_10_diff1": 0.200751,
+        "nauc_precision_at_20_max": 0.20731,
+        "nauc_precision_at_20_std": 0.068706,
+        "nauc_precision_at_20_diff1": 0.192906,
+        "nauc_precision_at_100_max": 0.238595,
+        "nauc_precision_at_100_std": 0.13889,
+        "nauc_precision_at_100_diff1": 0.150031,
+        "nauc_precision_at_1000_max": 0.309616,
+        "nauc_precision_at_1000_std": 0.178257,
+        "nauc_precision_at_1000_diff1": 0.06167,
+        "nauc_mrr_at_1_max": 0.178251,
+        "nauc_mrr_at_1_std": 0.014228,
+        "nauc_mrr_at_1_diff1": 0.30773,
+        "nauc_mrr_at_3_max": 0.186063,
+        "nauc_mrr_at_3_std": 0.012137,
+        "nauc_mrr_at_3_diff1": 0.293384,
+        "nauc_mrr_at_5_max": 0.185008,
+        "nauc_mrr_at_5_std": 0.009447,
+        "nauc_mrr_at_5_diff1": 0.283231,
+        "nauc_mrr_at_10_max": 0.184845,
+        "nauc_mrr_at_10_std": 0.012409,
+        "nauc_mrr_at_10_diff1": 0.273406,
+        "nauc_mrr_at_20_max": 0.181774,
+        "nauc_mrr_at_20_std": 0.013337,
+        "nauc_mrr_at_20_diff1": 0.271251,
+        "nauc_mrr_at_100_max": 0.183822,
+        "nauc_mrr_at_100_std": 0.016012,
+        "nauc_mrr_at_100_diff1": 0.27173,
+        "nauc_mrr_at_1000_max": 0.184533,
+        "nauc_mrr_at_1000_std": 0.01679,
+        "nauc_mrr_at_1000_diff1": 0.272002,
+        "hit_rate_at_1": 0.16975,
+        "hit_rate_at_3": 0.25463,
+        "hit_rate_at_5": 0.31019,
+        "hit_rate_at_10": 0.36883,
+        "hit_rate_at_20": 0.46296,
+        "hit_rate_at_100": 0.65123,
+        "hit_rate_at_1000": 0.86883,
+        "main_score": 0.17792,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 81.94854092597961,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/HotpotQA.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014",
+  "task_name": "HotpotQA",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.47279,
+        "ndcg_at_3": 0.35283,
+        "ndcg_at_5": 0.37095,
+        "ndcg_at_10": 0.38753,
+        "ndcg_at_20": 0.39981,
+        "ndcg_at_100": 0.42087,
+        "ndcg_at_1000": 0.4407,
+        "map_at_1": 0.23639,
+        "map_at_3": 0.28874,
+        "map_at_5": 0.30024,
+        "map_at_10": 0.30798,
+        "map_at_20": 0.3119,
+        "map_at_100": 0.31537,
+        "map_at_1000": 0.31621,
+        "recall_at_1": 0.23639,
+        "recall_at_3": 0.32377,
+        "recall_at_5": 0.35962,
+        "recall_at_10": 0.40122,
+        "recall_at_20": 0.44085,
+        "recall_at_100": 0.53464,
+        "recall_at_1000": 0.66705,
+        "accuracy": 0.23639,
+        "precision_at_1": 0.47279,
+        "precision_at_3": 0.21585,
+        "precision_at_5": 0.14385,
+        "precision_at_10": 0.08024,
+        "precision_at_20": 0.04409,
+        "precision_at_100": 0.01069,
+        "precision_at_1000": 0.00133,
+        "mrr_at_1": 0.472789,
+        "mrr_at_3": 0.523498,
+        "mrr_at_5": 0.533322,
+        "mrr_at_10": 0.540316,
+        "mrr_at_20": 0.543449,
+        "mrr_at_100": 0.5457,
+        "mrr_at_1000": 0.546093,
+        "nauc_ndcg_at_1_max": 0.447852,
+        "nauc_ndcg_at_1_std": 0.082736,
+        "nauc_ndcg_at_1_diff1": 0.679787,
+        "nauc_ndcg_at_3_max": 0.411597,
+        "nauc_ndcg_at_3_std": 0.098192,
+        "nauc_ndcg_at_3_diff1": 0.553342,
+        "nauc_ndcg_at_5_max": 0.39996,
+        "nauc_ndcg_at_5_std": 0.102258,
+        "nauc_ndcg_at_5_diff1": 0.525478,
+        "nauc_ndcg_at_10_max": 0.392021,
+        "nauc_ndcg_at_10_std": 0.107106,
+        "nauc_ndcg_at_10_diff1": 0.504657,
+        "nauc_ndcg_at_20_max": 0.390068,
+        "nauc_ndcg_at_20_std": 0.113906,
+        "nauc_ndcg_at_20_diff1": 0.496535,
+        "nauc_ndcg_at_100_max": 0.38637,
+        "nauc_ndcg_at_100_std": 0.122683,
+        "nauc_ndcg_at_100_diff1": 0.482956,
+        "nauc_ndcg_at_1000_max": 0.386426,
+        "nauc_ndcg_at_1000_std": 0.127217,
+        "nauc_ndcg_at_1000_diff1": 0.476792,
+        "nauc_map_at_1_max": 0.447852,
+        "nauc_map_at_1_std": 0.082736,
+        "nauc_map_at_1_diff1": 0.679787,
+        "nauc_map_at_3_max": 0.400696,
+        "nauc_map_at_3_std": 0.096209,
+        "nauc_map_at_3_diff1": 0.534213,
+        "nauc_map_at_5_max": 0.39108,
+        "nauc_map_at_5_std": 0.100042,
+        "nauc_map_at_5_diff1": 0.511798,
+        "nauc_map_at_10_max": 0.385924,
+        "nauc_map_at_10_std": 0.10316,
+        "nauc_map_at_10_diff1": 0.499714,
+        "nauc_map_at_20_max": 0.385118,
+        "nauc_map_at_20_std": 0.1053,
+        "nauc_map_at_20_diff1": 0.496797,
+        "nauc_map_at_100_max": 0.384312,
+        "nauc_map_at_100_std": 0.106989,
+        "nauc_map_at_100_diff1": 0.493992,
+        "nauc_map_at_1000_max": 0.384287,
+        "nauc_map_at_1000_std": 0.107298,
+        "nauc_map_at_1000_diff1": 0.493542,
+        "nauc_recall_at_1_max": 0.447852,
+        "nauc_recall_at_1_std": 0.082736,
+        "nauc_recall_at_1_diff1": 0.679787,
+        "nauc_recall_at_3_max": 0.385602,
+        "nauc_recall_at_3_std": 0.10807,
+        "nauc_recall_at_3_diff1": 0.476182,
+        "nauc_recall_at_5_max": 0.349782,
+        "nauc_recall_at_5_std": 0.113261,
+        "nauc_recall_at_5_diff1": 0.404143,
+        "nauc_recall_at_10_max": 0.321474,
+        "nauc_recall_at_10_std": 0.123924,
+        "nauc_recall_at_10_diff1": 0.3405,
+        "nauc_recall_at_20_max": 0.299218,
+        "nauc_recall_at_20_std": 0.142078,
+        "nauc_recall_at_20_diff1": 0.29496,
+        "nauc_recall_at_100_max": 0.248058,
+        "nauc_recall_at_100_std": 0.167171,
+        "nauc_recall_at_100_diff1": 0.193928,
+        "nauc_recall_at_1000_max": 0.201433,
+        "nauc_recall_at_1000_std": 0.189114,
+        "nauc_recall_at_1000_diff1": 0.082959,
+        "nauc_precision_at_1_max": 0.447852,
+        "nauc_precision_at_1_std": 0.082736,
+        "nauc_precision_at_1_diff1": 0.679787,
+        "nauc_precision_at_3_max": 0.385602,
+        "nauc_precision_at_3_std": 0.10807,
+        "nauc_precision_at_3_diff1": 0.476182,
+        "nauc_precision_at_5_max": 0.349782,
+        "nauc_precision_at_5_std": 0.113261,
+        "nauc_precision_at_5_diff1": 0.404143,
+        "nauc_precision_at_10_max": 0.321474,
+        "nauc_precision_at_10_std": 0.123924,
+        "nauc_precision_at_10_diff1": 0.3405,
+        "nauc_precision_at_20_max": 0.299218,
+        "nauc_precision_at_20_std": 0.142078,
+        "nauc_precision_at_20_diff1": 0.29496,
+        "nauc_precision_at_100_max": 0.248058,
+        "nauc_precision_at_100_std": 0.167171,
+        "nauc_precision_at_100_diff1": 0.193928,
+        "nauc_precision_at_1000_max": 0.201433,
+        "nauc_precision_at_1000_std": 0.189114,
+        "nauc_precision_at_1000_diff1": 0.082959,
+        "nauc_mrr_at_1_max": 0.447852,
+        "nauc_mrr_at_1_std": 0.082736,
+        "nauc_mrr_at_1_diff1": 0.679787,
+        "nauc_mrr_at_3_max": 0.444397,
+        "nauc_mrr_at_3_std": 0.091482,
+        "nauc_mrr_at_3_diff1": 0.640122,
+        "nauc_mrr_at_5_max": 0.442845,
+        "nauc_mrr_at_5_std": 0.091811,
+        "nauc_mrr_at_5_diff1": 0.63535,
+        "nauc_mrr_at_10_max": 0.442276,
+        "nauc_mrr_at_10_std": 0.092113,
+        "nauc_mrr_at_10_diff1": 0.632324,
+        "nauc_mrr_at_20_max": 0.442532,
+        "nauc_mrr_at_20_std": 0.093368,
+        "nauc_mrr_at_20_diff1": 0.631839,
+        "nauc_mrr_at_100_max": 0.442706,
+        "nauc_mrr_at_100_std": 0.09397,
+        "nauc_mrr_at_100_diff1": 0.631998,
+        "nauc_mrr_at_1000_max": 0.442711,
+        "nauc_mrr_at_1000_std": 0.093954,
+        "nauc_mrr_at_1000_diff1": 0.632132,
+        "hit_rate_at_1": 0.47279,
+        "hit_rate_at_3": 0.58677,
+        "hit_rate_at_5": 0.62984,
+        "hit_rate_at_10": 0.68143,
+        "hit_rate_at_20": 0.72654,
+        "hit_rate_at_100": 0.81621,
+        "hit_rate_at_1000": 0.90871,
+        "main_score": 0.38753,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 7573.657062530518,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ImdbClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
+  "task_name": "ImdbClassification",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.72012,
+            "f1": 0.719295,
+            "f1_weighted": 0.719295,
+            "precision": 0.722737,
+            "precision_weighted": 0.722737,
+            "recall": 0.72012,
+            "recall_weighted": 0.72012,
+            "ap": 0.664404,
+            "ap_weighted": 0.664404
+          },
+          {
+            "accuracy": 0.6878,
+            "f1": 0.686915,
+            "f1_weighted": 0.686915,
+            "precision": 0.689947,
+            "precision_weighted": 0.689947,
+            "recall": 0.6878,
+            "recall_weighted": 0.6878,
+            "ap": 0.633365,
+            "ap_weighted": 0.633365
+          },
+          {
+            "accuracy": 0.55628,
+            "f1": 0.55228,
+            "f1_weighted": 0.55228,
+            "precision": 0.558366,
+            "precision_weighted": 0.558366,
+            "recall": 0.55628,
+            "recall_weighted": 0.55628,
+            "ap": 0.530804,
+            "ap_weighted": 0.530804
+          },
+          {
+            "accuracy": 0.68408,
+            "f1": 0.681937,
+            "f1_weighted": 0.681937,
+            "precision": 0.689178,
+            "precision_weighted": 0.689178,
+            "recall": 0.68408,
+            "recall_weighted": 0.68408,
+            "ap": 0.621147,
+            "ap_weighted": 0.621147
+          },
+          {
+            "accuracy": 0.65156,
+            "f1": 0.649208,
+            "f1_weighted": 0.649208,
+            "precision": 0.655736,
+            "precision_weighted": 0.655736,
+            "recall": 0.65156,
+            "recall_weighted": 0.65156,
+            "ap": 0.595518,
+            "ap_weighted": 0.595518
+          },
+          {
+            "accuracy": 0.615,
+            "f1": 0.609233,
+            "f1_weighted": 0.609233,
+            "precision": 0.622214,
+            "precision_weighted": 0.622214,
+            "recall": 0.615,
+            "recall_weighted": 0.615,
+            "ap": 0.56814,
+            "ap_weighted": 0.56814
+          },
+          {
+            "accuracy": 0.62396,
+            "f1": 0.623576,
+            "f1_weighted": 0.623576,
+            "precision": 0.624469,
+            "precision_weighted": 0.624469,
+            "recall": 0.62396,
+            "recall_weighted": 0.62396,
+            "ap": 0.576423,
+            "ap_weighted": 0.576423
+          },
+          {
+            "accuracy": 0.66244,
+            "f1": 0.653612,
+            "f1_weighted": 0.653612,
+            "precision": 0.680879,
+            "precision_weighted": 0.680879,
+            "recall": 0.66244,
+            "recall_weighted": 0.66244,
+            "ap": 0.601221,
+            "ap_weighted": 0.601221
+          },
+          {
+            "accuracy": 0.67884,
+            "f1": 0.678042,
+            "f1_weighted": 0.678042,
+            "precision": 0.680632,
+            "precision_weighted": 0.680632,
+            "recall": 0.67884,
+            "recall_weighted": 0.67884,
+            "ap": 0.624942,
+            "ap_weighted": 0.624942
+          },
+          {
+            "accuracy": 0.64528,
+            "f1": 0.643365,
+            "f1_weighted": 0.643365,
+            "precision": 0.648469,
+            "precision_weighted": 0.648469,
+            "recall": 0.64528,
+            "recall_weighted": 0.64528,
+            "ap": 0.591048,
+            "ap_weighted": 0.591048
+          }
+        ],
+        "accuracy": 0.652536,
+        "f1": 0.649746,
+        "f1_weighted": 0.649746,
+        "precision": 0.657263,
+        "precision_weighted": 0.657263,
+        "recall": 0.652536,
+        "recall_weighted": 0.652536,
+        "ap": 0.600701,
+        "ap_weighted": 0.600701,
+        "main_score": 0.652536,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 162.55868816375732,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MSMARCO.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0",
+  "task_name": "MSMARCO",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "dev": [
+      {
+        "ndcg_at_1": 0.11461,
+        "ndcg_at_3": 0.17182,
+        "ndcg_at_5": 0.1936,
+        "ndcg_at_10": 0.21784,
+        "ndcg_at_20": 0.23692,
+        "ndcg_at_100": 0.26977,
+        "ndcg_at_1000": 0.29731,
+        "map_at_1": 0.1122,
+        "map_at_3": 0.15632,
+        "map_at_5": 0.16834,
+        "map_at_10": 0.17843,
+        "map_at_20": 0.18373,
+        "map_at_100": 0.1881,
+        "map_at_1000": 0.18906,
+        "recall_at_1": 0.1122,
+        "recall_at_3": 0.2138,
+        "recall_at_5": 0.26625,
+        "recall_at_10": 0.34026,
+        "recall_at_20": 0.41458,
+        "recall_at_100": 0.59222,
+        "recall_at_1000": 0.81116,
+        "accuracy": 0.1122,
+        "precision_at_1": 0.11461,
+        "precision_at_3": 0.0734,
+        "precision_at_5": 0.05496,
+        "precision_at_10": 0.03523,
+        "precision_at_20": 0.02155,
+        "precision_at_100": 0.00621,
+        "precision_at_1000": 0.00086,
+        "mrr_at_1": 0.114613,
+        "mrr_at_3": 0.15936,
+        "mrr_at_5": 0.171681,
+        "mrr_at_10": 0.181781,
+        "mrr_at_20": 0.187041,
+        "mrr_at_100": 0.191327,
+        "mrr_at_1000": 0.192241,
+        "nauc_ndcg_at_1_max": 0.111535,
+        "nauc_ndcg_at_1_std": -0.050303,
+        "nauc_ndcg_at_1_diff1": 0.353043,
+        "nauc_ndcg_at_3_max": 0.091036,
+        "nauc_ndcg_at_3_std": -0.051064,
+        "nauc_ndcg_at_3_diff1": 0.290861,
+        "nauc_ndcg_at_5_max": 0.100927,
+        "nauc_ndcg_at_5_std": -0.040306,
+        "nauc_ndcg_at_5_diff1": 0.28728,
+        "nauc_ndcg_at_10_max": 0.110586,
+        "nauc_ndcg_at_10_std": -0.024864,
+        "nauc_ndcg_at_10_diff1": 0.280544,
+        "nauc_ndcg_at_20_max": 0.116732,
+        "nauc_ndcg_at_20_std": -0.005223,
+        "nauc_ndcg_at_20_diff1": 0.276306,
+        "nauc_ndcg_at_100_max": 0.134284,
+        "nauc_ndcg_at_100_std": 0.03079,
+        "nauc_ndcg_at_100_diff1": 0.270399,
+        "nauc_ndcg_at_1000_max": 0.144507,
+        "nauc_ndcg_at_1000_std": 0.040038,
+        "nauc_ndcg_at_1000_diff1": 0.272823,
+        "nauc_map_at_1_max": 0.111328,
+        "nauc_map_at_1_std": -0.053875,
+        "nauc_map_at_1_diff1": 0.353094,
+        "nauc_map_at_3_max": 0.095556,
+        "nauc_map_at_3_std": -0.05271,
+        "nauc_map_at_3_diff1": 0.302798,
+        "nauc_map_at_5_max": 0.101432,
+        "nauc_map_at_5_std": -0.046538,
+        "nauc_map_at_5_diff1": 0.300369,
+        "nauc_map_at_10_max": 0.105529,
+        "nauc_map_at_10_std": -0.039464,
+        "nauc_map_at_10_diff1": 0.296848,
+        "nauc_map_at_20_max": 0.107349,
+        "nauc_map_at_20_std": -0.033467,
+        "nauc_map_at_20_diff1": 0.295497,
+        "nauc_map_at_100_max": 0.109933,
+        "nauc_map_at_100_std": -0.028243,
+        "nauc_map_at_100_diff1": 0.294602,
+        "nauc_map_at_1000_max": 0.110315,
+        "nauc_map_at_1000_std": -0.027802,
+        "nauc_map_at_1000_diff1": 0.294706,
+        "nauc_recall_at_1_max": 0.111328,
+        "nauc_recall_at_1_std": -0.053875,
+        "nauc_recall_at_1_diff1": 0.353094,
+        "nauc_recall_at_3_max": 0.080301,
+        "nauc_recall_at_3_std": -0.048732,
+        "nauc_recall_at_3_diff1": 0.263059,
+        "nauc_recall_at_5_max": 0.100478,
+        "nauc_recall_at_5_std": -0.027442,
+        "nauc_recall_at_5_diff1": 0.259588,
+        "nauc_recall_at_10_max": 0.123545,
+        "nauc_recall_at_10_std": 0.008087,
+        "nauc_recall_at_10_diff1": 0.245267,
+        "nauc_recall_at_20_max": 0.140601,
+        "nauc_recall_at_20_std": 0.065103,
+        "nauc_recall_at_20_diff1": 0.232832,
+        "nauc_recall_at_100_max": 0.220679,
+        "nauc_recall_at_100_std": 0.237144,
+        "nauc_recall_at_100_diff1": 0.200915,
+        "nauc_recall_at_1000_max": 0.395262,
+        "nauc_recall_at_1000_std": 0.485329,
+        "nauc_recall_at_1000_diff1": 0.177546,
+        "nauc_precision_at_1_max": 0.111535,
+        "nauc_precision_at_1_std": -0.050303,
+        "nauc_precision_at_1_diff1": 0.353043,
+        "nauc_precision_at_3_max": 0.081735,
+        "nauc_precision_at_3_std": -0.047576,
+        "nauc_precision_at_3_diff1": 0.263161,
+        "nauc_precision_at_5_max": 0.102197,
+        "nauc_precision_at_5_std": -0.025197,
+        "nauc_precision_at_5_diff1": 0.257365,
+        "nauc_precision_at_10_max": 0.126583,
+        "nauc_precision_at_10_std": 0.012395,
+        "nauc_precision_at_10_diff1": 0.241528,
+        "nauc_precision_at_20_max": 0.146218,
+        "nauc_precision_at_20_std": 0.074603,
+        "nauc_precision_at_20_diff1": 0.225723,
+        "nauc_precision_at_100_max": 0.228143,
+        "nauc_precision_at_100_std": 0.242327,
+        "nauc_precision_at_100_diff1": 0.182524,
+        "nauc_precision_at_1000_max": 0.359227,
+        "nauc_precision_at_1000_std": 0.414945,
+        "nauc_precision_at_1000_diff1": 0.121014,
+        "nauc_mrr_at_1_max": 0.111535,
+        "nauc_mrr_at_1_std": -0.050303,
+        "nauc_mrr_at_1_diff1": 0.353043,
+        "nauc_mrr_at_3_max": 0.095327,
+        "nauc_mrr_at_3_std": -0.049796,
+        "nauc_mrr_at_3_diff1": 0.301965,
+        "nauc_mrr_at_5_max": 0.101145,
+        "nauc_mrr_at_5_std": -0.043263,
+        "nauc_mrr_at_5_diff1": 0.29868,
+        "nauc_mrr_at_10_max": 0.105596,
+        "nauc_mrr_at_10_std": -0.036029,
+        "nauc_mrr_at_10_diff1": 0.295521,
+        "nauc_mrr_at_20_max": 0.107637,
+        "nauc_mrr_at_20_std": -0.029976,
+        "nauc_mrr_at_20_diff1": 0.294311,
+        "nauc_mrr_at_100_max": 0.110082,
+        "nauc_mrr_at_100_std": -0.025023,
+        "nauc_mrr_at_100_diff1": 0.2935,
+        "nauc_mrr_at_1000_max": 0.110362,
+        "nauc_mrr_at_1000_std": -0.02471,
+        "nauc_mrr_at_1000_diff1": 0.293613,
+        "hit_rate_at_1": 0.11461,
+        "hit_rate_at_3": 0.21848,
+        "hit_rate_at_5": 0.27249,
+        "hit_rate_at_10": 0.34771,
+        "hit_rate_at_20": 0.42307,
+        "hit_rate_at_100": 0.60201,
+        "hit_rate_at_1000": 0.82006,
+        "main_score": 0.21784,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 13183.535454511642,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MTOPDomainClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "a76d16fae880597b9c73047b50159220a441cb54",
+  "task_name": "MTOPDomainClassification",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.818513,
+            "f1": 0.810204,
+            "f1_weighted": 0.816732,
+            "precision": 0.806449,
+            "precision_weighted": 0.823746,
+            "recall": 0.822678,
+            "recall_weighted": 0.818513,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.844733,
+            "f1": 0.836794,
+            "f1_weighted": 0.845319,
+            "precision": 0.831906,
+            "precision_weighted": 0.850534,
+            "recall": 0.846952,
+            "recall_weighted": 0.844733,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.833561,
+            "f1": 0.827572,
+            "f1_weighted": 0.832275,
+            "precision": 0.823368,
+            "precision_weighted": 0.836827,
+            "recall": 0.837811,
+            "recall_weighted": 0.833561,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.853169,
+            "f1": 0.847384,
+            "f1_weighted": 0.853745,
+            "precision": 0.843439,
+            "precision_weighted": 0.86278,
+            "recall": 0.858848,
+            "recall_weighted": 0.853169,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.832649,
+            "f1": 0.824785,
+            "f1_weighted": 0.833431,
+            "precision": 0.822689,
+            "precision_weighted": 0.843265,
+            "recall": 0.837919,
+            "recall_weighted": 0.832649,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.843137,
+            "f1": 0.835542,
+            "f1_weighted": 0.842324,
+            "precision": 0.827848,
+            "precision_weighted": 0.849532,
+            "recall": 0.850703,
+            "recall_weighted": 0.843137,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.81213,
+            "f1": 0.80362,
+            "f1_weighted": 0.809889,
+            "precision": 0.797391,
+            "precision_weighted": 0.816831,
+            "recall": 0.820061,
+            "recall_weighted": 0.81213,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.832877,
+            "f1": 0.821307,
+            "f1_weighted": 0.834923,
+            "precision": 0.820621,
+            "precision_weighted": 0.845399,
+            "recall": 0.83353,
+            "recall_weighted": 0.832877,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.833561,
+            "f1": 0.826919,
+            "f1_weighted": 0.834565,
+            "precision": 0.820338,
+            "precision_weighted": 0.84293,
+            "recall": 0.841185,
+            "recall_weighted": 0.833561,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.840173,
+            "f1": 0.828592,
+            "f1_weighted": 0.839495,
+            "precision": 0.82793,
+            "precision_weighted": 0.843386,
+            "recall": 0.83434,
+            "recall_weighted": 0.840173,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.834451,
+        "f1": 0.826272,
+        "f1_weighted": 0.83427,
+        "precision": 0.822198,
+        "precision_weighted": 0.841523,
+        "recall": 0.838403,
+        "recall_weighted": 0.834451,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.834451,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 26.04588770866394,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MTOPIntentClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "2992d820f31312593c49a4890430aadadb0f0039",
+  "task_name": "MTOPIntentClassification",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.48746,
+            "f1": 0.32061,
+            "f1_weighted": 0.503444,
+            "precision": 0.314244,
+            "precision_weighted": 0.713996,
+            "recall": 0.522296,
+            "recall_weighted": 0.48746,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.5285,
+            "f1": 0.349812,
+            "f1_weighted": 0.555743,
+            "precision": 0.347551,
+            "precision_weighted": 0.743027,
+            "recall": 0.546812,
+            "recall_weighted": 0.5285,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.540356,
+            "f1": 0.346726,
+            "f1_weighted": 0.573882,
+            "precision": 0.340707,
+            "precision_weighted": 0.751017,
+            "recall": 0.524012,
+            "recall_weighted": 0.540356,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.521888,
+            "f1": 0.339828,
+            "f1_weighted": 0.547966,
+            "precision": 0.3375,
+            "precision_weighted": 0.742117,
+            "recall": 0.527615,
+            "recall_weighted": 0.521888,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.514592,
+            "f1": 0.345729,
+            "f1_weighted": 0.530088,
+            "precision": 0.3408,
+            "precision_weighted": 0.734854,
+            "recall": 0.535731,
+            "recall_weighted": 0.514592,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.508664,
+            "f1": 0.34659,
+            "f1_weighted": 0.526555,
+            "precision": 0.336049,
+            "precision_weighted": 0.746518,
+            "recall": 0.524452,
+            "recall_weighted": 0.508664,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.48176,
+            "f1": 0.332331,
+            "f1_weighted": 0.505281,
+            "precision": 0.330377,
+            "precision_weighted": 0.727788,
+            "recall": 0.515638,
+            "recall_weighted": 0.48176,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.52622,
+            "f1": 0.341885,
+            "f1_weighted": 0.548056,
+            "precision": 0.335051,
+            "precision_weighted": 0.741829,
+            "recall": 0.546468,
+            "recall_weighted": 0.52622,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.52508,
+            "f1": 0.350598,
+            "f1_weighted": 0.550702,
+            "precision": 0.339187,
+            "precision_weighted": 0.7579,
+            "recall": 0.550679,
+            "recall_weighted": 0.52508,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.537392,
+            "f1": 0.360391,
+            "f1_weighted": 0.559791,
+            "precision": 0.350729,
+            "precision_weighted": 0.734016,
+            "recall": 0.537884,
+            "recall_weighted": 0.537392,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.517191,
+        "f1": 0.34345,
+        "f1_weighted": 0.540151,
+        "precision": 0.33722,
+        "precision_weighted": 0.739306,
+        "recall": 0.533159,
+        "recall_weighted": 0.517191,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.517191,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 54.93283700942993,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MassiveIntentClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
+  "task_name": "MassiveIntentClassification",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.603564,
+            "f1": 0.570528,
+            "f1_weighted": 0.589522,
+            "precision": 0.568116,
+            "precision_weighted": 0.655833,
+            "recall": 0.675778,
+            "recall_weighted": 0.603564,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.613652,
+            "f1": 0.583694,
+            "f1_weighted": 0.605809,
+            "precision": 0.569205,
+            "precision_weighted": 0.655619,
+            "recall": 0.663644,
+            "recall_weighted": 0.613652,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.587424,
+            "f1": 0.552513,
+            "f1_weighted": 0.573412,
+            "precision": 0.534538,
+            "precision_weighted": 0.615953,
+            "recall": 0.663471,
+            "recall_weighted": 0.587424,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.591123,
+            "f1": 0.566348,
+            "f1_weighted": 0.578383,
+            "precision": 0.557587,
+            "precision_weighted": 0.628252,
+            "recall": 0.663657,
+            "recall_weighted": 0.591123,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.584734,
+            "f1": 0.560817,
+            "f1_weighted": 0.574269,
+            "precision": 0.562118,
+            "precision_weighted": 0.628024,
+            "recall": 0.66789,
+            "recall_weighted": 0.584734,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.550773,
+            "f1": 0.538328,
+            "f1_weighted": 0.533015,
+            "precision": 0.539745,
+            "precision_weighted": 0.632553,
+            "recall": 0.651002,
+            "recall_weighted": 0.550773,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.591459,
+            "f1": 0.568811,
+            "f1_weighted": 0.577795,
+            "precision": 0.563855,
+            "precision_weighted": 0.644678,
+            "recall": 0.675252,
+            "recall_weighted": 0.591459,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.582044,
+            "f1": 0.555797,
+            "f1_weighted": 0.561683,
+            "precision": 0.551595,
+            "precision_weighted": 0.639627,
+            "recall": 0.648589,
+            "recall_weighted": 0.582044,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.565568,
+            "f1": 0.54813,
+            "f1_weighted": 0.537545,
+            "precision": 0.55524,
+            "precision_weighted": 0.598254,
+            "recall": 0.651648,
+            "recall_weighted": 0.565568,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.604573,
+            "f1": 0.583999,
+            "f1_weighted": 0.597251,
+            "precision": 0.578571,
+            "precision_weighted": 0.658989,
+            "recall": 0.68452,
+            "recall_weighted": 0.604573,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.587492,
+        "f1": 0.562897,
+        "f1_weighted": 0.572868,
+        "precision": 0.558057,
+        "precision_weighted": 0.635778,
+        "recall": 0.664545,
+        "recall_weighted": 0.587492,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.587492,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 21.46303081512451,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MassiveScenarioClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8",
+  "task_name": "MassiveScenarioClassification",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.695024,
+            "f1": 0.68675,
+            "f1_weighted": 0.693857,
+            "precision": 0.671789,
+            "precision_weighted": 0.731113,
+            "recall": 0.74644,
+            "recall_weighted": 0.695024,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.689644,
+            "f1": 0.674565,
+            "f1_weighted": 0.687827,
+            "precision": 0.655422,
+            "precision_weighted": 0.725211,
+            "recall": 0.73514,
+            "recall_weighted": 0.689644,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.685945,
+            "f1": 0.663039,
+            "f1_weighted": 0.68531,
+            "precision": 0.643775,
+            "precision_weighted": 0.717489,
+            "recall": 0.722481,
+            "recall_weighted": 0.685945,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.6577,
+            "f1": 0.650784,
+            "f1_weighted": 0.660956,
+            "precision": 0.645337,
+            "precision_weighted": 0.720549,
+            "recall": 0.717772,
+            "recall_weighted": 0.6577,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.673504,
+            "f1": 0.653667,
+            "f1_weighted": 0.664931,
+            "precision": 0.634656,
+            "precision_weighted": 0.69932,
+            "recall": 0.717893,
+            "recall_weighted": 0.673504,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.633154,
+            "f1": 0.622078,
+            "f1_weighted": 0.628199,
+            "precision": 0.62024,
+            "precision_weighted": 0.704904,
+            "recall": 0.699368,
+            "recall_weighted": 0.633154,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.665098,
+            "f1": 0.654545,
+            "f1_weighted": 0.666008,
+            "precision": 0.644418,
+            "precision_weighted": 0.716619,
+            "recall": 0.71792,
+            "recall_weighted": 0.665098,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.677875,
+            "f1": 0.666261,
+            "f1_weighted": 0.679235,
+            "precision": 0.654583,
+            "precision_weighted": 0.726398,
+            "recall": 0.726468,
+            "recall_weighted": 0.677875,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.662408,
+            "f1": 0.650293,
+            "f1_weighted": 0.661054,
+            "precision": 0.641938,
+            "precision_weighted": 0.709202,
+            "recall": 0.70937,
+            "recall_weighted": 0.662408,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.643578,
+            "f1": 0.631138,
+            "f1_weighted": 0.641083,
+            "precision": 0.623784,
+            "precision_weighted": 0.694028,
+            "recall": 0.700743,
+            "recall_weighted": 0.643578,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.668393,
+        "f1": 0.655312,
+        "f1_weighted": 0.666846,
+        "precision": 0.643594,
+        "precision_weighted": 0.714483,
+        "recall": 0.719359,
+        "recall_weighted": 0.668393,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.668393,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 18.570295572280884,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MedrxivClusteringP2P.json

@@ -0,0 +1,33 @@
+{
+  "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
+  "task_name": "MedrxivClusteringP2P",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.304325,
+        "v_measure_std": 0.012447,
+        "v_measures": [
+          0.294355,
+          0.298097,
+          0.286296,
+          0.289325,
+          0.294845,
+          0.310458,
+          0.321027,
+          0.319648,
+          0.312503,
+          0.316694
+        ],
+        "main_score": 0.304325,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 61.879947662353516,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MedrxivClusteringS2S.json

@@ -0,0 +1,33 @@
+{
+  "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
+  "task_name": "MedrxivClusteringS2S",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.251473,
+        "v_measure_std": 0.015194,
+        "v_measures": [
+          0.237388,
+          0.239269,
+          0.231219,
+          0.237882,
+          0.239119,
+          0.267754,
+          0.25499,
+          0.271697,
+          0.267987,
+          0.26743
+        ],
+        "main_score": 0.251473,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 51.59626126289368,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MindSmallReranking.json

@@ -0,0 +1,252 @@
+{
+  "dataset_revision": "227478e3235572039f4f7661840e059f31ef6eb1",
+  "task_name": "MindSmallReranking",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.12488,
+        "ndcg_at_3": 0.19852,
+        "ndcg_at_5": 0.24408,
+        "ndcg_at_10": 0.30643,
+        "ndcg_at_20": 0.35975,
+        "ndcg_at_100": 0.42412,
+        "ndcg_at_1000": 0.42767,
+        "map_at_1": 0.09538,
+        "map_at_3": 0.16278,
+        "map_at_5": 0.18968,
+        "map_at_10": 0.21748,
+        "map_at_20": 0.23482,
+        "map_at_100": 0.24853,
+        "map_at_1000": 0.24897,
+        "recall_at_1": 0.09538,
+        "recall_at_3": 0.24732,
+        "recall_at_5": 0.35599,
+        "recall_at_10": 0.53246,
+        "recall_at_20": 0.71439,
+        "recall_at_100": 0.98283,
+        "recall_at_1000": 1.0,
+        "accuracy": 0.09538,
+        "precision_at_1": 0.12488,
+        "precision_at_3": 0.1096,
+        "precision_at_5": 0.09693,
+        "precision_at_10": 0.0764,
+        "precision_at_20": 0.05494,
+        "precision_at_100": 0.01763,
+        "precision_at_1000": 0.00183,
+        "mrr_at_1": 0.124882,
+        "mrr_at_3": 0.205615,
+        "mrr_at_5": 0.234869,
+        "mrr_at_10": 0.260852,
+        "mrr_at_20": 0.273243,
+        "mrr_at_100": 0.27873,
+        "mrr_at_1000": 0.278776,
+        "nauc_ndcg_at_1_max": -0.098919,
+        "nauc_ndcg_at_1_std": -0.009063,
+        "nauc_ndcg_at_1_diff1": 0.122263,
+        "nauc_ndcg_at_3_max": -0.207895,
+        "nauc_ndcg_at_3_std": -0.056492,
+        "nauc_ndcg_at_3_diff1": 0.137183,
+        "nauc_ndcg_at_5_max": -0.246361,
+        "nauc_ndcg_at_5_std": -0.06611,
+        "nauc_ndcg_at_5_diff1": 0.133926,
+        "nauc_ndcg_at_10_max": -0.284735,
+        "nauc_ndcg_at_10_std": -0.07363,
+        "nauc_ndcg_at_10_diff1": 0.129436,
+        "nauc_ndcg_at_20_max": -0.295387,
+        "nauc_ndcg_at_20_std": -0.072006,
+        "nauc_ndcg_at_20_diff1": 0.127416,
+        "nauc_ndcg_at_100_max": -0.227769,
+        "nauc_ndcg_at_100_std": -0.053103,
+        "nauc_ndcg_at_100_diff1": 0.125532,
+        "nauc_ndcg_at_1000_max": -0.215506,
+        "nauc_ndcg_at_1000_std": -0.051425,
+        "nauc_ndcg_at_1000_diff1": 0.125028,
+        "nauc_map_at_1_max": -0.169264,
+        "nauc_map_at_1_std": -0.042674,
+        "nauc_map_at_1_diff1": 0.145497,
+        "nauc_map_at_3_max": -0.221901,
+        "nauc_map_at_3_std": -0.063588,
+        "nauc_map_at_3_diff1": 0.145752,
+        "nauc_map_at_5_max": -0.241508,
+        "nauc_map_at_5_std": -0.06724,
+        "nauc_map_at_5_diff1": 0.141901,
+        "nauc_map_at_10_max": -0.257848,
+        "nauc_map_at_10_std": -0.06938,
+        "nauc_map_at_10_diff1": 0.138745,
+        "nauc_map_at_20_max": -0.259416,
+        "nauc_map_at_20_std": -0.067857,
+        "nauc_map_at_20_diff1": 0.137454,
+        "nauc_map_at_100_max": -0.245405,
+        "nauc_map_at_100_std": -0.063405,
+        "nauc_map_at_100_diff1": 0.136866,
+        "nauc_map_at_1000_max": -0.244113,
+        "nauc_map_at_1000_std": -0.063225,
+        "nauc_map_at_1000_diff1": 0.136821,
+        "nauc_recall_at_1_max": -0.169264,
+        "nauc_recall_at_1_std": -0.042674,
+        "nauc_recall_at_1_diff1": 0.145497,
+        "nauc_recall_at_3_max": -0.25088,
+        "nauc_recall_at_3_std": -0.075601,
+        "nauc_recall_at_3_diff1": 0.135896,
+        "nauc_recall_at_5_max": -0.302693,
+        "nauc_recall_at_5_std": -0.087196,
+        "nauc_recall_at_5_diff1": 0.124967,
+        "nauc_recall_at_10_max": -0.39333,
+        "nauc_recall_at_10_std": -0.106836,
+        "nauc_recall_at_10_diff1": 0.113586,
+        "nauc_recall_at_20_max": -0.491824,
+        "nauc_recall_at_20_std": -0.120887,
+        "nauc_recall_at_20_diff1": 0.107092,
+        "nauc_recall_at_100_max": -0.810174,
+        "nauc_recall_at_100_std": -0.123547,
+        "nauc_recall_at_100_diff1": 0.112294,
+        "nauc_recall_at_1000_max": -0.788982,
+        "nauc_recall_at_1000_std": -0.067133,
+        "nauc_recall_at_1000_diff1": -0.089823,
+        "nauc_precision_at_1_max": -0.098919,
+        "nauc_precision_at_1_std": -0.009063,
+        "nauc_precision_at_1_diff1": 0.122263,
+        "nauc_precision_at_3_max": -0.165937,
+        "nauc_precision_at_3_std": -0.032429,
+        "nauc_precision_at_3_diff1": 0.110777,
+        "nauc_precision_at_5_max": -0.191458,
+        "nauc_precision_at_5_std": -0.033232,
+        "nauc_precision_at_5_diff1": 0.093247,
+        "nauc_precision_at_10_max": -0.175322,
+        "nauc_precision_at_10_std": -0.019614,
+        "nauc_precision_at_10_diff1": 0.053311,
+        "nauc_precision_at_20_max": -0.065268,
+        "nauc_precision_at_20_std": 0.017691,
+        "nauc_precision_at_20_diff1": 0.006087,
+        "nauc_precision_at_100_max": 0.261064,
+        "nauc_precision_at_100_std": 0.086402,
+        "nauc_precision_at_100_diff1": -0.059402,
+        "nauc_precision_at_1000_max": 0.292315,
+        "nauc_precision_at_1000_std": 0.08814,
+        "nauc_precision_at_1000_diff1": -0.062116,
+        "nauc_mrr_at_1_max": -0.098919,
+        "nauc_mrr_at_1_std": -0.009063,
+        "nauc_mrr_at_1_diff1": 0.122263,
+        "nauc_mrr_at_3_max": -0.147941,
+        "nauc_mrr_at_3_std": -0.030114,
+        "nauc_mrr_at_3_diff1": 0.122004,
+        "nauc_mrr_at_5_max": -0.164765,
+        "nauc_mrr_at_5_std": -0.034314,
+        "nauc_mrr_at_5_diff1": 0.120039,
+        "nauc_mrr_at_10_max": -0.176443,
+        "nauc_mrr_at_10_std": -0.036872,
+        "nauc_mrr_at_10_diff1": 0.118896,
+        "nauc_mrr_at_20_max": -0.176877,
+        "nauc_mrr_at_20_std": -0.036473,
+        "nauc_mrr_at_20_diff1": 0.119153,
+        "nauc_mrr_at_100_max": -0.172641,
+        "nauc_mrr_at_100_std": -0.035365,
+        "nauc_mrr_at_100_diff1": 0.119588,
+        "nauc_mrr_at_1000_max": -0.172525,
+        "nauc_mrr_at_1000_std": -0.035349,
+        "nauc_mrr_at_1000_diff1": 0.119591,
+        "hit_rate_at_1": 0.12488,
+        "hit_rate_at_3": 0.31303,
+        "hit_rate_at_5": 0.44189,
+        "hit_rate_at_10": 0.63645,
+        "hit_rate_at_20": 0.81262,
+        "hit_rate_at_100": 0.99422,
+        "hit_rate_at_1000": 1.0,
+        "max_over_subqueries_ndcg_at_1": 0.16335,
+        "max_over_subqueries_ndcg_at_3": 0.25648,
+        "max_over_subqueries_ndcg_at_5": 0.30706,
+        "max_over_subqueries_ndcg_at_10": 0.3693,
+        "max_over_subqueries_ndcg_at_20": 0.41641,
+        "max_over_subqueries_ndcg_at_100": 0.46321,
+        "max_over_subqueries_ndcg_at_1000": 0.46515,
+        "max_over_subqueries_map_at_1": 0.13585,
+        "max_over_subqueries_map_at_3": 0.21876,
+        "max_over_subqueries_map_at_5": 0.2483,
+        "max_over_subqueries_map_at_10": 0.27601,
+        "max_over_subqueries_map_at_20": 0.29116,
+        "max_over_subqueries_map_at_100": 0.30084,
+        "max_over_subqueries_map_at_1000": 0.30104,
+        "max_over_subqueries_recall_at_1": 0.13585,
+        "max_over_subqueries_recall_at_3": 0.32143,
+        "max_over_subqueries_recall_at_5": 0.44129,
+        "max_over_subqueries_recall_at_10": 0.61992,
+        "max_over_subqueries_recall_at_20": 0.78529,
+        "max_over_subqueries_recall_at_100": 0.98951,
+        "max_over_subqueries_recall_at_1000": 0.99999,
+        "max_over_subqueries_accuracy": 0.13585,
+        "max_over_subqueries_precision_at_1": 0.16335,
+        "max_over_subqueries_precision_at_3": 0.13127,
+        "max_over_subqueries_precision_at_5": 0.11042,
+        "max_over_subqueries_precision_at_10": 0.08081,
+        "max_over_subqueries_precision_at_20": 0.05388,
+        "max_over_subqueries_precision_at_100": 0.01493,
+        "max_over_subqueries_precision_at_1000": 0.00152,
+        "max_over_subqueries_mrr_at_1_max": -0.090392,
+        "max_over_subqueries_mrr_at_1_std": 0.005459,
+        "max_over_subqueries_mrr_at_1_diff1": 0.133363,
+        "max_over_subqueries_mrr_at_3_max": -0.161398,
+        "max_over_subqueries_mrr_at_3_std": -0.038464,
+        "max_over_subqueries_mrr_at_3_diff1": 0.092479,
+        "max_over_subqueries_mrr_at_5_max": -0.175499,
+        "max_over_subqueries_mrr_at_5_std": -0.050052,
+        "max_over_subqueries_mrr_at_5_diff1": 0.069578,
+        "max_over_subqueries_mrr_at_10_max": -0.131875,
+        "max_over_subqueries_mrr_at_10_std": -0.043984,
+        "max_over_subqueries_mrr_at_10_diff1": 0.034711,
+        "max_over_subqueries_mrr_at_20_max": 0.021877,
+        "max_over_subqueries_mrr_at_20_std": 0.017501,
+        "max_over_subqueries_mrr_at_20_diff1": 0.010941,
+        "max_over_subqueries_mrr_at_100_max": 0.380003,
+        "max_over_subqueries_mrr_at_100_std": 0.154387,
+        "max_over_subqueries_mrr_at_100_diff1": -0.015138,
+        "max_over_subqueries_mrr_at_1000_max": 0.402237,
+        "max_over_subqueries_mrr_at_1000_std": 0.159152,
+        "max_over_subqueries_mrr_at_1000_diff1": -0.016636,
+        "max_over_subqueries_mrr_at_1": 0.163354,
+        "max_over_subqueries_mrr_at_3": 0.25612,
+        "max_over_subqueries_mrr_at_5": 0.286192,
+        "max_over_subqueries_mrr_at_10": 0.310937,
+        "max_over_subqueries_mrr_at_20": 0.321854,
+        "max_over_subqueries_mrr_at_100": 0.326305,
+        "max_over_subqueries_mrr_at_1000": 0.326345,
+        "max_over_subqueries_nauc_mrr_at_1_max": -0.090392,
+        "max_over_subqueries_nauc_mrr_at_1_std": 0.005459,
+        "max_over_subqueries_nauc_mrr_at_1_diff1": 0.133363,
+        "max_over_subqueries_nauc_mrr_at_3_max": -0.140351,
+        "max_over_subqueries_nauc_mrr_at_3_std": -0.024796,
+        "max_over_subqueries_nauc_mrr_at_3_diff1": 0.115522,
+        "max_over_subqueries_nauc_mrr_at_5_max": -0.154342,
+        "max_over_subqueries_nauc_mrr_at_5_std": -0.032357,
+        "max_over_subqueries_nauc_mrr_at_5_diff1": 0.11181,
+        "max_over_subqueries_nauc_mrr_at_10_max": -0.162515,
+        "max_over_subqueries_nauc_mrr_at_10_std": -0.036825,
+        "max_over_subqueries_nauc_mrr_at_10_diff1": 0.11061,
+        "max_over_subqueries_nauc_mrr_at_20_max": -0.161477,
+        "max_over_subqueries_nauc_mrr_at_20_std": -0.035703,
+        "max_over_subqueries_nauc_mrr_at_20_diff1": 0.111926,
+        "max_over_subqueries_nauc_mrr_at_100_max": -0.157975,
+        "max_over_subqueries_nauc_mrr_at_100_std": -0.033866,
+        "max_over_subqueries_nauc_mrr_at_100_diff1": 0.112638,
+        "max_over_subqueries_nauc_mrr_at_1000_max": -0.157911,
+        "max_over_subqueries_nauc_mrr_at_1000_std": -0.033841,
+        "max_over_subqueries_nauc_mrr_at_1000_diff1": 0.11264,
+        "max_over_subqueries_hit_rate_at_1": 0.16335,
+        "max_over_subqueries_hit_rate_at_3": 0.37756,
+        "max_over_subqueries_hit_rate_at_5": 0.50999,
+        "max_over_subqueries_hit_rate_at_10": 0.69496,
+        "max_over_subqueries_hit_rate_at_20": 0.84949,
+        "max_over_subqueries_hit_rate_at_100": 0.99509,
+        "max_over_subqueries_hit_rate_at_1000": 0.99999,
+        "main_score": 0.30104,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 3437.6135506629944,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/NFCorpus.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814",
+  "task_name": "NFCorpus",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.31579,
+        "ndcg_at_3": 0.27462,
+        "ndcg_at_5": 0.25569,
+        "ndcg_at_10": 0.23834,
+        "ndcg_at_20": 0.21919,
+        "ndcg_at_100": 0.21742,
+        "ndcg_at_1000": 0.30869,
+        "map_at_1": 0.03145,
+        "map_at_3": 0.05121,
+        "map_at_5": 0.0577,
+        "map_at_10": 0.07051,
+        "map_at_20": 0.07759,
+        "map_at_100": 0.09077,
+        "map_at_1000": 0.10291,
+        "recall_at_1": 0.03145,
+        "recall_at_3": 0.0623,
+        "recall_at_5": 0.07403,
+        "recall_at_10": 0.10477,
+        "recall_at_20": 0.12896,
+        "recall_at_100": 0.22975,
+        "recall_at_1000": 0.55977,
+        "accuracy": 0.03145,
+        "precision_at_1": 0.33437,
+        "precision_at_3": 0.26006,
+        "precision_at_5": 0.22353,
+        "precision_at_10": 0.18421,
+        "precision_at_20": 0.13653,
+        "precision_at_100": 0.06133,
+        "precision_at_1000": 0.01877,
+        "mrr_at_1": 0.337461,
+        "mrr_at_3": 0.396285,
+        "mrr_at_5": 0.408669,
+        "mrr_at_10": 0.416509,
+        "mrr_at_20": 0.421025,
+        "mrr_at_100": 0.424748,
+        "mrr_at_1000": 0.425346,
+        "nauc_ndcg_at_1_max": 0.459318,
+        "nauc_ndcg_at_1_std": 0.27033,
+        "nauc_ndcg_at_1_diff1": 0.316696,
+        "nauc_ndcg_at_3_max": 0.474554,
+        "nauc_ndcg_at_3_std": 0.306883,
+        "nauc_ndcg_at_3_diff1": 0.218656,
+        "nauc_ndcg_at_5_max": 0.470383,
+        "nauc_ndcg_at_5_std": 0.315809,
+        "nauc_ndcg_at_5_diff1": 0.188027,
+        "nauc_ndcg_at_10_max": 0.478836,
+        "nauc_ndcg_at_10_std": 0.338947,
+        "nauc_ndcg_at_10_diff1": 0.169437,
+        "nauc_ndcg_at_20_max": 0.48157,
+        "nauc_ndcg_at_20_std": 0.351689,
+        "nauc_ndcg_at_20_diff1": 0.168868,
+        "nauc_ndcg_at_100_max": 0.480831,
+        "nauc_ndcg_at_100_std": 0.363828,
+        "nauc_ndcg_at_100_diff1": 0.189329,
+        "nauc_ndcg_at_1000_max": 0.512654,
+        "nauc_ndcg_at_1000_std": 0.409454,
+        "nauc_ndcg_at_1000_diff1": 0.186264,
+        "nauc_map_at_1_max": 0.329477,
+        "nauc_map_at_1_std": 0.004434,
+        "nauc_map_at_1_diff1": 0.383079,
+        "nauc_map_at_3_max": 0.275909,
+        "nauc_map_at_3_std": 0.016162,
+        "nauc_map_at_3_diff1": 0.304976,
+        "nauc_map_at_5_max": 0.304369,
+        "nauc_map_at_5_std": 0.045549,
+        "nauc_map_at_5_diff1": 0.29173,
+        "nauc_map_at_10_max": 0.337623,
+        "nauc_map_at_10_std": 0.092832,
+        "nauc_map_at_10_diff1": 0.281856,
+        "nauc_map_at_20_max": 0.35907,
+        "nauc_map_at_20_std": 0.133461,
+        "nauc_map_at_20_diff1": 0.267778,
+        "nauc_map_at_100_max": 0.387407,
+        "nauc_map_at_100_std": 0.197857,
+        "nauc_map_at_100_diff1": 0.237283,
+        "nauc_map_at_1000_max": 0.40509,
+        "nauc_map_at_1000_std": 0.24319,
+        "nauc_map_at_1000_diff1": 0.213861,
+        "nauc_recall_at_1_max": 0.329477,
+        "nauc_recall_at_1_std": 0.004434,
+        "nauc_recall_at_1_diff1": 0.383079,
+        "nauc_recall_at_3_max": 0.211063,
+        "nauc_recall_at_3_std": 0.00042,
+        "nauc_recall_at_3_diff1": 0.236115,
+        "nauc_recall_at_5_max": 0.239416,
+        "nauc_recall_at_5_std": 0.035873,
+        "nauc_recall_at_5_diff1": 0.212737,
+        "nauc_recall_at_10_max": 0.263227,
+        "nauc_recall_at_10_std": 0.098066,
+        "nauc_recall_at_10_diff1": 0.201827,
+        "nauc_recall_at_20_max": 0.295839,
+        "nauc_recall_at_20_std": 0.160337,
+        "nauc_recall_at_20_diff1": 0.188195,
+        "nauc_recall_at_100_max": 0.294902,
+        "nauc_recall_at_100_std": 0.260836,
+        "nauc_recall_at_100_diff1": 0.103631,
+        "nauc_recall_at_1000_max": 0.216515,
+        "nauc_recall_at_1000_std": 0.23711,
+        "nauc_recall_at_1000_diff1": 0.021351,
+        "nauc_precision_at_1_max": 0.48935,
+        "nauc_precision_at_1_std": 0.27657,
+        "nauc_precision_at_1_diff1": 0.339521,
+        "nauc_precision_at_3_max": 0.469932,
+        "nauc_precision_at_3_std": 0.344502,
+        "nauc_precision_at_3_diff1": 0.170023,
+        "nauc_precision_at_5_max": 0.460347,
+        "nauc_precision_at_5_std": 0.362955,
+        "nauc_precision_at_5_diff1": 0.112784,
+        "nauc_precision_at_10_max": 0.466397,
+        "nauc_precision_at_10_std": 0.416047,
+        "nauc_precision_at_10_diff1": 0.047258,
+        "nauc_precision_at_20_max": 0.454347,
+        "nauc_precision_at_20_std": 0.466297,
+        "nauc_precision_at_20_diff1": -0.011887,
+        "nauc_precision_at_100_max": 0.385027,
+        "nauc_precision_at_100_std": 0.512,
+        "nauc_precision_at_100_diff1": -0.080123,
+        "nauc_precision_at_1000_max": 0.275528,
+        "nauc_precision_at_1000_std": 0.419107,
+        "nauc_precision_at_1000_diff1": -0.111991,
+        "nauc_mrr_at_1_max": 0.493566,
+        "nauc_mrr_at_1_std": 0.275078,
+        "nauc_mrr_at_1_diff1": 0.330219,
+        "nauc_mrr_at_3_max": 0.518618,
+        "nauc_mrr_at_3_std": 0.316954,
+        "nauc_mrr_at_3_diff1": 0.31088,
+        "nauc_mrr_at_5_max": 0.516216,
+        "nauc_mrr_at_5_std": 0.315947,
+        "nauc_mrr_at_5_diff1": 0.301179,
+        "nauc_mrr_at_10_max": 0.5163,
+        "nauc_mrr_at_10_std": 0.318001,
+        "nauc_mrr_at_10_diff1": 0.300749,
+        "nauc_mrr_at_20_max": 0.520015,
+        "nauc_mrr_at_20_std": 0.322258,
+        "nauc_mrr_at_20_diff1": 0.298741,
+        "nauc_mrr_at_100_max": 0.520575,
+        "nauc_mrr_at_100_std": 0.323967,
+        "nauc_mrr_at_100_diff1": 0.300687,
+        "nauc_mrr_at_1000_max": 0.520306,
+        "nauc_mrr_at_1000_std": 0.323464,
+        "nauc_mrr_at_1000_diff1": 0.300687,
+        "hit_rate_at_1": 0.33437,
+        "hit_rate_at_3": 0.47059,
+        "hit_rate_at_5": 0.52322,
+        "hit_rate_at_10": 0.57895,
+        "hit_rate_at_20": 0.64396,
+        "hit_rate_at_100": 0.78947,
+        "hit_rate_at_1000": 0.94427,
+        "main_score": 0.23834,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 8.434162616729736,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/NQ.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31",
+  "task_name": "NQ",
+  "mteb_version": "2.10.12",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.17555,
+        "ndcg_at_3": 0.23645,
+        "ndcg_at_5": 0.26416,
+        "ndcg_at_10": 0.29353,
+        "ndcg_at_20": 0.31533,
+        "ndcg_at_100": 0.34906,
+        "ndcg_at_1000": 0.37007,
+        "map_at_1": 0.15423,
+        "map_at_3": 0.21278,
+        "map_at_5": 0.22864,
+        "map_at_10": 0.24153,
+        "map_at_20": 0.24786,
+        "map_at_100": 0.25291,
+        "map_at_1000": 0.25372,
+        "recall_at_1": 0.15423,
+        "recall_at_3": 0.28286,
+        "recall_at_5": 0.34688,
+        "recall_at_10": 0.43272,
+        "recall_at_20": 0.51504,
+        "recall_at_100": 0.68781,
+        "recall_at_1000": 0.84806,
+        "accuracy": 0.15423,
+        "precision_at_1": 0.17555,
+        "precision_at_3": 0.10921,
+        "precision_at_5": 0.08146,
+        "precision_at_10": 0.05122,
+        "precision_at_20": 0.03068,
+        "precision_at_100": 0.00829,
+        "precision_at_1000": 0.00103,
+        "mrr_at_1": 0.17555,
+        "mrr_at_3": 0.235419,
+        "mrr_at_5": 0.25099,
+        "mrr_at_10": 0.262868,
+        "mrr_at_20": 0.268445,
+        "mrr_at_100": 0.27266,
+        "mrr_at_1000": 0.273298,
+        "nauc_ndcg_at_1_max": 0.222918,
+        "nauc_ndcg_at_1_std": 0.025937,
+        "nauc_ndcg_at_1_diff1": 0.335423,
+        "nauc_ndcg_at_3_max": 0.231257,
+        "nauc_ndcg_at_3_std": 0.035808,
+        "nauc_ndcg_at_3_diff1": 0.275095,
+        "nauc_ndcg_at_5_max": 0.245777,
+        "nauc_ndcg_at_5_std": 0.056148,
+        "nauc_ndcg_at_5_diff1": 0.268844,
+        "nauc_ndcg_at_10_max": 0.2664,
+        "nauc_ndcg_at_10_std": 0.086454,
+        "nauc_ndcg_at_10_diff1": 0.259381,
+        "nauc_ndcg_at_20_max": 0.273978,
+        "nauc_ndcg_at_20_std": 0.093674,
+        "nauc_ndcg_at_20_diff1": 0.262795,
+        "nauc_ndcg_at_100_max": 0.287623,
+        "nauc_ndcg_at_100_std": 0.120658,
+        "nauc_ndcg_at_100_diff1": 0.25836,
+        "nauc_ndcg_at_1000_max": 0.288121,
+        "nauc_ndcg_at_1000_std": 0.122057,
+        "nauc_ndcg_at_1000_diff1": 0.260097,
+        "nauc_map_at_1_max": 0.206158,
+        "nauc_map_at_1_std": 0.007317,
+        "nauc_map_at_1_diff1": 0.337521,
+        "nauc_map_at_3_max": 0.225809,
+        "nauc_map_at_3_std": 0.026891,
+        "nauc_map_at_3_diff1": 0.2882,
+        "nauc_map_at_5_max": 0.235297,
+        "nauc_map_at_5_std": 0.039533,
+        "nauc_map_at_5_diff1": 0.284212,
+        "nauc_map_at_10_max": 0.245802,
+        "nauc_map_at_10_std": 0.05448,
+        "nauc_map_at_10_diff1": 0.279804,
+        "nauc_map_at_20_max": 0.248346,
+        "nauc_map_at_20_std": 0.056863,
+        "nauc_map_at_20_diff1": 0.281184,
+        "nauc_map_at_100_max": 0.250765,
+        "nauc_map_at_100_std": 0.061441,
+        "nauc_map_at_100_diff1": 0.280413,
+        "nauc_map_at_1000_max": 0.250821,
+        "nauc_map_at_1000_std": 0.061609,
+        "nauc_map_at_1000_diff1": 0.28043,
+        "nauc_recall_at_1_max": 0.206158,
+        "nauc_recall_at_1_std": 0.007317,
+        "nauc_recall_at_1_diff1": 0.337521,
+        "nauc_recall_at_3_max": 0.22917,
+        "nauc_recall_at_3_std": 0.042829,
+        "nauc_recall_at_3_diff1": 0.239276,
+        "nauc_recall_at_5_max": 0.253978,
+        "nauc_recall_at_5_std": 0.07995,
+        "nauc_recall_at_5_diff1": 0.225205,
+        "nauc_recall_at_10_max": 0.301655,
+        "nauc_recall_at_10_std": 0.153119,
+        "nauc_recall_at_10_diff1": 0.199061,
+        "nauc_recall_at_20_max": 0.327534,
+        "nauc_recall_at_20_std": 0.179411,
+        "nauc_recall_at_20_diff1": 0.207237,
+        "nauc_recall_at_100_max": 0.415498,
+        "nauc_recall_at_100_std": 0.346198,
+        "nauc_recall_at_100_diff1": 0.17209,
+        "nauc_recall_at_1000_max": 0.5239,
+        "nauc_recall_at_1000_std": 0.531621,
+        "nauc_recall_at_1000_diff1": 0.142387,
+        "nauc_precision_at_1_max": 0.222918,
+        "nauc_precision_at_1_std": 0.025937,
+        "nauc_precision_at_1_diff1": 0.335423,
+        "nauc_precision_at_3_max": 0.25372,
+        "nauc_precision_at_3_std": 0.06511,
+        "nauc_precision_at_3_diff1": 0.234871,
+        "nauc_precision_at_5_max": 0.28103,
+        "nauc_precision_at_5_std": 0.112169,
+        "nauc_precision_at_5_diff1": 0.217237,
+        "nauc_precision_at_10_max": 0.316536,
+        "nauc_precision_at_10_std": 0.185983,
+        "nauc_precision_at_10_diff1": 0.183687,
+        "nauc_precision_at_20_max": 0.328022,
+        "nauc_precision_at_20_std": 0.20735,
+        "nauc_precision_at_20_diff1": 0.179215,
+        "nauc_precision_at_100_max": 0.336547,
+        "nauc_precision_at_100_std": 0.309329,
+        "nauc_precision_at_100_diff1": 0.113377,
+        "nauc_precision_at_1000_max": 0.284647,
+        "nauc_precision_at_1000_std": 0.316097,
+        "nauc_precision_at_1000_diff1": 0.047262,
+        "nauc_mrr_at_1_max": 0.222918,
+        "nauc_mrr_at_1_std": 0.025937,
+        "nauc_mrr_at_1_diff1": 0.335423,
+        "nauc_mrr_at_3_max": 0.236996,
+        "nauc_mrr_at_3_std": 0.043899,
+        "nauc_mrr_at_3_diff1": 0.285884,
+        "nauc_mrr_at_5_max": 0.244093,
+        "nauc_mrr_at_5_std": 0.055587,
+        "nauc_mrr_at_5_diff1": 0.282415,
+        "nauc_mrr_at_10_max": 0.252022,
+        "nauc_mrr_at_10_std": 0.066881,
+        "nauc_mrr_at_10_diff1": 0.279005,
+        "nauc_mrr_at_20_max": 0.253407,
+        "nauc_mrr_at_20_std": 0.067787,
+        "nauc_mrr_at_20_diff1": 0.279861,
+        "nauc_mrr_at_100_max": 0.254793,
+        "nauc_mrr_at_100_std": 0.070438,
+        "nauc_mrr_at_100_diff1": 0.279326,
+        "nauc_mrr_at_1000_max": 0.25482,
+        "nauc_mrr_at_1000_std": 0.070489,
+        "nauc_mrr_at_1000_diff1": 0.279424,
+        "hit_rate_at_1": 0.17555,
+        "hit_rate_at_3": 0.31373,
+        "hit_rate_at_5": 0.3821,
+        "hit_rate_at_10": 0.46929,
+        "hit_rate_at_20": 0.55041,
+        "hit_rate_at_100": 0.71495,
+        "hit_rate_at_1000": 0.86269,
+        "main_score": 0.29353,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 3823.927045106888,
+  "kg_co2_emissions": null,
+  "date": null
+}