fix: Add Korean AutoRAGRetrieval

mteb/benchmarks/benchmarks.py

@@ -2,7 +2,6 @@
 
 from collections.abc import Sequence
 from dataclasses import dataclass
-from functools import lru_cache
 from typing import Annotated
 
 from pydantic import AnyUrl, BeforeValidator, TypeAdapter

mteb/tasks/Retrieval/kor/AutoRAGRetrieval.py

@@ -0,0 +1,49 @@
+from __future__ import annotations
+
+from mteb.abstasks.TaskMetadata import TaskMetadata
+
+from ....abstasks.AbsTaskRetrieval import AbsTaskRetrieval
+
+
+class AutoRAGRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="AutoRAGRetrieval",
+        description="AutoRAGRetrieval",
+        reference=None,
+        dataset={
+            "path": "yjoonjang/markers_bm",
+            "revision": "fd7df84ac089bbec763b1c6bb1b56e985df5cc5c",
+        },
+        type="Retrieval",
+        category="s2p",
+        eval_splits=["test"],
+        eval_langs=["kor-Hang"],
+        main_score="ndcg_at_10",
+        date=None,
+        form=None,
+        domains=None,
+        task_subtypes=None,
+        license=None,
+        socioeconomic_status=None,
+        annotations_creators=None,
+        dialect=None,
+        text_creation=None,
+        bibtex_citation="""@misc{AutoRAG,
+  author = "Dongkyu Kim and Byoungwook Kim and Donggeon Han",
+  title = "AutoRAG",
+  year = {2024},
+  url = {https://github.com/Marker-Inc-Korea/AutoRAG}
+}""",
+        descriptive_stats={
+            "n_samples": None,
+            "avg_character_length": {
+                "dev": {
+                    "average_document_length": 983.8421052631579,
+                    "average_query_length": 69.6140350877193,
+                    "num_documents": 114,
+                    "num_queries": 114,
+                    "average_relevant_docs_per_query": 1.0,
+                }
+            },
+        },
+    )