feat: add retrieval eval

Author: e06084

README.md

@@ -133,7 +133,10 @@ pip install dingo-python
 # With HHEM hallucination detection model (requires transformers + torch)
 pip install "dingo-python[hhem]"
 
-# With all features (HHEM + Agent)
+# With retrieval benchmark evaluation (MTEB + pytrec_eval)
+pip install "dingo-python[retrieval]"
+
+# With all features (HHEM + Agent + Retrieval)
 pip install "dingo-python[all]"
 ```
 
@@ -657,6 +660,48 @@ result = executor.execute()
 
 **Best For**: Production pipelines, distributed processing, datasets > 1M rows
 
+### Retrieval Benchmark Executor
+
+Evaluate search APIs against MTEB standard retrieval benchmarks (SciFact, SCIDOCS, etc.) with metrics like NDCG, Recall, and MRR.
+
+**CLI:**
+
+```bash
+pip install dingo-python[retrieval]
+
+dingo eval-retrieval --backend agentic --tasks SciFact \
+    --api-url https://api.sciverse.space \
+    --api-token YOUR_TOKEN --limit 100 --max-workers 8
+```
+
+**SDK:**
+
+```python
+from dingo.config import InputArgs
+from dingo.exec import Executor
+
+input_data = {
+    "input_path": "SciFact",
+    "output_path": "outputs/retrieval_eval",
+    "executor": {
+        "retrieval": {
+            "backend": "agentic",
+            "api_url": "https://api.sciverse.space",
+            "api_token": "YOUR_TOKEN",
+            "limit": 100,
+            "max_workers": 8,
+        }
+    },
+}
+
+input_args = InputArgs(**input_data)
+executor = Executor.exec_map["retrieval"](input_args)
+result = executor.execute()
+print(result)
+```
+
+**Best For**: Evaluating search/retrieval APIs against academic benchmarks, comparing retrieval backends
+
 ## Evaluation Reports
 
 After evaluation, Dingo generates:

README_ja.md

@@ -132,7 +132,10 @@ pip install dingo-python
 # HHEM 幻覚検出モデル（transformers + torch が必要）
 pip install "dingo-python[hhem]"
 
-# 全機能をインストール（HHEM + Agent）
+# 検索プラットフォームベンチマーク評価（MTEB + pytrec_eval）
+pip install "dingo-python[retrieval]"
+
+# 全機能をインストール（HHEM + Agent + Retrieval）
 pip install "dingo-python[all]"
 ```
 
@@ -661,6 +664,52 @@ executor = Executor.exec_map["spark"](input_args, spark_session=spark, spark_rdd
 result = executor.execute()
 ```
 
+### 検索ベンチマーク評価
+
+検索 API を MTEB 標準検索ベンチマーク（SciFact、SCIDOCS など）で評価し、NDCG、Recall、MRR などの指標を算出します。
+
+**CLI：**
+
+```bash
+pip install dingo-python[retrieval]
+
+dingo eval-retrieval --backend agentic --tasks SciFact \
+    --api-url https://api.sciverse.space \
+    --api-token YOUR_TOKEN --limit 100 --max-workers 8
+```
+
+**SDK：**
+
+```python
+from dingo.config import InputArgs
+from dingo.exec import Executor
+
+input_data = {
+    "input_path": "SciFact",
+    "output_path": "outputs/retrieval_eval",
+    "executor": {
+        "retrieval": {
+            "backend": "agentic",
+            "api_url": "https://api.sciverse.space",
+            "api_token": "YOUR_TOKEN",
+            "limit": 100,
+            "max_workers": 8,
+        }
+    },
+}
+
+input_args = InputArgs(**input_data)
+executor = Executor.exec_map["retrieval"](input_args)
+result = executor.execute()
+print(result)
+```
+
+サポートされるパラメータ：
+- `--tasks`: MTEB タスク名（カンマ区切りで複数指定可能、例：`SciFact,SCIDOCS`）
+- `--max-queries`: クエリ数の制限（テスト用）
+- `--max-workers`: 並行スレッド数（デフォルト：4）
+- `--retrieval-mode`: 検索モード（`hybrid`/`milvus`）
+
 ## 評価レポート
 
 評価後、Dingoは以下を生成します：

README_zh-CN.md

@@ -133,7 +133,10 @@ pip install dingo-python
 # 安装 HHEM 幻觉检测模型（需要 transformers + torch）
 pip install "dingo-python[hhem]"
 
-# 安装全部功能（HHEM + Agent）
+# 安装检索平台评测（MTEB + pytrec_eval）
+pip install "dingo-python[retrieval]"
+
+# 安装全部功能（HHEM + Agent + Retrieval）
 pip install "dingo-python[all]"
 ```
 
@@ -662,6 +665,52 @@ executor = Executor.exec_map["spark"](input_args, spark_session=spark, spark_rdd
 result = executor.execute()
 ```
 
+### 检索平台评测
+
+评估搜索 API 在 MTEB 标准检索基准（SciFact、SCIDOCS 等）上的表现，支持 NDCG、Recall、MRR 等指标。
+
+**CLI 方式：**
+
+```bash
+pip install dingo-python[retrieval]
+
+dingo eval-retrieval --backend agentic --tasks SciFact \
+    --api-url https://api.sciverse.space \
+    --api-token YOUR_TOKEN --limit 100 --max-workers 8
+```
+
+**SDK 方式：**
+
+```python
+from dingo.config import InputArgs
+from dingo.exec import Executor
+
+input_data = {
+    "input_path": "SciFact",
+    "output_path": "outputs/retrieval_eval",
+    "executor": {
+        "retrieval": {
+            "backend": "agentic",
+            "api_url": "https://api.sciverse.space",
+            "api_token": "YOUR_TOKEN",
+            "limit": 100,
+            "max_workers": 8,
+        }
+    },
+}
+
+input_args = InputArgs(**input_data)
+executor = Executor.exec_map["retrieval"](input_args)
+result = executor.execute()
+print(result)
+```
+
+支持的参数：
+- `--tasks`: MTEB 任务名，支持逗号分隔多任务（如 `SciFact,SCIDOCS`）
+- `--max-queries`: 限制查询数量（用于快速测试）
+- `--max-workers`: 并发线程数（默认 4）
+- `--retrieval-mode`: 检索模式（`hybrid`/`milvus`）
+
 ## 评估报告
 
 评估后，Dingo生成：

dingo/config/input_args.py

@@ -82,6 +82,20 @@ class ExecutorResultSaveArgs(BaseModel):
     full_field_sample_count: int = 0  # 保留完整字段样本条数，0表示关闭
 
 
+class RetrievalArgs(BaseModel):
+    backend: str = "agentic"
+    api_url: str = ""
+    api_token: Optional[str] = None
+    limit: int = 100
+    retrieval_mode: str = "hybrid"
+    sub_queries: Optional[int] = None
+    max_queries: Optional[int] = None
+    timeout: float = 120.0
+    rate_limit: Optional[float] = None
+    max_retries: int = 3
+    max_workers: int = 4
+
+
 class ExecutorArgs(BaseModel):
     # eval_group: str = ""
     # rule_list: List[str] = []
@@ -92,6 +106,7 @@ class ExecutorArgs(BaseModel):
     batch_size: int = 1
     multi_turn_mode: Optional[str] = None
     result_save: ExecutorResultSaveArgs = ExecutorResultSaveArgs()
+    retrieval: Optional[RetrievalArgs] = None
 
 
 class EvaluatorRuleArgs(BaseModel):
@@ -154,7 +169,7 @@ class InputArgs(BaseModel):
 
     dataset: DatasetArgs = DatasetArgs()
     executor: ExecutorArgs = ExecutorArgs()
-    evaluator: List[EvalPipline]
+    evaluator: List[EvalPipline] = []
 
     def __init__(self, **kwargs):
         super().__init__(**kwargs)

dingo/exec/__init__.py

@@ -7,3 +7,8 @@
 except Exception as e:
     log.warning("Spark Executor not imported. Open debug log for more details.")
     log.debug(str(e))
+
+try:
+    from dingo.exec.retrieval import RetrievalExecutor  # noqa E402.
+except Exception as e:
+    log.debug("Retrieval Executor not imported (install extras 'retrieval'): %s", e)