Initial commit

2026-05-08 18:14:01 +00:00
commit d2b05a3322
243 changed files with 31492 additions and 0 deletions
@@ -0,0 +1,37 @@
+#!/usr/bin/env bash
+# ──────────────────────────────────────────────────────────────────────────────
+# ReflACT3 — SearchQA Eval-Only (验证集 500)
+#
+# Usage:
+#   bash scripts/eval_searchqa_val500.sh --skill_path outputs/xxx/best_skill.md
+#   bash scripts/eval_searchqa_val500.sh --skill_path outputs/xxx/best_skill.md --workers 32
+# ──────────────────────────────────────────────────────────────────────────────
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+PROJECT_ROOT="$(dirname "${SCRIPT_DIR}")"
+export PYTHONPATH="${PROJECT_ROOT}:${PYTHONPATH:-}"
+
+export STUDENT_DEPLOYMENT="${STUDENT_DEPLOYMENT:-gpt-5-mini}"
+
+VAL_PATH="/home/azureuser/workspace-yqh/refleAct/search-qa/data/searchqa_val_500.json"
+
+TIMESTAMP=$(date +%Y%m%d_%H%M%S)
+DEFAULT_OUT_ROOT="${PROJECT_ROOT}/outputs/searchqa_eval_val500_${STUDENT_DEPLOYMENT}_${TIMESTAMP}"
+
+echo "============================================================"
+echo "  ReflACT3 — SearchQA Eval-Only (val-500)"
+echo "  Student:  ${STUDENT_DEPLOYMENT}"
+echo "  Data:     ${VAL_PATH}"
+echo "============================================================"
+
+cd "${PROJECT_ROOT}"
+
+python scripts/eval_only.py \
+    --config configs/searchqa_default.yaml \
+    --data_path "${VAL_PATH}" \
+    --out_root "${DEFAULT_OUT_ROOT}" \
+    "$@"
+
+echo ""
+echo "Done! Results saved to: ${DEFAULT_OUT_ROOT}"