Yif Yang
4f3a9bc055
Move the soft/mixed gate-metric configuration introduced in PR #25 out of the base default config and into a standalone example config so that default SkillOpt runs (and paper reproduction) remain bit-for-bit on the original hard gate. - configs/_base_/default.yaml: drop gate_metric / gate_mixed_weight keys. The trainer's cfg.get("gate_metric", "hard") fallback preserves the original behavior unchanged. - configs/examples/soft_gate.yaml: new standalone reference config with a header explaining when to consider it (small selection split with continuous rewards) and when not to (paper reproduction, large or binary-reward settings). - README.md: add a short "Community-contributed configs" section that clearly flags this as user-contributed and non-default.
88 lines
3.3 KiB
YAML
88 lines
3.3 KiB
YAML
# SkillOpt default configuration — base for all environments.
|
|
# Environment configs should inherit via: _base_: default.yaml
|
|
|
|
model:
|
|
backend: azure_openai
|
|
optimizer: gpt-5.5
|
|
target: gpt-5.5
|
|
optimizer_backend: openai_chat
|
|
target_backend: openai_chat
|
|
reasoning_effort: medium
|
|
rewrite_reasoning_effort: ""
|
|
rewrite_max_completion_tokens: 64000
|
|
codex_exec_path: codex
|
|
codex_exec_sandbox: workspace-write
|
|
codex_exec_profile: ""
|
|
codex_exec_full_auto: false
|
|
codex_exec_reasoning_effort: none
|
|
codex_exec_use_sdk: auto
|
|
codex_exec_network_access: false
|
|
codex_exec_web_search: false
|
|
codex_exec_approval_policy: never
|
|
claude_code_exec_path: claude
|
|
claude_code_exec_profile: ""
|
|
claude_code_exec_use_sdk: auto
|
|
claude_code_exec_effort: medium
|
|
claude_code_exec_max_thinking_tokens: 16384
|
|
codex_trace_to_optimizer: true
|
|
azure_openai_endpoint: "" # e.g. "https://your-resource.openai.azure.com/"
|
|
azure_openai_api_version: "2024-12-01-preview"
|
|
azure_openai_api_key: "" # Fill locally if you do not export AZURE_OPENAI_API_KEY
|
|
azure_openai_auth_mode: "" # empty → fall back to AZURE_OPENAI_AUTH_MODE env (default "azure_cli")
|
|
azure_openai_ad_scope: "https://cognitiveservices.azure.com/.default"
|
|
azure_openai_managed_identity_client_id: ""
|
|
optimizer_azure_openai_endpoint: "" # e.g. "https://your-resource.openai.azure.com/"
|
|
optimizer_azure_openai_api_version: "2024-12-01-preview"
|
|
optimizer_azure_openai_api_key: ""
|
|
optimizer_azure_openai_auth_mode: "" # empty → fall back to OPTIMIZER_AZURE_OPENAI_AUTH_MODE env, then shared
|
|
optimizer_azure_openai_ad_scope: "https://cognitiveservices.azure.com/.default"
|
|
optimizer_azure_openai_managed_identity_client_id: ""
|
|
target_azure_openai_endpoint: "" # e.g. "https://your-resource.openai.azure.com/"
|
|
target_azure_openai_api_version: "2024-12-01-preview"
|
|
target_azure_openai_api_key: ""
|
|
target_azure_openai_auth_mode: "" # empty → fall back to TARGET_AZURE_OPENAI_AUTH_MODE env, then shared
|
|
target_azure_openai_ad_scope: "https://cognitiveservices.azure.com/.default"
|
|
target_azure_openai_managed_identity_client_id: ""
|
|
|
|
train:
|
|
num_epochs: 4
|
|
train_size: 0 # 0 = derive from dataset split when available
|
|
batch_size: 40
|
|
accumulation: 1
|
|
seed: 42
|
|
|
|
gradient:
|
|
minibatch_size: 8
|
|
merge_batch_size: 8
|
|
analyst_workers: 16
|
|
max_analyst_rounds: 3
|
|
failure_only: false
|
|
|
|
optimizer:
|
|
learning_rate: 4 # max edits per step (edit_budget)
|
|
min_learning_rate: 2 # min edits for decay schedulers
|
|
lr_scheduler: cosine # constant / linear / cosine / autonomous
|
|
lr_control_mode: fixed # fixed / autonomous / none
|
|
skill_update_mode: patch # patch / rewrite_from_suggestions / full_rewrite_minibatch
|
|
use_slow_update: true
|
|
slow_update_samples: 20
|
|
longitudinal_pair_policy: mixed # mixed / changed / unchanged
|
|
use_meta_skill: true
|
|
|
|
evaluation:
|
|
use_gate: true
|
|
sel_env_num: 0
|
|
test_env_num: 0
|
|
eval_test: true
|
|
|
|
env:
|
|
name: ""
|
|
skill_init: ""
|
|
split_mode: ratio # ratio = build deterministic split from data_path; split_dir = use pre-split train/val/test
|
|
split_seed: 42
|
|
split_dir: ""
|
|
data_path: ""
|
|
split_output_dir: ""
|
|
exec_timeout: 120 # per target model/code-agent call timeout in seconds
|
|
out_root: ""
|