用 Octos 完成一次
ARC-Bench 提交，再改进它

octos-arc/
├── crates/                    Octos 内核源码（路径二改这里）
├── arc-runtime-lock.json      固定的上游提交与发布约束
└── arc/
    ├── main.py                平台入口：读需求、驱动 Octos、收尾检查、上报进度
    ├── octos_stdio.py         通过 octos serve --stdio 驱动内核
    ├── arcbench_agent_runtime/ 平台协议库：事件、git、需求关联
    ├── requirements.txt       Python 依赖
    ├── public-tests/<题目>/   平台公开的 Playwright 验收测试
    ├── tasks/<题目>/          题目需求的离线副本（requirements.yaml）
    ├── run-task-local.py      本机做题
    ├── grade-local.py         本机评分（首次自动装 Playwright）
    └── pack.sh                打成提交 zip

git clone --depth 1 https://github.com/octos-org/octos-arc.git && cd octos-arc
pip3 install -r arc/requirements.txt && export ARCBENCH_API_KEY=ak_你的key OCTOS_BIN=/path/to/octos
python3 arc/run-task-local.py arc/tasks/smoke--counter --name try1
python3 arc/grade-local.py arc/arc-output/try1 smoke--counter
sh arc/pack.sh        # 然后到 arc-bench.com 上传 zip、选题、Run

brew install node@24 python git
export PATH="$(brew --prefix node@24)/bin:$PATH"
node --version
npm --version
python3 --version
mkdir -p ~/octos-arc-workshop
cd ~/octos-arc-workshop
curl --fail --location --retry 3   https://github.com/octos-org/octos/releases/download/v2.0.2/octos-bundle-aarch64-apple-darwin.tar.gz   -o octos-v2.0.2-macos-arm64.tar.gz
echo '16faee4972e5e6b21d65e0aa46de7a54417bd3703dbed1c5e35cfa2a1da7425f  octos-v2.0.2-macos-arm64.tar.gz' | shasum -a 256 -c -

cd ~/octos-arc-workshop
mkdir -p runtime-v2.0.2
tar -xzf octos-v2.0.2-macos-arm64.tar.gz -C runtime-v2.0.2
./runtime-v2.0.2/octos --version

cd ~/octos-arc-workshop
mkdir -p demo-config
test -e workshop.env || (umask 077; cat > workshop.env <<'ENV'
export WORKSHOP="$HOME/octos-arc-workshop"
export OCTOS_HOME="$WORKSHOP/demo-config"
export OCTOS_CONFIG_DIR="$WORKSHOP/demo-config"
export OCTOS_BIN="$WORKSHOP/runtime-v2.0.2/octos"
export ARCBENCH_API_KEY='把这里替换为你自己的模型 API Key'
export OPENAI_BASE_URL='https://api.arc-bench.com/v1'
export MODEL='deepseek-v4-flash'
export PATH="/opt/homebrew/opt/node@24/bin:$PATH"
ENV
)
chmod 600 workshop.env
open -e workshop.env

source ~/octos-arc-workshop/workshop.env
"$OCTOS_BIN" init   --custom-base-url "$OPENAI_BASE_URL"   --custom-model "$MODEL"   --custom-api-type openai   --custom-api-key-env ARCBENCH_API_KEY
"$OCTOS_BIN" chat --config "$OCTOS_HOME/config.json"   --message '只回复：连接成功。不要调用任何工具。'   --sandbox read-only --max-iterations 1 --no-retry

source ~/octos-arc-workshop/workshop.env
mkdir -p "$WORKSHOP/counter"
cd "$WORKSHOP/counter"
"$OCTOS_BIN" chat --config "$OCTOS_HOME/config.json"   --cwd "$PWD" --sandbox workspace-write --max-iterations 20   --message '请直接创建可运行的 Counter 网页，不要只给代码示例。初始计数为 0；Increment 加 1，Decrement 减 1，允许负数；计数元素带 data-testid="count"。使用原生 HTML/CSS/JavaScript 与 Vite，提供 npm run dev 和 npm run build。创建文件并尝试安装依赖、执行构建；如安装网络不可达，请停止并报告，不要拆 npm 缓存或手工拼 node_modules。不要启动长期运行的服务器。'

source ~/octos-arc-workshop/workshop.env
cd "$WORKSHOP/counter"
npm install
npm run build
npm run dev -- --host 127.0.0.1 --port 5173 --strictPort

source ~/octos-arc-workshop/workshop.env
cd "$WORKSHOP"
git clone --depth 1 https://github.com/octos-org/octos-arc.git
cd octos-arc/arc
python3 -m venv .venv
./.venv/bin/python -m pip install -r requirements.txt
./.venv/bin/python -c 'import yaml; from arcbench_agent_runtime import AgentRuntime; print("适配层依赖已就绪")'
./.venv/bin/python -c 'from main import find_octos; import subprocess; binary = find_octos(); print("运行时：", binary, flush=True); subprocess.run([binary, "--version"], check=True)'

source ~/octos-arc-workshop/workshop.env
cd "$WORKSHOP/octos-arc/arc"
mkdir -p ../arc-counter-task
curl --fail --silent --show-error --location   'https://arc-bench.com/api/requirements/smoke--counter?catalog=competition'   -o ../arc-counter-task/task.json
./.venv/bin/python - <<'PY'
import json
from pathlib import Path
folder = Path('../arc-counter-task')
task = json.loads((folder / 'task.json').read_text())
(folder / 'requirements.yaml').write_text(task['requirements_yaml'], encoding='utf-8')
print('题目：', task['title'])
print('需求文件：', (folder / 'requirements.yaml').resolve())
PY

source ~/octos-arc-workshop/workshop.env
cd "$WORKSHOP/octos-arc/arc"
export OPENAI_API_KEY="$ARCBENCH_API_KEY"
export OCTOS_PROVIDER=custom
export OCTOS_MODEL="$MODEL"
export OCTOS_MAX_ITERATIONS=40
export OCTOS_NODE_TIMEOUT=600
export OCTOS_TIME_BUDGET=900
export OCTOS_SMOKE_PORT=43101
unset ARCBENCH_TEMPLATE_DIR ARCBENCH_TASK_DIR OCTOS_INSTANCE_DATA_DIR OCTOS_DANGER_FULL_ACCESS
unset OCTOS_HOME OCTOS_CONFIG_DIR
./.venv/bin/python - <<'PY'
import os
import socket
import subprocess
import uuid
from pathlib import Path
root = Path(os.environ['WORKSHOP'])
(root / 'last-output.txt').unlink(missing_ok=True)
for port in (43100, 43101):
    with socket.socket() as listener:
        listener.bind(('127.0.0.1', port))
output = root / 'arc-output' / ('counter-' + uuid.uuid4().hex[:8])
print('交付目录：', output, flush=True)
result = subprocess.run([
    str(root / 'arc-adapter/.venv/bin/python'), 'main.py',
    str(root / 'arc-counter-task'), '--output-dir', str(output),
    '--type', 'web', '--web-port', '43100'
])
if result.returncode == 0 and (output / 'frontend/package.json').is_file() and (output / 'backend/package.json').is_file():
    (root / 'last-output.txt').write_text(str(output), encoding='utf-8')
else:
    raise SystemExit('未记录交付目录：请查看日志，不要进入下一步。')
PY

source ~/octos-arc-workshop/workshop.env
OUTPUT="$(cat "$WORKSHOP/last-output.txt")"
cd "$OUTPUT/frontend"
npm install
npm run build
cd "$OUTPUT/backend"
npm install
PORT=43100 npm run start

source ~/octos-arc-workshop/workshop.env
cd "$WORKSHOP/octos-arc/arc"
./.venv/bin/python - <<'PY'
from pathlib import Path
path = Path('main.py')
source = path.read_text()
old = 'https://github.com/octos-org/octos/releases/latest/download/'
new = 'https://github.com/octos-org/octos/releases/download/v2.0.2/'
if old not in source and new not in source:
    raise SystemExit('下载逻辑已改变，请读源码后再改。')
path.write_text(source.replace(old, new))
PY
git diff -- main.py
./.venv/bin/python - <<'PY'
from pathlib import Path
from zipfile import ZipFile, ZIP_DEFLATED
root = Path.cwd()
bundle = root.parent / 'octos-official-v2.0.2-bundle.zip'
files = [root / name for name in ('main.py', 'octos_stdio.py', 'requirements.txt')]
files += sorted(path for path in (root / 'arcbench_agent_runtime').rglob('*.py') if '__pycache__' not in path.parts)
with ZipFile(bundle, 'w', compression=ZIP_DEFLATED) as archive:
    for path in files:
        archive.write(path, path.relative_to(root))
with ZipFile(bundle) as archive:
    assert archive.testzip() is None
    print('
'.join(archive.namelist()))
print('提交包：', bundle)
PY

brew install node@24 python git
export PATH="$(brew --prefix node@24)/bin:$PATH"
mkdir -p ~/octos-arc-workshop && cd ~/octos-arc-workshop
curl -fL --retry 3 https://github.com/octos-org/octos/releases/download/v2.0.2/octos-bundle-aarch64-apple-darwin.tar.gz -o octos.tar.gz
mkdir -p runtime-v2.0.2 && tar -xzf octos.tar.gz -C runtime-v2.0.2
./runtime-v2.0.2/octos --version        # 应显示 octos 2.0.2

sudo apt-get install -y nodejs npm python3 python3-pip git unzip
mkdir -p ~/octos-arc-workshop && cd ~/octos-arc-workshop
curl -fL --retry 3 https://github.com/octos-org/octos/releases/download/v2.0.2/octos-bundle-x86_64-unknown-linux-gnu.tar.gz -o octos.tar.gz
mkdir -p runtime-v2.0.2 && tar -xzf octos.tar.gz -C runtime-v2.0.2
./runtime-v2.0.2/octos --version

cd ~/octos-arc-workshop
git clone --depth 1 https://github.com/octos-org/octos-arc.git
cd octos-arc
python3 -m pip install -r arc/requirements.txt
export ARCBENCH_API_KEY=ak_你的key                      # arc-bench.com 个人页 → API key
export OCTOS_BIN=$HOME/octos-arc-workshop/runtime-v2.0.2/octos
export OPENAI_BASE_URL=https://api.arc-bench.com/v1      # 默认值，可不设
export MODEL=deepseek-v4-flash                           # 默认值，可不设
export NODE_BIN=/opt/homebrew/opt/node@24/bin            # 仅 macOS Homebrew 需要；Linux 不设

# 五道题任选；输出在 arc/arc-output/<name>/
python3 arc/run-task-local.py arc/tasks/smoke--counter --name try1
python3 arc/run-task-local.py arc/tasks/smoke--dice --name dice1
python3 arc/run-task-local.py arc/tasks/ticket-booking--ticket-booking --name tb1
python3 arc/run-task-local.py arc/tasks/smoke-evolution--counter --name evo1
python3 arc/run-task-local.py arc/tasks/smoke-evolution--dice --name evo2

# 只检查配置、不花钱
python3 arc/run-task-local.py arc/tasks/smoke--counter --check

# 调预算（秒 / 次数）
OCTOS_TIME_BUDGET=1200 OCTOS_NODE_TIMEOUT=600 OCTOS_MAX_ITERATIONS=40 python3 arc/run-task-local.py arc/tasks/smoke--counter --name fast

python3 arc/grade-local.py arc/arc-output/try1 smoke--counter
python3 arc/grade-local.py arc/arc-output/tb1 ticket-booking--ticket-booking
# 第三个参数可指定端口，默认 43300
python3 arc/grade-local.py arc/arc-output/tb1 ticket-booking--ticket-booking 43310

# 每轮的输入/输出 Token 和累计费用
python3 - <<'PY'
import json
turns=[]; cost=None
for line in open('arc/arc-output/try1/.arc/octos-events.jsonl'):
    try: e=json.loads(line)
    except: continue
    p=e.get('params',{})
    if e.get('method')=='turn/completed': turns.append((p.get('tokens_in'),p.get('tokens_out')))
    if e.get('method')=='progress/updated' and p.get('metadata',{}).get('kind')=='token_cost_update': cost=p['metadata']['token_cost']
print('turns:',turns); print('cost:',cost)
PY
# 平台上报的进度事件
tail -20 arc/arc-output/try1/.arc/runner-events.jsonl

# 改完先看差异，再重跑同一道题
git diff arc/
python3 arc/run-task-local.py arc/tasks/smoke--counter --name try2
python3 arc/grade-local.py arc/arc-output/try2 smoke--counter
# 改坏了恢复
git checkout arc/main.py

# 需要 Rust 工具链：https://rustup.rs
cargo build --release -p octos-cli --no-default-features --features api
ls -la target/release/octos && target/release/octos --version
# 用自己编的二进制做同样的题
OCTOS_BIN=$PWD/target/release/octos python3 arc/run-task-local.py arc/tasks/smoke--counter --name mine
python3 arc/grade-local.py arc/arc-output/mine smoke--counter

# 在 Linux x86_64 机器（或 CI）上编译，打包成 tar.gz，包内有可执行文件 octos
tar -czf octos-bundle-x86_64-unknown-linux-gnu.tar.gz -C target/release octos
shasum -a 256 octos-bundle-x86_64-unknown-linux-gnu.tar.gz
# 在仓库发 Release（需要 gh 登录）
gh release create v2.0.2-arc.1 octos-bundle-x86_64-unknown-linux-gnu.tar.gz --title "octos-arc kernel" --notes "source commit: $(git rev-parse HEAD)"
# 把 arc/main.py 里的 OCTOS_RELEASE_URL 改成这个 Release 的下载地址，然后重新打包上传

sh arc/pack.sh
# 输出 octos-arc-bundle.zip 和 SHA-256；检查根目录直接是 main.py
unzip -l octos-arc-bundle.zip | head

BASE=https://arc-bench.com/api
JAR=$HOME/.arc-cookies
# 登录（账号密码是网站登录用的，不是模型 key）
curl -fsS -c $JAR -H 'Content-Type: application/json' -d '{"email":"你的邮箱","password":"你的密码"}' $BASE/auth/login
# 上传提交快照到 Smoke 比赛（换比赛改 competition_id）
SUB=$(curl -fsS -b $JAR -F requirement_id=smoke--__agent__ -F runtime=python -F catalog=competition -F competition_id=smoke -F agent_source=upload -F display_name="my octos" -F model_name=deepseek-v4-flash -F base_url=https://api.arc-bench.com/v1 -F api_key=$ARCBENCH_API_KEY -F file=@octos-arc-bundle.zip $BASE/submissions | python3 -c 'import sys,json;print(json.load(sys.stdin)["submission"]["id"])')
echo submission $SUB
# 对每道题创建运行并启动
for REQ in smoke--counter smoke--dice; do
  RUN=$(curl -fsS -b $JAR -F submission_id=$SUB -F requirement_id=$REQ -F catalog=competition -F competition_id=smoke $BASE/runs | python3 -c 'import sys,json;print(json.load(sys.stdin)["run"]["id"])')
  curl -fsS -b $JAR -X POST $BASE/runs/$RUN/start >/dev/null && echo "started $REQ run $RUN"
done

# 查询运行状态与结果
curl -fsS -b $JAR $BASE/runs/$RUN | python3 -m json.tool | head -40
# 运行日志（stdout 在 JSON 的 stdout 字段里）
curl -fsS -b $JAR "$BASE/runs/$RUN/logs?log_offset=0" | python3 -c 'import sys,json;print(json.load(sys.stdin)["stdout"][-3000:])'
# 我的全部运行
curl -fsS -b $JAR "$BASE/runs?limit=20" | python3 -m json.tool | head -60
# 榜单（无需登录）
curl -fsS "$BASE/competitions/leaderboard?track=all&competition_id=smoke" | python3 -m json.tool | head -40
curl -fsS "$BASE/competitions/leaderboard?track=all&competition_id=ticket-booking" | python3 -m json.tool | head -40
# 题目需求与公开验收测试（无需登录）
curl -fsS "$BASE/requirements/smoke--counter?catalog=competition" | python3 -c 'import sys,json;print(json.load(sys.stdin)["requirements_yaml"])'
curl -fsS "$BASE/requirements/smoke--counter/tests?catalog=competition" | python3 -m json.tool | head -30
# 比赛列表
curl -fsS $BASE/competitions | python3 -m json.tool

OCTOS_DISABLE_STREAMING=1 $OCTOS_BIN chat --profile coding --json --max-iterations 1 --no-retry --sandbox read-only -m "Reply with exactly OK. Do not call tools."
# 输出里的 input_tokens 只统计未命中缓存的部分，第二次运行会明显变小