benchmark.env.example

# Copy this file to your shell environment before running real systems.
# Do not commit a filled-in copy with secrets.

# Fixture server. Containers launched by the benchmark runner need the
# host.docker.internal URL; the runner itself uses localhost.
CWAB_FIXTURE_PUBLIC_URL=http://host.docker.internal:6789
CWAB_FIXTURE_URL=http://localhost:6789

# Construct benchmark endpoint consumed by construct-http-wrapper.mjs.
CONSTRUCT_BENCHMARK_URL=
CONSTRUCT_BENCHMARK_TOKEN=

# OpenClaw and Hermes CLI images. OpenClaw is installed with the official
# https://openclaw.ai/install.sh installer inside its Docker image.
# Generate these with:
#   node benchmarks/automation/prepare-images.mjs
#   set -a; . benchmarks/automation/.cwab-images.env; set +a
CWAB_OPENCLAW_IMAGE=
CWAB_HERMES_IMAGE=
CWAB_HERMES_INSTALLER_URL=https://hermes-agent.nousresearch.com/install.sh

# Shared OpenRouter model config. For one-provider tests, set only these two.
# CWAB_MODEL_ID may be either the OpenRouter API slug, e.g.
#   provider/model-name
# or Construct/OpenClaw's prefixed form:
#   openrouter/provider/model-name
#
# Recommended for reproducible benchmarks: anthropic/claude-sonnet-4.6
# This is a production-grade frontier model that all three systems handle well.
OPENROUTER_API_KEY=
CWAB_MODEL_ID=

# OpenRouter pricing for cost estimation (per 1M tokens, USD).
# These drive estimated_cost_usd when platforms don't report cost natively.
# Defaults below match anthropic/claude-sonnet-4.6 as of 2026-05.
# Override when using a different model.
CWAB_OR_INPUT_PRICE_PER_1M=3.00
CWAB_OR_OUTPUT_PRICE_PER_1M=15.00
CWAB_OR_CACHE_WRITE_PRICE_PER_1M=3.75
CWAB_OR_CACHE_READ_PRICE_PER_1M=0.30

# Optional aliases accepted by the runners.
CWAB_OPENROUTER_API_KEY=
OPENROUTER_MODEL=
MODEL_ID=

# HTTP wrappers can pass the OpenRouter key to trusted benchmark endpoints so
# Construct BYOK and n8n AI Agent webhooks use the same model/key. Set to 0 if
# the endpoint is remote/untrusted or already has its own OpenRouter key.
CWAB_SEND_OPENROUTER_API_KEY_TO_HTTP=1

# Construct uses existing BYOK billing endpoints to force the benchmark account
# onto the shared OpenRouter key/model before each run. Use a dedicated
# benchmark account/token. Set to 0 if that account is already configured.
CONSTRUCT_BENCHMARK_CONFIGURE_BYOK=1

# Optional platform-specific overrides. Leave blank to inherit CWAB_MODEL_ID.
OPENAI_API_KEY=
ANTHROPIC_API_KEY=
NOUS_API_KEY=
OPENCLAW_MODEL=
HERMES_PROVIDER=openrouter
HERMES_MODEL=
HERMES_TOOLSETS=web,terminal,file

# n8n AI Agent webhook-style baseline.
N8N_AI_AGENT_WEBHOOK_URL=
N8N_API_KEY=

# n8n built-workflow baseline setup-time assumption for cwab-001.
N8N_OPERATOR_SETUP_SECONDS=600