Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 7 additions & 4 deletions .env.example
Original file line number Diff line number Diff line change
Expand Up @@ -4,9 +4,12 @@ IGNORE_CLIENT_API_KEY=true

OPENAI_BASE_URL=https://api.tokenfactory.nebius.com/v1

BIG_MODEL=zai-org/GLM-4.7-FP8
MIDDLE_MODEL=zai-org/GLM-4.7-FP8
SMALL_MODEL=zai-org/GLM-4.7-FP8
# Nebius rotates model availability — verify IDs against
# GET https://api.tokenfactory.nebius.com/v1/models
# before committing. install.sh does this automatically.
BIG_MODEL=moonshotai/Kimi-K2.5
MIDDLE_MODEL=moonshotai/Kimi-K2.5
SMALL_MODEL=moonshotai/Kimi-K2.5
VISION_MODEL=Qwen/Qwen2.5-VL-72B-Instruct
# Optional: explicit context limits (tokens) for safer max_tokens auto-capping
BIG_MODEL_CONTEXT_LIMIT=204800
Expand All @@ -31,4 +34,4 @@ OBSERVABILITY_DB_PATH=/app/data/observability.sqlite3
OBSERVABILITY_QUEUE_SIZE=1000
# Keep tool argument storage off unless you explicitly need deeper debugging.
OBSERVABILITY_STORE_TOOL_ARGS=false
MODEL_PRICES_JSON='{"zai-org/GLM-4.7-FP8":{"input_per_1m":0.30,"output_per_1m":1.20,"advertised_tok_s":36.8,"currency":"USD"},"Qwen/Qwen2.5-VL-72B-Instruct":{"input_per_1m":0.30,"output_per_1m":1.20,"advertised_tok_s":36.8,"currency":"USD"}}'
MODEL_PRICES_JSON='{"moonshotai/Kimi-K2.5":{"input_per_1m":0.30,"output_per_1m":1.20,"advertised_tok_s":36.8,"currency":"USD"},"Qwen/Qwen2.5-VL-72B-Instruct":{"input_per_1m":0.30,"output_per_1m":1.20,"advertised_tok_s":36.8,"currency":"USD"}}'
Loading