mirror of
https://github.com/Finesssee/ProxyPilot.git
synced 2026-11-18 18:04:20 +00:00
Routes requests to the account with lowest daily output tokens. Spreads load across accounts to avoid hitting quota limits. Config: routing.strategy = "usage-aware" or "least-used"
275 lines
13 KiB
YAML
275 lines
13 KiB
YAML
# Server host/interface to bind to. Default is empty ("") to bind all interfaces (IPv4 + IPv6).
|
|
# Use "127.0.0.1" or "localhost" to restrict access to local machine only.
|
|
host: ""
|
|
# Server port
|
|
port: 8317
|
|
# TLS settings for HTTPS. When enabled, the server listens with the provided certificate and key.
|
|
tls:
|
|
enable: false
|
|
cert: ""
|
|
key: ""
|
|
# Management API settings
|
|
remote-management:
|
|
# Whether to allow remote (non-localhost) management access.
|
|
# When false, only localhost can access management endpoints (a key is still required).
|
|
allow-remote: false
|
|
# Management key. If a plaintext value is provided here, it will be hashed on startup.
|
|
# All management requests (even from localhost) require this key.
|
|
# Leave empty to disable the Management API entirely (404 for all /v0/management routes).
|
|
secret-key: "$2a$10$iphjVa6f4T/FARz4e/edtOHvdoxTbE4tv/9mS0ebvDg/C8fEbPtgq"
|
|
# Disable the bundled management control panel asset download and HTTP route when true.
|
|
disable-control-panel: false
|
|
|
|
# GitHub repository for the management control panel. Accepts a repository URL or releases API URL.
|
|
panel-github-repository: "https://github.com/router-for-me/Cli-Proxy-API-Management-Center"
|
|
|
|
# Authentication directory (supports ~ for home directory)
|
|
auth-dir: "~/.cli-proxy-api"
|
|
# Long-running agent harness files root directory (feature_list.json, claude-progress.txt).
|
|
# The harness guides AI agents through structured, incremental development workflows.
|
|
# - INITIALIZER mode: Creates feature list, progress log, and init.sh for new sessions
|
|
# - CODING mode: Forces one-feature-at-a-time workflow with verification
|
|
# Leave empty to use session-based memory storage (recommended).
|
|
# Set to a specific directory to share harness files across sessions.
|
|
# harness-root-dir: ""
|
|
#
|
|
# Environment variables:
|
|
# CLIPROXY_HARNESS_ENABLED=true/false # Enable/disable harness injection (default: true)
|
|
|
|
# API keys for authentication
|
|
api-keys:
|
|
- "local-dev-key"
|
|
# Enable debug logging
|
|
debug: false
|
|
|
|
# When true, disable high-overhead HTTP middleware features to reduce per-request memory usage under high concurrency.
|
|
commercial-mode: false
|
|
|
|
# Open OAuth URLs in incognito/private browser mode.
|
|
# Useful when you want to login with a different account without logging out from your current session.
|
|
# Default: false (but Kiro auth defaults to true for multi-account support)
|
|
incognito-browser: true
|
|
|
|
# When true, write application logs to rotating files instead of stdout
|
|
logging-to-file: false
|
|
|
|
# Maximum total size (MB) of log files under the logs directory. When exceeded, the oldest log
|
|
# files are deleted until within the limit. Set to 0 to disable.
|
|
logs-max-total-size-mb: 0
|
|
|
|
# When false, disable in-memory usage statistics aggregation
|
|
usage-statistics-enabled: false
|
|
# Proxy URL. Supports socks5/http/https protocols. Example: socks5://user:pass@192.168.1.1:1080/
|
|
proxy-url: ""
|
|
|
|
# When true, unprefixed model requests only use credentials without a prefix (except when prefix == model name).
|
|
force-model-prefix: false
|
|
|
|
# Number of times to retry a request. Retries will occur if the HTTP response code is 403, 408, 500, 502, 503, or 504.
|
|
request-retry: 3
|
|
# Maximum wait time in seconds for a cooled-down credential before triggering a retry.
|
|
max-retry-interval: 30
|
|
# Quota exceeded behavior
|
|
quota-exceeded:
|
|
switch-project: true # Whether to automatically switch to another project when a quota is exceeded
|
|
switch-preview-model: true # Whether to automatically switch to a preview model when a quota is exceeded
|
|
|
|
# Routing strategy for selecting credentials when multiple match.
|
|
routing:
|
|
strategy: "round-robin" # round-robin (default), fill-first, usage-aware
|
|
|
|
# Global model mappings - route friendly names to actual models across all providers.
|
|
# These mappings are checked before per-credential model mappings.
|
|
# global-model-mappings:
|
|
# - from: "smart" # Client requests "smart"
|
|
# to: "claude-opus-4-5-20251101" # Routes to Claude Opus
|
|
# - from: "rush"
|
|
# to: "claude-haiku-4-5-20251001" # Routes to Claude Haiku (fast)
|
|
# - from: "think"
|
|
# to: "claude-opus-4-5-thinking" # Routes to thinking model
|
|
# - from: "gemini-pro"
|
|
# to: "gemini-2.5-pro-preview"
|
|
# provider: "gemini" # Only applies to Gemini provider
|
|
# - from: "cheap"
|
|
# to: "gpt-4o-mini"
|
|
# provider: "codex"
|
|
# enabled: false # Disabled mapping (kept for reference)
|
|
|
|
# When true, enable authentication for the WebSocket API (/v1/ws).
|
|
ws-auth: false
|
|
|
|
# Streaming behavior (SSE keep-alives, bootstrap retries, chunk sizing).
|
|
# streaming:
|
|
# keepalive-seconds: 15 # Default: 0 (disabled). <= 0 disables keep-alives.
|
|
# bootstrap-retries: 1 # Default: 0 (disabled). Retries before first byte is sent.
|
|
# max-chunk-size: 65536 # Default: 65536 (64KB). Max bytes per response chunk. 0 disables limiting.
|
|
|
|
# Context compression behavior (Factory.ai-style structured summarization).
|
|
# Uses LLM to generate intelligent summaries with structured sections when context
|
|
# exceeds the threshold. Summaries include: session intent, file modifications,
|
|
# decisions made, next steps, and technical details.
|
|
# compression:
|
|
# enabled: true # Default: true. Enable LLM-based structured summarization.
|
|
# threshold-percent: 0.75 # Default: 0.75. Trigger compression at 75% of context window.
|
|
# max-summary-tokens: 2000 # Default: 2000. Maximum tokens for generated summaries.
|
|
# summarization-timeout-seconds: 30 # Default: 30. Timeout for LLM summarization calls.
|
|
# fallback-to-regex: true # Default: true. Use regex-based summary when LLM fails.
|
|
|
|
# Response caching - cache identical API responses to reduce upstream calls.
|
|
# response-cache:
|
|
# enabled: true
|
|
# max-size: 1000 # Max cached responses
|
|
# ttl-seconds: 300 # 5 minutes
|
|
# exclude-models: # Don't cache these models
|
|
# - "*-thinking"
|
|
# - "o1-*"
|
|
|
|
# Prompt caching - track system prompts for analytics.
|
|
# prompt-cache:
|
|
# enabled: true
|
|
# max-size: 500
|
|
# ttl-seconds: 1800 # 30 minutes
|
|
|
|
# Token-aware compression (proactive trimming based on model context window).
|
|
# Prevents "prompt too long" errors by trimming before hitting model limits.
|
|
# Environment variables:
|
|
# CLIPROXY_TOKEN_AWARE_ENABLED=true # Default: true. Enable token-based compression.
|
|
# CLIPROXY_COMPRESSION_THRESHOLD=0.75 # Default: 0.75. Trim at 75% of context window.
|
|
# CLIPROXY_RESERVE_TOKENS=8192 # Default: 8192. Tokens reserved for model output.
|
|
|
|
# Gemini API keys
|
|
# gemini-api-key:
|
|
# - api-key: "AIzaSy...01"
|
|
# prefix: "test" # optional: require calls like "test/gemini-3-pro-preview" to target this credential
|
|
# base-url: "https://generativelanguage.googleapis.com"
|
|
# headers:
|
|
# X-Custom-Header: "custom-value"
|
|
# proxy-url: "socks5://proxy.example.com:1080"
|
|
# excluded-models:
|
|
# - "gemini-2.5-pro" # exclude specific models from this provider (exact match)
|
|
# - "gemini-2.5-*" # wildcard matching prefix (e.g. gemini-2.5-flash, gemini-2.5-pro)
|
|
# - "*-preview" # wildcard matching suffix (e.g. gemini-3-pro-preview, gemini-3-flash-preview)
|
|
# - "*flash*" # wildcard matching substring (e.g. gemini-2.5-flash-lite)
|
|
# - api-key: "AIzaSy...02"
|
|
|
|
# Codex API keys
|
|
# codex-api-key:
|
|
# - api-key: "sk-atSM..."
|
|
# prefix: "test" # optional: require calls like "test/gpt-5-codex" to target this credential
|
|
# base-url: "https://www.example.com" # use the custom codex API endpoint
|
|
# headers:
|
|
# X-Custom-Header: "custom-value"
|
|
# proxy-url: "socks5://proxy.example.com:1080" # optional: per-key proxy override
|
|
# models:
|
|
# - name: "gpt-5-codex" # upstream model name
|
|
# alias: "codex-latest" # client alias mapped to the upstream model
|
|
# excluded-models:
|
|
# - "gpt-5.2" # exclude specific models (exact match)
|
|
# - "gpt-5-*" # wildcard matching prefix (e.g. gpt-5-medium, gpt-5-codex)
|
|
# - "*-mini" # wildcard matching suffix (e.g. gpt-5-codex-mini)
|
|
# - "*codex*" # wildcard matching substring (e.g. gpt-5-codex-low)
|
|
|
|
# Claude API keys
|
|
# claude-api-key:
|
|
# - api-key: "sk-atSM..." # use the official claude API key, no need to set the base url
|
|
# - api-key: "sk-atSM..."
|
|
# prefix: "test" # optional: require calls like "test/claude-sonnet-latest" to target this credential
|
|
# base-url: "https://www.example.com" # use the custom claude API endpoint
|
|
# headers:
|
|
# X-Custom-Header: "custom-value"
|
|
# proxy-url: "socks5://proxy.example.com:1080" # optional: per-key proxy override
|
|
# models:
|
|
# - name: "claude-sonnet-4-5-20250929" # upstream model name
|
|
# alias: "claude-sonnet-latest" # client alias mapped to the upstream model
|
|
# excluded-models:
|
|
# - "claude-opus-4-5-20251101" # exclude specific models (exact match)
|
|
# - "claude-4-*" # wildcard matching prefix (e.g. claude-sonnet-4-5-20250929)
|
|
# - "*-thinking" # wildcard matching suffix (e.g. claude-opus-4-5-thinking)
|
|
# - "*haiku*" # wildcard matching substring (e.g. claude-haiku-4-5-20251001)
|
|
|
|
# Kiro (AWS CodeWhisperer) configuration
|
|
# kiro-key:
|
|
# - token-file: "~/.aws/sso/cache/kiro-auth-token.json"
|
|
# region: "us-east-1"
|
|
# proxy-url: "socks5://proxy.example.com:1080"
|
|
# agent-task-type: "dev"
|
|
# excluded-models:
|
|
# - "kiro-claude-haiku"
|
|
|
|
# Kiro (AWS CodeWhisperer) configuration
|
|
# Note: Kiro API currently only operates in us-east-1 region
|
|
#kiro:
|
|
# - token-file: "~/.aws/sso/cache/kiro-auth-token.json" # path to Kiro token file
|
|
# agent-task-type: "" # optional: "vibe" or empty (API default)
|
|
# - access-token: "aoaAAAAA..." # or provide tokens directly
|
|
# refresh-token: "aorAAAAA..."
|
|
# profile-arn: "arn:aws:codewhisperer:us-east-1:..."
|
|
# proxy-url: "socks5://proxy.example.com:1080" # optional: proxy override
|
|
|
|
# OpenAI compatibility providers
|
|
# openai-compatibility:
|
|
# - name: "openrouter" # The name of the provider; it will be used in the user agent and other places.
|
|
# prefix: "test" # optional: require calls like "test/kimi-k2" to target this provider's credentials
|
|
# base-url: "https://openrouter.ai/api/v1" # The base URL of the provider.
|
|
# headers:
|
|
# X-Custom-Header: "custom-value"
|
|
# api-key-entries:
|
|
# - api-key: "sk-or-v1-...b780"
|
|
# proxy-url: "socks5://proxy.example.com:1080" # optional: per-key proxy override
|
|
# - api-key: "sk-or-v1-...b781" # without proxy-url
|
|
# models: # The models supported by the provider.
|
|
# - name: "moonshotai/kimi-k2:free" # The actual model name.
|
|
# alias: "kimi-k2" # The alias used in the API.
|
|
|
|
# Vertex API keys (Vertex-compatible endpoints, use API key + base URL)
|
|
# vertex-api-key:
|
|
# - api-key: "vk-123..." # x-goog-api-key header
|
|
# prefix: "test" # optional: require calls like "test/vertex-pro" to target this credential
|
|
# base-url: "https://example.com/api" # e.g. https://zenmux.ai/api
|
|
# proxy-url: "socks5://proxy.example.com:1080" # optional per-key proxy override
|
|
# headers:
|
|
# X-Custom-Header: "custom-value"
|
|
# models: # optional: map aliases to upstream model names
|
|
# - name: "gemini-2.5-flash" # upstream model name
|
|
# alias: "vertex-flash" # client-visible alias
|
|
# - name: "gemini-1.5-pro"
|
|
# alias: "vertex-pro"
|
|
|
|
# OAuth provider excluded models
|
|
# oauth-excluded-models:
|
|
# gemini-cli:
|
|
# - "gemini-2.5-pro" # exclude specific models (exact match)
|
|
# - "gemini-2.5-*" # wildcard matching prefix (e.g. gemini-2.5-flash, gemini-2.5-pro)
|
|
# - "*-preview" # wildcard matching suffix (e.g. gemini-3-pro-preview, gemini-3-flash-preview)
|
|
# - "*flash*" # wildcard matching substring (e.g. gemini-2.5-flash-lite)
|
|
# vertex:
|
|
# - "gemini-3-pro-preview"
|
|
# - "gemini-3-flash-preview"
|
|
# aistudio:
|
|
# - "gemini-3-pro-preview"
|
|
# antigravity:
|
|
# - "gemini-3-pro-preview"
|
|
# claude:
|
|
# - "claude-3-5-haiku-20241022"
|
|
# codex:
|
|
# - "gpt-5-codex-mini"
|
|
# qwen:
|
|
# - "vision-model"
|
|
# kiro:
|
|
# - "kiro-claude-haiku"
|
|
|
|
# Optional payload configuration
|
|
# payload:
|
|
# default: # Default rules only set parameters when they are missing in the payload.
|
|
# - models:
|
|
# - name: "gemini-2.5-pro" # Supports wildcards (e.g., "gemini-*")
|
|
# protocol: "gemini" # restricts the rule to a specific protocol, options: openai, gemini, claude, codex
|
|
# params: # JSON path (gjson/sjson syntax) -> value
|
|
# "generationConfig.thinkingConfig.thinkingBudget": 32768
|
|
# override: # Override rules always set parameters, overwriting any existing values.
|
|
# - models:
|
|
# - name: "gpt-*" # Supports wildcards (e.g., "gpt-*")
|
|
# protocol: "codex" # restricts the rule to a specific protocol, options: openai, gemini, claude, codex
|
|
# params: # JSON path (gjson/sjson syntax) -> value
|
|
# "reasoning.effort": "high"
|