wangdefa
ba7ec48c4f
Build and Push OCI GenAI Gateway Docker Image / docker-build-push (push) Successful in 34s
70 lines
2.2 KiB
Bash
70 lines
2.2 KiB
Bash
# API Settings
|
|
API_TITLE=OCI GenAI to OpenAI API Gateway
|
|
API_VERSION=0.0.1
|
|
API_PREFIX=/v1
|
|
API_PORT=8000
|
|
API_HOST=0.0.0.0
|
|
DEBUG=false
|
|
|
|
# Authentication
|
|
# Comma-separated list of API keys for authentication
|
|
# These are the keys clients will use in Authorization: Bearer <key>
|
|
API_KEYS=["sk-oci-genai-default-key"]
|
|
|
|
# ============================================
|
|
# OCI Configuration
|
|
# ============================================
|
|
# Path to OCI config file (usually ~/.oci/config)
|
|
OCI_CONFIG_FILE=~/.oci/config
|
|
|
|
# Profile names in the OCI config file
|
|
# 支持单个或多个 profile，多个 profile 用逗号分隔
|
|
# 多个 profile 时会自动使用轮询（round-robin）负载均衡
|
|
# 示例：
|
|
# 单配置：OCI_CONFIG_PROFILE=DEFAULT
|
|
# 多配置：OCI_CONFIG_PROFILE=DEFAULT,CHICAGO,ASHBURN
|
|
# 注意：每个 profile 在 ~/.oci/config 中必须包含 region 和 tenancy (作为 compartment_id)
|
|
OCI_CONFIG_PROFILE=DEFAULT
|
|
|
|
# Authentication type: api_key or instance_principal
|
|
OCI_AUTH_TYPE=api_key
|
|
|
|
# Optional: Direct endpoint for dedicated models
|
|
# GENAI_ENDPOINT=https://your-dedicated-endpoint
|
|
|
|
# Model Settings
|
|
# Note: Available models are dynamically loaded from OCI at startup
|
|
# Use GET /v1/models to see all available models
|
|
MAX_TOKENS=4096
|
|
TEMPERATURE=0.7
|
|
|
|
# Embedding Settings
|
|
# Truncate strategy for embeddings: END or START
|
|
EMBED_TRUNCATE=END
|
|
|
|
# Streaming Settings
|
|
# Global streaming on/off switch
|
|
# Set to false to disable streaming for all requests (overrides client stream=true)
|
|
ENABLE_STREAMING=true
|
|
# Chunk size for simulated streaming (fallback mode only)
|
|
# Only used when OCI returns non-streaming response
|
|
STREAM_CHUNK_SIZE=1024
|
|
|
|
# Logging
|
|
# Log level: DEBUG, INFO, WARNING, ERROR, CRITICAL
|
|
LOG_LEVEL=INFO
|
|
|
|
# Enable detailed request/response logging for debugging
|
|
# LOG_REQUESTS: Print incoming request details (method, URL, headers, body)
|
|
# LOG_RESPONSES: Print outgoing response details (status, headers, body)
|
|
# Note: Sensitive data (like API keys) are automatically filtered from logs
|
|
LOG_REQUESTS=false
|
|
LOG_RESPONSES=false
|
|
|
|
# Log file path (optional, if not set logs only to console)
|
|
LOG_FILE=./logs/app.log
|
|
# Max log file size in MB (default: 10)
|
|
LOG_FILE_MAX_SIZE=10
|
|
# Number of backup log files to keep (default: 5)
|
|
LOG_FILE_BACKUP_COUNT=5
|