All checks were successful
Build and Push OCI GenAI Gateway Docker Image / docker-build-push (push) Successful in 32m3s
66 lines
2.0 KiB
Plaintext
66 lines
2.0 KiB
Plaintext
# API Settings
|
||
API_TITLE=OCI GenAI to OpenAI API Gateway
|
||
API_VERSION=0.0.1
|
||
API_PREFIX=/v1
|
||
API_PORT=8000
|
||
API_HOST=0.0.0.0
|
||
DEBUG=false
|
||
|
||
# Authentication
|
||
# Comma-separated list of API keys for authentication
|
||
# These are the keys clients will use in Authorization: Bearer <key>
|
||
API_KEYS=["sk-oci-genai-default-key"]
|
||
|
||
# ============================================
|
||
# OCI Configuration
|
||
# ============================================
|
||
# Path to OCI config file (usually ~/.oci/config)
|
||
OCI_CONFIG_FILE=~/.oci/config
|
||
|
||
# Profile names in the OCI config file
|
||
# 支持单个或多个 profile,多个 profile 用逗号分隔
|
||
# 多个 profile 时会自动使用轮询(round-robin)负载均衡
|
||
# 示例:
|
||
# 单配置:OCI_CONFIG_PROFILE=DEFAULT
|
||
# 多配置:OCI_CONFIG_PROFILE=DEFAULT,CHICAGO,ASHBURN
|
||
# 注意:每个 profile 在 ~/.oci/config 中必须包含 region 和 tenancy (作为 compartment_id)
|
||
OCI_CONFIG_PROFILE=DEFAULT
|
||
|
||
# Authentication type: api_key or instance_principal
|
||
OCI_AUTH_TYPE=api_key
|
||
|
||
# Optional: Direct endpoint for dedicated models
|
||
# GENAI_ENDPOINT=https://your-dedicated-endpoint
|
||
|
||
# Model Settings
|
||
# Note: Available models are dynamically loaded from OCI at startup
|
||
# Use GET /v1/models to see all available models
|
||
MAX_TOKENS=4096
|
||
TEMPERATURE=0.7
|
||
|
||
# Embedding Settings
|
||
# Truncate strategy for embeddings: END or START
|
||
EMBED_TRUNCATE=END
|
||
|
||
# Streaming Settings
|
||
# Global streaming on/off switch
|
||
# Set to false to disable streaming for all requests (overrides client stream=true)
|
||
ENABLE_STREAMING=true
|
||
# Chunk size for simulated streaming (fallback mode only)
|
||
# Only used when OCI returns non-streaming response
|
||
STREAM_CHUNK_SIZE=1024
|
||
|
||
# Logging
|
||
# Log level: DEBUG, INFO, WARNING, ERROR, CRITICAL
|
||
LOG_LEVEL=INFO
|
||
# Log incoming requests (may contain sensitive data)
|
||
LOG_REQUESTS=false
|
||
# Log responses (may contain sensitive data)
|
||
LOG_RESPONSES=false
|
||
# Log file path (optional, if not set logs only to console)
|
||
LOG_FILE=./logs/app.log
|
||
# Max log file size in MB (default: 10)
|
||
LOG_FILE_MAX_SIZE=10
|
||
# Number of backup log files to keep (default: 5)
|
||
LOG_FILE_BACKUP_COUNT=5
|