新增 OCI 客户端超时设置,支持连接和读取超时配置
All checks were successful
Build and Push OCI GenAI Gateway Docker Image / docker-build-push (push) Successful in 35s
All checks were successful
Build and Push OCI GenAI Gateway Docker Image / docker-build-push (push) Successful in 35s
This commit is contained in:
@@ -29,6 +29,13 @@ OCI_CONFIG_PROFILE=DEFAULT
|
||||
# Authentication type: api_key or instance_principal
|
||||
OCI_AUTH_TYPE=api_key
|
||||
|
||||
# OCI Client Timeout Settings
|
||||
# Connect timeout: Maximum time (in seconds) to establish connection to OCI API
|
||||
OCI_CONNECT_TIMEOUT=10
|
||||
# Read timeout: Maximum time (in seconds) to wait for OCI API response
|
||||
# Increase this value for long-running requests (e.g., complex conversations)
|
||||
OCI_READ_TIMEOUT=360
|
||||
|
||||
# Optional: Direct endpoint for dedicated models
|
||||
# GENAI_ENDPOINT=https://your-dedicated-endpoint
|
||||
|
||||
|
||||
@@ -41,6 +41,8 @@ class Settings(BaseSettings):
|
||||
oci_config_file: str = "~/.oci/config"
|
||||
oci_config_profile: str = "DEFAULT" # 支持多个profile,用逗号分隔,例如:DEFAULT,CHICAGO,ASHBURN
|
||||
oci_auth_type: str = "api_key" # api_key or instance_principal
|
||||
oci_connect_timeout: int = 10 # Connection timeout in seconds
|
||||
oci_read_timeout: int = 360 # Read timeout in seconds (6 minutes)
|
||||
|
||||
# GenAI Service Settings
|
||||
genai_endpoint: Optional[str] = None
|
||||
|
||||
@@ -170,7 +170,7 @@ class OCIGenAIClient:
|
||||
config=config,
|
||||
service_endpoint=inference_endpoint,
|
||||
retry_strategy=oci.retry.NoneRetryStrategy(),
|
||||
timeout=(10, 240)
|
||||
timeout=(self.settings.oci_connect_timeout, self.settings.oci_read_timeout)
|
||||
)
|
||||
|
||||
return client
|
||||
|
||||
Reference in New Issue
Block a user