Will Anderson
97 lines
2.0 KiB
YAML
97 lines
2.0 KiB
YAML
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: soma-config
|
|
namespace: neuron-prod
|
|
data:
|
|
soma.toml: |
|
|
[soma]
|
|
name = "neuron-prod"
|
|
version = "0.1.0"
|
|
region_primary = "us-central1"
|
|
|
|
[api]
|
|
port = 8080
|
|
default_rate_limit_rpm = 500
|
|
burst_rate_limit_rpm = 1000
|
|
|
|
[routing]
|
|
anti_concentration_limit = 0.60
|
|
idle_drain_minutes = 15
|
|
pre_warm_load_threshold = 0.70
|
|
cost_oracle_poll_seconds = 60
|
|
|
|
[warm_pool]
|
|
llm_min_warm = 1
|
|
image_gen_min_warm = 1
|
|
video_min_warm = 1
|
|
|
|
[providers]
|
|
priority = ["legion"]
|
|
|
|
[providers.gcp]
|
|
enabled = false
|
|
project_id = ""
|
|
zones = []
|
|
service_account_key_path = ""
|
|
|
|
[providers.runpod]
|
|
enabled = false
|
|
api_key_env = "RUNPOD_API_KEY"
|
|
preferred_gpu = "H100_SXM"
|
|
|
|
[providers.legion]
|
|
enabled = true
|
|
host = "legion.neuralplatform.ai"
|
|
ssh_key_env = "LEGION_SSH_KEY"
|
|
cost_per_hour = 0.40
|
|
|
|
[providers.aws]
|
|
enabled = false
|
|
region = "us-east-1"
|
|
access_key_env = "AWS_ACCESS_KEY_ID"
|
|
secret_key_env = "AWS_SECRET_ACCESS_KEY"
|
|
|
|
[providers.azure]
|
|
enabled = false
|
|
subscription_id = ""
|
|
|
|
[storage]
|
|
primary = "r2"
|
|
replicate_to = []
|
|
|
|
[storage.gcs]
|
|
project = ""
|
|
buckets = []
|
|
|
|
[storage.r2]
|
|
account_id_env = "CF_R2_ACCOUNT_ID"
|
|
access_key_env = "CF_R2_ACCESS_KEY"
|
|
|
|
[identity]
|
|
vault_addr = "https://vault.neuralplatform.ai"
|
|
vault_token_env = "VAULT_TOKEN"
|
|
secret_rotation_days = 90
|
|
|
|
[inference.llm]
|
|
default_model = "neuron-technologies/Neuron"
|
|
default_backend = "huggingface"
|
|
|
|
[inference.image_gen]
|
|
default_model = "lustify"
|
|
default_backend = "sd-forge"
|
|
default_width = 1024
|
|
default_height = 1024
|
|
|
|
[email]
|
|
provider = "smtp"
|
|
from_address = "noreply@neurontechnologies.ai"
|
|
from_name = "Neuron Technologies"
|
|
smtp_host = "smtp.postmarkapp.com"
|
|
smtp_port_env = "SMTP_PORT"
|
|
|
|
[telemetry]
|
|
otlp_endpoint = "http://alloy.monitoring.svc.cluster.local:4318"
|
|
otlp_tenant = "legion"
|
|
log_level = "info"
|