create litellm config file

This commit is contained in:
Roger Oriol
2026-01-24 17:09:37 +01:00
parent 0b006d047e
commit 88c4eca28d

View File

@@ -23,7 +23,7 @@ data:
api_base: http://10.88.88.235:11434
litellm_settings:
# set_verbose: True # Uncomment this if you want to see verbose logs; not recommended in production
callbacks: ["arize_phoenix"]
callbacks: ["otel"]
drop_params: True
# max_budget: 100
# budget_duration: 30d
@@ -43,8 +43,6 @@ data:
# REDIS_HOST: redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com
# REDIS_PORT: "16337"
# REDIS_PASSWORD:
PHOENIX_COLLECTOR_ENDPOINT: "http://phoenix:4317"
PHOENIX_COLLECTOR_HTTP_ENDPOINT: "http://phoenix:6006/v1/traces"
---
apiVersion: apps/v1
kind: Deployment
@@ -79,16 +77,10 @@ spec:
env:
- name: STORE_MODEL_IN_DB
value: "True"
- name: OTEL_SERVICE_NAME
value: litellm
- name: OTEL_EXPORTER_OTLP_ENDPOINT
- name: OTEL_EXPORTER
value: "otlp_grpc"
- name: OTEL_ENDPOINT
value: "http://phoenix:4317"
- name: OTEL_EXPORTER_OTLP_PROTOCOL
value: "grpc"
- name: PHOENIX_COLLECTOR_ENDPOINT
value: "http://phoenix:4317"
- name: OTEL_RESOURCE_ATTRIBUTES
value: "service.name=litellm,openinference.project.name=litellm"
volumes:
- name: config-volume
configMap: