create litellm config file
This commit is contained in:
@@ -23,7 +23,7 @@ data:
|
||||
api_base: http://10.88.88.235:11434
|
||||
litellm_settings:
|
||||
# set_verbose: True # Uncomment this if you want to see verbose logs; not recommended in production
|
||||
callbacks: ["arize_phoenix"]
|
||||
callbacks: ["otel"]
|
||||
drop_params: True
|
||||
# max_budget: 100
|
||||
# budget_duration: 30d
|
||||
@@ -43,8 +43,6 @@ data:
|
||||
# REDIS_HOST: redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com
|
||||
# REDIS_PORT: "16337"
|
||||
# REDIS_PASSWORD:
|
||||
PHOENIX_COLLECTOR_ENDPOINT: "http://phoenix:4317"
|
||||
PHOENIX_COLLECTOR_HTTP_ENDPOINT: "http://phoenix:6006/v1/traces"
|
||||
---
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
@@ -79,16 +77,10 @@ spec:
|
||||
env:
|
||||
- name: STORE_MODEL_IN_DB
|
||||
value: "True"
|
||||
- name: OTEL_SERVICE_NAME
|
||||
value: litellm
|
||||
- name: OTEL_EXPORTER_OTLP_ENDPOINT
|
||||
- name: OTEL_EXPORTER
|
||||
value: "otlp_grpc"
|
||||
- name: OTEL_ENDPOINT
|
||||
value: "http://phoenix:4317"
|
||||
- name: OTEL_EXPORTER_OTLP_PROTOCOL
|
||||
value: "grpc"
|
||||
- name: PHOENIX_COLLECTOR_ENDPOINT
|
||||
value: "http://phoenix:4317"
|
||||
- name: OTEL_RESOURCE_ATTRIBUTES
|
||||
value: "service.name=litellm,openinference.project.name=litellm"
|
||||
volumes:
|
||||
- name: config-volume
|
||||
configMap:
|
||||
|
||||
Reference in New Issue
Block a user