Travis Vasceannie
5f130fe7e3
- Change LANGFUSE_HOST to LANGFUSE_OTEL_HOST in stack.env for OpenTelemetry compatibility. - Update litellm_settings.yaml to use the "langfuse_otel" callback for improved logging. - Remove unnecessary callback settings from general_settings.yaml. - Add extensive session logging data to status_line.json for better tracking of session activities.
24 lines
2.1 KiB
YAML
24 lines
2.1 KiB
YAML
litellm_settings:
|
|
# Logging/Callback settings
|
|
callbacks: ["langfuse_otel"] # runs on success and failure (native SDK, not OTEL)
|
|
# service_callbacks: ["datadog", "prometheus"] # logs redis, postgres failures on datadog, prometheus (enterprise only)
|
|
turn_off_message_logging: false # prevent the messages and responses from being logged to on your callbacks, but request metadata will still be logged. Useful for privacy/compliance when handling sensitive data.
|
|
redact_user_api_key_info: false # Redact information about the user api key (hashed token, user_id, team id, etc.), from logs. Currently supported for Langfuse, OpenTelemetry, Logfire, ArizeAI logging.
|
|
langfuse_default_tags: ["cache_hit", "cache_key", "proxy_base_url", "user_api_key_alias", "user_api_key_user_id", "user_api_key_user_email", "user_api_key_team_alias", "semantic-similarity", "proxy_base_url"] # default tags for Langfuse Logging
|
|
|
|
# Networking settings
|
|
request_timeout: 10 # (int) llm requesttimeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
|
|
force_ipv4: false # If true, litellm will force ipv4 for all LLM requests. Some users have seen httpx ConnectionError when using ipv6 + Anthropic API
|
|
drop_params: true
|
|
# Debugging - see debugging docs for more options
|
|
# Use `--debug` or `--detailed_debug` CLI flags, or set LITELLM_LOG env var to "INFO", "DEBUG", or "ERROR"
|
|
json_logs: true # if true, logs will be in json format
|
|
|
|
# # Fallbacks, reliability
|
|
# default_fallbacks: ["claude-opus"] # set default_fallbacks, in case a specific model group is misconfigured / bad.
|
|
# content_policy_fallbacks: [{"gpt-3.5-turbo-small": ["claude-opus"]}] # fallbacks for ContentPolicyErrors
|
|
# context_window_fallbacks: [{"gpt-3.5-turbo-small": ["gpt-3.5-turbo-large", "claude-opus"]}] # fallbacks for ContextWindowExceededErrors
|
|
|
|
# # MCP Aliases - Map aliases to MCP server names for easier tool access
|
|
# mcp_aliases: { "github": "github_mcp_server", "zapier": "zapier_mcp_server", "deepwiki": "deepwiki_mcp_server" } # Maps friendly aliases to MCP server names. Only the first alias for each server is used
|