blob: fc60267794dbde7ce3b8b49d7510e4796bc3457a [file]
# LiteLLM proxy config for llmao.
# Copy to litellm.yaml (gitignored) and replace CHANGE_ME_* values.
#
# cp litellm.yaml.example litellm.yaml
# cp model_list.yaml.example model_list.yaml
# ./bin/gen-litellm-master-key.sh # print sk-…; paste into config.yaml + litellm.yaml
# make proxy # litellm --config litellm.yaml
#
# Requires model_list.yaml next to this file (same as config.yaml / litellm.yaml:
# copy from *.example; fail if missing). API keys in model_list.yaml come from
# eyaml in production; api_base is cleartext.
#
# Do not use STORE_MODEL_IN_DB for the ASF model inventory — model_list.yaml is SoT.
# Production secrets are on-disk YAML (Puppet/eyaml), not environment variables.
include:
- model_list.yaml
litellm_settings:
drop_params: true
general_settings:
# Proxy admin key (must start with sk-). Same value as config.yaml → litellm.master_key.
master_key: CHANGE_ME_MASTER_KEY
# Required for virtual keys, teams, budgets, and spend tracking.
# Developer: run `make db` (bin/setup_litellm_db.py) against system Postgres
# and paste the printed database_url here. Production: Puppet/eyaml.
database_url: postgresql://llmao:CHANGE_ME@127.0.0.1:5432/litellm