diff --git a/.gitignore b/.gitignore index c21a11f..0fe560c 100644 --- a/.gitignore +++ b/.gitignore @@ -15,3 +15,5 @@ litellm/.infra-litellm-state *.snapshot */secrets/ git-bridge/state/ + +litellm/.env diff --git a/docker-compose.yaml b/docker-compose.yaml index cfb3e34..3c7c285 100644 --- a/docker-compose.yaml +++ b/docker-compose.yaml @@ -75,6 +75,8 @@ services: - git_forge litellm: + env_file: + - ./litellm/.env container_name: litellm image: ghcr.io/berriai/litellm:main-latest restart: unless-stopped diff --git a/litellm/config.yaml b/litellm/config.yaml index cc43a45..4bfde59 100644 --- a/litellm/config.yaml +++ b/litellm/config.yaml @@ -72,6 +72,14 @@ model_list: model: xai/grok-build-0.1 use_xai_oauth: true + - model_name: voyage-4 + model_info: + mode: embedding + context_window: 32000 + litellm_params: + model: voyage/voyage-4 + api_key: os.environ/VOYAGE_API_KEY + litellm_settings: aiohttp_trust_env: true drop_params: true