Sandbox::https://github.com/ServiceStack/llms/blob/main/docker-compose.local.yml

Repository navigation

services:

llms:

build:

context: .

dockerfile: Dockerfile

image: llms-py:latest

container_name: llms-py

# When using a bind mount, set PUID/PGID in .env to its owner's IDs.

user: "${PUID:-1000}:${PGID:-1000}"

ports:

- "127.0.0.1:8000:8000"

env_file:

# All API keys live here, one VAR=value per line, no quotes.

# Create it with `cp .env.example .env`.

- .env

environment:

- VERBOSE=1

volumes:

# Persist configuration and analytics data.

# llms.json and providers.json are auto-created on first run.

- llms-data:/home/llms/.llms

# Alternative: mount a local directory to use custom config files.

# Comment out the line above and uncomment this one, then put your

# llms.json / providers.json / providers-extra.json in ./config/

# - ./config:/home/llms/.llms

extra_hosts:

- "host.docker.internal:host-gateway"

restart: unless-stopped

healthcheck:

test: [ "CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://localhost:8000').read()" ]

interval: 30s

timeout: 10s

retries: 3

start_period: 10s

volumes:

llms-data:

driver: local