Files
modrinth/docker-compose.yml
T
François-Xavier TalbotandGitHub b4d681e713 feat(labrinth): Redis Cluster (#6771)
* chore(labrinth): bump to redis 1.4.1

* feat(labrinth): redis cluster

* chore: cleanup

* feat(labrinth): cache locking

* fix(labrinth): clippy

* chore(labrinth): cleanup env, remove postcard support

* chore(ci): fix test env for labrinth

* chore(labrinth): bump all key versions

* chore(labrinth): improve redis key identities handling

* chore(labrinth): simplify deadline handling

* chore(labrinth): remove unused lease tracking

* chore(labrinth): remove distributed cache locking for now

* chore(labrinth): improve redis backend init error

* feat(labrinth): expose redis read replica strategy

* chore(ci): remove other connection mode tests

* chore: split xredis crate

* feat(xredis): primaries routing

* chore: tombi fmt

* chore: clippy

* chore: update query cache
2026-07-23 11:35:02 +02:00

501 lines
12 KiB
YAML

name: labrinth
services:
postgres_db:
# staging/prod Labrinth are currently using this version of Postgres
image: postgres:15-alpine
container_name: labrinth-postgres
volumes:
- db-data:/var/lib/postgresql/data
ports:
- '127.0.0.1:5432:5432'
environment:
POSTGRES_USER: labrinth
POSTGRES_PASSWORD: labrinth
POSTGRES_HOST_AUTH_METHOD: trust
PGUSER: labrinth
healthcheck:
test: ['CMD', 'pg_isready', '-U', 'labrinth']
interval: 3s
timeout: 5s
retries: 3
typesense0:
image: typesense/typesense:30.1
container_name: labrinth-typesense0
restart: on-failure
ports:
- '127.0.0.1:8108:8108'
volumes:
- typesense-data:/data
command: --data-dir=/data --api-key=modrinth --enable-cors
healthcheck:
test: ['CMD-SHELL', "bash -lc '</dev/tcp/127.0.0.1/8108'"]
interval: 3s
timeout: 5s
retries: 3
meilisearch0:
image: getmeili/meilisearch:v1.12.0
container_name: labrinth-meilisearch0
networks:
- meilisearch-mesh
restart: on-failure
ports:
- '127.0.0.1:7700:7700'
volumes:
- meilisearch-data:/data.ms
environment:
MEILI_MASTER_KEY: modrinth
MEILI_HTTP_PAYLOAD_SIZE_LIMIT: 107374182400
MEILI_LOG_LEVEL: warn
healthcheck:
test: ['CMD', 'curl', '--fail', 'http://localhost:7700/health']
interval: 3s
timeout: 5s
retries: 3
redis:
image: redis:alpine
container_name: labrinth-redis
restart: on-failure
ports:
- '127.0.0.1:6379:6379'
volumes:
- redis-data:/data
healthcheck:
test: ['CMD', 'redis-cli', 'PING']
interval: 3s
timeout: 5s
retries: 3
redis-cluster-0:
profiles:
- clustered-redis
image: redis:alpine
container_name: labrinth-redis-cluster-0
restart: on-failure
networks:
- redis-cluster-mesh
ports:
- '127.0.0.1:7000:7000'
command:
[
'redis-server',
'--port',
'7000',
'--cluster-enabled',
'yes',
'--cluster-config-file',
'nodes.conf',
'--cluster-node-timeout',
'5000',
'--appendonly',
'no',
'--save',
'',
]
tmpfs:
- /data
healthcheck:
test: ['CMD', 'redis-cli', '-p', '7000', 'PING']
interval: 3s
timeout: 5s
retries: 10
redis-cluster-1:
profiles:
- clustered-redis
image: redis:alpine
container_name: labrinth-redis-cluster-1
restart: on-failure
networks:
- redis-cluster-mesh
ports:
- '127.0.0.1:7001:7001'
command:
[
'redis-server',
'--port',
'7001',
'--cluster-enabled',
'yes',
'--cluster-config-file',
'nodes.conf',
'--cluster-node-timeout',
'5000',
'--appendonly',
'no',
'--save',
'',
]
tmpfs:
- /data
healthcheck:
test: ['CMD', 'redis-cli', '-p', '7001', 'PING']
interval: 3s
timeout: 5s
retries: 10
redis-cluster-2:
profiles:
- clustered-redis
image: redis:alpine
container_name: labrinth-redis-cluster-2
restart: on-failure
networks:
- redis-cluster-mesh
ports:
- '127.0.0.1:7002:7002'
command:
[
'redis-server',
'--port',
'7002',
'--cluster-enabled',
'yes',
'--cluster-config-file',
'nodes.conf',
'--cluster-node-timeout',
'5000',
'--appendonly',
'no',
'--save',
'',
]
tmpfs:
- /data
healthcheck:
test: ['CMD', 'redis-cli', '-p', '7002', 'PING']
interval: 3s
timeout: 5s
retries: 10
redis-cluster-3:
profiles:
- clustered-redis
image: redis:alpine
container_name: labrinth-redis-cluster-3
restart: on-failure
networks:
- redis-cluster-mesh
ports:
- '127.0.0.1:7003:7003'
command:
[
'redis-server',
'--port',
'7003',
'--cluster-enabled',
'yes',
'--cluster-config-file',
'nodes.conf',
'--cluster-node-timeout',
'5000',
'--appendonly',
'no',
'--save',
'',
]
tmpfs:
- /data
healthcheck:
test: ['CMD', 'redis-cli', '-p', '7003', 'PING']
interval: 3s
timeout: 5s
retries: 10
redis-cluster-4:
profiles:
- clustered-redis
image: redis:alpine
container_name: labrinth-redis-cluster-4
restart: on-failure
networks:
- redis-cluster-mesh
ports:
- '127.0.0.1:7004:7004'
command:
[
'redis-server',
'--port',
'7004',
'--cluster-enabled',
'yes',
'--cluster-config-file',
'nodes.conf',
'--cluster-node-timeout',
'5000',
'--appendonly',
'no',
'--save',
'',
]
tmpfs:
- /data
healthcheck:
test: ['CMD', 'redis-cli', '-p', '7004', 'PING']
interval: 3s
timeout: 5s
retries: 10
redis-cluster-5:
profiles:
- clustered-redis
image: redis:alpine
container_name: labrinth-redis-cluster-5
restart: on-failure
networks:
- redis-cluster-mesh
ports:
- '127.0.0.1:7005:7005'
command:
[
'redis-server',
'--port',
'7005',
'--cluster-enabled',
'yes',
'--cluster-config-file',
'nodes.conf',
'--cluster-node-timeout',
'5000',
'--appendonly',
'no',
'--save',
'',
]
tmpfs:
- /data
healthcheck:
test: ['CMD', 'redis-cli', '-p', '7005', 'PING']
interval: 3s
timeout: 5s
retries: 10
redis-cluster-creator:
profiles:
- clustered-redis
image: redis:alpine
container_name: labrinth-redis-cluster-creator
networks:
- redis-cluster-mesh
depends_on:
redis-cluster-0:
condition: service_healthy
redis-cluster-1:
condition: service_healthy
redis-cluster-2:
condition: service_healthy
redis-cluster-3:
condition: service_healthy
redis-cluster-4:
condition: service_healthy
redis-cluster-5:
condition: service_healthy
entrypoint: ['sh', '-c']
command:
- |
cluster_info="$$(redis-cli -h redis-cluster-0 -p 7000 cluster info 2>/dev/null || true)"
case "$$cluster_info" in
*"cluster_state:ok"*) exit 0 ;;
esac
exec redis-cli --cluster create \
redis-cluster-0:7000 \
redis-cluster-1:7001 \
redis-cluster-2:7002 \
redis-cluster-3:7003 \
redis-cluster-4:7004 \
redis-cluster-5:7005 \
--cluster-replicas 1 \
--cluster-yes
redis-insight:
profiles:
- clustered-redis
image: redis/redisinsight:latest
container_name: labrinth-redis-insight
restart: on-failure
networks:
- redis-cluster-mesh
depends_on:
redis-cluster-creator:
condition: service_completed_successfully
ports:
- '127.0.0.1:5540:5540'
volumes:
- redis-insight-data:/data
clickhouse:
image: clickhouse/clickhouse-server
container_name: labrinth-clickhouse
ports:
- '127.0.0.1:8123:8123'
environment:
CLICKHOUSE_USER: default
CLICKHOUSE_PASSWORD: default
healthcheck:
test: ['CMD-SHELL', 'clickhouse-client --query "SELECT 1"']
interval: 3s
timeout: 5s
retries: 3
mail:
image: axllent/mailpit:v1.27
container_name: labrinth-mail
ports:
- '127.0.0.1:1025:1025'
- '127.0.0.1:8025:8025'
environment:
MP_ENABLE_SPAMASSASSIN: postmark
healthcheck:
test:
[
'CMD',
'wget',
'-q',
'-O/dev/null',
'http://localhost:8025/api/v1/info',
]
interval: 3s
timeout: 5s
retries: 3
gotenberg:
image: gotenberg/gotenberg:8
container_name: labrinth-gotenberg
ports:
- '127.0.0.1:13000:3000'
extra_hosts:
# Gotenberg must send a message on a webhook to our backend,
# so it must have access to our local network
- 'host.docker.internal:host-gateway'
redpanda:
image: redpandadata/redpanda:v26.1.10
container_name: labrinth-redpanda
command:
- redpanda
- start
- --kafka-addr internal://0.0.0.0:9092,external://0.0.0.0:19092
- --advertise-kafka-addr internal://redpanda:9092,external://localhost:19092
- --pandaproxy-addr internal://0.0.0.0:8082,external://0.0.0.0:18082
- --advertise-pandaproxy-addr internal://redpanda:8082,external://localhost:18082
- --schema-registry-addr internal://0.0.0.0:8081,external://0.0.0.0:18081
- --rpc-addr redpanda:33145
- --advertise-rpc-addr redpanda:33145
- --mode dev-container
- --smp 1
- --default-log-level=info
ports:
- '127.0.0.1:18081:18081'
- '127.0.0.1:18082:18082'
- '127.0.0.1:19092:19092'
- '127.0.0.1:19644:9644'
volumes:
- redpanda-data:/var/lib/redpanda/data
healthcheck:
test: ['CMD', 'rpk', 'cluster', 'info', '-X', 'brokers=localhost:9092']
interval: 10s
timeout: 15s
retries: 10
labrinth:
profiles:
- with-labrinth
build:
context: .
dockerfile: ./apps/labrinth/Dockerfile
container_name: labrinth
ports:
- '127.0.0.1:8000:8000'
env_file: ./apps/labrinth/.env.docker-compose
volumes:
- labrinth-cdn-data:/tmp/modrinth
depends_on:
postgres_db:
condition: service_healthy
meilisearch:
condition: service_healthy
elasticsearch0:
condition: service_healthy
elasticsearch1:
condition: service_healthy
elasticsearch2:
condition: service_healthy
redis:
condition: service_healthy
redpanda:
condition: service_healthy
clickhouse:
condition: service_healthy
mail:
condition: service_healthy
develop:
watch:
- path: ./apps/labrinth
action: rebuild
delphi:
profiles:
- with-delphi
image: ghcr.io/modrinth/delphi:main
container_name: labrinth-delphi
ports:
- '127.0.0.1:59999:59999'
environment:
LABRINTH_ENDPOINT: http://host.docker.internal:8000/_internal/delphi/ingest
LABRINTH_ADMIN_KEY: feedbeef
healthcheck:
test:
['CMD', 'wget', '-q', '-O/dev/null', 'http://localhost:59999/health']
interval: 3s
timeout: 5s
retries: 3
volumes:
# Labrinth deposits version files here;
# Delphi reads them from here
- /tmp/modrinth:/tmp/modrinth:ro,z
extra_hosts:
# Delphi must send a message on a webhook to our backend,
# so it must have access to our local network
- 'host.docker.internal:host-gateway'
# Sharded Meilisearch
meilisearch1:
profiles:
- sharded-meilisearch
image: getmeili/meilisearch:v1.12.0
container_name: labrinth-meilisearch1
restart: on-failure
networks:
- meilisearch-mesh
ports:
- '127.0.0.1:7701:7700'
volumes:
- meilisearch1-data:/data.ms
environment:
MEILI_MASTER_KEY: modrinth
MEILI_HTTP_PAYLOAD_SIZE_LIMIT: 107374182400
MEILI_LOG_LEVEL: warn
healthcheck:
test: ['CMD', 'curl', '--fail', 'http://localhost:7700/health']
interval: 3s
timeout: 5s
retries: 3
nginx-meilisearch-lb:
profiles:
- sharded-meilisearch
image: nginx:alpine
container_name: labrinth-meili-lb
networks:
- meilisearch-mesh
depends_on:
meilisearch0:
condition: service_healthy
meilisearch1:
condition: service_healthy
ports:
- '127.0.0.1:7710:80'
volumes:
- ./apps/labrinth/nginx/meili-lb.conf:/etc/nginx/conf.d/default.conf:ro
networks:
meilisearch-mesh:
driver: bridge
redis-cluster-mesh:
driver: bridge
volumes:
typesense-data:
meilisearch-data:
meilisearch1-data:
elasticsearch0-data:
elasticsearch1-data:
elasticsearch2-data:
elasticsearch-certs:
db-data:
redis-data:
redis-insight-data:
redpanda-data:
labrinth-cdn-data: