mirror of
https://github.com/modrinth/code.git
synced 2026-07-31 21:26:40 +00:00
* chore(labrinth): bump to redis 1.4.1 * feat(labrinth): redis cluster * chore: cleanup * feat(labrinth): cache locking * fix(labrinth): clippy * chore(labrinth): cleanup env, remove postcard support * chore(ci): fix test env for labrinth * chore(labrinth): bump all key versions * chore(labrinth): improve redis key identities handling * chore(labrinth): simplify deadline handling * chore(labrinth): remove unused lease tracking * chore(labrinth): remove distributed cache locking for now * chore(labrinth): improve redis backend init error * feat(labrinth): expose redis read replica strategy * chore(ci): remove other connection mode tests * chore: split xredis crate * feat(xredis): primaries routing * chore: tombi fmt * chore: clippy * chore: update query cache
501 lines
12 KiB
YAML
501 lines
12 KiB
YAML
name: labrinth
|
|
services:
|
|
postgres_db:
|
|
# staging/prod Labrinth are currently using this version of Postgres
|
|
image: postgres:15-alpine
|
|
container_name: labrinth-postgres
|
|
volumes:
|
|
- db-data:/var/lib/postgresql/data
|
|
ports:
|
|
- '127.0.0.1:5432:5432'
|
|
environment:
|
|
POSTGRES_USER: labrinth
|
|
POSTGRES_PASSWORD: labrinth
|
|
POSTGRES_HOST_AUTH_METHOD: trust
|
|
PGUSER: labrinth
|
|
healthcheck:
|
|
test: ['CMD', 'pg_isready', '-U', 'labrinth']
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 3
|
|
typesense0:
|
|
image: typesense/typesense:30.1
|
|
container_name: labrinth-typesense0
|
|
restart: on-failure
|
|
ports:
|
|
- '127.0.0.1:8108:8108'
|
|
volumes:
|
|
- typesense-data:/data
|
|
command: --data-dir=/data --api-key=modrinth --enable-cors
|
|
healthcheck:
|
|
test: ['CMD-SHELL', "bash -lc '</dev/tcp/127.0.0.1/8108'"]
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 3
|
|
meilisearch0:
|
|
image: getmeili/meilisearch:v1.12.0
|
|
container_name: labrinth-meilisearch0
|
|
networks:
|
|
- meilisearch-mesh
|
|
restart: on-failure
|
|
ports:
|
|
- '127.0.0.1:7700:7700'
|
|
volumes:
|
|
- meilisearch-data:/data.ms
|
|
environment:
|
|
MEILI_MASTER_KEY: modrinth
|
|
MEILI_HTTP_PAYLOAD_SIZE_LIMIT: 107374182400
|
|
MEILI_LOG_LEVEL: warn
|
|
healthcheck:
|
|
test: ['CMD', 'curl', '--fail', 'http://localhost:7700/health']
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 3
|
|
redis:
|
|
image: redis:alpine
|
|
container_name: labrinth-redis
|
|
restart: on-failure
|
|
ports:
|
|
- '127.0.0.1:6379:6379'
|
|
volumes:
|
|
- redis-data:/data
|
|
healthcheck:
|
|
test: ['CMD', 'redis-cli', 'PING']
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 3
|
|
redis-cluster-0:
|
|
profiles:
|
|
- clustered-redis
|
|
image: redis:alpine
|
|
container_name: labrinth-redis-cluster-0
|
|
restart: on-failure
|
|
networks:
|
|
- redis-cluster-mesh
|
|
ports:
|
|
- '127.0.0.1:7000:7000'
|
|
command:
|
|
[
|
|
'redis-server',
|
|
'--port',
|
|
'7000',
|
|
'--cluster-enabled',
|
|
'yes',
|
|
'--cluster-config-file',
|
|
'nodes.conf',
|
|
'--cluster-node-timeout',
|
|
'5000',
|
|
'--appendonly',
|
|
'no',
|
|
'--save',
|
|
'',
|
|
]
|
|
tmpfs:
|
|
- /data
|
|
healthcheck:
|
|
test: ['CMD', 'redis-cli', '-p', '7000', 'PING']
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 10
|
|
redis-cluster-1:
|
|
profiles:
|
|
- clustered-redis
|
|
image: redis:alpine
|
|
container_name: labrinth-redis-cluster-1
|
|
restart: on-failure
|
|
networks:
|
|
- redis-cluster-mesh
|
|
ports:
|
|
- '127.0.0.1:7001:7001'
|
|
command:
|
|
[
|
|
'redis-server',
|
|
'--port',
|
|
'7001',
|
|
'--cluster-enabled',
|
|
'yes',
|
|
'--cluster-config-file',
|
|
'nodes.conf',
|
|
'--cluster-node-timeout',
|
|
'5000',
|
|
'--appendonly',
|
|
'no',
|
|
'--save',
|
|
'',
|
|
]
|
|
tmpfs:
|
|
- /data
|
|
healthcheck:
|
|
test: ['CMD', 'redis-cli', '-p', '7001', 'PING']
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 10
|
|
redis-cluster-2:
|
|
profiles:
|
|
- clustered-redis
|
|
image: redis:alpine
|
|
container_name: labrinth-redis-cluster-2
|
|
restart: on-failure
|
|
networks:
|
|
- redis-cluster-mesh
|
|
ports:
|
|
- '127.0.0.1:7002:7002'
|
|
command:
|
|
[
|
|
'redis-server',
|
|
'--port',
|
|
'7002',
|
|
'--cluster-enabled',
|
|
'yes',
|
|
'--cluster-config-file',
|
|
'nodes.conf',
|
|
'--cluster-node-timeout',
|
|
'5000',
|
|
'--appendonly',
|
|
'no',
|
|
'--save',
|
|
'',
|
|
]
|
|
tmpfs:
|
|
- /data
|
|
healthcheck:
|
|
test: ['CMD', 'redis-cli', '-p', '7002', 'PING']
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 10
|
|
redis-cluster-3:
|
|
profiles:
|
|
- clustered-redis
|
|
image: redis:alpine
|
|
container_name: labrinth-redis-cluster-3
|
|
restart: on-failure
|
|
networks:
|
|
- redis-cluster-mesh
|
|
ports:
|
|
- '127.0.0.1:7003:7003'
|
|
command:
|
|
[
|
|
'redis-server',
|
|
'--port',
|
|
'7003',
|
|
'--cluster-enabled',
|
|
'yes',
|
|
'--cluster-config-file',
|
|
'nodes.conf',
|
|
'--cluster-node-timeout',
|
|
'5000',
|
|
'--appendonly',
|
|
'no',
|
|
'--save',
|
|
'',
|
|
]
|
|
tmpfs:
|
|
- /data
|
|
healthcheck:
|
|
test: ['CMD', 'redis-cli', '-p', '7003', 'PING']
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 10
|
|
redis-cluster-4:
|
|
profiles:
|
|
- clustered-redis
|
|
image: redis:alpine
|
|
container_name: labrinth-redis-cluster-4
|
|
restart: on-failure
|
|
networks:
|
|
- redis-cluster-mesh
|
|
ports:
|
|
- '127.0.0.1:7004:7004'
|
|
command:
|
|
[
|
|
'redis-server',
|
|
'--port',
|
|
'7004',
|
|
'--cluster-enabled',
|
|
'yes',
|
|
'--cluster-config-file',
|
|
'nodes.conf',
|
|
'--cluster-node-timeout',
|
|
'5000',
|
|
'--appendonly',
|
|
'no',
|
|
'--save',
|
|
'',
|
|
]
|
|
tmpfs:
|
|
- /data
|
|
healthcheck:
|
|
test: ['CMD', 'redis-cli', '-p', '7004', 'PING']
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 10
|
|
redis-cluster-5:
|
|
profiles:
|
|
- clustered-redis
|
|
image: redis:alpine
|
|
container_name: labrinth-redis-cluster-5
|
|
restart: on-failure
|
|
networks:
|
|
- redis-cluster-mesh
|
|
ports:
|
|
- '127.0.0.1:7005:7005'
|
|
command:
|
|
[
|
|
'redis-server',
|
|
'--port',
|
|
'7005',
|
|
'--cluster-enabled',
|
|
'yes',
|
|
'--cluster-config-file',
|
|
'nodes.conf',
|
|
'--cluster-node-timeout',
|
|
'5000',
|
|
'--appendonly',
|
|
'no',
|
|
'--save',
|
|
'',
|
|
]
|
|
tmpfs:
|
|
- /data
|
|
healthcheck:
|
|
test: ['CMD', 'redis-cli', '-p', '7005', 'PING']
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 10
|
|
redis-cluster-creator:
|
|
profiles:
|
|
- clustered-redis
|
|
image: redis:alpine
|
|
container_name: labrinth-redis-cluster-creator
|
|
networks:
|
|
- redis-cluster-mesh
|
|
depends_on:
|
|
redis-cluster-0:
|
|
condition: service_healthy
|
|
redis-cluster-1:
|
|
condition: service_healthy
|
|
redis-cluster-2:
|
|
condition: service_healthy
|
|
redis-cluster-3:
|
|
condition: service_healthy
|
|
redis-cluster-4:
|
|
condition: service_healthy
|
|
redis-cluster-5:
|
|
condition: service_healthy
|
|
entrypoint: ['sh', '-c']
|
|
command:
|
|
- |
|
|
cluster_info="$$(redis-cli -h redis-cluster-0 -p 7000 cluster info 2>/dev/null || true)"
|
|
case "$$cluster_info" in
|
|
*"cluster_state:ok"*) exit 0 ;;
|
|
esac
|
|
exec redis-cli --cluster create \
|
|
redis-cluster-0:7000 \
|
|
redis-cluster-1:7001 \
|
|
redis-cluster-2:7002 \
|
|
redis-cluster-3:7003 \
|
|
redis-cluster-4:7004 \
|
|
redis-cluster-5:7005 \
|
|
--cluster-replicas 1 \
|
|
--cluster-yes
|
|
redis-insight:
|
|
profiles:
|
|
- clustered-redis
|
|
image: redis/redisinsight:latest
|
|
container_name: labrinth-redis-insight
|
|
restart: on-failure
|
|
networks:
|
|
- redis-cluster-mesh
|
|
depends_on:
|
|
redis-cluster-creator:
|
|
condition: service_completed_successfully
|
|
ports:
|
|
- '127.0.0.1:5540:5540'
|
|
volumes:
|
|
- redis-insight-data:/data
|
|
clickhouse:
|
|
image: clickhouse/clickhouse-server
|
|
container_name: labrinth-clickhouse
|
|
ports:
|
|
- '127.0.0.1:8123:8123'
|
|
environment:
|
|
CLICKHOUSE_USER: default
|
|
CLICKHOUSE_PASSWORD: default
|
|
healthcheck:
|
|
test: ['CMD-SHELL', 'clickhouse-client --query "SELECT 1"']
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 3
|
|
mail:
|
|
image: axllent/mailpit:v1.27
|
|
container_name: labrinth-mail
|
|
ports:
|
|
- '127.0.0.1:1025:1025'
|
|
- '127.0.0.1:8025:8025'
|
|
environment:
|
|
MP_ENABLE_SPAMASSASSIN: postmark
|
|
healthcheck:
|
|
test:
|
|
[
|
|
'CMD',
|
|
'wget',
|
|
'-q',
|
|
'-O/dev/null',
|
|
'http://localhost:8025/api/v1/info',
|
|
]
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 3
|
|
gotenberg:
|
|
image: gotenberg/gotenberg:8
|
|
container_name: labrinth-gotenberg
|
|
ports:
|
|
- '127.0.0.1:13000:3000'
|
|
extra_hosts:
|
|
# Gotenberg must send a message on a webhook to our backend,
|
|
# so it must have access to our local network
|
|
- 'host.docker.internal:host-gateway'
|
|
redpanda:
|
|
image: redpandadata/redpanda:v26.1.10
|
|
container_name: labrinth-redpanda
|
|
command:
|
|
- redpanda
|
|
- start
|
|
- --kafka-addr internal://0.0.0.0:9092,external://0.0.0.0:19092
|
|
- --advertise-kafka-addr internal://redpanda:9092,external://localhost:19092
|
|
- --pandaproxy-addr internal://0.0.0.0:8082,external://0.0.0.0:18082
|
|
- --advertise-pandaproxy-addr internal://redpanda:8082,external://localhost:18082
|
|
- --schema-registry-addr internal://0.0.0.0:8081,external://0.0.0.0:18081
|
|
- --rpc-addr redpanda:33145
|
|
- --advertise-rpc-addr redpanda:33145
|
|
- --mode dev-container
|
|
- --smp 1
|
|
- --default-log-level=info
|
|
ports:
|
|
- '127.0.0.1:18081:18081'
|
|
- '127.0.0.1:18082:18082'
|
|
- '127.0.0.1:19092:19092'
|
|
- '127.0.0.1:19644:9644'
|
|
volumes:
|
|
- redpanda-data:/var/lib/redpanda/data
|
|
healthcheck:
|
|
test: ['CMD', 'rpk', 'cluster', 'info', '-X', 'brokers=localhost:9092']
|
|
interval: 10s
|
|
timeout: 15s
|
|
retries: 10
|
|
labrinth:
|
|
profiles:
|
|
- with-labrinth
|
|
build:
|
|
context: .
|
|
dockerfile: ./apps/labrinth/Dockerfile
|
|
container_name: labrinth
|
|
ports:
|
|
- '127.0.0.1:8000:8000'
|
|
env_file: ./apps/labrinth/.env.docker-compose
|
|
volumes:
|
|
- labrinth-cdn-data:/tmp/modrinth
|
|
depends_on:
|
|
postgres_db:
|
|
condition: service_healthy
|
|
meilisearch:
|
|
condition: service_healthy
|
|
elasticsearch0:
|
|
condition: service_healthy
|
|
elasticsearch1:
|
|
condition: service_healthy
|
|
elasticsearch2:
|
|
condition: service_healthy
|
|
redis:
|
|
condition: service_healthy
|
|
redpanda:
|
|
condition: service_healthy
|
|
clickhouse:
|
|
condition: service_healthy
|
|
mail:
|
|
condition: service_healthy
|
|
develop:
|
|
watch:
|
|
- path: ./apps/labrinth
|
|
action: rebuild
|
|
delphi:
|
|
profiles:
|
|
- with-delphi
|
|
image: ghcr.io/modrinth/delphi:main
|
|
container_name: labrinth-delphi
|
|
ports:
|
|
- '127.0.0.1:59999:59999'
|
|
environment:
|
|
LABRINTH_ENDPOINT: http://host.docker.internal:8000/_internal/delphi/ingest
|
|
LABRINTH_ADMIN_KEY: feedbeef
|
|
healthcheck:
|
|
test:
|
|
['CMD', 'wget', '-q', '-O/dev/null', 'http://localhost:59999/health']
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 3
|
|
volumes:
|
|
# Labrinth deposits version files here;
|
|
# Delphi reads them from here
|
|
- /tmp/modrinth:/tmp/modrinth:ro,z
|
|
extra_hosts:
|
|
# Delphi must send a message on a webhook to our backend,
|
|
# so it must have access to our local network
|
|
- 'host.docker.internal:host-gateway'
|
|
# Sharded Meilisearch
|
|
meilisearch1:
|
|
profiles:
|
|
- sharded-meilisearch
|
|
image: getmeili/meilisearch:v1.12.0
|
|
container_name: labrinth-meilisearch1
|
|
restart: on-failure
|
|
networks:
|
|
- meilisearch-mesh
|
|
ports:
|
|
- '127.0.0.1:7701:7700'
|
|
volumes:
|
|
- meilisearch1-data:/data.ms
|
|
environment:
|
|
MEILI_MASTER_KEY: modrinth
|
|
MEILI_HTTP_PAYLOAD_SIZE_LIMIT: 107374182400
|
|
MEILI_LOG_LEVEL: warn
|
|
healthcheck:
|
|
test: ['CMD', 'curl', '--fail', 'http://localhost:7700/health']
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 3
|
|
nginx-meilisearch-lb:
|
|
profiles:
|
|
- sharded-meilisearch
|
|
image: nginx:alpine
|
|
container_name: labrinth-meili-lb
|
|
networks:
|
|
- meilisearch-mesh
|
|
depends_on:
|
|
meilisearch0:
|
|
condition: service_healthy
|
|
meilisearch1:
|
|
condition: service_healthy
|
|
ports:
|
|
- '127.0.0.1:7710:80'
|
|
volumes:
|
|
- ./apps/labrinth/nginx/meili-lb.conf:/etc/nginx/conf.d/default.conf:ro
|
|
networks:
|
|
meilisearch-mesh:
|
|
driver: bridge
|
|
redis-cluster-mesh:
|
|
driver: bridge
|
|
volumes:
|
|
typesense-data:
|
|
meilisearch-data:
|
|
meilisearch1-data:
|
|
elasticsearch0-data:
|
|
elasticsearch1-data:
|
|
elasticsearch2-data:
|
|
elasticsearch-certs:
|
|
db-data:
|
|
redis-data:
|
|
redis-insight-data:
|
|
redpanda-data:
|
|
labrinth-cdn-data:
|