chore: make docker-compose use less memory (#28773)

Co-authored-by: Evan Rusackas <evan@preset.io>
This commit is contained in:
Maxime Beauchemin 2024-05-30 11:42:03 -07:00 committed by GitHub
parent 0070097af8
commit 2dbb44b725
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 7 additions and 1 deletions

View File

@ -172,6 +172,8 @@ services:
required: true required: true
- path: docker/.env-local # optional override - path: docker/.env-local # optional override
required: false required: false
environment:
CELERYD_CONCURRENCY: 2
restart: unless-stopped restart: unless-stopped
depends_on: *superset-depends-on depends_on: *superset-depends-on
user: *superset-user user: *superset-user
@ -211,12 +213,15 @@ services:
required: true required: true
- path: docker/.env-local # optional override - path: docker/.env-local # optional override
required: false required: false
profiles:
- optional
environment: environment:
DATABASE_HOST: localhost DATABASE_HOST: localhost
DATABASE_DB: test DATABASE_DB: test
REDIS_CELERY_DB: 2 REDIS_CELERY_DB: 2
REDIS_RESULTS_DB: 3 REDIS_RESULTS_DB: 3
REDIS_HOST: localhost REDIS_HOST: localhost
CELERYD_CONCURRENCY: 8
network_mode: host network_mode: host
depends_on: *superset-depends-on depends_on: *superset-depends-on
user: *superset-user user: *superset-user

View File

@ -38,7 +38,8 @@ fi
case "${1}" in case "${1}" in
worker) worker)
echo "Starting Celery worker..." echo "Starting Celery worker..."
celery --app=superset.tasks.celery_app:app worker -O fair -l INFO # setting up only 2 workers by default to contain memory usage in dev environments
celery --app=superset.tasks.celery_app:app worker -O fair -l INFO --concurrency=${CELERYD_CONCURRENCY:-2}
;; ;;
beat) beat)
echo "Starting Celery beat..." echo "Starting Celery beat..."