diff --git a/docker-compose.yml b/docker-compose.yml index a697f8f90..de0f12db2 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -172,6 +172,8 @@ services: required: true - path: docker/.env-local # optional override required: false + environment: + CELERYD_CONCURRENCY: 2 restart: unless-stopped depends_on: *superset-depends-on user: *superset-user @@ -211,12 +213,15 @@ services: required: true - path: docker/.env-local # optional override required: false + profiles: + - optional environment: DATABASE_HOST: localhost DATABASE_DB: test REDIS_CELERY_DB: 2 REDIS_RESULTS_DB: 3 REDIS_HOST: localhost + CELERYD_CONCURRENCY: 8 network_mode: host depends_on: *superset-depends-on user: *superset-user diff --git a/docker/docker-bootstrap.sh b/docker/docker-bootstrap.sh index 2f8634271..2f0b29ce3 100755 --- a/docker/docker-bootstrap.sh +++ b/docker/docker-bootstrap.sh @@ -38,7 +38,8 @@ fi case "${1}" in worker) echo "Starting Celery worker..." - celery --app=superset.tasks.celery_app:app worker -O fair -l INFO + # setting up only 2 workers by default to contain memory usage in dev environments + celery --app=superset.tasks.celery_app:app worker -O fair -l INFO --concurrency=${CELERYD_CONCURRENCY:-2} ;; beat) echo "Starting Celery beat..."