@@ -34,11 +34,6 @@ This project inherits the [Apache License 2.0](LICENSE) from Data Juicer.
3434docker build -t dataflow . -f Dockerfile
3535```
3636
37- ## Building data-flow-celery from Source
38-
39- ```
40- docker build -t dataflow-celery . -f Dockerfile-celery
41- ```
4237
4338## Prerequisites
4439
@@ -80,6 +75,7 @@ docker run -d --name dataflow-redis \
8075
8176docker run -d --name dataflow-api -p 8000:8000 \
8277 -v /home/apidata:/data/dataflow_data \
78+ -c " uvicorn data_server.main:app --host 0.0.0.0 --port 8000" \
8379 -e DATA_DIR=/data/dataflow_data \
8480 -e CSGHUB_ENDPOINT=https://hub.opencsg.com \
8581 -e MAX_WORKERS=99 \
@@ -107,6 +103,7 @@ docker run -d --name dataflow-api -p 8000:8000 \
107103
108104docker run -d --name celery-work -p 8001:8001 \
109105 -v /home/celery-data:/data/dataflow_celery \
106+ -c " celery -A data_celery.main:celery_app worker --loglevel=info --pool=gevent" \
110107 -e DATA_DIR=/data/dataflow_celery \
111108 -e CSGHUB_ENDPOINT=https://hub.opencsg.com \
112109 -e MAX_WORKERS=99 \
@@ -146,14 +143,6 @@ uvicorn data_server.main:app --reload
146143## Run data-flow-celery server in development mode locally
147144
148145``` bash
149- # Create virtual python 3.10 environment
150- conda create -n dataflow python=3.10
151-
152- # Install dependencies
153- pip install ' .[dist]' -i https://pypi.tuna.tsinghua.edu.cn/simple/
154- pip install ' .[tools]' -i https://pypi.tuna.tsinghua.edu.cn/simple/
155- pip install ' .[sci]' -i https://pypi.tuna.tsinghua.edu.cn/simple/
156- pip install -r docker/requirements.txt
157146
158147# Run the celery server locally
159148celery -A data_celery.main:celery_app worker --loglevel=info --pool=gevent
0 commit comments