Skip to content

Commit ae70b5b

Browse files
author
zhanglongbin
committed
2 parents 90147e9 + ae9136a commit ae70b5b

2 files changed

Lines changed: 128 additions & 32 deletions

File tree

‎docker-compose-prd.yml‎

Lines changed: 126 additions & 30 deletions
Original file line numberDiff line numberDiff line change
@@ -1,52 +1,148 @@
11
services:
2-
postgres_db:
2+
3+
dataflow_postgres_db:
34
restart: unless-stopped
4-
# image: postgres:16
5-
image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsg_public/postgres
5+
image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/postgres:15.10
66
volumes:
7-
- /postgres_db_data:/var/lib/postgresql/data
7+
- /data/v2/postgres_db_data:/var/lib/postgresql/data
88
command: -p 5432
99
environment:
10-
- POSTGRES_DB=${DATABASE_DB}
11-
- POSTGRES_USER=${DATABASE_USERNAME}
12-
- POSTGRES_PASSWORD=${DATABASE_PASSWORD}
13-
env_file:
14-
- .env-prd
15-
expose:
16-
- ${DATABASE_PORT}
10+
- POSTGRES_DB=data_flow
11+
- POSTGRES_USER=postgres
12+
- POSTGRES_PASSWORD=postgres
1713
ports:
1814
- "5433:5432"
19-
celery_redis:
15+
networks:
16+
- csg-network
17+
18+
dataflow_mongo_db:
2019
restart: unless-stopped
21-
image: redis:latest
20+
image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/mongo:8.0.12
2221
volumes:
23-
- celery_redis_data:/data
22+
- /data/v2/mongodata:/data/db
23+
environment:
24+
- MONGO_INITDB_ROOT_USERNAME=root
25+
- MONGO_INITDB_ROOT_PASSWORD=example
2426
ports:
25-
- "6379:6379"
26-
celery_worker:
27-
build: .
27+
- "27017:27017"
28+
networks:
29+
- csg-network
30+
31+
dataflow_celery_redis:
32+
restart: unless-stopped
33+
image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/redis:7.2.5
34+
volumes:
35+
- /dataflow_data/celery_redis_data:/data
36+
ports:
37+
- "16379:6379"
38+
networks:
39+
- csg-network
40+
41+
dataflow_celery_worker:
42+
restart: unless-stopped
43+
image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/dataflow:20250901
2844
command: >
2945
sh -c "
3046
MILLISECOND_TIMESTAMP=$$(date +%s%3N);
3147
NODENAME=worker_$$MILLISECOND_TIMESTAMP@$$(hostname -f);
32-
celery -A data_celery.main:celery_app worker --loglevel=info --pool=eventlet -n $$NODENAME
48+
celery -A data_celery.main:celery_app worker --loglevel=info --pool=gevent -n $$NODENAME
3349
"
50+
volumes:
51+
- /data/v2/apidata:/data/dataflow_data
52+
environment:
53+
- DATA_DIR=/data/dataflow_data
54+
- CSGHUB_ENDPOINT=https://hub.opencsg.com
55+
- MAX_WORKERS=99
56+
- RAY_ADDRESS=auto
57+
- RAY_ENABLE=False
58+
- RAY_LOG_DIR=/home/output
59+
- API_SERVER=0.0.0.0
60+
- API_PORT=8001
61+
- ENABLE_OPENTELEMETRY=False
62+
- DATABASE_DB=data_flow
63+
- DATABASE_USERNAME=postgres
64+
- DATABASE_PASSWORD=postgres
65+
- DATABASE_HOSTNAME=dataflow_postgres_db
66+
- DATABASE_PORT=5432
67+
- REDIS_HOST_URL=redis://dataflow_celery_redis:6379
68+
- MONG_HOST_URL=mongodb://root:example@dataflow_mongo_db:27017
69+
ports:
70+
- "8001:8001"
3471
depends_on:
35-
- celery_redis
36-
api_server:
72+
- dataflow_celery_redis
73+
- dataflow_mongo_db
74+
- dataflow_postgres_db
75+
networks:
76+
- csg-network
77+
78+
dataflow_label_studio:
79+
stdin_open: true
80+
tty: true
3781
build: .
38-
env_file:
39-
- .env-prd
82+
image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/label-studio:latest
83+
restart: unless-stopped
84+
expose:
85+
- "8002"
86+
depends_on:
87+
- dataflow_postgres_db
88+
environment:
89+
- DJANGO_DB=default
90+
- POSTGRE_NAME=postgres
91+
- POSTGRE_USER=postgres
92+
- POSTGRE_PASSWORD=postgres
93+
- POSTGRE_PORT=5432
94+
- POSTGRE_HOST=dataflow_postgres_db
95+
- LABEL_STUDIO_HOST=${LABEL_STUDIO_HOST:-}
96+
- JSON_LOG=1
97+
- LABEL_STUDIO_HOST=0.0.0.0
98+
- CSG_HUB_ENDPOINT= https://hub.opencsg.com
99+
- LABEL_STUDIO_PORT=8002
100+
# - LOG_LEVEL=DEBUG
101+
volumes:
102+
- /data/v2/label-studio:/label-studio/data:rw
103+
ports:
104+
- "8002:8002"
105+
command: label-studio
106+
networks:
107+
- csg-network
108+
109+
dataflow_api_server:
110+
restart: unless-stopped
111+
image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/dataflow:20250901
112+
command: >
113+
sh -c "
114+
uvicorn data_server.main:app --host 0.0.0.0 --port 8000
115+
"
40116
volumes:
41-
# - .:/dataflow
42-
- ${DATA_DIR}:${DATA_DIR}
117+
- /data/v2/apidata:/data/dataflow_data
118+
environment:
119+
- DATA_DIR=/data/dataflow_data
120+
- CSGHUB_ENDPOINT=https://hub.opencsg.com
121+
- MAX_WORKERS=99
122+
- RAY_ADDRESS=auto
123+
- RAY_ENABLE=False
124+
- RAY_LOG_DIR=/home/output
125+
- API_SERVER=0.0.0.0
126+
- API_PORT=8000
127+
- ENABLE_OPENTELEMETRY=False
128+
- DATABASE_DB=data_flow
129+
- DATABASE_USERNAME=postgres
130+
- DATABASE_PASSWORD=postgres
131+
- DATABASE_HOSTNAME=dataflow_postgres_db
132+
- DATABASE_PORT=5432
133+
- STUDIO_JUMP_URL=http://xxxx:8002
134+
- REDIS_HOST_URL=redis://dataflow_celery_redis:6379
135+
- MONG_HOST_URL=mongodb://root:example@dataflow_mongo_db:27017
43136
ports:
44137
- "8000:8000"
45138
depends_on:
46-
- postgres_db
47-
- celery_worker
48-
# command: ["uvicorn", "data_server.main:app", "--host", "0.0.0.0", "--port", "8000"]
139+
- dataflow_celery_redis
140+
- dataflow_mongo_db
141+
- dataflow_postgres_db
142+
- dataflow_celery_worker
143+
networks:
144+
- csg-network
49145

50-
volumes:
51-
postgres_db:
52-
celery_redis_data:
146+
networks:
147+
csg-network:
148+
driver: bridge

‎docker-compose-stg.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -40,7 +40,7 @@ services:
4040

4141
dataflow_celery_worker:
4242
restart: unless-stopped
43-
image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/dataflow-celery:20250816
43+
image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/dataflow:20250901
4444
command: >
4545
sh -c "
4646
MILLISECOND_TIMESTAMP=$$(date +%s%3N);
@@ -77,7 +77,7 @@ services:
7777

7878
dataflow_api_server:
7979
restart: unless-stopped
80-
image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/dataflow:20250816
80+
image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/dataflow:20250901
8181
command: >
8282
sh -c "
8383
uvicorn data_server.main:app --host 0.0.0.0 --port 8000

0 commit comments

Comments
 (0)