Repository navigation
Expand file tree
/
Copy pathdocker-compose.yml
More file actions
129 lines (111 loc) · 4.1 KB
/
Copy pathdocker-compose.yml
File metadata and controls
129 lines (111 loc) · 4.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
# you need a recent version of Docker compose
version: '3.1'
# see .env file for default values
# required
# set DATADIR for persistent data store , e.g. /var/tmp
# set DOCKER_BINARY to the path of the docker client binary (Linux binary, not OSX/Windows)
# optional
# set CONFIGDIR to path to config
# set SHOCKDIR for persistent Shock data store , e.g. /var/tmp/Shock
# set LOGDIR to path to local log dir
services:
# the SHOCK object store
# to make SHOCK data persistent uncomment the lines here and in "mongo" below
shock:
image: mgrast/shock
depends_on:
- shock-mongo
entrypoint:
- /go/bin/shock-server
- --hosts=shock-mongo
- --local_paths=/external
- --force_yes=true
- --api-url=http://shock:7445
- --no_config # do not search for a config file
# - --conf
# - /shock-config/shock-server.cfg
volumes:
- shock:/usr/local/shock
#- ${DATADIR}/shock/data:/usr/local/shock
#- ${HOME}/pipeline_data/:/external/
#- ${CONFIGDIR}/Shock/shock-server.container.cfg:/shock-config/shock-server.cfg
#- ${LOGDIR}/shock:/var/log/shock
# remove the comment below to make SHOCK data persistent
#- ${SHOCKDIR}/data:/usr/local/shock
ports:
- ${SHOCK_API_EXT_PORT}:7445
# AWE resource manager
# uncomment AWEDIR to make data and logs persistent (also requires AWE-mongo for full persistence)
awe-server:
image: mgrast/awe-server
restart: always
# extra_hosts:
# - "skyport.local:${SKYPORT_DOCKER_GATEWAY}"
entrypoint:
- /go/bin/awe-server
- --hosts=awe-mongo
- --debuglevel=1
- --max_work_failure=1
- --max_client_failure=1000
- --api-port=80
# - --conf=/awe-config/awe-server.cfg
depends_on:
- awe-mongo
# - auth
ports:
- ${AWE_API_EXT_PORT}:80
# volumes:
# - ${CONFIGDIR}/AWE/awe-server.conf:/awe-config/awe-server.cfg:ro
# #- ${AWEDIR}:/mnt/data/awe/
# the AWE worker that will execute the workflow steps
# the data and logs for the awe worker are persistent in this configuration
awe-worker:
image: mgrast/awe-worker
restart: always
# worker needs to wait for AWE-server to start up
entrypoint:
- ash
- -c
- 'while [ $$(nc -z awe-server 80 ; echo $$?) != 0 ] ; do echo "wait..." ; sleep 2 ; done ;
/go/bin/awe-worker
--name compose_worker-1
--data=${DATADIR}/awe-worker/data
--logs=/mnt/data/logs
--workpath=${DATADIR}/awe-worker/work
--serverurl=http://awe-server:80
--shockurl=http://shock:7445
--supported_apps=*
--auto_clean_dir=false
--debuglevel=3'
depends_on:
- awe-server
restart: on-failure
volumes:
- ${DATADIR}/tmp:/tmp
# - ${CONFIGDIR}/AWE/awe-worker.cfg:/awe-config/awe-worker.cfg:ro
- ${DATADIR}/awe-worker:${DATADIR}/awe-worker
# - ${LOGDIR}/awe-worker/:/mnt/data/logs
# mount the binary we have downloaded with the init.sh command
- ${DOCKER_BINARY}:/usr/local/bin/docker
# mount the docker socker to allow container to execute docker commands (for CWL runner)
- /var/run/docker.sock:/var/run/docker.sock
# mongoDB for the SHOCK service, provides metadata storage
shock-mongo:
image: mongo:3.6
ports:
- 27017
# uncomment the next two lines to make SHOCK mongo data persistent
volumes:
- shock-mongo-db:/data/db
# mount a volume in the mongo server to make data persistent between runs
awe-mongo:
image: mongo:3.6
ports:
- 27017
# to make the AWE jobs persistent between runs uncomment the lines below
volumes:
- shock-awe-db:/data/db
volumes:
shock:
shock-mongo-db:
shock-awe-db: