@@ -4,14 +4,16 @@ docker run -d --name mysql dockerfile/mysql:latest
4
4
# rabbitmq
5
5
docker run -d --name rabbitmq dockerfile/rabbitmq:latest
6
6
# phantomjs
7
- docker run --name phantomjs -d -v ` pwd` :/mnt/test --expose 25555 cmfatih/phantomjs:latest /usr/bin/phantomjs /mnt/test/pyspider/fetcher/phantomjs_fetcher.js 25555
7
+ docker run --name phantomjs -d -v ` pwd` :/mnt/test --expose 25555 cmfatih/phantomjs:latest /usr/bin/phantomjs --ssl-protocol=any /mnt/test/pyspider/fetcher/phantomjs_fetcher.js 25555
8
8
9
- # scheduler
10
- docker run -d --name scheduler --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest scheduler
11
- # fetcher, run multiple instance if needed.
12
- docker run -d --name fetcher --link rabbitmq:rabbitmq --link phantomjs:phantomjs binux/pyspider:latest fetcher
9
+ # result worker
10
+ docker run -d --name result_worker --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest result_worker
13
11
# processor, run multiple instance if needed.
14
12
docker run -d --name processor --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest processor
13
+ # fetcher, run multiple instance if needed.
14
+ docker run -d --name fetcher --link rabbitmq:rabbitmq --link phantomjs:phantomjs binux/pyspider:latest fetcher
15
+ # scheduler
16
+ docker run -d --name scheduler --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest scheduler
15
17
# webui
16
18
docker run -d --name webui -p 5000:5000 --link mysql:mysql --link rabbitmq:rabbitmq --link phantomjs:phantomjs --link scheduler:scheduler binux/pyspider:latest webui
17
19
```
@@ -29,25 +31,31 @@ phantomjs:
29
31
- "25555"
30
32
volumes:
31
33
- .:/mnt/test
32
- command: /usr/bin/phantomjs /mnt/test/pyspider/fetcher/phantomjs_fetcher.js 25555
33
- scheduler :
34
+ command: /usr/bin/phantomjs --ssl-protocol=any /mnt/test/pyspider/fetcher/phantomjs_fetcher.js 25555
35
+ result_worker :
34
36
image: binux/pyspider:latest
35
37
links:
36
38
- mysql
37
39
- rabbitmq
38
- command: scheduler
40
+ command: result_worker
41
+ processor:
42
+ image: binux/pyspider:latest
43
+ links:
44
+ - mysql
45
+ - rabbitmq
46
+ command: processor
39
47
fetcher:
40
48
image: binux/pyspider:latest
41
49
links:
42
50
- rabbitmq
43
51
- phantomjs
44
52
command : fetcher
45
- processor :
53
+ scheduler :
46
54
image: binux/pyspider:latest
47
55
links:
48
56
- mysql
49
57
- rabbitmq
50
- command: processor
58
+ command: scheduler
51
59
webui:
52
60
image: binux/pyspider:latest
53
61
links:
0 commit comments