-
-
Notifications
You must be signed in to change notification settings - Fork 5
/
docker-compose.yaml
131 lines (124 loc) · 4.33 KB
/
docker-compose.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
version: '3'
services:
bgg:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-bgg
platform: linux/amd64
build: '.'
command: ['python', '-m', 'board_game_scraper', 'bgg']
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 10800 # 3 hours
DONT_RUN_BEFORE_SEC: 3600 # 1 hour
TELNETCONSOLE_ENABLED: 1
TELNETCONSOLE_USERNAME: scrapy
TELNETCONSOLE_PASSWORD: recommend.games
SCRAPE_PREMIUM_USERS_CONFIG_DIR: /app/premium
ports:
- 6023:6023
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
- ../recommend-games-config/users/premium:/app/premium
restart: unless-stopped
stop_grace_period: 15m
stop_signal: SIGINT
bgg-hotness:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-bgg-hotness
platform: linux/amd64
build: '.'
command: ['python', '-m', 'board_game_scraper', 'bgg_hotness']
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 21600 # 6 hours
DONT_RUN_BEFORE_SEC: 10800 # 3 hours
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
restart: unless-stopped
stop_grace_period: 15m
stop_signal: SIGINT
dbpedia:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-dbpedia
platform: linux/amd64
build: '.'
command: ['python', '-m', 'board_game_scraper', 'dbpedia']
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 36000 # 10 hours
DONT_RUN_BEFORE_SEC: 21600 # 6 hours
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
restart: unless-stopped
stop_grace_period: 30m
stop_signal: SIGINT
luding:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-luding
platform: linux/amd64
build: '.'
command: ['python', '-m', 'board_game_scraper', 'luding']
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 36000 # 10 hours
DONT_RUN_BEFORE_SEC: 21600 # 6 hours
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
restart: unless-stopped
stop_grace_period: 15m
stop_signal: SIGINT
spielen:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-spielen
platform: linux/amd64
build: '.'
command: ['python', '-m', 'board_game_scraper', 'spielen']
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 36000 # 10 hours
DONT_RUN_BEFORE_SEC: 21600 # 6 hours
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
restart: unless-stopped
stop_grace_period: 30m
stop_signal: SIGINT
wikidata:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-wikidata
platform: linux/amd64
build: '.'
command: ['python', '-m', 'board_game_scraper', 'wikidata']
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 36000 # 10 hours
DONT_RUN_BEFORE_SEC: 21600 # 6 hours
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
restart: unless-stopped
stop_grace_period: 15m
stop_signal: SIGINT
news:
image: registry.gitlab.com/mshepherd/news-scraper:0.18.0
container_name: bg-scraper-news
platform: linux/amd64
volumes:
- ./feeds/news:/root/output
env_file: .env
environment:
ENVIRONMENT: docker
OUTPUT_DIR: /root/output
ELASTICSEARCH_STORAGE_ENABLED: 0
COUCHBASE_CACHE_ENABLED: 0
COUCHBASE_ENTITY_LINKING_ENABLED: 0
LOGSTASH_HOST: ''
LOGSTASH_PORT: ''
LOGSTASH_PROTOCOL: none
restart: unless-stopped
stop_grace_period: 15m
stop_signal: SIGINT