Verified Commit c682e3e9 authored by Markus Shepherd's avatar Markus Shepherd 🙈
Browse files

added docker containers for rankings scraping

parent 869439e8
......@@ -67,6 +67,166 @@ services:
stop_grace_period: 15m
stop_signal: SIGINT
bgg-rankings-abstract:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-bgg-rankings-abstract
build: '.'
command: [
'python', '-m', 'board_game_scraper', 'bgg_rankings',
'--feeds-subdir', 'bgg_rankings_abstract',
'-a', 'bgg_path=abstracts/browse/boardgame',
]
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 36000 # 10 hours
DONT_RUN_BEFORE_SEC: 21600 # 6 hours
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
restart: always
stop_grace_period: 15m
stop_signal: SIGINT
bgg-rankings-children:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-bgg-rankings-children
build: '.'
command: [
'python', '-m', 'board_game_scraper', 'bgg_rankings',
'--feeds-subdir', 'bgg_rankings_children',
'-a', 'bgg_path=childrensgames/browse/boardgame',
]
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 36000 # 10 hours
DONT_RUN_BEFORE_SEC: 21600 # 6 hours
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
restart: always
stop_grace_period: 15m
stop_signal: SIGINT
bgg-rankings-customizable:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-bgg-rankings-customizable
build: '.'
command: [
'python', '-m', 'board_game_scraper', 'bgg_rankings',
'--feeds-subdir', 'bgg_rankings_customizable',
'-a', 'bgg_path=cgs/browse/boardgame',
]
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 36000 # 10 hours
DONT_RUN_BEFORE_SEC: 21600 # 6 hours
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
restart: always
stop_grace_period: 15m
stop_signal: SIGINT
bgg-rankings-family:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-bgg-rankings-family
build: '.'
command: [
'python', '-m', 'board_game_scraper', 'bgg_rankings',
'--feeds-subdir', 'bgg_rankings_family',
'-a', 'bgg_path=familygames/browse/boardgame',
]
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 36000 # 10 hours
DONT_RUN_BEFORE_SEC: 21600 # 6 hours
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
restart: always
stop_grace_period: 15m
stop_signal: SIGINT
bgg-rankings-party:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-bgg-rankings-party
build: '.'
command: [
'python', '-m', 'board_game_scraper', 'bgg_rankings',
'--feeds-subdir', 'bgg_rankings_party',
'-a', 'bgg_path=partygames/browse/boardgame',
]
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 36000 # 10 hours
DONT_RUN_BEFORE_SEC: 21600 # 6 hours
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
restart: always
stop_grace_period: 15m
stop_signal: SIGINT
bgg-rankings-strategy:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-bgg-rankings-strategy
build: '.'
command: [
'python', '-m', 'board_game_scraper', 'bgg_rankings',
'--feeds-subdir', 'bgg_rankings_strategy',
'-a', 'bgg_path=strategygames/browse/boardgame',
]
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 36000 # 10 hours
DONT_RUN_BEFORE_SEC: 21600 # 6 hours
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
restart: always
stop_grace_period: 15m
stop_signal: SIGINT
bgg-rankings-thematic:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-bgg-rankings-thematic
build: '.'
command: [
'python', '-m', 'board_game_scraper', 'bgg_rankings',
'--feeds-subdir', 'bgg_rankings_thematic',
'-a', 'bgg_path=thematic/browse/boardgame',
]
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 36000 # 10 hours
DONT_RUN_BEFORE_SEC: 21600 # 6 hours
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
restart: always
stop_grace_period: 15m
stop_signal: SIGINT
bgg-rankings-war:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-bgg-rankings-war
build: '.'
command: [
'python', '-m', 'board_game_scraper', 'bgg_rankings',
'--feeds-subdir', 'bgg_rankings_war',
'-a', 'bgg_path=wargames/browse/boardgame',
]
env_file: .env
environment:
CLOSESPIDER_TIMEOUT: 36000 # 10 hours
DONT_RUN_BEFORE_SEC: 21600 # 6 hours
volumes:
- ./feeds:/app/feeds
- ./images:/app/images
restart: always
stop_grace_period: 15m
stop_signal: SIGINT
bgg-geeklist:
image: registry.gitlab.com/recommend.games/board-game-scraper:${LIBRARY_VERSION}
container_name: bg-scraper-bgg-geeklist
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment