Keep source plugins in single scraper process
This commit is contained in:
1 parent
0fc1a7b52a
commit
6d713e0a8c
19 files changed
+202
-467
No files matched your search
+1
-61
@@ -80,9 +80,7 @@ services:
|
||||
SCRAPER_PORT: "8091"
|
||||
SCRAPER_TOKEN_FILE: /run/secrets/scraper_token
|
||||
PEER_DATA: /data/peering
|
||||
SOURCE_PLUGIN_URL: ${SOURCE_PLUGIN_URL:-}
|
||||
MANGADEX_PLUGIN_URL: ${MANGADEX_PLUGIN_URL:-}
|
||||
networks: [backend, egress, plugin_backend]
|
||||
networks: [backend, egress]
|
||||
healthcheck:
|
||||
test: [CMD, node, tools/healthcheck.js, scraper]
|
||||
interval: 30s
|
||||
@@ -148,67 +146,9 @@ services:
|
||||
start_period: 30s
|
||||
retries: 3
|
||||
|
||||
source-plugin-weebcentral:
|
||||
image: ${APP_IMAGE:-mangacircus:local}
|
||||
build:
|
||||
context: .
|
||||
args:
|
||||
VCS_REF: ${VCS_REF:-development}
|
||||
profiles: [source-plugins]
|
||||
command: [node, scraper/plugins/worker.js]
|
||||
init: true
|
||||
restart: unless-stopped
|
||||
read_only: true
|
||||
tmpfs: [/tmp]
|
||||
security_opt: [no-new-privileges:true]
|
||||
cap_drop: [ALL]
|
||||
pids_limit: 64
|
||||
mem_limit: 256m
|
||||
environment:
|
||||
SOURCE_PLUGIN_ID: weebcentral
|
||||
SOURCE_PLUGIN_HOST: 0.0.0.0
|
||||
SOURCE_PLUGIN_PORT: "8094"
|
||||
networks: [plugin_backend]
|
||||
healthcheck:
|
||||
test: [CMD, node, tools/healthcheck-source-plugin.js]
|
||||
interval: 30s
|
||||
timeout: 5s
|
||||
start_period: 15s
|
||||
retries: 3
|
||||
|
||||
source-plugin-mangadex:
|
||||
image: ${APP_IMAGE:-mangacircus:local}
|
||||
build:
|
||||
context: .
|
||||
args:
|
||||
VCS_REF: ${VCS_REF:-development}
|
||||
profiles: [source-plugins]
|
||||
command: [node, scraper/plugins/worker.js]
|
||||
init: true
|
||||
restart: unless-stopped
|
||||
read_only: true
|
||||
tmpfs: [/tmp]
|
||||
security_opt: [no-new-privileges:true]
|
||||
cap_drop: [ALL]
|
||||
pids_limit: 64
|
||||
mem_limit: 256m
|
||||
environment:
|
||||
SOURCE_PLUGIN_ID: mangadex
|
||||
SOURCE_PLUGIN_HOST: 0.0.0.0
|
||||
SOURCE_PLUGIN_PORT: "8094"
|
||||
networks: [plugin_backend]
|
||||
healthcheck:
|
||||
test: [CMD, node, tools/healthcheck-source-plugin.js]
|
||||
interval: 30s
|
||||
timeout: 5s
|
||||
start_period: 15s
|
||||
retries: 3
|
||||
|
||||
networks:
|
||||
backend:
|
||||
internal: true
|
||||
plugin_backend:
|
||||
internal: true
|
||||
egress: {}
|
||||
|
||||
secrets:
|
||||
|
||||
Reference in new issue
Block a user