Keep source plugins in single scraper process

This commit is contained in:
Codex committed 2026-10-13 22:42:20 +02:00
1 parent 0fc1a7b52a
commit 6d713e0a8c
19 files changed
+202 -467

No files matched your search

+1 -61
View File
@@ -80,9 +80,7 @@ services:
SCRAPER_PORT: "8091"
SCRAPER_TOKEN_FILE: /run/secrets/scraper_token
PEER_DATA: /data/peering
SOURCE_PLUGIN_URL: ${SOURCE_PLUGIN_URL:-}
MANGADEX_PLUGIN_URL: ${MANGADEX_PLUGIN_URL:-}
networks: [backend, egress, plugin_backend]
networks: [backend, egress]
healthcheck:
test: [CMD, node, tools/healthcheck.js, scraper]
interval: 30s
@@ -148,67 +146,9 @@ services:
start_period: 30s
retries: 3
source-plugin-weebcentral:
image: ${APP_IMAGE:-mangacircus:local}
build:
context: .
args:
VCS_REF: ${VCS_REF:-development}
profiles: [source-plugins]
command: [node, scraper/plugins/worker.js]
init: true
restart: unless-stopped
read_only: true
tmpfs: [/tmp]
security_opt: [no-new-privileges:true]
cap_drop: [ALL]
pids_limit: 64
mem_limit: 256m
environment:
SOURCE_PLUGIN_ID: weebcentral
SOURCE_PLUGIN_HOST: 0.0.0.0
SOURCE_PLUGIN_PORT: "8094"
networks: [plugin_backend]
healthcheck:
test: [CMD, node, tools/healthcheck-source-plugin.js]
interval: 30s
timeout: 5s
start_period: 15s
retries: 3
source-plugin-mangadex:
image: ${APP_IMAGE:-mangacircus:local}
build:
context: .
args:
VCS_REF: ${VCS_REF:-development}
profiles: [source-plugins]
command: [node, scraper/plugins/worker.js]
init: true
restart: unless-stopped
read_only: true
tmpfs: [/tmp]
security_opt: [no-new-privileges:true]
cap_drop: [ALL]
pids_limit: 64
mem_limit: 256m
environment:
SOURCE_PLUGIN_ID: mangadex
SOURCE_PLUGIN_HOST: 0.0.0.0
SOURCE_PLUGIN_PORT: "8094"
networks: [plugin_backend]
healthcheck:
test: [CMD, node, tools/healthcheck-source-plugin.js]
interval: 30s
timeout: 5s
start_period: 15s
retries: 3
networks:
backend:
internal: true
plugin_backend:
internal: true
egress: {}
secrets: