Checkpoint guarded source request broker

scraper/adapters/index.js

@@ -3,6 +3,7 @@
 const { runArchive } = require('../jobs/weebcentral-archive');
 const { runMangaDexArchive } = require('../jobs/mangadex-archive');
 const { SlowHttp } = require('../lib/http');
+const { createWeebHttp } = require('../plugins/broker');
 const { discoverWeebCatalog } = require('./weebcentral');
 const { mangaDexInfo, discoverMangaDexCatalog } = require('./mangadex');
 const { ArchiveControlError } = require('../lib/control');
@@ -29,10 +30,11 @@ const adapters = [{
   label: 'WeebCentral',
   match: weebCentralInfo,
   async discover(item, options) {
-    const http = new SlowHttp({
+    const httpOptions = {
       minMs: options.settings.minMs, maxMs: options.settings.maxMs, maxRetries: 2,
       onEvent: options.onEvent,
-    });
+    };
+    const http = process.env.SOURCE_PLUGIN_URL ? createWeebHttp(httpOptions) : new SlowHttp(httpOptions);
     return discoverWeebCatalog(item.url, controlledHttp(http, options.shouldStop));
   },
   run(item, options) {