feat: cancel command

viasite · Mar 10, 2021 · 3db580b · 3db580b
1 parent 5cc36fa
commit 3db580b
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 2 deletions.
diff --git a/src/scrap-site.js b/src/scrap-site.js
@@ -497,10 +497,13 @@ module.exports = async (baseUrl, options = {}) => {
     console.log(e);
   }
 
-  crawler.on('requeststarted', async options => {
+  crawler.on('requeststarted', async opts => {
     const queueCount = await crawler.queueSize();
     requestedCount = crawler.requestedCount() + 1;
-    log(`${requestedCount} ${decodeURI(options.url)} (${queueCount})`);
+    if (options.cancel) {
+      crawler.setMaxRequest(requestedCount); // cancel command
+    }
+    log(`${requestedCount} ${decodeURI(opts.url)} (${queueCount})`);
   });
   crawler.on('requestfailed', error => {
     console.error(

diff --git a/src/server.js b/src/server.js
@@ -210,6 +210,11 @@ function onSocketConnection(socket) {
     return onScan(url, args, socket)
   });
 
+  socket.on("cancel", () => {
+    log('cancel command...', socket);
+    sockets[socket.id].opts.cancel = true;
+  });
+
   socket.on("disconnect", () => {
     clearInterval(interval);
     connections--;