fix: Ne pas télécharger les fichiers audio / vidéos.

Author: regseb

package-lock.json

@@ -37,6 +37,7 @@
         "clean": "rm -rf .nyc_output/ build/ coverage/ jsdocs/ node_modules/"
     },
     "devDependencies": {
+        "abort-controller": "3.0.0",
         "addons-linter": "^1.22.0",
         "david": "^12.0.0",
         "eslint": "^6.8.0",

package.json

@@ -116,14 +116,19 @@ export const extract = async function (url, options) {
     const content = {
         html: cacheable(async () => {
             try {
-                const response = await fetch(url.href);
+                const controller = new AbortController();
+                const response = await fetch(url.href, {
+                    signal: controller.signal,
+                });
                 const contentType = response.headers.get("Content-Type");
                 if (null !== contentType &&
                         (contentType.startsWith("text/html") ||
                          contentType.startsWith("application/xhtml+xml"))) {
                     const text = await response.text();
                     return new DOMParser().parseFromString(text, "text/html");
                 }
+                // Si ce n'est pas du HTML : annuler la requête.
+                controller.abort();
             } catch {
                 // Ignorer le cas où l'URL n'est pas accessible.
             }

src/core/scrapers.js

@@ -1,9 +1,11 @@
-import { URL }     from "url";
-import { JSDOM }   from "jsdom";
-import { browser } from "./polyfill/browser.js";
-import { fetch }   from "./polyfill/fetch.js";
+import { URL }         from "url";
+import AbortController from "abort-controller";
+import { JSDOM }       from "jsdom";
+import { browser }     from "./polyfill/browser.js";
+import { fetch }       from "./polyfill/fetch.js";
 
-globalThis.URL       = URL;
-globalThis.DOMParser = new JSDOM().window.DOMParser;
-globalThis.browser   = browser;
-globalThis.fetch     = fetch;
+globalThis.URL             = URL;
+globalThis.AbortController = AbortController;
+globalThis.DOMParser       = new JSDOM().window.DOMParser;
+globalThis.browser         = browser;
+globalThis.fetch           = fetch;