From 9ff4d6b12fb156360783eefd42e61a03cd18384b Mon Sep 17 00:00:00 2001 From: MillenniumEarl Date: Mon, 30 Nov 2020 10:39:59 +0100 Subject: [PATCH] Warning when trying to fetch non-HTML response in fetchHTML --- app/scripts/network-helper.js | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/app/scripts/network-helper.js b/app/scripts/network-helper.js index e713a5c..be837b6 100644 --- a/app/scripts/network-helper.js +++ b/app/scripts/network-helper.js @@ -42,6 +42,11 @@ module.exports.fetchHTML = async function (url) { shared.logger.warn(`Unable to fetch HTML for ${url}`); return null; } + else if (!response.headers["content-type"].includes("text/html")) { + // The response is not a HTML page + shared.logger.warn(`The ${url} returned a ${response.headers["content-type"]} response`); + return null; + } return response.data; };