From dad157a7e36668b78d865d93c66e5a9fd324773d Mon Sep 17 00:00:00 2001 From: Florrie Date: Sat, 22 Dec 2018 14:36:54 -0400 Subject: More http crawler tweaking --- crawlers.js | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/crawlers.js b/crawlers.js index 8583d5c..fc1cccf 100644 --- a/crawlers.js +++ b/crawlers.js @@ -75,8 +75,8 @@ function crawlHTTP(absURL, opts = {}, internals = {}) { name = name.trim() let base - if (path.extname(absURL)) { - base = path.dirname(absURL) + '/' + if (path.extname(absURLObj.pathname)) { + base = absURLObj.origin + path.dirname(absURLObj.pathname) + '/' } else { base = absURL } -- cgit 1.3.0-6-gf8a5