diff options
| -rw-r--r-- | crawlers.js | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/crawlers.js b/crawlers.js index 8583d5c..fc1cccf 100644 --- a/crawlers.js +++ b/crawlers.js @@ -75,8 +75,8 @@ function crawlHTTP(absURL, opts = {}, internals = {}) { name = name.trim() let base - if (path.extname(absURL)) { - base = path.dirname(absURL) + '/' + if (path.extname(absURLObj.pathname)) { + base = absURLObj.origin + path.dirname(absURLObj.pathname) + '/' } else { base = absURL } |