diff options
-rw-r--r-- | crawlers.js | 6 |
1 files changed, 0 insertions, 6 deletions
diff --git a/crawlers.js b/crawlers.js index 9309f7d..8583d5c 100644 --- a/crawlers.js +++ b/crawlers.js @@ -209,12 +209,6 @@ crawlHTTP.isAppropriateForArg = function(arg) { return false } - // Just to avoid conflict with crawl-youtube, assume crawl-http is not used - // for URLs on YouTube: - if (crawlYouTube.isAppropriateForArg(arg)) { - return false - } - return true } |