« get me outta code hell

http-music - Command-line music player + utils (not a server!)
about summary refs log tree commit diff
path: root/crawl-links.js
diff options
context:
space:
mode:
Diffstat (limited to 'crawl-links.js')
-rw-r--r--crawl-links.js33
1 files changed, 0 insertions, 33 deletions
diff --git a/crawl-links.js b/crawl-links.js
deleted file mode 100644
index 8602ce1..0000000
--- a/crawl-links.js
+++ /dev/null
@@ -1,33 +0,0 @@
-'use strict'
-
-const fetch = require('node-fetch')
-const $ = require('cheerio')
-const url = require('url')
-
-const DEFAULT_EXTENSIONS = [
-	'mp3', 'wav'
-]
-
-function getHTMLLinks(text) {
-	// Never parse HTML with a regex!
-
-	return $(text).find('a').get().map(a => {
-		const $a = $(a)
-		return [$a.text(), $a.attr('href')]
-	})
-}
-
-module.exports.getHTMLLinks = getHTMLLinks
-
-if (require.main === module) {
-	const urlString = process.argv[2]
-	const exts = process.argv.length > 3 ? process.argv.slice(3) : DEFAULT_EXTENSIONS
-
-	fetch(urlString)
-		.then(res => res.text())
-		.then(text => getHTMLLinks(text))
-		.then(links => links.filter(l => exts.some(e => l[1].endsWith('.' + e))))
-		.then(links => links.map(l => [l[0], url.resolve(urlString, l[1])]))
-		.then(links => console.log(JSON.stringify(links, null, 2)))
-		.catch(err => console.error(err))
-}