From a12ae9248aac7a40ce6adf4498b6186cf527bfa3 Mon Sep 17 00:00:00 2001
From: Alice Gaudon <alice@gaudon.pro>
Date: Fri, 14 Aug 2020 10:26:56 +0200
Subject: [PATCH] Turn twist-dl into a nodejs script and make it fully work

---
 twist-dl.node | 192 ++++++++++++++++++++++++++++++++++++++++++++++++++
 twist-dl.sh   |  13 ----
 2 files changed, 192 insertions(+), 13 deletions(-)
 create mode 100755 twist-dl.node
 delete mode 100755 twist-dl.sh

diff --git a/twist-dl.node b/twist-dl.node
new file mode 100755
index 0000000..d275c42
--- /dev/null
+++ b/twist-dl.node
@@ -0,0 +1,192 @@
+#!/bin/node
+
+const https = require('https');
+const fs = require('fs');
+const zlib = require('zlib');
+const crypto = require('crypto');
+const CryptoJS = require('crypto-js');
+
+const url = process.argv[2];
+const episodes = process.argv.slice(3);
+
+const animeMatches = url.match(/\/a\/([^/]+)(\/([0-9]+))?/i);
+const anime = animeMatches[1];
+const episode = Number(animeMatches[3]);
+if (episodes.length === 0) episodes.push(episode);
+
+console.log('Anime:', anime, 'episodes:', episodes);
+
+function handleResponse(response, callback) {
+	const enc = response.headers['content-encoding'];
+	let d = '';
+	response.on('data', data => d += enc === 'gzip' ? zlib.unzipSync(data) : data);
+	response.on('end', () => {
+		callback(d);
+	});
+}
+
+function getCookie(then) {
+	https.request(url, {
+		headers: {
+			"User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:79.0) Gecko/20100101 Firefox/79.0",
+			"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
+			"Accept-Language": "en-US,en;q=0.5",
+			"Accept-Encoding": "gzip, deflate, br",
+			"Connection": "keep-alive",
+			"Upgrade-Insecure-Requests": "1",
+			"Pragma": "no-cache",
+			"Cache-Control": "no-cache"
+		}
+	}, response => {
+		handleResponse(response, data => {
+			const script = data.match(/<script>(.+?)e\(r\);<\/script>/);
+			if (!script) {
+				console.error(`Cannot find cookie script in`, data);
+				return;
+			}
+
+			eval(script[1]);
+			r = r.replace('document.cookie=', 'cookie=')
+				.replace('location.reload();', '');
+			eval(r);
+			console.log('Found cookie:', cookie);
+			then(cookie);
+		});
+	}).end();
+}
+
+function getAccessToken(cookie, then) {
+	https.request(url, {
+		headers: {
+			"User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:79.0) Gecko/20100101 Firefox/79.0",
+			"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
+			"Accept-Language": "en-US,en;q=0.5",
+			"Accept-Encoding": "gzip, deflate, br",
+			"Connection": "keep-alive",
+			"Upgrade-Insecure-Requests": "1",
+			"Pragma": "no-cache",
+			"Cache-Control": "no-cache",
+			"Cookie": cookie
+		}
+	}, response => {
+		handleResponse(response, data => {
+			let reqMatches = data.match(/(<link href="([^"]+?)\.js" rel="preload" as="script">)/g);
+			if (!reqMatches) {
+				console.error(`Couldn't find script.`, data);
+				console.log(cookie);
+				console.log(response.headers);
+				return;
+			}
+			reqMatches = reqMatches[reqMatches.length - 1].match(/href="(.+?)"/);
+			const scriptUrl = "https://twist.moe" + reqMatches[1];
+
+			console.log("Obtaining access token from " + scriptUrl);
+			https.request(scriptUrl, {
+			}, response => {
+				handleResponse(response, data => {
+					const accessToken = data.match(/"token=([^"]+?)"/)[1];
+					const password = data.match(/name: ?".+",.+?k: ?"([^"]+?)",/)[1];
+					console.log('Access token:', accessToken);
+					//k: "LXgIVP&PorO68Rq7dTx8N^lP!Fa5sGJ^*XK",
+					console.log('password:', password);
+					then(accessToken, password);
+				});
+			}).end();
+		});
+	}).end();
+}
+
+function getPlaylist(accessToken, then) {
+	https.request('https://twist.moe/api/anime/' + anime + '/sources', {
+		headers: {
+			"User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:79.0) Gecko/20100101 Firefox/79.0",
+			"Accept": "application/json, text/plain, */*",
+			"Accept-Language": "en-US,en;q=0.5",
+			"Accept-Encoding": "gzip, deflate, br",
+			"Connection": "keep-alive",
+			"Upgrade-Insecure-Requests": "1",
+			"Pragma": "no-cache",
+			"Cache-Control": "no-cache",
+			"Referer": url,
+			"x-access-token": accessToken,
+		}
+	}, response => {
+		handleResponse(response, data => {
+			const playlist = JSON.parse(data);
+			console.log('Playlist found with', playlist.length, 'items.');
+			then(playlist);
+		});
+	}).end();
+}
+
+function download(sourceUrl, file) {
+	return new Promise(resolve => {
+		https.request(sourceUrl, {
+			headers: {
+				"User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:79.0) Gecko/20100101 Firefox/79.0",
+				"Accept": "video/webm,video/ogg,video/*;q=0.9,application/ogg;q=0.7,audio/*;q=0.6,*/*;q=0.5",
+				"Accept-Language": "en-US,en;q=0.5",
+				"Range": "bytes=0-",
+				"Connection": "keep-alive",
+				"Referer": "https://twist.moe",
+				"Pragma": "no-cache",
+				"Cache-Control": "no-cache",
+			}
+		}, response => {
+			if (response.headers.location) {
+				console.log('Redirected to', response.headers.location);
+				return resolve(download(response.headers.location, file));
+			}
+
+			console.log('Downloading', sourceUrl, 'to', file);
+
+			const t = Number(response.headers["content-length"]);
+			let l = 0;
+			response.on('data', data => {
+				fs.appendFileSync(file, data);
+				l += data.length;
+				process.stdout.clearLine();
+				process.stdout.cursorTo(0);
+				process.stdout.write(((l / t) * 100).toFixed(2) + '%');
+			});
+
+			response.on('end', () => {
+				console.log();
+				console.log('Done');
+				resolve();
+			});
+		}).end();
+	});
+}
+
+
+getCookie(cookie => {
+	getAccessToken(cookie, (accessToken, password) => {
+		getPlaylist(accessToken, async playlist => {
+			try {
+				for (const episode of episodes) {
+					const episodeData = playlist[episode - 1];
+					if (!episodeData) {
+						console.error('Episode', episode, 'not found.');
+						continue;
+					}
+
+					const url = 'https://twistcdn.bunny.sh' + CryptoJS.AES.decrypt(episodeData.source, password).toString(CryptoJS.enc.Utf8);
+
+					// Get automatic filename
+					const parts = url.split('/');
+					const file = parts[parts.length - 1];
+					if (fs.existsSync(file)) {
+						console.error(file + ' already exists.');
+						continue;
+					}
+
+					// Download
+					await download(url, file);
+				}
+			} catch (err) { console.error(err); }
+
+			process.exit(0);
+		});
+	});
+});
\ No newline at end of file
diff --git a/twist-dl.sh b/twist-dl.sh
deleted file mode 100755
index d3fdbd7..0000000
--- a/twist-dl.sh
+++ /dev/null
@@ -1,13 +0,0 @@
-#!/bin/sh
-
-url=$1
-
-curl -g -H "User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:79.0) Gecko/20100101 Firefox/79.0" \
-	-H "Accept: video/webm,video/ogg,video/*;q=0.9,application/ogg;q=0.7,audio/*;q=0.6,*/*;q=0.5" \
-	-H "Accept-Language: en-US,en;q=0.5" \
-	-H "Range: bytes=0-" \
-	-H "Connection: keep-alive" \
-	-H "Referer: https://twist.moe" \
-	-H "Pragma: no-cache" \
-	-H "Cache-Control: no-cache" \
-	"$url"