Turn twist-dl into a nodejs script and make it fully work
This commit is contained in:
parent
90e6fbdca1
commit
a12ae9248a
|
|
@ -0,0 +1,192 @@
|
|||
#!/bin/node
|
||||
|
||||
const https = require('https');
|
||||
const fs = require('fs');
|
||||
const zlib = require('zlib');
|
||||
const crypto = require('crypto');
|
||||
const CryptoJS = require('crypto-js');
|
||||
|
||||
const url = process.argv[2];
|
||||
const episodes = process.argv.slice(3);
|
||||
|
||||
const animeMatches = url.match(/\/a\/([^/]+)(\/([0-9]+))?/i);
|
||||
const anime = animeMatches[1];
|
||||
const episode = Number(animeMatches[3]);
|
||||
if (episodes.length === 0) episodes.push(episode);
|
||||
|
||||
console.log('Anime:', anime, 'episodes:', episodes);
|
||||
|
||||
function handleResponse(response, callback) {
|
||||
const enc = response.headers['content-encoding'];
|
||||
let d = '';
|
||||
response.on('data', data => d += enc === 'gzip' ? zlib.unzipSync(data) : data);
|
||||
response.on('end', () => {
|
||||
callback(d);
|
||||
});
|
||||
}
|
||||
|
||||
function getCookie(then) {
|
||||
https.request(url, {
|
||||
headers: {
|
||||
"User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:79.0) Gecko/20100101 Firefox/79.0",
|
||||
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
|
||||
"Accept-Language": "en-US,en;q=0.5",
|
||||
"Accept-Encoding": "gzip, deflate, br",
|
||||
"Connection": "keep-alive",
|
||||
"Upgrade-Insecure-Requests": "1",
|
||||
"Pragma": "no-cache",
|
||||
"Cache-Control": "no-cache"
|
||||
}
|
||||
}, response => {
|
||||
handleResponse(response, data => {
|
||||
const script = data.match(/<script>(.+?)e\(r\);<\/script>/);
|
||||
if (!script) {
|
||||
console.error(`Cannot find cookie script in`, data);
|
||||
return;
|
||||
}
|
||||
|
||||
eval(script[1]);
|
||||
r = r.replace('document.cookie=', 'cookie=')
|
||||
.replace('location.reload();', '');
|
||||
eval(r);
|
||||
console.log('Found cookie:', cookie);
|
||||
then(cookie);
|
||||
});
|
||||
}).end();
|
||||
}
|
||||
|
||||
function getAccessToken(cookie, then) {
|
||||
https.request(url, {
|
||||
headers: {
|
||||
"User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:79.0) Gecko/20100101 Firefox/79.0",
|
||||
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
|
||||
"Accept-Language": "en-US,en;q=0.5",
|
||||
"Accept-Encoding": "gzip, deflate, br",
|
||||
"Connection": "keep-alive",
|
||||
"Upgrade-Insecure-Requests": "1",
|
||||
"Pragma": "no-cache",
|
||||
"Cache-Control": "no-cache",
|
||||
"Cookie": cookie
|
||||
}
|
||||
}, response => {
|
||||
handleResponse(response, data => {
|
||||
let reqMatches = data.match(/(<link href="([^"]+?)\.js" rel="preload" as="script">)/g);
|
||||
if (!reqMatches) {
|
||||
console.error(`Couldn't find script.`, data);
|
||||
console.log(cookie);
|
||||
console.log(response.headers);
|
||||
return;
|
||||
}
|
||||
reqMatches = reqMatches[reqMatches.length - 1].match(/href="(.+?)"/);
|
||||
const scriptUrl = "https://twist.moe" + reqMatches[1];
|
||||
|
||||
console.log("Obtaining access token from " + scriptUrl);
|
||||
https.request(scriptUrl, {
|
||||
}, response => {
|
||||
handleResponse(response, data => {
|
||||
const accessToken = data.match(/"token=([^"]+?)"/)[1];
|
||||
const password = data.match(/name: ?".+",.+?k: ?"([^"]+?)",/)[1];
|
||||
console.log('Access token:', accessToken);
|
||||
//k: "LXgIVP&PorO68Rq7dTx8N^lP!Fa5sGJ^*XK",
|
||||
console.log('password:', password);
|
||||
then(accessToken, password);
|
||||
});
|
||||
}).end();
|
||||
});
|
||||
}).end();
|
||||
}
|
||||
|
||||
function getPlaylist(accessToken, then) {
|
||||
https.request('https://twist.moe/api/anime/' + anime + '/sources', {
|
||||
headers: {
|
||||
"User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:79.0) Gecko/20100101 Firefox/79.0",
|
||||
"Accept": "application/json, text/plain, */*",
|
||||
"Accept-Language": "en-US,en;q=0.5",
|
||||
"Accept-Encoding": "gzip, deflate, br",
|
||||
"Connection": "keep-alive",
|
||||
"Upgrade-Insecure-Requests": "1",
|
||||
"Pragma": "no-cache",
|
||||
"Cache-Control": "no-cache",
|
||||
"Referer": url,
|
||||
"x-access-token": accessToken,
|
||||
}
|
||||
}, response => {
|
||||
handleResponse(response, data => {
|
||||
const playlist = JSON.parse(data);
|
||||
console.log('Playlist found with', playlist.length, 'items.');
|
||||
then(playlist);
|
||||
});
|
||||
}).end();
|
||||
}
|
||||
|
||||
function download(sourceUrl, file) {
|
||||
return new Promise(resolve => {
|
||||
https.request(sourceUrl, {
|
||||
headers: {
|
||||
"User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:79.0) Gecko/20100101 Firefox/79.0",
|
||||
"Accept": "video/webm,video/ogg,video/*;q=0.9,application/ogg;q=0.7,audio/*;q=0.6,*/*;q=0.5",
|
||||
"Accept-Language": "en-US,en;q=0.5",
|
||||
"Range": "bytes=0-",
|
||||
"Connection": "keep-alive",
|
||||
"Referer": "https://twist.moe",
|
||||
"Pragma": "no-cache",
|
||||
"Cache-Control": "no-cache",
|
||||
}
|
||||
}, response => {
|
||||
if (response.headers.location) {
|
||||
console.log('Redirected to', response.headers.location);
|
||||
return resolve(download(response.headers.location, file));
|
||||
}
|
||||
|
||||
console.log('Downloading', sourceUrl, 'to', file);
|
||||
|
||||
const t = Number(response.headers["content-length"]);
|
||||
let l = 0;
|
||||
response.on('data', data => {
|
||||
fs.appendFileSync(file, data);
|
||||
l += data.length;
|
||||
process.stdout.clearLine();
|
||||
process.stdout.cursorTo(0);
|
||||
process.stdout.write(((l / t) * 100).toFixed(2) + '%');
|
||||
});
|
||||
|
||||
response.on('end', () => {
|
||||
console.log();
|
||||
console.log('Done');
|
||||
resolve();
|
||||
});
|
||||
}).end();
|
||||
});
|
||||
}
|
||||
|
||||
|
||||
getCookie(cookie => {
|
||||
getAccessToken(cookie, (accessToken, password) => {
|
||||
getPlaylist(accessToken, async playlist => {
|
||||
try {
|
||||
for (const episode of episodes) {
|
||||
const episodeData = playlist[episode - 1];
|
||||
if (!episodeData) {
|
||||
console.error('Episode', episode, 'not found.');
|
||||
continue;
|
||||
}
|
||||
|
||||
const url = 'https://twistcdn.bunny.sh' + CryptoJS.AES.decrypt(episodeData.source, password).toString(CryptoJS.enc.Utf8);
|
||||
|
||||
// Get automatic filename
|
||||
const parts = url.split('/');
|
||||
const file = parts[parts.length - 1];
|
||||
if (fs.existsSync(file)) {
|
||||
console.error(file + ' already exists.');
|
||||
continue;
|
||||
}
|
||||
|
||||
// Download
|
||||
await download(url, file);
|
||||
}
|
||||
} catch (err) { console.error(err); }
|
||||
|
||||
process.exit(0);
|
||||
});
|
||||
});
|
||||
});
|
||||
13
twist-dl.sh
13
twist-dl.sh
|
|
@ -1,13 +0,0 @@
|
|||
#!/bin/sh
|
||||
|
||||
url=$1
|
||||
|
||||
curl -g -H "User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:79.0) Gecko/20100101 Firefox/79.0" \
|
||||
-H "Accept: video/webm,video/ogg,video/*;q=0.9,application/ogg;q=0.7,audio/*;q=0.6,*/*;q=0.5" \
|
||||
-H "Accept-Language: en-US,en;q=0.5" \
|
||||
-H "Range: bytes=0-" \
|
||||
-H "Connection: keep-alive" \
|
||||
-H "Referer: https://twist.moe" \
|
||||
-H "Pragma: no-cache" \
|
||||
-H "Cache-Control: no-cache" \
|
||||
"$url"
|
||||
Loading…
Reference in New Issue