forked from karim0sec/Bulk-Tiktoks-Downloader
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathallvideosuser.js
157 lines (133 loc) · 5.58 KB
/
allvideosuser.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
const puppeteer = require("puppeteer-extra");
const stealthPlugin = require("puppeteer-extra-plugin-stealth")();
const AdblockerPlugin = require('puppeteer-extra-plugin-adblocker');
const fetch = require("node-fetch");
const fs = require('fs');
const https = require('https');
["chrome.runtime", "navigator.languages"].forEach(a =>
stealthPlugin.enabledEvasions.delete(a)
);
puppeteer.use(stealthPlugin);
puppeteer.use(AdblockerPlugin({ blockTrackers: true }))
main();
async function main() {
const browser = await puppeteer.launch( { headless: true } );
const page = await browser.newPage();
page.setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36");
//delete browser profile after finish
let chromeTmpDataDir = null;
let chromeSpawnArgs = browser.process().spawnargs;
for (let i = 0; i < chromeSpawnArgs.length; i++) {
if (chromeSpawnArgs[i].indexOf("--user-data-dir=") === 0) {
chromeTmpDataDir = chromeSpawnArgs[i].replace("--user-data-dir=", "");
}
}
await page.evaluateOnNewDocument(() => {
delete navigator.__proto__.webdriver;
});
//We stop images and stylesheet to save data
await page.setRequestInterception(true);
page.on('request', (request) => {
if(['image', 'stylesheet', 'font'].includes(request.resourceType())) {
request.abort();
} else {
request.continue();
}
})
const args = process.argv.slice(2)
const userLink = args[0]
await page.goto(userLink); //change this to user url page
let username = page.url().slice(23,).replace(/[-:.\/*<>|?]/g,"");
//scroll down until no more videos
await autoScroll(page);
const urls = await page.evaluate(() =>
Array.from(document.querySelectorAll('div.tiktok-1qb12g8-DivThreeColumnContainer > div > div > div > div > div > a'), element => element.href));
var videoDes = await page.evaluate(() =>Array.from(document.querySelectorAll('div.tiktok-1qb12g8-DivThreeColumnContainer.eegew6e2 > div > div > div > a')).map((items) => items.innerText))
for (var i=videoDes.length; i--;) {
videoDes[i] = videoDes[i] + ' #shorts' + "\r\n" ;}; //append #shorts for each video title
fs.appendFile('names.txt', videoDes + '', function (err) {
if (err) throw err;
console.log('Descriptions Saved!');
});
console.log('now it downloading ' +urls.length+ ' video' )
//loop on snaptik for no watermark tiktok videos
//get snaptik token
const snaptoken = await getSnapToken()
//becareful that can be alot of gigas if profile has a lot of videos
for (var i=0;i<urls.length;i++) //you can limit number of videos by replace url.length by number
{
function getRandomNumber() {
var random = Math.floor(Math.random() * (500 - 300 + 1)) + 300;
return random;
};
await page.waitForTimeout(getRandomNumber());
page.once('dialog', async function(dialog) {
await dialog.accept();
});
await page.waitForTimeout(getRandomNumber())
await page.goto('https://snaptik.app/abc.php?url='+(urls[i])+'&lang=en&token='+snaptoken,{waitUntil: 'domcontentloaded'});
await page.waitForTimeout(getRandomNumber())
//await page.waitForSelector('input[name="url"]');
//await page.type('input[name="url"]' , (urls[i]) , {delay: 100} );
let link = (urls[i]).slice(-19)
const body = await page.content()
const token = body.toString().match(/href=\\"[^"]*"/i)[0].split(".")
// Wait for 5 seconds
const decode = await Buffer.from(token[3], 'base64').toString('ascii').split('"')
const content = decodeURIComponent(decode[3])
// link to file you want to download
const path = './'+username+'/'; // location to save videos
try {
if (!fs.existsSync(path)) {
fs.mkdirSync(path)
}
} catch (err) {
console.error(err)
}
const request = https.get(content, function(response) {
if (response.statusCode === 200) {
var file = fs.createWriteStream(path+link+'.mp4');
response.pipe(file);
console.log(file.path + ' Saved!')
fs.appendFile('names.txt',file.path + "\r\n" , function (err) {
if (err) throw err;
console.log('Done');
});
}
request.setTimeout(90000, function() { // if after 60s file not downlaoded, we abort a request
request.destroy();
console.log('Cant download at video'+urls[i]);
});
});
;};
browser.close();
if (chromeTmpDataDir !== null) {
fs.rm(chromeTmpDataDir, { recursive: true }, () => console.log('Deleted tmp profile'));
}
}
async function autoScroll(page){
await page.evaluate(async () => {
await new Promise((resolve, reject) => {
var totalHeight = 0;
var distance = 100;
var timer = setInterval(() => {
var scrollHeight = document.body.scrollHeight;
window.scrollBy(0, distance);
totalHeight += distance;
if(totalHeight >= scrollHeight){
clearInterval(timer);
resolve();
}
}, 100);
});
});
}
async function getSnapToken(){
var url = 'https://snaptik.app/en'
const request = await fetch(url, {
method: "GET"
});
const res = await request.text()
const snaptiktoken = res.toString().match(/<input name="token" value="[^"]*"/g).toString().split('"')[3];
return snaptiktoken
}