pk/tiktok-dl
1
0
Fork 0
mirror of https://github.com/pikami/tiktok-dl.git synced 2024-11-25 09:15:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

Scraper optimization

Browse Source
This commit is contained in:
Pijus Kamandulis 2020-01-19 21:15:42 +02:00
parent 39cfeb40fb
commit 943cf48c8b
1 changed files with 13 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
scraper.js
View File

@ -1,6 +1,6 @@
optStrings = { optStrings = {
selectors: { selectors: {
feedVideoItem: 'video-feed-item-wrapper', feedLoading: 'div.tiktok-loading.feed-loading',
modalArrowLeft: 'div.video-card-modal > div > img.arrow-right', modalArrowLeft: 'div.video-card-modal > div > img.arrow-right',
modalClose: '.video-card-modal > div > div.close', modalClose: '.video-card-modal > div > div.close',
modalPlayer: 'div > div > main > div.video-card-modal > div > div.video-card-big > div.video-card-container > div > div > video', modalPlayer: 'div > div > main > div.video-card-modal > div > div.video-card-big > div.video-card-container > div > div > video',
@ -9,6 +9,7 @@ optStrings = {
videoShareInput: 'div.content-container.border > div.copy-link-container > input', videoShareInput: 'div.content-container.border > div.copy-link-container > input',
}, },
classes: { classes: {
feedVideoItem: 'video-feed-item-wrapper',
modalCloseDisabled: 'disabled', modalCloseDisabled: 'disabled',
}, },
tags: { tags: {
@ -27,7 +28,7 @@ createVidUrlElement = function(outputObj) {
} }
buldVidUrlArray = function(finishCallback) { buldVidUrlArray = function(finishCallback) {
var feedItem = document.getElementsByClassName(optStrings.selectors.feedVideoItem)[0]; var feedItem = document.getElementsByClassName(optStrings.classes.feedVideoItem)[0];
feedItem.click(); feedItem.click();
var videoArray = []; var videoArray = [];
@ -42,7 +43,7 @@ buldVidUrlArray = function(finishCallback) {
} else { } else {
arrowRight.click(); arrowRight.click();
} }
}, 500); }, 20);
}; };
getCurrentModalVideo = function() { getCurrentModalVideo = function() {
@ -71,24 +72,22 @@ scrollWhileNew = function(finishCallback) {
var state = { count: 0 }; var state = { count: 0 };
var intervalID = window.setInterval(x => { var intervalID = window.setInterval(x => {
var oldCount = state.count; var oldCount = state.count;
state.count = document.getElementsByClassName(optStrings.selectors.feedVideoItem).length; state.count = document.getElementsByClassName(optStrings.classes.feedVideoItem).length;
if (oldCount !== state.count) { if (oldCount !== state.count) {
window.scrollTo(0, document.body.scrollHeight); window.scrollTo(0, document.body.scrollHeight);
} else { } else {
if (document.querySelector(optStrings.selectors.feedLoading)) {
window.scrollTo(0, document.body.scrollHeight);
return;
}
window.clearInterval(intervalID); window.clearInterval(intervalID);
finishCallback(); finishCallback(createVidUrlElement);
} }
}, 1000); }, 1000);
}; };
bootstrapIteratingVideos = function() { bootstrapIteratingVideos = function() {
var intervalID = window.setInterval(() => { scrollWhileNew(buldVidUrlArray);
window.scrollTo(0, document.body.scrollHeight);
if (document.getElementsByClassName(optStrings.selectors.feedVideoItem).length > 0) {
window.setTimeout(() => buldVidUrlArray(createVidUrlElement), 100);
window.clearInterval(intervalID);
}
}, 500);
return 'bootstrapIteratingVideos'; return 'bootstrapIteratingVideos';
}; };
@ -102,7 +101,7 @@ init = () => {
const newProto = navigator.__proto__; const newProto = navigator.__proto__;
delete newProto.webdriver; delete newProto.webdriver;
navigator.__proto__ = newProto; navigator.__proto__ = newProto;
return 'script initialized';
}; };
init(); init();
'script initialized'