☰

douyin-user-data-download

下载抖音用户主页数据!

当前为 2024-06-23 提交的版本，查看 最新版本。

  1. // ==UserScript==
  2. // @name         douyin-user-data-download
  3. // @namespace    http://tampermonkey.net/
  4. // @version      0.5.5
  5. // @description  下载抖音用户主页数据!
  6. // @author       xxmdmst
  7. // @match        https://www.douyin.com/*
  8. // @icon         https://xxmdmst.oss-cn-beijing.aliyuncs.com/imgs/favicon.ico
  9. // @grant        GM_registerMenuCommand
  10. // @grant        GM_setValue
  11. // @grant        GM_getValue
  12. // @require      https://cdnjs.cloudflare.com/ajax/libs/jszip/3.6.0/jszip.min.js
  13. // @license MIT
  14. // ==/UserScript==
  15.  
  16. (function () {
  17.     let localDownload;
  18.     let localDownloadUrl = GM_getValue("localDownloadUrl", 'http://localhost:8080/data');
  19.     const startPipeline = (start) => {
  20.         if (confirm(start ? "是否开启本地下载通道?\n开启后会向本地服务发送数据，服务地址：\n" + localDownloadUrl : "是否关闭本地下载通道?")) {
  21.             GM_setValue("localDownload", start);
  22.             window.location.reload();
  23.         }
  24.     }
  25.     localDownload = GM_getValue("localDownload", false);
  26.     if (localDownload) {
  27.         GM_registerMenuCommand("✅关闭本地下载通道", () => {
  28.             startPipeline(false);
  29.         })
  30.     } else {
  31.         GM_registerMenuCommand("⛔️开启本地下载通道", () => {
  32.             startPipeline(true);
  33.         })
  34.     }
  35.  
  36.     GM_registerMenuCommand("♐设置本地下载通道地址", () => {
  37.         localDownloadUrl = GM_getValue("localDownloadUrl", 'http://localhost:8080/data');
  38.         let newlocalDownloadUrl = prompt("请输入新的上报地址：", localDownloadUrl);
  39.         if (newlocalDownloadUrl === null) return;
  40.         newlocalDownloadUrl = newlocalDownloadUrl.trim();
  41.         if (!newlocalDownloadUrl) {
  42.             newlocalDownloadUrl = "http://localhost:8080/data";
  43.             toast("设置了空白地址，已经恢复默认地址为:" + newlocalDownloadUrl);
  44.             localDownloadUrl = newlocalDownloadUrl;
  45.         } else if (localDownloadUrl !== newlocalDownloadUrl) {
  46.             GM_setValue("localDownloadUrl", newlocalDownloadUrl);
  47.             toast("当前上报地址已经修改为:" + newlocalDownloadUrl);
  48.         }
  49.         GM_setValue("localDownloadUrl", newlocalDownloadUrl);
  50.         localDownloadUrl = newlocalDownloadUrl;
  51.     });
  52.     GM_registerMenuCommand("🔄清空信息内容", () => msg_pre.textContent = "")
  53.     let max_author_num = GM_getValue("max_author_num", 1000);
  54.     GM_registerMenuCommand("👤设置最大缓存作者数", () => {
  55.         let new_max_author_num = prompt("设置最大缓存作者数：", max_author_num);
  56.         if (new_max_author_num === null) return;
  57.         if (!/^\d+$/.test(new_max_author_num)) {
  58.             toast("请输入正整数！");
  59.             return;
  60.         }
  61.         max_author_num = parseInt(new_max_author_num);
  62.         GM_setValue("max_author_num", max_author_num);
  63.         toast("当前最大缓存作者数已经修改为:" + max_author_num);
  64.     })
  65.     let table;
  66.  
  67.     function initGbkTable() {
  68.         // https://en.wikipedia.org/wiki/GBK_(character_encoding)#Encoding
  69.         const ranges = [
  70.             [0xA1, 0xA9, 0xA1, 0xFE],
  71.             [0xB0, 0xF7, 0xA1, 0xFE],
  72.             [0x81, 0xA0, 0x40, 0xFE],
  73.             [0xAA, 0xFE, 0x40, 0xA0],
  74.             [0xA8, 0xA9, 0x40, 0xA0],
  75.             [0xAA, 0xAF, 0xA1, 0xFE],
  76.             [0xF8, 0xFE, 0xA1, 0xFE],
  77.             [0xA1, 0xA7, 0x40, 0xA0],
  78.         ];
  79.         const codes = new Uint16Array(23940);
  80.         let i = 0;
  81.  
  82.         for (const [b1Begin, b1End, b2Begin, b2End] of ranges) {
  83.             for (let b2 = b2Begin; b2 <= b2End; b2++) {
  84.                 if (b2 !== 0x7F) {
  85.                     for (let b1 = b1Begin; b1 <= b1End; b1++) {
  86.                         codes[i++] = b2 << 8 | b1
  87.                     }
  88.                 }
  89.             }
  90.         }
  91.         table = new Uint16Array(65536);
  92.         table.fill(0xFFFF);
  93.         const str = new TextDecoder('gbk').decode(codes);
  94.         for (let i = 0; i < str.length; i++) {
  95.             table[str.charCodeAt(i)] = codes[i]
  96.         }
  97.     }
  98.  
  99.     function str2gbk(str, opt = {}) {
  100.         if (!table) {
  101.             initGbkTable()
  102.         }
  103.         const NodeJsBufAlloc = typeof Buffer === 'function' && Buffer.allocUnsafe;
  104.         const defaultOnAlloc = NodeJsBufAlloc
  105.             ? (len) => NodeJsBufAlloc(len)
  106.             : (len) => new Uint8Array(len);
  107.         const defaultOnError = () => 63;
  108.         const onAlloc = opt.onAlloc || defaultOnAlloc;
  109.         const onError = opt.onError || defaultOnError;
  110.  
  111.         const buf = onAlloc(str.length * 2);
  112.         let n = 0;
  113.  
  114.         for (let i = 0; i < str.length; i++) {
  115.             const code = str.charCodeAt(i);
  116.             if (code < 0x80) {
  117.                 buf[n++] = code;
  118.                 continue
  119.             }
  120.             const gbk = table[code];
  121.  
  122.             if (gbk !== 0xFFFF) {
  123.                 buf[n++] = gbk;
  124.                 buf[n++] = gbk >> 8
  125.             } else if (code === 8364) {
  126.                 buf[n++] = 0x80
  127.             } else {
  128.                 const ret = onError(i, str);
  129.                 if (ret === -1) {
  130.                     break
  131.                 }
  132.                 if (ret > 0xFF) {
  133.                     buf[n++] = ret;
  134.                     buf[n++] = ret >> 8
  135.                 } else {
  136.                     buf[n++] = ret
  137.                 }
  138.             }
  139.         }
  140.         return buf.subarray(0, n)
  141.     }
  142.  
  143.     const toast = (msg, duration) => {
  144.         duration = isNaN(duration) ? 3000 : duration;
  145.         let toastDom = document.createElement('pre');
  146.         toastDom.textContent = msg;
  147.         toastDom.style.cssText = 'padding:2px 15px;min-height: 36px;line-height: 36px;text-align: center;transform: translate(-50%);border-radius: 4px;color: rgb(255, 255, 255);position: fixed;top: 50%;left: 50%;z-index: 9999999;background: rgb(0, 0, 0);font-size: 16px;'
  148.         document.body.appendChild(toastDom);
  149.         setTimeout(function () {
  150.             const d = 0.5;
  151.             toastDom.style.transition = `transform ${d}s ease-in, opacity ${d}s ease-in`;
  152.             toastDom.style.opacity = '0';
  153.             setTimeout(function () {
  154.                 document.body.removeChild(toastDom)
  155.             }, d * 1000);
  156.         }, duration);
  157.     }
  158.  
  159.     function formatSeconds(seconds) {
  160.         const timeUnits = ['小时', '分', '秒'];
  161.         const timeValues = [
  162.             Math.floor(seconds / 3600),
  163.             Math.floor((seconds % 3600) / 60),
  164.             seconds % 60
  165.         ];
  166.         return timeValues.map((value, index) => value > 0 ? value + timeUnits[index] : '').join('');
  167.     }
  168.  
  169.     const timeFormat = (timestamp = null, fmt = 'yyyy-mm-dd') => {
  170.         // 其他更多是格式化有如下:
  171.         // yyyy:mm:dd|yyyy:mm|yyyy年mm月dd日|yyyy年mm月dd日 hh时MM分等,可自定义组合
  172.         timestamp = parseInt(timestamp);
  173.         // 如果为null,则格式化当前时间
  174.         if (!timestamp) timestamp = Number(new Date());
  175.         // 判断用户输入的时间戳是秒还是毫秒,一般前端js获取的时间戳是毫秒(13位),后端传过来的为秒(10位)
  176.         if (timestamp.toString().length === 10) timestamp *= 1000;
  177.         let date = new Date(timestamp);
  178.         let ret;
  179.         let opt = {
  180.             "y{4,}": date.getFullYear().toString(), // 年
  181.             "y+": date.getFullYear().toString().slice(2,), // 年
  182.             "m+": (date.getMonth() + 1).toString(), // 月
  183.             "d+": date.getDate().toString(), // 日
  184.             "h+": date.getHours().toString(), // 时
  185.             "M+": date.getMinutes().toString(), // 分
  186.             "s+": date.getSeconds().toString() // 秒
  187.             // 有其他格式化字符需求可以继续添加，必须转化成字符串
  188.         };
  189.         for (let k in opt) {
  190.             ret = new RegExp("(" + k + ")").exec(fmt);
  191.             if (ret) {
  192.                 fmt = fmt.replace(ret[1], (ret[1].length === 1) ? (opt[k]) : (opt[k].padStart(ret[1].length, "0")))
  193.             }
  194.         }
  195.         return fmt
  196.     };
  197.     window.all_aweme_map = new Map();
  198.     window.user_map = new Map();
  199.     const user_local_data = localStorage.getItem('user_local_data');
  200.     if (user_local_data) {
  201.         JSON.parse(user_local_data).forEach((userInfo) => {
  202.             user_map.set(userInfo.uid, userInfo);
  203.         });
  204.     }
  205.     let current_user_id = null;
  206.     const user_key = {
  207.         "nickname": "昵称",
  208.         "following_count": "关注",
  209.         "mplatform_followers_count": "粉丝",
  210.         "total_favorited": "获赞",
  211.         "unique_id": "抖音号",
  212.         "ip_location": "IP属地",
  213.         "gender": "性别",
  214.         "city": "位置",
  215.         "signature": "签名",
  216.         "aweme_count": "作品数",
  217.     }
  218.  
  219.     function copyText(text, node) {
  220.         let oldText = node.textContent;
  221.         navigator.clipboard.writeText(text).then(r => {
  222.             node.textContent = "复制成功";
  223.             toast("复制成功\n" + text.slice(0, 20) + (text.length > 20 ? "..." : ""), 2000);
  224.         }).catch((e) => {
  225.             node.textContent = "复制失败";
  226.             toast("复制失败", 2000);
  227.         })
  228.         setTimeout(() => node.textContent = oldText, 2000);
  229.     }
  230.  
  231.     function copyUserData(node) {
  232.         if (!current_user_id) {
  233.             toast("还没有捕获到用户数据！");
  234.             return;
  235.         }
  236.         let text = [];
  237.         let userInfo = user_map.get(current_user_id);
  238.         for (let key in user_key) {
  239.             let value = (userInfo[key] || "").toString().trim()
  240.             if (value) text.push(user_key[key] + "：" + value);
  241.         }
  242.         copyText(text.join("\n"), node);
  243.     }
  244.  
  245.     function createVideoButton(text, top, func) {
  246.         const button = document.createElement("button");
  247.         button.textContent = text;
  248.         button.style.position = "absolute";
  249.         button.style.right = "0px";
  250.         button.style.top = top;
  251.         button.style.opacity = "0.5";
  252.         if (func) {
  253.             button.addEventListener("click", (event) => {
  254.                 event.preventDefault();
  255.                 event.stopPropagation();
  256.                 func();
  257.             });
  258.         }
  259.         return button;
  260.     }
  261.  
  262.     function createDownloadLink(blob, filename, ext, prefix = "") {
  263.         if (filename === null) {
  264.             filename = current_user_id ? user_map.get(current_user_id).nickname : document.title;
  265.         }
  266.         const url = URL.createObjectURL(blob);
  267.         const link = document.createElement('a');
  268.         link.href = url;
  269.         link.download = prefix + filename.replace(/[\/:*?"<>|\s]/g, "").slice(0, 40) + "." + ext;
  270.         link.click();
  271.         URL.revokeObjectURL(url);
  272.     }
  273.  
  274.     function txt2file(txt, filename, ext) {
  275.         createDownloadLink(new Blob([txt], {type: 'text/plain'}), filename, ext);
  276.     }
  277.  
  278.     function getAwemeName(aweme) {
  279.         let name = aweme.item_title ? aweme.item_title : aweme.caption;
  280.         if (!name) name = aweme.desc ? aweme.desc : aweme.awemeId;
  281.         return (aweme.date ? `【${aweme.date.slice(0, 10)}】` : "") + name.replace(/[\/:*?"<>|\s]+/g, "").slice(0, 27).replace(/\.\d+$/g, "");
  282.     }
  283.  
  284.     const downloadUrl = (url, node, filename, ext = "mp4") => {
  285.         // toast("准备就绪，等待视频下载完毕后弹出下载界面！");
  286.         let xhr = new XMLHttpRequest();
  287.         xhr.open('GET', url.replace("http://", "https://"), true);
  288.         xhr.responseType = 'blob';
  289.         let textContent = node.textContent;
  290.         xhr.onload = (e) => {
  291.             createDownloadLink(xhr.response, filename, ext);
  292.             setTimeout(() => node.textContent = textContent, 2000);
  293.         };
  294.         xhr.onprogress = (event) => {
  295.             if (event.lengthComputable) {
  296.                 node.textContent = "下载" + (event.loaded * 100 / event.total).toFixed(1) + '%';
  297.             }
  298.         };
  299.         xhr.send();
  300.     };
  301.     const downloadVideo = (aweme, node) => {
  302.         toast("准备就绪，等待视频下载完毕后弹出下载界面！");
  303.         let xhr = new XMLHttpRequest();
  304.         let url = aweme.url.replace("http://", "https://");
  305.         let filename = aweme ? getAwemeName(aweme) : window.title;
  306.         let ext = aweme && aweme.images ? "mp3" : "mp4";
  307.         downloadUrl(url, node, filename, ext);
  308.     };
  309.     const downloadImage = (aweme, downloadImageButton) => {
  310.         const zip = new JSZip();
  311.         let textContent = downloadImageButton.textContent;
  312.         downloadImageButton.textContent = "图片下载并打包中...";
  313.         const promises = aweme.images.map((link, index) => {
  314.             return fetch(link)
  315.                 .then((response) => response.arrayBuffer())
  316.                 .then((buffer) => {
  317.                     downloadImageButton.textContent = `图片已下载【${index + 1}/${aweme.images.length}】`;
  318.                     zip.file(`image_${index + 1}.jpg`, buffer);
  319.                 });
  320.         });
  321.         Promise.all(promises)
  322.             .then(() => {
  323.                 return zip.generateAsync({type: "blob"});
  324.             })
  325.             .then((content) => {
  326.                 createDownloadLink(content, getAwemeName(aweme), "zip", "【图文】");
  327.                 setTimeout(() => downloadImageButton.textContent = textContent, 2000);
  328.             });
  329.     };
  330.  
  331.     function createButtonGroup(aNode) {
  332.         if (aNode.dataset.vid) return;
  333.         let match = aNode.href.match(/(?:video|note)\/(\d+)/);
  334.         if (!match) return;
  335.         let videoId = match[1];
  336.         let aweme = all_aweme_map.get(videoId);
  337.         let copyDescButton = createVideoButton("复制描述", "0px");
  338.         copyDescButton.addEventListener("click", (event) => {
  339.             event.preventDefault();
  340.             event.stopPropagation();
  341.             copyText(aweme.desc, copyDescButton);
  342.         })
  343.         aNode.appendChild(copyDescButton);
  344.         aNode.appendChild(createVideoButton("打开视频源", "20px", () => window.open(aweme.url)));
  345.  
  346.         let downloadVideoButton = createVideoButton("下载视频", "40px");
  347.         downloadVideoButton.addEventListener("click", () => downloadVideo(aweme, downloadVideoButton));
  348.         aNode.appendChild(downloadVideoButton);
  349.  
  350.         if (aweme.images) {
  351.             let downloadImageButton = createVideoButton("图片打包下载", "60px");
  352.             downloadImageButton.addEventListener("click", () => downloadImage(aweme, downloadImageButton));
  353.             aNode.appendChild(downloadImageButton);
  354.         }
  355.         aNode.dataset.vid = videoId;
  356.     }
  357.  
  358.     function flush() {
  359.         let img_num = Array.from(all_aweme_map.values()).filter(a => a.images).length;
  360.         msg_pre.textContent = `已加载${all_aweme_map.size}个作品，${img_num}个图文\n已游览${user_map.size}个作者的主页`;
  361.         if (domLoadedTimer !== null) return;
  362.         data_button.p2.textContent = `${all_aweme_map.size}`;
  363.         user_button.p2.textContent = `${user_map.size}`;
  364.         img_button.p2.textContent = `${img_num}`;
  365.     }
  366.  
  367.     const formatDouyinAwemeData = item => Object.assign(
  368.         {
  369.             "awemeId": item.aweme_id,
  370.             "item_title": item.item_title,
  371.             "caption": item.caption,
  372.             "desc": item.desc,
  373.             "tag": item.text_extra ? item.text_extra.map(tag => tag.hashtag_name).filter(tag => tag).join("#") : "",
  374.             "video_tag": item.video_tag ? item.video_tag.map(tag => tag.tag_name).filter(tag => tag).join("->") : "",
  375.             "date": timeFormat(item.create_time, "yyyy-mm-dd hh:MM:ss"),
  376.             "create_time": item.create_time,
  377.         },
  378.         item.statistics ? {
  379.             "diggCount": item.statistics.digg_count,
  380.             "commentCount": item.statistics.comment_count,
  381.             "collectCount": item.statistics.collect_count,
  382.             "shareCount": item.statistics.share_count
  383.         } : {},
  384.         item.video ? {
  385.             "duration": formatSeconds(Math.round(item.video.duration / 1000)),
  386.             "url": item.video.play_addr.url_list[0],
  387.             "cover": item.video.cover.url_list[0],
  388.             "images": item.images ? item.images.map(row => row.url_list.pop()) : null,
  389.         } : {},
  390.         item.author ? {
  391.             "uid": item.author.uid,
  392.             "nickname": item.author.nickname
  393.         } : {}
  394.     );
  395.  
  396.  
  397.     function formatAwemeData(json_data) {
  398.         return json_data.aweme_list.map(formatDouyinAwemeData);
  399.     }
  400.  
  401.     function formatUserData(userInfo) {
  402.         for (let key in userInfo) {
  403.             if (!userInfo[key]) userInfo[key] = "";
  404.         }
  405.         return {
  406.             "uid": userInfo.uid,
  407.             "nickname": userInfo.nickname,
  408.             "following_count": userInfo.following_count,
  409.             "mplatform_followers_count": userInfo.mplatform_followers_count,
  410.             "total_favorited": userInfo.total_favorited,
  411.             "unique_id": userInfo.unique_id ? userInfo.unique_id : userInfo.short_id,
  412.             "ip_location": userInfo.ip_location.replace("IP属地：", ""),
  413.             "gender": userInfo.gender ? " 男女".charAt(userInfo.gender).trim() : "",
  414.             "city": [userInfo.province, userInfo.city, userInfo.district].filter(x => x).join("·"),
  415.             "signature": userInfo.signature,
  416.             "aweme_count": userInfo.aweme_count,
  417.             "create_time": Date.now()
  418.         }
  419.     }
  420.  
  421.     function sendLocalData(jsonData) {
  422.         if (!localDownload) return;
  423.         fetch(localDownloadUrl, {
  424.             method: 'POST',
  425.             headers: {
  426.                 'Content-Type': 'application/json'
  427.             },
  428.             body: JSON.stringify(jsonData)
  429.         })
  430.             .then(response => response.json())
  431.             .then(responseData => {
  432.                 console.log('成功:', responseData);
  433.             })
  434.             .catch(error => {
  435.                 console.log('上报失败，请检查本地程序是否已经启动！');
  436.             });
  437.     }
  438.  
  439.     function interceptResponse() {
  440.         const originalSend = XMLHttpRequest.prototype.send;
  441.         XMLHttpRequest.prototype.send = function () {
  442.             originalSend.apply(this, arguments);
  443.             if (!this._url) return;
  444.             this.url = this._url;
  445.             if (this.url.startsWith("http"))
  446.                 this.url = new URL(this.url).pathname
  447.             if (!this.url.startsWith("/aweme/v1/web/")) return;
  448.             const self = this;
  449.             let func = this.onreadystatechange;
  450.             this.onreadystatechange = (e) => {
  451.                 if (self.readyState === 4) {
  452.                     let data = JSON.parse(self.response);
  453.                     let jsonData;
  454.                     if (self.url.startsWith("/aweme/v1/web/user/profile/other")) {
  455.                         let userInfo = formatUserData(data.user);
  456.                         user_map.set(userInfo.uid, userInfo);
  457.                         current_user_id = userInfo.uid;
  458.                         console.log("加载作者：", current_user_id);
  459.                         let user_local_data = Array.from(user_map.values()).sort((a, b) => b.create_time - a.create_time);
  460.                         localStorage.setItem('user_local_data', JSON.stringify(user_local_data.slice(0, max_author_num)));
  461.                     } else if ([
  462.                         "/aweme/v1/web/aweme/post/",
  463.                         "/aweme/v1/web/aweme/related/",
  464.                         "/aweme/v1/web/aweme/favorite/",
  465.                         "/aweme/v1/web/mix/aweme/",
  466.                         "/aweme/v1/web/tab/feed/",
  467.                         "/aweme/v1/web/aweme/listcollection/",
  468.                         "/aweme/v1/web/history/read/"
  469.                     ].some(prefix => self.url.startsWith(prefix))) {
  470.                         jsonData = formatAwemeData(data);
  471.                     } else if ([
  472.                         "/aweme/v1/web/follow/feed/",
  473.                         "/aweme/v1/web/familiar/feed/",
  474.                     ].some(prefix => self.url.startsWith(prefix))) {
  475.                         jsonData = data.data.filter(item => item.aweme).map(item => formatDouyinAwemeData(item.aweme));
  476.                     } else if (self.url.startsWith("/aweme/v1/web/general/search/single/")) {
  477.                         jsonData = [];
  478.                         for (let obj of data.data) {
  479.                             if (obj.aweme_info) jsonData.push(formatDouyinAwemeData(obj.aweme_info))
  480.                             if (obj.user_list) {
  481.                                 for (let user of obj.user_list) {
  482.                                     user.items.forEach(aweme => jsonData.push(formatDouyinAwemeData(aweme)))
  483.                                 }
  484.                             }
  485.                         }
  486.                     } else if (self.url.startsWith("/aweme/v1/web/module/feed/")) {
  487.                         jsonData = data.cards.map(item => formatDouyinAwemeData(JSON.parse(item.aweme)));
  488.                     } else if (self.url.startsWith("/aweme/v1/web/aweme/detail/")) {
  489.                         jsonData = [formatDouyinAwemeData(data.aweme_detail)]
  490.                     }
  491.                     if (jsonData) jsonData = jsonData.filter(item => item.url && item.awemeId);
  492.                     if (jsonData) {
  493.                         sendLocalData(jsonData);
  494.                         jsonData.forEach(aweme => {
  495.                             all_aweme_map.set(aweme.awemeId, aweme);
  496.                         })
  497.                         flush();
  498.                     }
  499.                 }
  500.                 if (func) func.apply(self, e);
  501.             };
  502.         };
  503.     }
  504.  
  505.     function downloadData(node, encoding) {
  506.         if (node === null) node = document.createElement("a");
  507.         if (all_aweme_map.size === 0) {
  508.             alert("还没有发现任何作品数据！");
  509.             return;
  510.         }
  511.         if (node.disabled) {
  512.             toast("下载正在处理中，请不要重复点击按钮！");
  513.             return;
  514.         }
  515.         node.disabled = true;
  516.         try {
  517.             let text = "作者昵称,作品描述,作品链接,点赞数,评论数,收藏数,分享数,发布时间,时长,标签,分类,封面,下载链接\n";
  518.             let user_aweme_list = Array.from(all_aweme_map.values()).sort((a, b) => b.create_time - a.create_time);
  519.             user_aweme_list.forEach(aweme => {
  520.                 text += [aweme.nickname,
  521.                     '"' + aweme.desc.replace(/,/g, '，').replace(/"/g, '""') + '"',
  522.                     "https://www.douyin.com/video/" + aweme.awemeId,
  523.                     aweme.diggCount, aweme.commentCount,
  524.                     aweme.collectCount, aweme.shareCount, aweme.date,
  525.                     aweme.duration, aweme.tag, aweme.video_tag,
  526.                     aweme.cover, '"' + aweme.url + '"'].join(",") + "\n"
  527.             });
  528.             if (encoding === "gbk") text = str2gbk(text);
  529.             txt2file(text, "【" + timeFormat(Date.now(), "yyyy-mm-dd") + "】抖音当前已加载数据", "csv");
  530.         } finally {
  531.             node.disabled = false;
  532.         }
  533.     }
  534.  
  535.     function downloadUserData(node, encoding) {
  536.         if (node === null) node = document.createElement("a");
  537.         if (user_map.size === 0) {
  538.             toast("还没有发现任何作者数据！请访问用户主页后再试！\n以https://www.douyin.com/user/开头的链接。");
  539.             return;
  540.         }
  541.         if (node.disabled) {
  542.             toast("下载正在处理中，请不要重复点击按钮！");
  543.             return;
  544.         }
  545.         node.disabled = true;
  546.         try {
  547.             let text = "昵称,关注,粉丝,获赞,抖音号,IP属地,性别,位置,签名,作品数,查看时间,主页\n";
  548.             let userData = Array.from(user_map.values()).sort((a, b) => b.create_time - a.create_time);
  549.             userData.forEach(user_info => {
  550.                 text += [user_info.nickname, user_info.following_count, user_info.mplatform_followers_count,
  551.                     user_info.total_favorited, user_info.unique_id, user_info.ip_location,
  552.                     user_info.gender, user_info.city,
  553.                     '"' + user_info.signature.replace(/,/g, '，').replace(/"/g, '""') + '"',
  554.                     user_info.aweme_count, timeFormat(user_info.create_time, "yyyy-mm-dd hh:MM:ss"),
  555.                     "https://www.douyin.com/user/" + user_info.uid].join(",") + "\n"
  556.             });
  557.             if (encoding === "gbk") text = str2gbk(text);
  558.             txt2file(text, "【" + timeFormat(Date.now(), "yyyy-mm-dd") + "】抖音已游览作者的历史记录", "csv");
  559.         } finally {
  560.             node.disabled = false;
  561.         }
  562.     }
  563.  
  564.     let img_button, data_button, user_button, msg_pre;
  565.  
  566.     function createMsgBox() {
  567.         msg_pre = document.createElement('pre');
  568.         msg_pre.textContent = '等待上方头像加载完毕';
  569.         msg_pre.style.color = 'white';
  570.         msg_pre.style.position = 'fixed';
  571.         msg_pre.style.right = '5px';
  572.         msg_pre.style.top = '60px';
  573.         msg_pre.style.color = 'white';
  574.         msg_pre.style.zIndex = '503';
  575.         msg_pre.style.opacity = "0.4";
  576.         document.body.appendChild(msg_pre);
  577.     }
  578.  
  579.     function scrollPageToBottom(scroll_button) {
  580.         let scrollInterval;
  581.  
  582.         function scrollLoop() {
  583.             let endText = document.querySelector("div[data-e2e='user-post-list'] > ul[data-e2e='scroll-list'] + div div").innerText;
  584.             if (endText.includes("没有更多了")) {
  585.                 clearInterval(scrollInterval);
  586.                 scrollInterval = null;
  587.                 scroll_button.p1.textContent = "已加载全部！";
  588.             } else {
  589.                 scrollTo(0, document.body.scrollHeight);
  590.             }
  591.         }
  592.  
  593.         scroll_button.addEventListener('click', () => {
  594.             if (!scrollInterval) {
  595.                 if (!location.href.startsWith("https://www.douyin.com/user/")) {
  596.                     toast("不支持非用户主页开启下拉！");
  597.                 } else if (!document.querySelector("div[data-e2e='user-post-list']")) {
  598.                     toast("没有找到用户作品列表！");
  599.                 } else {
  600.                     scrollInterval = setInterval(scrollLoop, 1200);
  601.                     scroll_button.p1.textContent = "停止自动下拉";
  602.                 }
  603.             } else {
  604.                 clearInterval(scrollInterval);
  605.                 scrollInterval = null;
  606.                 scroll_button.p1.textContent = "开启自动下拉";
  607.             }
  608.         });
  609.     }
  610.  
  611.     function createCommonElement(tagName, attrs = {}, text = "") {
  612.         const tag = document.createElement(tagName);
  613.         for (const [k, v] of Object.entries(attrs)) {
  614.             tag.setAttribute(k, v);
  615.         }
  616.         if (text) tag.textContent = text;
  617.         tag.addEventListener('click', (event) => event.stopPropagation());
  618.         return tag;
  619.     }
  620.  
  621.     function createAllButton() {
  622.         let dom = document.querySelector("#douyin-header-menuCt pace-island > div > div:nth-last-child(1) ul a:nth-last-child(1)");
  623.         let baseNode = dom.cloneNode(true);
  624.         baseNode.removeAttribute("target");
  625.         baseNode.removeAttribute("rel");
  626.         baseNode.removeAttribute("href");
  627.         let svgChild = baseNode.querySelector("svg");
  628.         if (svgChild) baseNode.removeChild(svgChild);
  629.  
  630.         function createNewButton(name, num = "0") {
  631.             let button = baseNode.cloneNode(true);
  632.             button.p1 = button.querySelector("p:nth-child(1)");
  633.             button.p2 = button.querySelector("p:nth-child(2)");
  634.             button.p1.textContent = name;
  635.             button.p2.textContent = num;
  636.             dom.after(button);
  637.             return button;
  638.         }
  639.  
  640.         img_button = createNewButton("图文打包下载");
  641.         img_button.addEventListener('click', () => downloadImg(img_button));
  642.  
  643.         let downloadCoverButton = createNewButton("封面打包下载", "");
  644.         downloadCoverButton.addEventListener('click', () => downloadCover(downloadCoverButton));
  645.  
  646.         data_button = createNewButton("下载已加载的数据");
  647.         data_button.p1.after(createCommonElement("label", {'for': 'gbk'}, 'gbk'));
  648.         let checkbox = createCommonElement("input", {'type': 'checkbox', 'id': 'gbk'});
  649.         checkbox.checked = localStorage.getItem("gbk") === "1";
  650.         checkbox.onclick = (event) => {
  651.             event.stopPropagation();
  652.             localStorage.setItem("gbk", checkbox.checked ? "1" : "0");
  653.         };
  654.         data_button.p1.after(checkbox);
  655.         data_button.addEventListener('click', () => downloadData(data_button, checkbox.checked ? "gbk" : "utf-8"));
  656.  
  657.         user_button = createNewButton("下载已游览的作者数据");
  658.         user_button.addEventListener('click', () => downloadUserData(user_button, checkbox.checked ? "gbk" : "utf-8"));
  659.  
  660.         scrollPageToBottom(createNewButton("开启自动下拉到底", ""));
  661.  
  662.         let share_button = document.querySelector("#frame-user-info-share-button");
  663.         if (share_button) {
  664.             let node = share_button.cloneNode(true);
  665.             node.span = node.querySelector("span");
  666.             node.span.innerHTML = "复制作者信息";
  667.             node.onclick = () => copyUserData(node.span);
  668.             share_button.after(node);
  669.         }
  670.     }
  671.  
  672.     GM_registerMenuCommand("📋下载已加载的数据", () => {
  673.         downloadData(null, localStorage.getItem("gbk") === "1" ? "gbk" : "utf-8");
  674.     })
  675.     GM_registerMenuCommand("📰下载已游览的作者数据", () => {
  676.         downloadUserData(null, localStorage.getItem("gbk") === "1" ? "gbk" : "utf-8");
  677.     })
  678.  
  679.     async function downloadCover(node) {
  680.         if (all_aweme_map.size === 0) {
  681.             toast("还没有发现任何作品数据！");
  682.             return;
  683.         }
  684.         if (node.disabled) {
  685.             toast("下载正在处理中，请不要重复点击按钮！");
  686.             return;
  687.         }
  688.         node.disabled = true;
  689.         try {
  690.             const zip = new JSZip();
  691.             msg_pre.textContent = `下载封面并打包中...`;
  692.             let user_aweme_list = Array.from(all_aweme_map.values()).sort((a, b) => b.create_time - a.create_time);
  693.             let promises = user_aweme_list.map((aweme, index) => {
  694.                 let awemeName = getAwemeName(aweme) + ".jpg";
  695.                 return fetch(aweme.cover)
  696.                     .then(response => response.arrayBuffer())
  697.                     .then(buffer => zip.file(awemeName, buffer))
  698.                     .then(() => msg_pre.textContent = `${index + 1}/${user_aweme_list.length} ` + awemeName)
  699.             });
  700.             Promise.all(promises).then(() => {
  701.                 return zip.generateAsync({type: "blob"})
  702.             }).then((content) => {
  703.                 createDownloadLink(content, null, "zip", "【封面】");
  704.                 msg_pre.textContent = "封面打包完成";
  705.                 node.disabled = false;
  706.             })
  707.         } finally {
  708.             node.disabled = false;
  709.         }
  710.     }
  711.  
  712.     async function downloadImg(node) {
  713.         if (node.disabled) {
  714.             toast("下载正在处理中，请不要重复点击按钮！");
  715.             return;
  716.         }
  717.         node.disabled = true;
  718.         try {
  719.             const zip = new JSZip();
  720.             let flag = true;
  721.             let aweme_img_list = Array.from(all_aweme_map.values()).sort((a, b) => b.create_time - a.create_time).filter(a => a.images);
  722.             for (let [i, aweme] of aweme_img_list.entries()) {
  723.                 let awemeName = getAwemeName(aweme);
  724.                 msg_pre.textContent = `${i + 1}/${aweme_img_list.length} ` + awemeName;
  725.                 let folder = zip.folder(awemeName);
  726.                 await Promise.all(aweme.images.map((link, index) => {
  727.                     return fetch(link)
  728.                         .then((res) => res.arrayBuffer())
  729.                         .then((buffer) => {
  730.                             folder.file(`image_${index + 1}.jpg`, buffer);
  731.                         });
  732.                 }));
  733.                 flag = false;
  734.             }
  735.             if (flag) {
  736.                 alert("当前页面未发现图文链接");
  737.                 node.disabled = false;
  738.                 return;
  739.             }
  740.             msg_pre.textContent = "图文打包中...";
  741.             zip.generateAsync({type: "blob"})
  742.                 .then((content) => {
  743.                     createDownloadLink(content, null, "zip", "【图文】");
  744.                     msg_pre.textContent = "图文打包完成";
  745.                     node.disabled = false;
  746.                 });
  747.         } finally {
  748.             node.disabled = false;
  749.         }
  750.     }
  751.  
  752.     function douyinVideoDownloader() {
  753.         const adjustMargin = (toolDom) => {
  754.             let virtualDom = toolDom.querySelector('.virtual');
  755.             if (location.href.includes('search') && !location.href.includes('modal_id')) {
  756.                 toolDom.style.marginTop = "0px";
  757.                 virtualDom.style.marginBottom = "37px";
  758.             } else {
  759.                 toolDom.style.marginTop = "-68px";
  760.                 virtualDom.style.marginBottom = "0px";
  761.             }
  762.         }
  763.         const clonePlayclarity2Download = (xgPlayer, videoId, videoContainer) => {
  764.             let toolDom = xgPlayer.querySelector(`.xgplayer-playclarity-setting[data-vid]`);
  765.             let attrs = {class: "item", style: "text-align:center;"};
  766.  
  767.             let aweme = all_aweme_map.get(videoId);
  768.             if (toolDom) {
  769.                 toolDom.dataset.vid = videoId;
  770.                 videoContainer.dataset.vid = videoId;
  771.                 adjustMargin(toolDom);
  772.                 let virtualDom = toolDom.querySelector('.virtual');
  773.                 if (!aweme) return;
  774.                 if (!aweme.images && virtualDom.dataset.image) {
  775.                     virtualDom.removeChild(virtualDom.lastElementChild);
  776.                     delete virtualDom.dataset.image;
  777.                 } else if (aweme.images && !virtualDom.dataset.image) {
  778.                     let downloadDom2 = createCommonElement("div", attrs, "图文下载");
  779.                     virtualDom.appendChild(downloadDom2);
  780.                     downloadDom2.onclick = () => {
  781.                         aweme = all_aweme_map.get(toolDom.dataset.vid);
  782.                         if (!aweme) {
  783.                             toast('未捕获到对应数据源！');
  784.                         } else if (!aweme.images) {
  785.                             toast('捕获的数据源，不含图片信息！');
  786.                         } else {
  787.                             downloadImage(aweme, downloadDom2);
  788.                         }
  789.                     };
  790.                     virtualDom.dataset.image = videoId;
  791.                 }
  792.                 return;
  793.             }
  794.             // console.log("打开视频", videoId);
  795.             // if (!aweme) return;
  796.             // toast('当前打开的视频未捕获到数据源，若需要下载请转入观看历史下载！');
  797.             const parser = new DOMParser();
  798.             const doc = parser.parseFromString('<xg-icon class="xgplayer-playclarity-setting" data-state="normal" data-index="7.6">' +
  799.                 '<div class="gear"><div class="virtual"></div><div class="btn">下载</div></div></xg-icon>', 'text/html');
  800.             toolDom = doc.body.firstChild;
  801.  
  802.             toolDom.dataset.vid = videoId;
  803.             toolDom.dataset.index = "7.6";
  804.             videoContainer.dataset.vid = videoId;
  805.             toolDom.style.paddingTop = '100px';
  806.             adjustMargin(toolDom);
  807.  
  808.             let downloadText = toolDom.querySelector('.btn');
  809.             if (!downloadText) return;
  810.             downloadText.textContent = '下载';
  811.             downloadText.style = 'font-size:14px;font-weight:600;';
  812.  
  813.             let virtualDom = toolDom.querySelector('.virtual');
  814.             if (!virtualDom) return;
  815.             toolDom.onmouseover = () => virtualDom.style.display = 'block';
  816.             toolDom.onmouseout = () => virtualDom.style.display = 'none';
  817.             virtualDom.innerHTML = '';
  818.  
  819.             let copyDescDom = createCommonElement("div", attrs, "复制描述");
  820.             virtualDom.appendChild(copyDescDom);
  821.  
  822.             function checkDatasetVid() {
  823.                 if (toolDom.dataset.vid === "null") toolDom.dataset.vid = player.root.closest('div[data-e2e="feed-active-video"]').getAttribute('data-e2e-vid');
  824.             }
  825.  
  826.             copyDescDom.onclick = () => {
  827.                 checkDatasetVid();
  828.                 aweme = window.all_aweme_map.get(toolDom.dataset.vid);
  829.                 console.log("复制对象：", toolDom.dataset.vid, aweme);
  830.                 let textContent = aweme && aweme.desc ? aweme.desc : "";
  831.                 let videoDescNode = player.root.querySelector('div[data-e2e="video-desc"]');
  832.                 if (!textContent && videoDescNode) {
  833.                     textContent = videoDescNode.textContent
  834.                 }
  835.                 if (!textContent) {
  836.                     toast('没有发现描述信息！');
  837.                 } else {
  838.                     copyText(textContent, copyDescDom);
  839.                 }
  840.             }
  841.             let toLinkDom = createCommonElement("div", attrs, "打开视频");
  842.             virtualDom.appendChild(toLinkDom);
  843.             toLinkDom.onclick = () => {
  844.                 checkDatasetVid();
  845.                 aweme = all_aweme_map.get(toolDom.dataset.vid);
  846.                 if (aweme && aweme.url) window.open(aweme.url);
  847.                 else {
  848.                     window.open(player.videoList[0].playAddr[0].src);
  849.                 }
  850.             };
  851.             let downloadDom = createCommonElement("div", attrs, "下载视频");
  852.             virtualDom.appendChild(downloadDom);
  853.             downloadDom.onclick = () => {
  854.                 checkDatasetVid();
  855.                 aweme = all_aweme_map.get(toolDom.dataset.vid);
  856.                 if (aweme && aweme.url) {
  857.                     downloadVideo(aweme, downloadDom);
  858.                 } else if (player) {
  859.                     let videoDescNode = player.root.querySelector('div[data-e2e="video-desc"]');
  860.                     let filename = videoDescNode ? videoDescNode.textContent.replace("展开", '') : window.title;
  861.                     downloadUrl(player.videoList[0].playAddr[0].src, downloadDom, filename);
  862.                 } else {
  863.                     toast('未捕获到对应数据源！')
  864.                 }
  865.             };
  866.             if (aweme && aweme.images) {
  867.                 let downloadDom2 = createCommonElement("div", attrs, "图文下载");
  868.                 virtualDom.appendChild(downloadDom2);
  869.                 downloadDom2.onclick = () => {
  870.                     aweme = all_aweme_map.get(toolDom.dataset.vid);
  871.                     if (!aweme) {
  872.                         toast('未捕获到对应数据源！');
  873.                     } else if (!aweme.images) {
  874.                         toast('捕获的数据源，不含图片信息！');
  875.                     } else {
  876.                         downloadImage(aweme, downloadDom2);
  877.                     }
  878.                 };
  879.                 virtualDom.dataset.image = videoId;
  880.             }
  881.             xgPlayer.appendChild(toolDom);
  882.         }
  883.         const run = (node) => {
  884.             if (!node) return;
  885.             let activeVideoElement = node.closest('div[data-e2e="feed-active-video"]');
  886.             let videoId, xgPlayer, videoContainer;
  887.             if (activeVideoElement) {
  888.                 videoId = activeVideoElement.getAttribute('data-e2e-vid');
  889.                 xgPlayer = activeVideoElement.querySelector('.xg-right-grid');
  890.                 videoContainer = activeVideoElement.querySelector("video");
  891.             } else {
  892.                 let playVideoElements = Array.from(document.querySelectorAll('video')).filter(v => v.autoplay);
  893.                 videoContainer = location.href.includes('modal_id')
  894.                     ? playVideoElements[0]
  895.                     : playVideoElements[playVideoElements.length - 1];
  896.                 xgPlayer = node.closest('.xg-right-grid');
  897.                 let detailVideoInfo = document.querySelector("[data-e2e='detail-video-info']");
  898.                 videoId = detailVideoInfo ? detailVideoInfo.getAttribute('data-e2e-aweme-id') : null;
  899.                 videoId = videoId ? videoId : new URLSearchParams(location.search).get('modal_id');
  900.             }
  901.             if (!xgPlayer || !videoContainer) return;
  902.             clonePlayclarity2Download(xgPlayer, videoId, videoContainer);
  903.         }
  904.         const rootObserver = new MutationObserver((mutations) => {
  905.             mutations.forEach((mutation) => {
  906.                 mutation.addedNodes.forEach((node) => {
  907.                     if (node.className === "gear" || (node.className === "xgplayer-icon" && node.dataset.e2e === "video-player-auto-play") ||
  908.                         (node.classList && node.classList.contains("xgplayer-inner-autoplay"))) {
  909.                         run(node);
  910.                     }
  911.                     // if (node.closest && node.closest('.xg-right-grid')) {
  912.                     //     console.log(node.outerHTML, node);
  913.                     // }
  914.                 });
  915.             });
  916.         });
  917.         rootObserver.observe(document.body, {childList: true, subtree: true});
  918.         const checkVideoNode = () => {
  919.             if (typeof player === "undefined" || !player.video) return;
  920.             if (player.root.querySelector(`.xgplayer-playclarity-setting[data-vid]`)) return;
  921.             let xgPlayer = player.root.querySelector('.xg-right-grid');
  922.             if (!xgPlayer) return;
  923.             let activeVideoElement = player.root.closest('div[data-e2e="feed-active-video"]');
  924.             let videoId = activeVideoElement ? activeVideoElement.getAttribute('data-e2e-vid') : "";
  925.             videoId = videoId ? videoId : new URLSearchParams(location.search).get('modal_id');
  926.             clonePlayclarity2Download(xgPlayer, videoId, player.video);
  927.         };
  928.         setInterval(checkVideoNode, 1000);
  929.     }
  930.  
  931.     function userDetailObserver() {
  932.         const observeList = (scrollList) => {
  933.             if (!scrollList) return;
  934.             console.log('开始监听新创建的视频列表！');
  935.             listObserver.observe(scrollList, {childList: true});
  936.         };
  937.         const listObserver = new MutationObserver((mutationsList) => {
  938.             for (const mutation of mutationsList) {
  939.                 if (mutation.type !== 'childList') continue;
  940.                 mutation.addedNodes.forEach(node => {
  941.                     createButtonGroup(node.querySelector("a"));
  942.                 });
  943.             }
  944.         });
  945.         const rootObserver = new MutationObserver((mutationsList) => {
  946.             for (let mutation of mutationsList) {
  947.                 if (mutation.type !== 'childList') continue;
  948.                 mutation.addedNodes.forEach(node => {
  949.                     if (!node.querySelector) return;
  950.                     observeList(node.querySelector("ul[data-e2e='scroll-list']"));
  951.                 });
  952.                 mutation.removedNodes.forEach(node => {
  953.                     if (node.querySelector && node.querySelector("ul[data-e2e='scroll-list']")) {
  954.                         console.log('关闭了一个视频列表');
  955.                         listObserver.disconnect();
  956.                     }
  957.                 });
  958.             }
  959.         });
  960.         rootObserver.observe(document.body, {childList: true, subtree: true});
  961.         observeList(document.querySelector("div[data-e2e='user-detail'] ul[data-e2e='scroll-list']"));
  962.     }
  963.  
  964.     if (document.title === "验证码中间页") return;
  965.     createMsgBox();
  966.     interceptResponse();
  967.     douyinVideoDownloader();
  968.     userDetailObserver();
  969.     let domLoadedTimer;
  970.     const checkElementLoaded = () => {
  971.         const element = document.querySelector('#douyin-header-menuCt pace-island > div > div:nth-last-child(1) ul a');
  972.         if (element) {
  973.             console.log('顶部栏加载完毕');
  974.             msg_pre.textContent = "头像加载完成\n若需要下载用户数据，需进入目标用户主页\n若未捕获到数据，可以刷新重试";
  975.             clearInterval(domLoadedTimer);
  976.             domLoadedTimer = null;
  977.             createAllButton();
  978.             flush();
  979.         }
  980.     };
  981.     document.w = window;
  982.     window.onload = () => {
  983.         domLoadedTimer = setInterval(checkElementLoaded, 700);
  984.     }
  985. })();

欢迎访问Greasy Fork镜像

土豆服务器，请按需使用

镜像地址随时可能被墙，建议加群获取最新地址

加入Q群

QingJ © 2025

镜像随时可能失效，请加Q群300939539或关注我们的公众号极客氢云获取最新地址