douyin-user-data-download

下载抖音用户主页数据!

  1. // ==UserScript==
  2. // @name douyin-user-data-download
  3. // @namespace http://tampermonkey.net/
  4. // @version 0.5.6
  5. // @description 下载抖音用户主页数据!
  6. // @author xxmdmst
  7. // @match https://www.douyin.com/*
  8. // @icon https://xxmdmst.oss-cn-beijing.aliyuncs.com/imgs/favicon.ico
  9. // @grant GM_registerMenuCommand
  10. // @grant GM_setValue
  11. // @grant GM_getValue
  12. // @require https://cdnjs.cloudflare.com/ajax/libs/jszip/3.6.0/jszip.min.js
  13. // @license MIT
  14. // ==/UserScript==
  15.  
  16. (function () {
  17. let localDownload;
  18. let localDownloadUrl = GM_getValue("localDownloadUrl", 'http://localhost:8080/data');
  19. const startPipeline = (start) => {
  20. if (confirm(start ? "是否开启本地下载通道?\n开启后会向本地服务发送数据,服务地址:\n" + localDownloadUrl : "是否关闭本地下载通道?")) {
  21. GM_setValue("localDownload", start);
  22. window.location.reload();
  23. }
  24. }
  25. localDownload = GM_getValue("localDownload", false);
  26. if (localDownload) {
  27. GM_registerMenuCommand("✅关闭本地下载通道", () => {
  28. startPipeline(false);
  29. })
  30. } else {
  31. GM_registerMenuCommand("⛔️开启本地下载通道", () => {
  32. startPipeline(true);
  33. })
  34. }
  35.  
  36. GM_registerMenuCommand("♐设置本地下载通道地址", () => {
  37. localDownloadUrl = GM_getValue("localDownloadUrl", 'http://localhost:8080/data');
  38. let newlocalDownloadUrl = prompt("请输入新的上报地址:", localDownloadUrl);
  39. if (newlocalDownloadUrl === null) return;
  40. newlocalDownloadUrl = newlocalDownloadUrl.trim();
  41. if (!newlocalDownloadUrl) {
  42. newlocalDownloadUrl = "http://localhost:8080/data";
  43. toast("设置了空白地址,已经恢复默认地址为:" + newlocalDownloadUrl);
  44. localDownloadUrl = newlocalDownloadUrl;
  45. } else if (localDownloadUrl !== newlocalDownloadUrl) {
  46. GM_setValue("localDownloadUrl", newlocalDownloadUrl);
  47. toast("当前上报地址已经修改为:" + newlocalDownloadUrl);
  48. }
  49. GM_setValue("localDownloadUrl", newlocalDownloadUrl);
  50. localDownloadUrl = newlocalDownloadUrl;
  51. });
  52. GM_registerMenuCommand("🔄清空信息内容", () => msg_pre.textContent = "")
  53. let max_author_num = GM_getValue("max_author_num", 1000);
  54. GM_registerMenuCommand("👤设置最大缓存作者数", () => {
  55. let new_max_author_num = prompt("设置最大缓存作者数:", max_author_num);
  56. if (new_max_author_num === null) return;
  57. if (!/^\d+$/.test(new_max_author_num)) {
  58. toast("请输入正整数!");
  59. return;
  60. }
  61. max_author_num = parseInt(new_max_author_num);
  62. GM_setValue("max_author_num", max_author_num);
  63. toast("当前最大缓存作者数已经修改为:" + max_author_num);
  64. })
  65. let table;
  66.  
  67. function initGbkTable() {
  68. // https://en.wikipedia.org/wiki/GBK_(character_encoding)#Encoding
  69. const ranges = [
  70. [0xA1, 0xA9, 0xA1, 0xFE],
  71. [0xB0, 0xF7, 0xA1, 0xFE],
  72. [0x81, 0xA0, 0x40, 0xFE],
  73. [0xAA, 0xFE, 0x40, 0xA0],
  74. [0xA8, 0xA9, 0x40, 0xA0],
  75. [0xAA, 0xAF, 0xA1, 0xFE],
  76. [0xF8, 0xFE, 0xA1, 0xFE],
  77. [0xA1, 0xA7, 0x40, 0xA0],
  78. ];
  79. const codes = new Uint16Array(23940);
  80. let i = 0;
  81.  
  82. for (const [b1Begin, b1End, b2Begin, b2End] of ranges) {
  83. for (let b2 = b2Begin; b2 <= b2End; b2++) {
  84. if (b2 !== 0x7F) {
  85. for (let b1 = b1Begin; b1 <= b1End; b1++) {
  86. codes[i++] = b2 << 8 | b1
  87. }
  88. }
  89. }
  90. }
  91. table = new Uint16Array(65536);
  92. table.fill(0xFFFF);
  93. const str = new TextDecoder('gbk').decode(codes);
  94. for (let i = 0; i < str.length; i++) {
  95. table[str.charCodeAt(i)] = codes[i]
  96. }
  97. }
  98.  
  99. function str2gbk(str, opt = {}) {
  100. if (!table) {
  101. initGbkTable()
  102. }
  103. const NodeJsBufAlloc = typeof Buffer === 'function' && Buffer.allocUnsafe;
  104. const defaultOnAlloc = NodeJsBufAlloc
  105. ? (len) => NodeJsBufAlloc(len)
  106. : (len) => new Uint8Array(len);
  107. const defaultOnError = () => 63;
  108. const onAlloc = opt.onAlloc || defaultOnAlloc;
  109. const onError = opt.onError || defaultOnError;
  110.  
  111. const buf = onAlloc(str.length * 2);
  112. let n = 0;
  113.  
  114. for (let i = 0; i < str.length; i++) {
  115. const code = str.charCodeAt(i);
  116. if (code < 0x80) {
  117. buf[n++] = code;
  118. continue
  119. }
  120. const gbk = table[code];
  121.  
  122. if (gbk !== 0xFFFF) {
  123. buf[n++] = gbk;
  124. buf[n++] = gbk >> 8
  125. } else if (code === 8364) {
  126. buf[n++] = 0x80
  127. } else {
  128. const ret = onError(i, str);
  129. if (ret === -1) {
  130. break
  131. }
  132. if (ret > 0xFF) {
  133. buf[n++] = ret;
  134. buf[n++] = ret >> 8
  135. } else {
  136. buf[n++] = ret
  137. }
  138. }
  139. }
  140. return buf.subarray(0, n)
  141. }
  142.  
  143. const toast = (msg, duration) => {
  144. duration = isNaN(duration) ? 3000 : duration;
  145. let toastDom = document.createElement('pre');
  146. toastDom.textContent = msg;
  147. toastDom.style.cssText = 'padding:2px 15px;min-height: 36px;line-height: 36px;text-align: center;transform: translate(-50%);border-radius: 4px;color: rgb(255, 255, 255);position: fixed;top: 50%;left: 50%;z-index: 9999999;background: rgb(0, 0, 0);font-size: 16px;'
  148. document.body.appendChild(toastDom);
  149. setTimeout(function () {
  150. const d = 0.5;
  151. toastDom.style.transition = `transform ${d}s ease-in, opacity ${d}s ease-in`;
  152. toastDom.style.opacity = '0';
  153. setTimeout(function () {
  154. document.body.removeChild(toastDom)
  155. }, d * 1000);
  156. }, duration);
  157. }
  158.  
  159. function formatSeconds(seconds) {
  160. const timeUnits = ['小时', '分', '秒'];
  161. const timeValues = [
  162. Math.floor(seconds / 3600),
  163. Math.floor((seconds % 3600) / 60),
  164. seconds % 60
  165. ];
  166. return timeValues.map((value, index) => value > 0 ? value + timeUnits[index] : '').join('');
  167. }
  168.  
  169. const timeFormat = (timestamp = null, fmt = 'yyyy-mm-dd') => {
  170. // 其他更多是格式化有如下:
  171. // yyyy:mm:dd|yyyy:mm|yyyy年mm月dd日|yyyy年mm月dd日 hh时MM分等,可自定义组合
  172. timestamp = parseInt(timestamp);
  173. // 如果为null,则格式化当前时间
  174. if (!timestamp) timestamp = Number(new Date());
  175. // 判断用户输入的时间戳是秒还是毫秒,一般前端js获取的时间戳是毫秒(13位),后端传过来的为秒(10位)
  176. if (timestamp.toString().length === 10) timestamp *= 1000;
  177. let date = new Date(timestamp);
  178. let ret;
  179. let opt = {
  180. "y{4,}": date.getFullYear().toString(), // 年
  181. "y+": date.getFullYear().toString().slice(2,), // 年
  182. "m+": (date.getMonth() + 1).toString(), // 月
  183. "d+": date.getDate().toString(), // 日
  184. "h+": date.getHours().toString(), // 时
  185. "M+": date.getMinutes().toString(), // 分
  186. "s+": date.getSeconds().toString() // 秒
  187. // 有其他格式化字符需求可以继续添加,必须转化成字符串
  188. };
  189. for (let k in opt) {
  190. ret = new RegExp("(" + k + ")").exec(fmt);
  191. if (ret) {
  192. fmt = fmt.replace(ret[1], (ret[1].length === 1) ? (opt[k]) : (opt[k].padStart(ret[1].length, "0")))
  193. }
  194. }
  195. return fmt
  196. };
  197. window.all_aweme_map = new Map();
  198. window.user_map = new Map();
  199. const user_local_data = localStorage.getItem('user_local_data');
  200. if (user_local_data) {
  201. JSON.parse(user_local_data).forEach((userInfo) => {
  202. user_map.set(userInfo.uid, userInfo);
  203. });
  204. }
  205. let current_user_id = null;
  206. const user_key = {
  207. "nickname": "昵称",
  208. "following_count": "关注",
  209. "mplatform_followers_count": "粉丝",
  210. "total_favorited": "获赞",
  211. "unique_id": "抖音号",
  212. "ip_location": "IP属地",
  213. "gender": "性别",
  214. "city": "位置",
  215. "signature": "签名",
  216. "aweme_count": "作品数",
  217. }
  218.  
  219. function copyText(text, node) {
  220. let oldText = node.textContent;
  221. navigator.clipboard.writeText(text).then(r => {
  222. node.textContent = "复制成功";
  223. toast("复制成功\n" + text.slice(0, 20) + (text.length > 20 ? "..." : ""), 2000);
  224. }).catch((e) => {
  225. node.textContent = "复制失败";
  226. toast("复制失败", 2000);
  227. })
  228. setTimeout(() => node.textContent = oldText, 2000);
  229. }
  230.  
  231. function copyUserData(node) {
  232. if (!current_user_id) {
  233. toast("还没有捕获到用户数据!");
  234. return;
  235. }
  236. let text = [];
  237. let userInfo = user_map.get(current_user_id);
  238. for (let key in user_key) {
  239. let value = (userInfo[key] || "").toString().trim()
  240. if (value) text.push(user_key[key] + ":" + value);
  241. }
  242. copyText(text.join("\n"), node);
  243. }
  244.  
  245. function createVideoButton(text, top, func) {
  246. const button = document.createElement("button");
  247. button.textContent = text;
  248. button.style.position = "absolute";
  249. button.style.right = "0px";
  250. button.style.top = top;
  251. button.style.opacity = "0.5";
  252. button.style.zIndex = "99";
  253. if (func) {
  254. button.addEventListener("click", (event) => {
  255. event.preventDefault();
  256. event.stopPropagation();
  257. func();
  258. });
  259. }
  260. return button;
  261. }
  262.  
  263. function createDownloadLink(blob, filename, ext, prefix = "") {
  264. if (filename === null) {
  265. filename = current_user_id ? user_map.get(current_user_id).nickname : document.title;
  266. }
  267. const url = URL.createObjectURL(blob);
  268. const link = document.createElement('a');
  269. link.href = url;
  270. link.download = prefix + filename.replace(/[\/:*?"<>|\s]/g, "").slice(0, 40) + "." + ext;
  271. link.click();
  272. URL.revokeObjectURL(url);
  273. }
  274.  
  275. function txt2file(txt, filename, ext) {
  276. createDownloadLink(new Blob([txt], {type: 'text/plain'}), filename, ext);
  277. }
  278.  
  279. function getAwemeName(aweme) {
  280. let name = aweme.item_title ? aweme.item_title : aweme.caption;
  281. if (!name) name = aweme.desc ? aweme.desc : aweme.awemeId;
  282. return (aweme.date ? `【${aweme.date.slice(0, 10)}】` : "") + name.replace(/[\/:*?"<>|\s]+/g, "").slice(0, 27).replace(/\.\d+$/g, "");
  283. }
  284.  
  285. const downloadUrl = (url, node, filename, ext = "mp4") => {
  286. // toast("准备就绪,等待视频下载完毕后弹出下载界面!");
  287. let xhr = new XMLHttpRequest();
  288. xhr.open('GET', url.replace("http://", "https://"), true);
  289. xhr.responseType = 'blob';
  290. let textContent = node.textContent;
  291. xhr.onload = (e) => {
  292. createDownloadLink(xhr.response, filename, ext);
  293. setTimeout(() => node.textContent = textContent, 2000);
  294. };
  295. xhr.onprogress = (event) => {
  296. if (event.lengthComputable) {
  297. node.textContent = "下载" + (event.loaded * 100 / event.total).toFixed(1) + '%';
  298. }
  299. };
  300. xhr.send();
  301. };
  302. const downloadVideo = (aweme, node) => {
  303. toast("准备就绪,等待视频下载完毕后弹出下载界面!");
  304. let xhr = new XMLHttpRequest();
  305. let url = aweme.url.replace("http://", "https://");
  306. let filename = aweme ? getAwemeName(aweme) : window.title;
  307. let ext = aweme && aweme.images ? "mp3" : "mp4";
  308. downloadUrl(url, node, filename, ext);
  309. };
  310. const downloadImage = (aweme, downloadImageButton) => {
  311. const zip = new JSZip();
  312. let textContent = downloadImageButton.textContent;
  313. downloadImageButton.textContent = "图片下载并打包中...";
  314. const promises = aweme.images.map((link, index) => {
  315. return fetch(link)
  316. .then((response) => response.arrayBuffer())
  317. .then((buffer) => {
  318. downloadImageButton.textContent = `图片已下载【${index + 1}/${aweme.images.length}】`;
  319. zip.file(`image_${index + 1}.jpg`, buffer);
  320. });
  321. });
  322. Promise.all(promises)
  323. .then(() => {
  324. return zip.generateAsync({type: "blob"});
  325. })
  326. .then((content) => {
  327. createDownloadLink(content, getAwemeName(aweme), "zip", "【图文】");
  328. setTimeout(() => downloadImageButton.textContent = textContent, 2000);
  329. });
  330. };
  331.  
  332. function createButtonGroup(aNode) {
  333. if (aNode.dataset.vid) return;
  334. let match = aNode.href.match(/(?:video|note)\/(\d+)/);
  335. if (!match) return;
  336. let videoId = match[1];
  337. let aweme = all_aweme_map.get(videoId);
  338. let copyDescButton = createVideoButton("复制描述", "0px");
  339. copyDescButton.addEventListener("click", (event) => {
  340. event.preventDefault();
  341. event.stopPropagation();
  342. copyText(aweme.desc, copyDescButton);
  343. })
  344. aNode.appendChild(copyDescButton);
  345. aNode.appendChild(createVideoButton("打开视频源", "20px", () => window.open(aweme.url)));
  346.  
  347. let downloadVideoButton = createVideoButton("下载视频", "40px");
  348. downloadVideoButton.addEventListener("click", () => downloadVideo(aweme, downloadVideoButton));
  349. aNode.appendChild(downloadVideoButton);
  350.  
  351. if (aweme.images) {
  352. let downloadImageButton = createVideoButton("图片打包下载", "60px");
  353. downloadImageButton.addEventListener("click", () => downloadImage(aweme, downloadImageButton));
  354. aNode.appendChild(downloadImageButton);
  355. }
  356. aNode.dataset.vid = videoId;
  357. }
  358.  
  359. function flush() {
  360. let img_num = Array.from(all_aweme_map.values()).filter(a => a.images).length;
  361. msg_pre.textContent = `已加载${all_aweme_map.size}个作品,${img_num}个图文\n已游览${user_map.size}个作者的主页`;
  362. if (domLoadedTimer !== null) return;
  363. data_button.p2.textContent = `${all_aweme_map.size}`;
  364. user_button.p2.textContent = `${user_map.size}`;
  365. img_button.p2.textContent = `${img_num}`;
  366. }
  367.  
  368. const formatDouyinAwemeData = item => Object.assign(
  369. {
  370. "awemeId": item.aweme_id,
  371. "item_title": item.item_title,
  372. "caption": item.caption,
  373. "desc": item.desc,
  374. "tag": item.text_extra ? item.text_extra.map(tag => tag.hashtag_name).filter(tag => tag).join("#") : "",
  375. "video_tag": item.video_tag ? item.video_tag.map(tag => tag.tag_name).filter(tag => tag).join("->") : "",
  376. "date": timeFormat(item.create_time, "yyyy-mm-dd hh:MM:ss"),
  377. "create_time": item.create_time,
  378. },
  379. item.statistics ? {
  380. "diggCount": item.statistics.digg_count,
  381. "commentCount": item.statistics.comment_count,
  382. "collectCount": item.statistics.collect_count,
  383. "shareCount": item.statistics.share_count
  384. } : {},
  385. item.video ? {
  386. "duration": formatSeconds(Math.round(item.video.duration / 1000)),
  387. "url": item.video.play_addr.url_list[0],
  388. "cover": item.video.cover.url_list[0],
  389. "images": item.images ? item.images.map(row => row.url_list.pop()) : null,
  390. } : {},
  391. item.author ? {
  392. "uid": item.author.uid,
  393. "nickname": item.author.nickname
  394. } : {}
  395. );
  396.  
  397.  
  398. function formatAwemeData(json_data) {
  399. return json_data.aweme_list.map(formatDouyinAwemeData);
  400. }
  401.  
  402. function formatUserData(userInfo) {
  403. for (let key in userInfo) {
  404. if (!userInfo[key]) userInfo[key] = "";
  405. }
  406. return {
  407. "uid": userInfo.uid,
  408. "nickname": userInfo.nickname,
  409. "following_count": userInfo.following_count,
  410. "mplatform_followers_count": userInfo.mplatform_followers_count,
  411. "total_favorited": userInfo.total_favorited,
  412. "unique_id": userInfo.unique_id ? userInfo.unique_id : userInfo.short_id,
  413. "ip_location": userInfo.ip_location.replace("IP属地:", ""),
  414. "gender": userInfo.gender ? " 男女".charAt(userInfo.gender).trim() : "",
  415. "city": [userInfo.province, userInfo.city, userInfo.district].filter(x => x).join("·"),
  416. "signature": userInfo.signature,
  417. "aweme_count": userInfo.aweme_count,
  418. "create_time": Date.now()
  419. }
  420. }
  421.  
  422. function sendLocalData(jsonData) {
  423. if (!localDownload) return;
  424. fetch(localDownloadUrl, {
  425. method: 'POST',
  426. headers: {
  427. 'Content-Type': 'application/json'
  428. },
  429. body: JSON.stringify(jsonData)
  430. })
  431. .then(response => response.json())
  432. .then(responseData => {
  433. console.log('成功:', responseData);
  434. })
  435. .catch(error => {
  436. console.log('上报失败,请检查本地程序是否已经启动!');
  437. });
  438. }
  439.  
  440. function interceptResponse() {
  441. const originalSend = XMLHttpRequest.prototype.send;
  442. XMLHttpRequest.prototype.send = function () {
  443. originalSend.apply(this, arguments);
  444. if (!this._url) return;
  445. this.url = this._url;
  446. if (this.url.startsWith("http"))
  447. this.url = new URL(this.url).pathname
  448. if (!this.url.startsWith("/aweme/v1/web/")) return;
  449. const self = this;
  450. let func = this.onreadystatechange;
  451. this.onreadystatechange = (e) => {
  452. if (self.readyState === 4) {
  453. let data = JSON.parse(self.response);
  454. let jsonData;
  455. if (self.url.startsWith("/aweme/v1/web/user/profile/other")) {
  456. let userInfo = formatUserData(data.user);
  457. user_map.set(userInfo.uid, userInfo);
  458. current_user_id = userInfo.uid;
  459. console.log("加载作者:", current_user_id);
  460. let user_local_data = Array.from(user_map.values()).sort((a, b) => b.create_time - a.create_time);
  461. localStorage.setItem('user_local_data', JSON.stringify(user_local_data.slice(0, max_author_num)));
  462. } else if ([
  463. "/aweme/v1/web/aweme/post/",
  464. "/aweme/v1/web/aweme/related/",
  465. "/aweme/v1/web/aweme/favorite/",
  466. "/aweme/v1/web/mix/aweme/",
  467. "/aweme/v1/web/tab/feed/",
  468. "/aweme/v1/web/aweme/listcollection/",
  469. "/aweme/v1/web/history/read/"
  470. ].some(prefix => self.url.startsWith(prefix))) {
  471. jsonData = formatAwemeData(data);
  472. } else if ([
  473. "/aweme/v1/web/follow/feed/",
  474. "/aweme/v1/web/familiar/feed/",
  475. ].some(prefix => self.url.startsWith(prefix))) {
  476. jsonData = data.data.filter(item => item.aweme).map(item => formatDouyinAwemeData(item.aweme));
  477. } else if (self.url.startsWith("/aweme/v1/web/general/search/single/")) {
  478. jsonData = [];
  479. for (let obj of data.data) {
  480. if (obj.aweme_info) jsonData.push(formatDouyinAwemeData(obj.aweme_info))
  481. if (obj.user_list) {
  482. for (let user of obj.user_list) {
  483. user.items.forEach(aweme => jsonData.push(formatDouyinAwemeData(aweme)))
  484. }
  485. }
  486. }
  487. } else if (self.url.startsWith("/aweme/v1/web/module/feed/")) {
  488. jsonData = data.cards.map(item => formatDouyinAwemeData(JSON.parse(item.aweme)));
  489. } else if (self.url.startsWith("/aweme/v1/web/aweme/detail/")) {
  490. jsonData = [formatDouyinAwemeData(data.aweme_detail)]
  491. }
  492. if (jsonData) jsonData = jsonData.filter(item => item.url && item.awemeId);
  493. if (jsonData) {
  494. sendLocalData(jsonData);
  495. jsonData.forEach(aweme => {
  496. all_aweme_map.set(aweme.awemeId, aweme);
  497. })
  498. flush();
  499. }
  500. }
  501. if (func) func.apply(self, e);
  502. };
  503. };
  504. }
  505.  
  506. function downloadData(node, encoding) {
  507. if (node === null) node = document.createElement("a");
  508. if (all_aweme_map.size === 0) {
  509. alert("还没有发现任何作品数据!");
  510. return;
  511. }
  512. if (node.disabled) {
  513. toast("下载正在处理中,请不要重复点击按钮!");
  514. return;
  515. }
  516. node.disabled = true;
  517. try {
  518. let text = "作者昵称,作品描述,作品链接,点赞数,评论数,收藏数,分享数,发布时间,时长,标签,分类,封面,下载链接\n";
  519. let user_aweme_list = Array.from(all_aweme_map.values()).sort((a, b) => b.create_time - a.create_time);
  520. user_aweme_list.forEach(aweme => {
  521. text += [aweme.nickname,
  522. '"' + aweme.desc.replace(/,/g, ',').replace(/"/g, '""') + '"',
  523. "https://www.douyin.com/video/" + aweme.awemeId,
  524. aweme.diggCount, aweme.commentCount,
  525. aweme.collectCount, aweme.shareCount, aweme.date,
  526. aweme.duration, aweme.tag, aweme.video_tag,
  527. aweme.cover, '"' + aweme.url + '"'].join(",") + "\n"
  528. });
  529. if (encoding === "gbk") text = str2gbk(text);
  530. txt2file(text, "【" + timeFormat(Date.now(), "yyyy-mm-dd") + "】抖音当前已加载数据", "csv");
  531. } finally {
  532. node.disabled = false;
  533. }
  534. }
  535.  
  536. function downloadUserData(node, encoding) {
  537. if (node === null) node = document.createElement("a");
  538. if (user_map.size === 0) {
  539. toast("还没有发现任何作者数据!请访问用户主页后再试!\n以https://www.douyin.com/user/开头的链接。");
  540. return;
  541. }
  542. if (node.disabled) {
  543. toast("下载正在处理中,请不要重复点击按钮!");
  544. return;
  545. }
  546. node.disabled = true;
  547. try {
  548. let text = "昵称,关注,粉丝,获赞,抖音号,IP属地,性别,位置,签名,作品数,查看时间,主页\n";
  549. let userData = Array.from(user_map.values()).sort((a, b) => b.create_time - a.create_time);
  550. userData.forEach(user_info => {
  551. text += [user_info.nickname, user_info.following_count, user_info.mplatform_followers_count,
  552. user_info.total_favorited, user_info.unique_id, user_info.ip_location,
  553. user_info.gender, user_info.city,
  554. '"' + user_info.signature.replace(/,/g, ',').replace(/"/g, '""') + '"',
  555. user_info.aweme_count, timeFormat(user_info.create_time, "yyyy-mm-dd hh:MM:ss"),
  556. "https://www.douyin.com/user/" + user_info.uid].join(",") + "\n"
  557. });
  558. if (encoding === "gbk") text = str2gbk(text);
  559. txt2file(text, "【" + timeFormat(Date.now(), "yyyy-mm-dd") + "】抖音已游览作者的历史记录", "csv");
  560. } finally {
  561. node.disabled = false;
  562. }
  563. }
  564.  
  565. let img_button, data_button, user_button, msg_pre;
  566.  
  567. function createMsgBox() {
  568. msg_pre = document.createElement('pre');
  569. msg_pre.textContent = '等待上方头像加载完毕';
  570. msg_pre.style.color = 'white';
  571. msg_pre.style.position = 'fixed';
  572. msg_pre.style.right = '5px';
  573. msg_pre.style.top = '60px';
  574. msg_pre.style.color = 'white';
  575. msg_pre.style.zIndex = '503';
  576. msg_pre.style.opacity = "0.4";
  577. document.body.appendChild(msg_pre);
  578. }
  579.  
  580. function scrollPageToBottom(scroll_button) {
  581. let scrollInterval;
  582.  
  583. function scrollLoop() {
  584. let endText = document.querySelector("div[data-e2e='user-post-list'] > ul[data-e2e='scroll-list'] + div div").innerText;
  585. if (endText.includes("没有更多了")) {
  586. clearInterval(scrollInterval);
  587. scrollInterval = null;
  588. scroll_button.p1.textContent = "已加载全部!";
  589. } else {
  590. scrollTo(0, document.body.scrollHeight);
  591. }
  592. }
  593.  
  594. scroll_button.addEventListener('click', () => {
  595. if (!scrollInterval) {
  596. if (!location.href.startsWith("https://www.douyin.com/user/")) {
  597. toast("不支持非用户主页开启下拉!");
  598. } else if (!document.querySelector("div[data-e2e='user-post-list']")) {
  599. toast("没有找到用户作品列表!");
  600. } else {
  601. scrollInterval = setInterval(scrollLoop, 1200);
  602. scroll_button.p1.textContent = "停止自动下拉";
  603. }
  604. } else {
  605. clearInterval(scrollInterval);
  606. scrollInterval = null;
  607. scroll_button.p1.textContent = "开启自动下拉";
  608. }
  609. });
  610. }
  611.  
  612. function createCommonElement(tagName, attrs = {}, text = "") {
  613. const tag = document.createElement(tagName);
  614. for (const [k, v] of Object.entries(attrs)) {
  615. tag.setAttribute(k, v);
  616. }
  617. if (text) tag.textContent = text;
  618. tag.addEventListener('click', (event) => event.stopPropagation());
  619. return tag;
  620. }
  621.  
  622. function createAllButton() {
  623. let dom = document.querySelector("#douyin-header-menuCt pace-island > div > div:nth-last-child(1) ul a:nth-last-child(1)");
  624. let baseNode = dom.cloneNode(true);
  625. baseNode.removeAttribute("target");
  626. baseNode.removeAttribute("rel");
  627. baseNode.removeAttribute("href");
  628. let svgChild = baseNode.querySelector("svg");
  629. if (svgChild) baseNode.removeChild(svgChild);
  630.  
  631. function createNewButton(name, num = "0") {
  632. let button = baseNode.cloneNode(true);
  633. button.p1 = button.querySelector("p:nth-child(1)");
  634. button.p2 = button.querySelector("p:nth-child(2)");
  635. button.p1.textContent = name;
  636. button.p2.textContent = num;
  637. dom.after(button);
  638. return button;
  639. }
  640.  
  641. img_button = createNewButton("图文打包下载");
  642. img_button.addEventListener('click', () => downloadImg(img_button));
  643.  
  644. let downloadCoverButton = createNewButton("封面打包下载", "");
  645. downloadCoverButton.addEventListener('click', () => downloadCover(downloadCoverButton));
  646.  
  647. data_button = createNewButton("下载已加载的数据");
  648. data_button.p1.after(createCommonElement("label", {'for': 'gbk'}, 'gbk'));
  649. let checkbox = createCommonElement("input", {'type': 'checkbox', 'id': 'gbk'});
  650. checkbox.checked = localStorage.getItem("gbk") === "1";
  651. checkbox.onclick = (event) => {
  652. event.stopPropagation();
  653. localStorage.setItem("gbk", checkbox.checked ? "1" : "0");
  654. };
  655. data_button.p1.after(checkbox);
  656. data_button.addEventListener('click', () => downloadData(data_button, checkbox.checked ? "gbk" : "utf-8"));
  657.  
  658. user_button = createNewButton("下载已游览的作者数据");
  659. user_button.addEventListener('click', () => downloadUserData(user_button, checkbox.checked ? "gbk" : "utf-8"));
  660.  
  661. scrollPageToBottom(createNewButton("开启自动下拉到底", ""));
  662.  
  663. let share_button = document.querySelector("#frame-user-info-share-button");
  664. if (share_button) {
  665. let node = share_button.cloneNode(true);
  666. node.span = node.querySelector("span");
  667. node.span.innerHTML = "复制作者信息";
  668. node.onclick = () => copyUserData(node.span);
  669. share_button.after(node);
  670. }
  671. }
  672.  
  673. GM_registerMenuCommand("📋下载已加载的数据", () => {
  674. downloadData(null, localStorage.getItem("gbk") === "1" ? "gbk" : "utf-8");
  675. })
  676. GM_registerMenuCommand("📰下载已游览的作者数据", () => {
  677. downloadUserData(null, localStorage.getItem("gbk") === "1" ? "gbk" : "utf-8");
  678. })
  679.  
  680. async function downloadCover(node) {
  681. if (all_aweme_map.size === 0) {
  682. toast("还没有发现任何作品数据!");
  683. return;
  684. }
  685. if (node.disabled) {
  686. toast("下载正在处理中,请不要重复点击按钮!");
  687. return;
  688. }
  689. node.disabled = true;
  690. try {
  691. const zip = new JSZip();
  692. msg_pre.textContent = `下载封面并打包中...`;
  693. let user_aweme_list = Array.from(all_aweme_map.values()).sort((a, b) => b.create_time - a.create_time);
  694. let promises = user_aweme_list.map((aweme, index) => {
  695. let awemeName = getAwemeName(aweme) + ".jpg";
  696. return fetch(aweme.cover)
  697. .then(response => response.arrayBuffer())
  698. .then(buffer => zip.file(awemeName, buffer))
  699. .then(() => msg_pre.textContent = `${index + 1}/${user_aweme_list.length} ` + awemeName)
  700. });
  701. Promise.all(promises).then(() => {
  702. return zip.generateAsync({type: "blob"})
  703. }).then((content) => {
  704. createDownloadLink(content, null, "zip", "【封面】");
  705. msg_pre.textContent = "封面打包完成";
  706. node.disabled = false;
  707. })
  708. } finally {
  709. node.disabled = false;
  710. }
  711. }
  712.  
  713. async function downloadImg(node) {
  714. if (node.disabled) {
  715. toast("下载正在处理中,请不要重复点击按钮!");
  716. return;
  717. }
  718. node.disabled = true;
  719. try {
  720. const zip = new JSZip();
  721. let flag = true;
  722. let aweme_img_list = Array.from(all_aweme_map.values()).sort((a, b) => b.create_time - a.create_time).filter(a => a.images);
  723. for (let [i, aweme] of aweme_img_list.entries()) {
  724. let awemeName = getAwemeName(aweme);
  725. msg_pre.textContent = `${i + 1}/${aweme_img_list.length} ` + awemeName;
  726. let folder = zip.folder(awemeName);
  727. await Promise.all(aweme.images.map((link, index) => {
  728. return fetch(link)
  729. .then((res) => res.arrayBuffer())
  730. .then((buffer) => {
  731. folder.file(`image_${index + 1}.jpg`, buffer);
  732. });
  733. }));
  734. flag = false;
  735. }
  736. if (flag) {
  737. alert("当前页面未发现图文链接");
  738. node.disabled = false;
  739. return;
  740. }
  741. msg_pre.textContent = "图文打包中...";
  742. zip.generateAsync({type: "blob"})
  743. .then((content) => {
  744. createDownloadLink(content, null, "zip", "【图文】");
  745. msg_pre.textContent = "图文打包完成";
  746. node.disabled = false;
  747. });
  748. } finally {
  749. node.disabled = false;
  750. }
  751. }
  752.  
  753. function douyinVideoDownloader() {
  754. const adjustMargin = (toolDom) => {
  755. let virtualDom = toolDom.querySelector('.virtual');
  756. if (location.href.includes('search') && !location.href.includes('modal_id')) {
  757. toolDom.style.marginTop = "0px";
  758. virtualDom.style.marginBottom = "37px";
  759. } else {
  760. toolDom.style.marginTop = "-68px";
  761. virtualDom.style.marginBottom = "0px";
  762. }
  763. }
  764. const clonePlayclarity2Download = (xgPlayer, videoId, videoContainer) => {
  765. let toolDom = xgPlayer.querySelector(`.xgplayer-playclarity-setting[data-vid]`);
  766. let attrs = {class: "item", style: "text-align:center;"};
  767.  
  768. let aweme = all_aweme_map.get(videoId);
  769. if (toolDom) {
  770. toolDom.dataset.vid = videoId;
  771. videoContainer.dataset.vid = videoId;
  772. adjustMargin(toolDom);
  773. let virtualDom = toolDom.querySelector('.virtual');
  774. if (!aweme) return;
  775. if (!aweme.images && virtualDom.dataset.image) {
  776. virtualDom.removeChild(virtualDom.lastElementChild);
  777. delete virtualDom.dataset.image;
  778. } else if (aweme.images && !virtualDom.dataset.image) {
  779. let downloadDom2 = createCommonElement("div", attrs, "图文下载");
  780. virtualDom.appendChild(downloadDom2);
  781. downloadDom2.onclick = () => {
  782. aweme = all_aweme_map.get(toolDom.dataset.vid);
  783. if (!aweme) {
  784. toast('未捕获到对应数据源!');
  785. } else if (!aweme.images) {
  786. toast('捕获的数据源,不含图片信息!');
  787. } else {
  788. downloadImage(aweme, downloadDom2);
  789. }
  790. };
  791. virtualDom.dataset.image = videoId;
  792. }
  793. return;
  794. }
  795. // console.log("打开视频", videoId);
  796. // if (!aweme) return;
  797. // toast('当前打开的视频未捕获到数据源,若需要下载请转入观看历史下载!');
  798. const parser = new DOMParser();
  799. const doc = parser.parseFromString('<xg-icon class="xgplayer-playclarity-setting" data-state="normal" data-index="7.6">' +
  800. '<div class="gear"><div class="virtual"></div><div class="btn">下载</div></div></xg-icon>', 'text/html');
  801. toolDom = doc.body.firstChild;
  802.  
  803. toolDom.dataset.vid = videoId;
  804. toolDom.dataset.index = "7.6";
  805. videoContainer.dataset.vid = videoId;
  806. toolDom.style.paddingTop = '100px';
  807. adjustMargin(toolDom);
  808.  
  809. let downloadText = toolDom.querySelector('.btn');
  810. if (!downloadText) return;
  811. downloadText.textContent = '下载';
  812. downloadText.style = 'font-size:14px;font-weight:600;';
  813.  
  814. let virtualDom = toolDom.querySelector('.virtual');
  815. if (!virtualDom) return;
  816. toolDom.onmouseover = () => virtualDom.style.display = 'block';
  817. toolDom.onmouseout = () => virtualDom.style.display = 'none';
  818. virtualDom.innerHTML = '';
  819.  
  820. let copyDescDom = createCommonElement("div", attrs, "复制描述");
  821. virtualDom.appendChild(copyDescDom);
  822.  
  823. function checkDatasetVid() {
  824. if (toolDom.dataset.vid === "null") toolDom.dataset.vid = player.root.closest('div[data-e2e="feed-active-video"]').getAttribute('data-e2e-vid');
  825. }
  826.  
  827. copyDescDom.onclick = () => {
  828. checkDatasetVid();
  829. aweme = window.all_aweme_map.get(toolDom.dataset.vid);
  830. console.log("复制对象:", toolDom.dataset.vid, aweme);
  831. let textContent = aweme && aweme.desc ? aweme.desc : "";
  832. let videoDescNode = player.root.querySelector('div[data-e2e="video-desc"]');
  833. if (!textContent && videoDescNode) {
  834. textContent = videoDescNode.textContent
  835. }
  836. if (!textContent) {
  837. toast('没有发现描述信息!');
  838. } else {
  839. copyText(textContent, copyDescDom);
  840. }
  841. }
  842. let toLinkDom = createCommonElement("div", attrs, "打开视频");
  843. virtualDom.appendChild(toLinkDom);
  844. toLinkDom.onclick = () => {
  845. checkDatasetVid();
  846. aweme = all_aweme_map.get(toolDom.dataset.vid);
  847. if (aweme && aweme.url) window.open(aweme.url);
  848. else {
  849. window.open(player.videoList[0].playAddr[0].src);
  850. }
  851. };
  852. let downloadDom = createCommonElement("div", attrs, "下载视频");
  853. virtualDom.appendChild(downloadDom);
  854. downloadDom.onclick = () => {
  855. checkDatasetVid();
  856. aweme = all_aweme_map.get(toolDom.dataset.vid);
  857. if (aweme && aweme.url) {
  858. downloadVideo(aweme, downloadDom);
  859. } else if (player) {
  860. let videoDescNode = player.root.querySelector('div[data-e2e="video-desc"]');
  861. let filename = videoDescNode ? videoDescNode.textContent.replace("展开", '') : window.title;
  862. downloadUrl(player.videoList[0].playAddr[0].src, downloadDom, filename);
  863. } else {
  864. toast('未捕获到对应数据源!')
  865. }
  866. };
  867. if (aweme && aweme.images) {
  868. let downloadDom2 = createCommonElement("div", attrs, "图文下载");
  869. virtualDom.appendChild(downloadDom2);
  870. downloadDom2.onclick = () => {
  871. aweme = all_aweme_map.get(toolDom.dataset.vid);
  872. if (!aweme) {
  873. toast('未捕获到对应数据源!');
  874. } else if (!aweme.images) {
  875. toast('捕获的数据源,不含图片信息!');
  876. } else {
  877. downloadImage(aweme, downloadDom2);
  878. }
  879. };
  880. virtualDom.dataset.image = videoId;
  881. }
  882. xgPlayer.appendChild(toolDom);
  883. }
  884. const run = (node) => {
  885. if (!node) return;
  886. let activeVideoElement = node.closest('div[data-e2e="feed-active-video"]');
  887. let videoId, xgPlayer, videoContainer;
  888. if (activeVideoElement) {
  889. videoId = activeVideoElement.getAttribute('data-e2e-vid');
  890. xgPlayer = activeVideoElement.querySelector('.xg-right-grid');
  891. videoContainer = activeVideoElement.querySelector("video");
  892. } else {
  893. let playVideoElements = Array.from(document.querySelectorAll('video')).filter(v => v.autoplay);
  894. videoContainer = location.href.includes('modal_id')
  895. ? playVideoElements[0]
  896. : playVideoElements[playVideoElements.length - 1];
  897. xgPlayer = node.closest('.xg-right-grid');
  898. let detailVideoInfo = document.querySelector("[data-e2e='detail-video-info']");
  899. videoId = detailVideoInfo ? detailVideoInfo.getAttribute('data-e2e-aweme-id') : null;
  900. videoId = videoId ? videoId : new URLSearchParams(location.search).get('modal_id');
  901. }
  902. if (!xgPlayer || !videoContainer) return;
  903. clonePlayclarity2Download(xgPlayer, videoId, videoContainer);
  904. }
  905. const rootObserver = new MutationObserver((mutations) => {
  906. mutations.forEach((mutation) => {
  907. mutation.addedNodes.forEach((node) => {
  908. if (node.className === "gear" || (node.className === "xgplayer-icon" && node.dataset.e2e === "video-player-auto-play") ||
  909. (node.classList && node.classList.contains("xgplayer-inner-autoplay"))) {
  910. run(node);
  911. }
  912. // if (node.closest && node.closest('.xg-right-grid')) {
  913. // console.log(node.outerHTML, node);
  914. // }
  915. });
  916. });
  917. });
  918. rootObserver.observe(document.body, {childList: true, subtree: true});
  919. const checkVideoNode = () => {
  920. if (typeof player === "undefined" || !player.video) return;
  921. if (player.root.querySelector(`.xgplayer-playclarity-setting[data-vid]`)) return;
  922. let xgPlayer = player.root.querySelector('.xg-right-grid');
  923. if (!xgPlayer) return;
  924. let activeVideoElement = player.root.closest('div[data-e2e="feed-active-video"]');
  925. let videoId = activeVideoElement ? activeVideoElement.getAttribute('data-e2e-vid') : "";
  926. videoId = videoId ? videoId : new URLSearchParams(location.search).get('modal_id');
  927. clonePlayclarity2Download(xgPlayer, videoId, player.video);
  928. };
  929. setInterval(checkVideoNode, 1000);
  930. }
  931.  
  932. function userDetailObserver() {
  933. const observeList = (scrollList) => {
  934. if (!scrollList) return;
  935. console.log('开始监听新创建的视频列表!');
  936. listObserver.observe(scrollList, {childList: true});
  937. };
  938. const listObserver = new MutationObserver((mutationsList) => {
  939. for (const mutation of mutationsList) {
  940. if (mutation.type !== 'childList') continue;
  941. mutation.addedNodes.forEach(node => {
  942. createButtonGroup(node.querySelector("a"));
  943. });
  944. }
  945. });
  946. const rootObserver = new MutationObserver((mutationsList) => {
  947. for (let mutation of mutationsList) {
  948. if (mutation.type !== 'childList') continue;
  949. mutation.addedNodes.forEach(node => {
  950. if (!node.querySelector) return;
  951. observeList(node.querySelector("ul[data-e2e='scroll-list']"));
  952. });
  953. mutation.removedNodes.forEach(node => {
  954. if (node.querySelector && node.querySelector("ul[data-e2e='scroll-list']")) {
  955. console.log('关闭了一个视频列表');
  956. listObserver.disconnect();
  957. }
  958. });
  959. }
  960. });
  961. rootObserver.observe(document.body, {childList: true, subtree: true});
  962. observeList(document.querySelector("div[data-e2e='user-detail'] ul[data-e2e='scroll-list']"));
  963. }
  964.  
  965. if (document.title === "验证码中间页") return;
  966. createMsgBox();
  967. interceptResponse();
  968. douyinVideoDownloader();
  969. userDetailObserver();
  970. let domLoadedTimer;
  971. const checkElementLoaded = () => {
  972. const element = document.querySelector('#douyin-header-menuCt pace-island > div > div:nth-last-child(1) ul a');
  973. if (element) {
  974. console.log('顶部栏加载完毕');
  975. msg_pre.textContent = "头像加载完成\n若需要下载用户数据,需进入目标用户主页\n若未捕获到数据,可以刷新重试";
  976. clearInterval(domLoadedTimer);
  977. domLoadedTimer = null;
  978. createAllButton();
  979. flush();
  980. }
  981. };
  982. document.w = window;
  983. window.onload = () => {
  984. domLoadedTimer = setInterval(checkElementLoaded, 700);
  985. }
  986. })();

QingJ © 2025

镜像随时可能失效,请加Q群300939539或关注我们的公众号极客氢云获取最新地址