HIT Scraper WITH EXPORT

Snag HITs. mturk.

目前為 2017-12-11 提交的版本,檢視 最新版本

  1. // ==UserScript==
  2. // @name HIT Scraper WITH EXPORT
  3. // @author feihtality
  4. // @description Snag HITs. mturk.
  5. // @namespace https://gf.qytechs.cn/en/users/12709
  6. // @include /^https://w(ww|orker).mturk.com/.*hit[-_]?scraper$/
  7. // @version 4.1.0
  8. // @grant none
  9. // ==/UserScript==
  10.  
  11. (function() {
  12. 'use strict';
  13.  
  14. const ENV = Object.freeze({
  15. LEGACY : 'www.mturk.com',
  16. NEXT : 'worker.mturk.com',
  17. HOST : window.location.hostname,
  18. ISFF : Boolean(window.sidebar),
  19. VERSION: '4.1.0'
  20. });
  21. const URL_SELF = 'https://gf.qytechs.cn/en/scripts/10615-hit-scraper-with-export#ugTop';
  22. const DOC_TITLE = 'HIT Scraper';
  23. const TO_BASE = 'https://turkopticon.ucsd.edu/';
  24. const TO_REPORTS = TO_BASE + 'reports?id=';
  25. const TO_API = TO_BASE + 'api/multi-attrs.php?ids=';
  26.  
  27. const ico = 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAABmJLR0QA/wD/AP+gvaeTAAAACXBIWXMAAAsTAAALEwEAmpwYAAAAB3RJTUUH3wsTDwctGwJAtQAAAYRJREFUOMudkz1rWmEUx3/6gFeC1A5p6RJByGTGTpEM3iHfwMmxfggH1yyB69BFyFAy5FIQ6wdw9CVxUOhQXFykYFcTLvEaiuafQU0wXoPkwIHnOS8/znPOeWAh18AU0I7qA61lLjfbAl3X1Ww2k+u620AtgP9BTsdx1O/3lUqlNBgM5DhOEGAaWh7eLeEgYywWo1QqMRwO8X2fdrtNsVjcCtkorVKpSJKy2awsy1Imk1Gv19vWh02j53mSpHQ6vctENo2dTkcrGY/HqlarSiaTuwMSiYRqtZomk8kzqNvt7g5YqTFGtm1LkjzPC4wJnEKz2cS2bSKRCMYYAOr1+htTCFtr1EKhoEajId/3NRqNVC6XFY/HF/69LyKfE9bivlikfA72D+H8DHh8e3PyOfAMfJjDj58YoMjvP4bQPVz9g4MU7Ifh7y2EDJgoHB/BqQ3fLuDzAdz14fIXaP6w+okvT8jnRFub+r0mTr6+bmJzVVgLmKw5w1ER/SQiH4O6fw80AJ4AC20qRDxx28IAAAAASUVORK5CYII=',
  28. audio0 = 'T2dnUwACAAAAAAAAAAB8mpoRAAAAAFLKt9gBHgF2b3JiaXMAAAAAARErAAAAAAAAkGUAAAAAAACZAU9nZ1MAAAAAAAAAAAAAfJqaEQEAAACHYsq6Cy3///////////+1A3ZvcmJpcx0AAABYaXBoLk9yZyBsaWJWb3JiaXMgSSAyMDA1MDMwNAAAAAABBXZvcmJpcxJCQ1YBAAABAAxSFCElGVNKYwiVUlIpBR1jUFtHHWPUOUYhZBBTiEkZpXtPKpVYSsgRUlgpRR1TTFNJlVKWKUUdYxRTSCFT1jFloXMUS4ZJCSVsTa50FkvomWOWMUYdY85aSp1j1jFFHWNSUkmhcxg6ZiVkFDpGxehifDA6laJCKL7H3lLpLYWKW4q91xpT6y2EGEtpwQhhc+211dxKasUYY4wxxsXiUyiC0JBVAAABAABABAFCQ1YBAAoAAMJQDEVRgNCQVQBABgCAABRFcRTHcRxHkiTLAkJDVgEAQAAAAgAAKI7hKJIjSZJkWZZlWZameZaouaov+64u667t6roOhIasBADIAAAYhiGH3knMkFOQSSYpVcw5CKH1DjnlFGTSUsaYYoxRzpBTDDEFMYbQKYUQ1E45pQwiCENInWTOIEs96OBi5zgQGrIiAIgCAACMQYwhxpBzDEoGIXKOScggRM45KZ2UTEoorbSWSQktldYi55yUTkompbQWUsuklNZCKwUAAAQ4AAAEWAiFhqwIAKIAABCDkFJIKcSUYk4xh5RSjinHkFLMOcWYcowx6CBUzDHIHIRIKcUYc0455iBkDCrmHIQMMgEAAAEOAAABFkKhISsCgDgBAIMkaZqlaaJoaZooeqaoqqIoqqrleabpmaaqeqKpqqaquq6pqq5seZ5peqaoqp4pqqqpqq5rqqrriqpqy6ar2rbpqrbsyrJuu7Ks256qyrapurJuqq5tu7Js664s27rkearqmabreqbpuqrr2rLqurLtmabriqor26bryrLryratyrKua6bpuqKr2q6purLtyq5tu7Ks+6br6rbqyrquyrLu27au+7KtC7vourauyq6uq7Ks67It67Zs20LJ81TVM03X9UzTdVXXtW3VdW1bM03XNV1XlkXVdWXVlXVddWVb90zTdU1XlWXTVWVZlWXddmVXl0XXtW1Vln1ddWVfl23d92VZ133TdXVblWXbV2VZ92Vd94VZt33dU1VbN11X103X1X1b131htm3fF11X11XZ1oVVlnXf1n1lmHWdMLqurqu27OuqLOu+ruvGMOu6MKy6bfyurQvDq+vGseu+rty+j2rbvvDqtjG8um4cu7Abv+37xrGpqm2brqvrpivrumzrvm/runGMrqvrqiz7uurKvm/ruvDrvi8Mo+vquirLurDasq/Lui4Mu64bw2rbwu7aunDMsi4Mt+8rx68LQ9W2heHVdaOr28ZvC8PSN3a+AACAAQcAgAATykChISsCgDgBAAYhCBVjECrGIIQQUgohpFQxBiFjDkrGHJQQSkkhlNIqxiBkjknIHJMQSmiplNBKKKWlUEpLoZTWUmotptRaDKG0FEpprZTSWmopttRSbBVjEDLnpGSOSSiltFZKaSlzTErGoKQOQiqlpNJKSa1lzknJoKPSOUippNJSSam1UEproZTWSkqxpdJKba3FGkppLaTSWkmptdRSba21WiPGIGSMQcmck1JKSamU0lrmnJQOOiqZg5JKKamVklKsmJPSQSglg4xKSaW1kkoroZTWSkqxhVJaa63VmFJLNZSSWkmpxVBKa621GlMrNYVQUgultBZKaa21VmtqLbZQQmuhpBZLKjG1FmNtrcUYSmmtpBJbKanFFluNrbVYU0s1lpJibK3V2EotOdZaa0ot1tJSjK21mFtMucVYaw0ltBZKaa2U0lpKrcXWWq2hlNZKKrGVklpsrdXYWow1lNJiKSm1kEpsrbVYW2w1ppZibLHVWFKLMcZYc0u11ZRai621WEsrNcYYa2415VIAAMCAAwBAgAlloNCQlQBAFAAAYAxjjEFoFHLMOSmNUs45JyVzDkIIKWXOQQghpc45CKW01DkHoZSUQikppRRbKCWl1losAACgwAEAIMAGTYnFAQoNWQkARAEAIMYoxRiExiClGIPQGKMUYxAqpRhzDkKlFGPOQcgYc85BKRljzkEnJYQQQimlhBBCKKWUAgAAChwAAAJs0JRYHKDQkBUBQBQAAGAMYgwxhiB0UjopEYRMSielkRJaCylllkqKJcbMWomtxNhICa2F1jJrJcbSYkatxFhiKgAA7MABAOzAQig0ZCUAkAcAQBijFGPOOWcQYsw5CCE0CDHmHIQQKsaccw5CCBVjzjkHIYTOOecghBBC55xzEEIIoYMQQgillNJBCCGEUkrpIIQQQimldBBCCKGUUgoAACpwAAAIsFFkc4KRoEJDVgIAeQAAgDFKOSclpUYpxiCkFFujFGMQUmqtYgxCSq3FWDEGIaXWYuwgpNRajLV2EFJqLcZaQ0qtxVhrziGl1mKsNdfUWoy15tx7ai3GWnPOuQAA3AUHALADG0U2JxgJKjRkJQCQBwBAIKQUY4w5h5RijDHnnENKMcaYc84pxhhzzjnnFGOMOeecc4wx55xzzjnGmHPOOeecc84556CDkDnnnHPQQeicc845CCF0zjnnHIQQCgAAKnAAAAiwUWRzgpGgQkNWAgDhAACAMZRSSimllFJKqKOUUkoppZRSAiGllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimVUkoppZRSSimllFJKKaUAIN8KBwD/BxtnWEk6KxwNLjRkJQAQDgAAGMMYhIw5JyWlhjEIpXROSkklNYxBKKVzElJKKYPQWmqlpNJSShmElGILIZWUWgqltFZrKam1lFIoKcUaS0qppdYy5ySkklpLrbaYOQelpNZaaq3FEEJKsbXWUmuxdVJSSa211lptLaSUWmstxtZibCWlllprqcXWWkyptRZbSy3G1mJLrcXYYosxxhoLAOBucACASLBxhpWks8LR4EJDVgIAIQEABDJKOeecgxBCCCFSijHnoIMQQgghREox5pyDEEIIIYSMMecghBBCCKGUkDHmHIQQQgghhFI65yCEUEoJpZRSSucchBBCCKWUUkoJIYQQQiillFJKKSGEEEoppZRSSiklhBBCKKWUUkoppYQQQiillFJKKaWUEEIopZRSSimllBJCCKGUUkoppZRSQgillFJKKaWUUkooIYRSSimllFJKCSWUUkoppZRSSikhlFJKKaWUUkoppQAAgAMHAIAAI+gko8oibDThwgMQAAAAAgACTACBAYKCUQgChBEIAAAAAAAIAPgAAEgKgIiIaOYMDhASFBYYGhweICIkAAAAAAAAAAAAAAAABE9nZ1MABAgkAAAAAAAAfJqaEQIAAAB89IOyJjhEQUNNRE5TRENHS0xTRllHSEpISUdORk1GSEdISUNHP0ZHS1IhquPYHv5OAgC/7wFATp2pUBdXuyHsT4XRISOWEsj9QgEA7CC99FBIaDsrM+hbibFaAl81wg+vGnum4/p5roRKJAAAQFGOdsUy794bb3kbX50b8wL0NECgHlr67FRjAIAlBqKQyl55KU64p02UMHrBl0yZbWiGBSJYvJwiAaLj+vfck0gAnrsDAJV8Gl9y2ovHlFW+iSn7ZmRlQAb9lx4A4hz/EEPP9W5bRn5ldI8wU4fR+xS3ZLKtvYvVL687nuL6t9yTeAC+RwCEqOwlsbp1/8nH92xUT3KcsFhk7T4kAADwbXSbV8XCH6fYyccR20ceVzbp65K8wTKt7i29DHrNRpbg+llWQiUAAABh8SfmNYz1zNJvVm/6ZulEwE4BZEcYiZ+X5QQAsDib+e7cFjM7i9MfI304kTbyzFlUlxMZW92vpQmnJf6GaI40HUgUhuDlGH4SiwBwPQCEotz12nIjLju/n4bWM2RrhQP26bAAAEJxvd5Y66S0Bk6b+hozw2kzVccJx/ajEnnIWdBXbMON0UJ+YC/LJwGAawygypSJUV3enfpuR4a1NshSpqhl1t95c7XpMobYmrGOdWy9kMLS280QcKu7WxbJ2uukrVrMMMQ2V6o4GbYBVyi1zt6mTwOW4r0O3hJoAMA1A1AVxeA82nYulS/PeZS76iiXQcld82TW68AVRVaGbYu3pYy2dCtv2WPZTW4aze95YsP2ht8H9ob2sHdj2aP5xvzGMvrcPuw3DJbg+pl7SwAA4JoQAKEoRmuTA1datn0ll4M+RDIgwepTegCAqZXJwi4+D9CbO9co4qTOEo4nJQk1ilBItSPefZhsCFADluD6mXtLQDYAeKoOQCiygt5MbOFxku9OoakVCRshIH7t0QMAsAvYnyc9wcaLOrepVBelSJ5YqXw57wGbOJf0QmBIAZbf+pi9JQgIAHxPBiAUZSwOroLZG1W7/N3+lCr8SBC1+1oAAKDoRWT56b6YcafEq0xsUDbM+7p712GNyfWWOMh+MX2y9t4Ajt/60d4SAAAwYQCEVXkuoAma6qXER1ZLu2GlDQLBvwcdACAPR5Sb2vYgzJ8uxdxSE127cNRnPpdsJZ4NMndjTdbblB/nE1PKjWcAjt8RjScBgH4SQJUpY3MiJTGRJmXGjImpRAjBZs1sNmtM5P86m3EcU5cSkC9b8eY3Pp96HVJjwP4rz19qS8yY4sW8W9OlKl2BeJw8EZbioceTAMBzBqAqyl4y2V0me0/D3qUeI3cIURT5Wytli7flLsdxKBaV7aIcRMOhcDROe6VmZlx8Wvfo9JnMW+Xfqsv0ynjdVK/MzFQbMjPVmTkrit5ivp0EAHbCAAjFHZ+WVE/2qWubq96d1HGjRkCYMmYAQLOZZYEblKknCTLC3Fla72pISpk4z9x1sjuZrttub1LUJ7vpBIreXQKXAFwDg6IcCzOmDu0NiSNTR+7tTyQSiRBGE4e+2JLycuv6ere1P1Pl8/Y/biuttqVa0RuwLXKPW2JbWh8qGysH3pXVYRofzOW4oS9KVk6oeZa7BHcclt8xp28J0ABA1QAIRZnKdDQLZzv2vZR6R7SDCNLiDPu/JgCA2ddgPznKws0y9ko0o/FZp5UKN2aTLwFhOkzbGk7Ev69tHACS3/oxe0tAAgCf9wAIRVawTrOhvznPSHXcBU3RRqYNQTr+bQUAgMqdkd316ov0ymXJ8FLa1f8b79fj3R4By8t8Dk5FPP5LnAiS3/rwviUAAHBNCICw+Ht66212jr0bz0zNqNLUqFY1A9xMaQEANp/b9ba5yPZORo4ec5Hx/Coj7MILu6hGm9Hp5ijH2FmPQjZqAZLferjfEhAAwFYdgFCUiWYwt9TVuWGVr8cm59axURwJOqv0AMAj50k+vICuG/fuoNnVN2t7+a9VtsYCea7kqrItmTnEQa79GYrfenjfEhANAJ4RAKEouzmardahkP4tso7fBsViChGWqgUAYKA7f720O5LqX9FXzSku1sC3tVHxq++uVfaXuowa3NJx6Ks0egOG3iWGneQAsBMEIBT/zXRNrr38c9rdz2qpCpgB6gqDNADApWZZSvcm7VyTo1yW3Vs1q8xMmgEBWwoze23kQBDMDRPt7i4hC5LfIY+nDgDk5ACwwnowLLvft7ekXds5nezEig0nclrDi8Or66XICZaq4ime564bwYdBWO8dvmfNrsCSW5AeWe1ifN2R9nS21RC4NME1A4rh4lzfEiQAQE8QgFCUaTOXH1J3pjkwKlntkpRBWCvsIb8OAKANWER83tlHOBVJaZ2NJWXKSqhgA34zuOPehVVh/B3ICQOO4KK+3xIQAMDnfQBSpxrzCH2U6pHp7WZ6PwyCqAkm+eWrBAA4Kdb8uJEp5f1dXgrhcvR9MoeMyzG0i/uYgHyN0jrNek+GubvriIm6G47hor7fEgAAUCUAobJUrNbG3GOY9blo5oPOduQP0lqkd7UeALwgdweI4PWcyLTRw5Fdntehe/trjP5IJSJznmuLpm7H2AGG4GLMbiUAAPDcAAiLpczJlR2n60F9PErm8YqNiQOyfr9UAQB2KTnX3MdFOTMzJcfCSrwWl1HWIzI7uxB1TsQuEPx9LoN6hgCG4GLMbiVAA4CtGgChVrYNbTwU1eZqiFJ5aigd6zgQrfzXAQCU0XsD+QyRUGiFAr5hrfR2sPZgJsjrhXh7P8+AqkfZQ0B8BoZeVea3BOQCgJ4IQKgsr2dxyXYl7caDKOsvx4ppZRDYXakBABCbnhZ61lw0GWo5b34cYxZ5CVel7QjFunVc7uMuNtizydMTHIZdVecn8QBcJwAylf/guBJzi/V87Sae+JlHxQYbsKPLKgAQAOso9x00mcrgiC+iUmxOnvchtha7pB1piFRd2YyH3IQ9+rS5KA2CYFT+JwEAVQIQimTsNSzPy/J8ZphM3e2dDMHaEES8/lovAQhg5HLoVVKXxj1K71I7cJxAeWFDYcfOIR/LcsdhJeo5fuBRhicBgKcBCJVqdk5erKV2T6fejJ4y5zkhsYgwewHAUnpnobQUEvXMdFbKoF3tzr9dP6htsqXVgL7D6TN0HnVL38UVkQ164xGPtyQhAICtAGC5fMRbGFCeNkvX5h6nXQxEIQBlWQ0AACaNu+sdjcTc3HKvtL7+nrprlFMlxCGXw0Jg6wN+nYqXkwBATwE4A8AfreeeYJ3ee/G0MzGii4iwVtrHNQ0AQBWg7wMR1wL09Ywau3DR1Lr3zU2kmxYEJR0NgtRDdnEio4ZJdl4Vo1sCBAC4TgCBQTY2QLPnmPkpfS846yNWBgKOXd5JSADArF9HjUZd1KCzNse+k3ck7bCGnfr+6eHjs1m4k9cQsPUEHQB+n8LpSXQAjAHkrLI094zNHePypKdf9RIWN0lIy/Bx1JECYkgi481PP5FG1l/fLPa51xrTFkIuUqPIjTxdY0Qh6riz3rXJ/vF0dkSSW9DTqgAAmeJx/scynl627KXON973XgpjzRJ1Hj6/CMlCc+hfQ6eIKQm7nLAMh3X1YorEW8vqOL44wn79D/pIETNBW/AzzX9681U4DJzb4PYDesvZ34xswFUCkGrRAGD1Nx4AeF4pACxWbrDxrjgDwBwF',
  29. /*'*/
  30. audio1 = 'SUQzBAAAAAABFVRYWFgAAAASAAADbWFqb3JfYnJhbmQAbXA0MgBUWFhYAAAAEQAAA21pbm9yX3ZlcnNpb24AMABUWFhYAAAAHAAAA2NvbXBhdGlibGVfYnJhbmRzAGlzb21tcDQyAFRERU4AAAAVAAADMjAxNC0wMi0xNiAxMzo0NDoxNgBUU1NFAAAADwAAA0xhdmY1My4zMi4xMDAA//uQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAWGluZwAAAAcAAAAlAAA+CQANDRQUFBoaGiEhKCgoLy8vNTU8PDxDQ0NKSkpQUFdXV15eXmVla2trcnJyeXl/f3+GhoaNjY2UlJqamqGhoaior6+vtbW1vLzDw8PKysrQ0NDX197e3uXl5evr8vLy+fn5//8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA//uQZAAP8AAAaQAAAAgAAA0gAAABAAABpAAAACAAADSAAAAETEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVTEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV//uSZECP8AAAaQAAAAgAAA0gAAABAAABpAAAACAAADSAAAAEVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVYAGA2AAYsgQwh0DsmF2g2kgijWJF27brJ0vJilIk6SBUnSJ0mF98I7KLdQiTpMKMJk5R05ybh4XOSC0CZOowu2UcgjOcI1FtH5IC7ajCZhd6DJ7DPWTmkwj0ufIHI3oIzycs2C7cG1HI9UcK5I2kFz9QyGTmo5HqB6CKOmLns/qkf/7kmRAj/AAAGkAAAAIAAANIAAAAQAAAaQAAAAgAAA0gAAABJzKHgwmj0gVNwppif/rG+u8gVRyQMCPtbrK2Uqgtwqg1aky6xBr+g1mTJjmtJl1Bo05JkyYNGjRoyZMmTBo0aNGe6h6MzMTT0GUu38yZMmTBo0aNGTJkyYNGjSDJKH6xwIsVcQAIAiFtEAD+txLTkCjwprLYmCKLmMYch24IhEoiD+Pxneqcicvl7oMQjruM4lrkBcZnGYRjlhOAQgxxA03udiKR+LwGxwGhV/D+ClbZ5h/HnlERd9bbUPspFcyoe54UioH2S9QJEessavfwoDaciMbDQThCGV2yKUTNdVVjedbMdCvV76CnznUaHv4kM54zx5HLYqH9o7Wc6rNNzY1BEPwuCoV+p9Na0wvmR5EUD+icrqzyHePH1DjrhYzCZIUsOivniSxjTOtXudX86kVra/UiGNaHwsJyM/eZlUeG+TGmCDcYHoCABjEckEQufyIrRo6QCkn8uexCTAvdTAoKU6Iki4wPKcUM/RRd0l7m0MGgsJBuL6QGJo2F0b/+5Jk/40EvGw3CGlLckXgFAwEIwAdaab0TGHtyn22HFSUJbmNGUJIZD3NJBFG2mK26IBQgTFZi24Z/7QRR0gjUSMSHQ23DPDIe0ckCZPpGKxW0FAwqK3o53sEEPPNQMf/JoIfz2vNBFHPVGLRki4XDZYDCEVzVFbekBImjmmK26QIHI2yM2QBjEaNHOcEtttqTba1kQAkIji51RQ8vcAEgb5a9lgJIXZoWyK8W2g/DkGO4+k5all1/GhwBDsENpuAIjAckaQCBC+qcZjIA2c/STVfhs+rkKQ4olBBzZjICRgQWKqqzInoCBVqA41UNjiYCdDO5a+9AyNd650R10LMgsuogMVsLWGygtUW4AVr+hDCF0TDXLMOPW57EIrto8NIIysTGFtoLpju2/8WisOuErhnaVCbqWSVip28jMjoIhDF6elGVJunlcP34xTwK/bcITDduph/773///////5+G9frV0OeqQfnFkHKIrRdgGgNWEkFlAGzaOQow5znMsqIs285kzOf8zm52Yhg3Qiww4shcDsP04TgTEceD0DhMHAS//uSZIqA9udURmsZwvCOLEfwPYtuWUUbHAznC4j1FmMBhqkwDxZSdvtNi+rPzc68vffNgkDtAHALH8sQ4a+Ztr4qmTcvfGxtq2nPDKt074qzfefqJddN+Pl7/qX3XNvmPVPxFJnKp+990+Xwo8rdVTdHzf9azQj4QpUQCgxgGPi1RnssbMEYUZHWBcdKtJgqDJITaQiFKNbF0h0F4ACoMPMvXABh4jCy+6fSjrU6aGXiMcUDHjIAsInqduIXqM5EW6Aa00zKNRc55TKEnlETi0tSXHEAGyl2E0FH1UF4uK99FnBDBGuR1w2rJDr4RsZKzptHABKU/XkUzct59MZDhoOJGLhpwCNpzR2ptcd9QdLhn7wLJEjo8TtWSsYU7bgsAiqpUFwo2Pe7kbtS/crZwy9ocm3nuYiD6RSSvo48MMofgBrSK5S2IViPBXRskOLUyqi4CxDjOiaFn///jQKfxeFhgBgDAFjiIE8KQoFGDX////4uEKK5R7v//////+l9IqotIpRSoFJJSrkzVKAfBJCn0S46laOJRN2XM2WLvuyugf/7kmQQAASfSU9p+GL0MuM5SmCiOBCFJSmsPSvAyQwlPPOI4P65NtlS6XK3jjgIKKRIpxtxafh2QNvXz+OyaM0Utm4cjVyOxntjGgUg3ZNSBCngLjt1+1fuVrHp0ExXMWT1C+MjRqC6tdcHFMsJKy1Zo0sPzEtiVaKrlLpVNooVvwU+dnJ+Zoy+wvMVz/HrtFscv3O/1r/W38BFAAAEndSgARguGaSWsgFKLOIt8gj/06ihRJGUWScTBs6DX/+UD3/////+y/kMpqh0AAYgAAAAAQR8gI/IiKjTKIW0xhrL3WgY/jGU0dqTz2zEooaod2ix06ukOUTIWcZ43meoSaJI5npuo8pCGliVNVe98VmJgAhAmRrwRCGHprq4hcYHyImRComssueNJzOsJoyVN33ZXKn9E11osSilW+/HqwyeZnyOIrvyZjHPTV21f+ocAkJEqiEYC98N5q3EaLleuqHFxqAwA9fnt9vrgwoQg5klUUG+3/35X+v/////u60v68xVAAAEAAAAdBwNORROIFOE+lYy9zlBlFitydB9Emcnxzf/+5JkEAoEUUPIYw964DNjORwkpTgROUcWrODL0MQMpLShFOBihn8t6fQIT2qagxGJjQ05kw1qnBc0zIqlyhQ/wZYLtVQbIlxivW6MzPWHUKBG3Bi+a0bfj6xJWS76NmWkfM1MVg6+cwae+YL2mYtvamZ5q0/z/6QZvF8+VziNaOsYIgwG/2Z4KsEJhNHGAGBEN7C2erwCypOSWlSCICiX1GL9P6iBQ8IiLCRRokGB4OfV8t/V//U//u/373yPucq+hAkjDQiCFR9FDIACoaIzFvQ0dK9e65kqmLPM8DrzszHX5oquNDO/yfnrHeR93Vbr0UfuidVlcfeBAaDQBVBE9IO/vt/Wl+bqdSAS5Mhq6BR5pprOazl06i9KlT5pqP3MarLVzIPOz1ZGu9tENqWUYy63cOdCqVu/9s////9On2TeDg8etN1LB4mkiGBlNtACSBGlQnjOtdNWDNbTq3+uhisrFYIhEM+zdu+j//W//b/gAoYaMCzAAmzY6hUEgJWMgJJ0TOMZsAES9XasZTNAaFnOirWz9T0dZ/FbLwMBhyEU//uSZBKABA9Qx2MYQvI4YlktNEI4EY0rF4zhC8DhGCOgsRUwFSjod2eWZ38vxwpdRd7WlXHzzU6YOFnDEUzFBrX/vmiFIKA+cYJ6Rr+07RJL5EObOiYc5UJmJR2+rSV+5lr9u++47jqL6muUqZ4+OF7++fpSbC5KfM6/3Clz/1hMGBA5sqRii29YKg0PKt7GOFa/etW+HHtYMq/T0M7XA7lxn93nWdAyKkqUibSOhXcKJcK2tVdvU6VAAFDRKAASg2cRAoYDlEO6CVjwIhkZkRoqBixcqzL5bGXZkjdI9T0dWcpo3PdqR7eN+5n8wravu8xBQlrrBxpqHAa8h0o5b/42EUQhySD4nJNSRHX4mupFk5l0WKkdjj+VqWa3m5i+fGRZcVF/zA9ZSKqLodye/etY6pK2JTB1ITMm1VnFNDhIzW0S31Qk0AIfJQAuJCwvrl9Aaav/RvMZ8xAEGGAjbpf/b+0uvee70/utxXTM39f9aVta7+J5c7KPff1I1gEAzXkQDEjEfoDWX4R5WjRJOcqHAxgpAFDUk0DoWqboen7x+//7kmQSAAMXJ0lp7HpQO2PZnQjiSpJBiSOsPM3A4BUl9GCJMDk9XG769P9sDG4uMHB7o0DKLiKSjPunpr6p/Pv196RYMkDF67g9uOEZqoWbHQFtHP8styspS40l3JHLHU21VtNguMNANtxujgQk1tGqYJYQCQqP+cbf0fsbTcy/8O+w9nXklB7qInw8zHXWpzpFR3fb/v5S/pWlx+tKQmw05WQC2XbEiJLuBcLYA4rSxQirxIrAUomjN7oXlkMOd6h6iN04C/LuM70yHRJnGNRHCApzuLqXM7E4GYcoL86TJ8bdfHieHPJTddUoju86aPmOzOhie+tzmIE4IvKbJv3d04x71oKxs173tusyKbeNsmbbX3c5Q4kYj/+1tuPn/357/+/cZ9/7N27lF/LxDXQiZCUgoAsotvdxB96+8eZkmI/5lLgTRDJysdhn+8h1MSp0l9X/xlfDA4WSj/0N/fbk/ur7cUyc0moAAJABQ2XA6ZXI0UPCO4ooamgsQCk3Snm6z4AiOYR94muBuyvETgMCX6b2bysSwdBMUGfmaN/K2LT/+5JkHIhFY0rHyzl68C9luUEYRUwSJSUqDGcLyMQkafRRFX65LBTfLCxlu6QRxsp1LPXS22pl+YGlbO2JFXsa09iM/3YmZx339Xjq6tqPHqcM8Y6Fp9XofGG4XY+WZrnlZ0SWPXz8YBMIbnTBEeHIyKiHH9W0C+U8RjvaEVZjKjV6YuXxxV8b5h9P0mTiM0ctvbUqqxpxKbPrCVTy7z///6GAUmlpOokNA4t/sQjSdqen1eiMQmIBNk4GMF3tX0BVlpOp/GhGOpew+9tLDzKzf205F+UU0FjEg2C/FWrfp5gUoUIm9426d6S0ln6atSykhDhulp6SzH2QGWdPP082FuhHDLkjsdk2OEUk2+c3uSw9e/f6qsLl+fPxyfFTCxKK/JVKB0MSu3u8rZU2G9ff9uSzYHu3LN+abacqVLmHGekR5Ny3llK20prF7O9lKFwZa3n+U1ZySx6itlNEuDLKJAVy8n//9lmGYm3TX//ZOJM/5ke+3l/6n/5X6t9a//VP3AYk/r9nX9cpAwAg0hAAS22fMheJ4JLoyEc2AU72O/KU//uSZAyAND1KTmsYWvQyI3kcGEc4EYklOUxlq9DJl2MU9rUwngcuNWpdyJvIoGqDL7+P0iDqQy1RqaiCRrI1UVY5FftblT0FpYVKbGNS83ZNeQpFCWWADDBkHKfJMWv/WBPX9+mB0a1mww6CoTfFfbTl81nggeffyIo6z/L1CsVD4t/kEHt/+kIbp/9M+09/+qxYDAFwAAEDAXFiEjqBACol+b/9Q2PFYkikoE5ELDHEwLXAGJG8LluWEV3/xBlf//18sHbgkgQCAAmpVKX+UEhiSywSUpB4GYS/4ASrDSm3vWIDl9glTTYx//+siEnB3Gza+SvVV/mWNssBQNGOf3l8qARcmKNzYxJgyUFouubkp6nFgSjKzAcQD2W0zyBiA1Qnbt1nzF9ZgLgO9BJ8zLBM3rSRNBASO2ovEQJHrnFiMlN/NTwl//fqqQtVGUQ5SwIOoCLoqJrAdBtTuPBX//lAAWRwkiaGclguI5AUJJpYsBPymSwGUUOJ4Qf/////rL4l6rYHGEAwCABg2ARENkaSzOPLzEGqX7OWbw/DzSi+p//7kmQPAAR9Rk1rOpLgMiXYsGDtTBAFFT+sPauQu4zktPU04AA0Vzuz0smCqdHmFrL+e6KCNWGmr7vVYggNtW6tv64fsMuUzSYrLoFREbF1JmROjbc6hycHD6R4TeJ9dq0BuAQAd6y+VFpBqYKMcN+iN0cTl/OEWAjRPF0sJ0SJhaUkpE8iZCQD36Q+hEEVNlIcscUzVSQ250qgu95VYuCYJC9v/+gXDDmsBACo4YBzg5oa9hmAmI8i6DfB3n6i8j/////+SIKp2BIBAIhAAb0zP4gj03rR7QUI27rzMN6lHsCjavdwu7B6hYuH/+DJFHHw4er8FfD+YbBELhDMim2YA6RyFajWxWPAzPGvdbv1BbSXfyodpuktqgaRgzBPXOEqh5MCVHVaz+OEZZf9Yw2tsqHCpuorXcXb7v1jReoH0KczqYFhjxoaAA+wAGAuoxtQIJUZgFABCSJ9Hpt+l6RkXaLJdQnggoK+SRx9///yP6//3f//orKA0GCSCABOfoBYuhvFzFxbBOhaIBoKd9DTwD6QGnyIipN6G4yf/txvEnf/+5JkFYADoUHR6e9q5C6jKUo8TTgO4R9D7GILiNSM5LTWwOA//4MEl6XrBY9lQFKA0y1tIyElBZpN2RQ/Qb0iSLiHSJIc5cNOiOEewwDc4kZku+kMYkBxku+lSSPazE1UttRsBXxdIIFyH//0sABAAP7/x8Tq2vkF3AmfIIP85MGENPpppv/ruVAbwZhgyzu9+tv8Z+39tX9nv6mlgBQBQWAAADi65cMq6cVn1gQlKE6YBN46ekQtb38Ie3ZiahU7/6u8douY1fDmu7j6w0W/cszSAXwCQl+dWOsTlbqMD31mR/zpZKxq/LRUGNKraygREZc95TIeUk9EwGXGXKHWUCIEDNUOzKR6lIFk0bnFGZq2NpAAAAAAwA1tVTx/DfFuZtlQ/BOG86QIQ8lvlEc9Ropa/rRcdQygBoI+LXvR/////1/6f//XiJBaYGFkAAAKKGOQW4sykZsgGnOymAFmxnEkYFimnTDFskQPia3r5inKMyTP+uvwYvy95cAKo/konWiZBei4Z+p/1s/rLHq1FQnZLOt6xiDLKTegTzFBVZOC//uSZC0AQ19HUfsPauI3Iyk9Ng04DukfR+xhq4jZjGT1F6DgoJGiHKjEuHG6aKPzjfpGSDARkAAAAAxwOPqrVnQLwvMvSIAAujuaqWTARks+YDSMUoR+P/mCSgWYOwc5Z/d//4p/3//3+U+36ohgCWASbAEABCrKHheqxBXUpyJcRSqqw9H1HBUSeGPZR3PigaiFuWYZ1JcX3V5I9d5/sAs6x/peDlAAhA+FtaLHQkIv+t1v6JiSh/0kjVnqNnGFGglDes1Nh+Hmb+s0Dnn2pGQwwwRYUNSSKzBv1NqdRmb9FUup8EABBxlhlIpMpIsAnAKDZ9/KmFxEpX6rlVX/2OleWlhQymJNGgCgtNO6d9n9n/0f/+r////oUlnGCJAxmAAAAD7EVLokJX5lZbQne+6z+Nwh5g7Giam+sItdqkI0sM4F1SwVKSUrHaPH//SqWerOO840I7kXYf5vWXBHCKbrlRv+VH2+LI3bWs+O0LA2cwaYiqMs/1GQaRfNeuIYXn6llaD/R/WYp/c6l2AkYEAgkHyZ8d0pailA8lh1Horgqf/7kmRDgAONSNF7GGrwMaKpWj4lOI31I0fsYavAu4WodBKskggCfTLzf92A4cZ+YV+lTP//cytfBB3//od/U7qmcUIYCBqgAAIJQw+CF2pnNYhtBGV5jsFVH3mG6tGJu4fAVv/XivS9bzqSiKDAQgFnL9/6hyP8qkOFWpiSVB6IFn+Zc4NQU7/Mh5v7HEvycOcs7MYgyUza6x9GMPT1lYWogdcnEif7Tpp9X/SNNes/WwCD1AOOh/5I4JAy/4OEyw/gKJsnN5PW7X/16//P+Kf//Vpu6a2r5Lobq2Mc1aKWkSghQABlpe6tS0W3ZHNoMFO6Fjdxfq5E1yQBJHLkFSffxBIG9/Mr8afQMRw/nNWPRCit3LdC+4ECPZuTUfN/mTIsg39BRh+mOav3LhAD2oyJw8CEL9GsmSJjHjtaxueIuH7jBqdIsEwTA967sh+yvfMF7KXNnDgBAoYA1AAHuUE4cyozu/OAQCLiIA4POqN/UxBOU+Yb//9HvTbt///5AD/oKa2oZhpsAgAwQT9TF2kna6FkEtQWhLQWoyCicYzWeiP/+5JkYYATtklRYxmC9C2Guc0s4lyN2Q9Pp75rkMSYY8hntTLhHyCvInGbaspRRsz/Xv15Gsrq/0WQ2cAMxBj+tQxgskiqumZmrfopP6kW6zMnidJ1VJIuFk1RXmBcKKJqeqJsnyYKyataLr9fU9OdOOqOFQg/4pAjZLbjx+3qQDdgsB1s0b4MECFH1/oO+wBUkXW+qDiB3v6////////CuKZp5YlVkgMQQMAQAF8aXQudFJf7EY8ItKDN2HEuzKGAJbip7WEvl7vvvNpWUv//MHrfNd0vi0jjPsak+/j8dlQucBtgKGICpakibD4yXLBa4rUQCOKp9a7cdaP1kELRrVWwXmPTpPOlJRFqDnVhbUSmfJpLjpIx/q+tIrpfWWmKT//o/99lFABACAAkAEgkqAomb80hUlgJhA5CUIVTKFRJbwsA8Vin6DZ9tyTPJNZ/+VDX//+qQsQHq/WZRIAAeGbjTDHEWIpQmCJ6EkAYZftuyDjYU0yxhDg6q5HkgOXsMS1ty5nDzNYliT6/HAxi9HrSiTyZXZzb9C4AK3iAD3ed//uSZH4BBAtG0WsYmuQ2QqlNFec4kT0dPyxii4DMCSR0nDTgGPBswNMoDwyzgyojSecspuxotBnrGufpa0BBxED9aiGHAbGDZ2yyQAbSbJGZKjQBCJBseQOmrSGCAhEX+b+nOmXoqRKp8YAgAAB64C0f+aweCxj8G7q/u6gQz5X/uNZ28F/qTCmDkh4P19W69On6tv///2dWn+impUhQVQBIA3xfCDW1cMlArOFtsNjcpWo0ZXTwhUb2u9B1qF0sDi2pfGceayX2nzFXalVHc2/U9+7kKkQYQAEuIaVmdRRF2J9PLRzMXOSL7O7JJLRdQ+xST/GbIKVVIVizw1WSxl5DyJE9zpDAxAMcRM89Uah9ldTfQMCdPeowRI0hr/r/+naUQvuAJxjR3k+MlxAFDi6NgkaMTMJr9Fcg1+VHBIBOd53/yFR4dUCaiABWetSbq/7E2bEHU4wEQgQBtEy+46lS9fa5nzOhVEaFmbE1wugUIBc5TzM5eVSNkPWvWtrkFUZt+LqfAzEr+wnaV4RZAilHyR5sAYCJsnjM2QTKIb4SLv/7kmSCggQiRlFTGJrkNWOIoEdSShCRFz+sPouQyIhotLYc4tSSUt3rlIbyzz9AWw8tZqsxBIKKXLpq1axSpLX1jWAaPl8nmessCNSkxlzhv8sEDr84SwB26P/1dItASHDZEA/38d7lgAYOdKQ+Taf98rz0UNn/njggBe7J/kX///9v6u7Qun//V/8UbU76VTCAAABAEymog8psvB40pDN7AuoEBKaDM7TE1kB5CgZE4PgCL044Li0Hcv91uJEAY512nv3LDgBcTlVutEiwAkxeDIQbfAaSM7m/7W0yDFogBwyxsYu9GWqDAFlGp/v/TxDv/rcFBUALd3z/24SE2xuhfz5WKjsSI0v5rOYeERBx7LGeFd9BkMmGRwzJtL/M7BcAMHs3bx7990Xn5//UngwFZa//qUxQCMQAAgABwAAzBpeIED8YJkyTt0YmaLS/+bNpkyTf/yuxuIg9auTkgnf+4hwLgVL/rrBAFAAAB6ujUis86u0vmFmNosFjat0HO16bxxo5a5lJ80CyaL+//ylOtflqklFmUStCqj79+OoHgAL/+5JkiQAFRkZLW3vi4C8DiUpB6koSURc3TWarkLuN57SSlOJYApTEDUtFIa4CBaMA8ijYvhZpbtymj8uh3z3rUHnedLrEqEATBQDHn1JA38kG5SGiCxtImRVJnLg0wusfWZKsOo/6h/HA3VGPGiej//6iLHWthdxDM0TCq4AwESgJhtp7TYEcLISWTUCP7V+rHEwwXlqn/6ALb/vo/9Viv0epevbd/uWn/RWqdABJAAABXy3qPaYyqz+vieRoUGnvRllj+uAKiMx6Jkz4xKInFbLHSIxTncNfD4KJLd9RCigZ2k3SgA7zwYmiYCgWKSwZCiOcxnBUuYyWCczSE9/9EIMDb7jz/luX//6l70W+f/3UP08rf1YZpoka1itUty3quoYhOlPP5lOGCYGyqLTWOWLRgoq2uWN6nuOgoT3//6g6C3ti3/5XEIZb//do9//0DDEi8o8VcqfMkaRUjEgEgAAARQK75ahVuaEtuKROH+h7/qozKP2f/9AGr//09zlf///x1dXtp/q6mgABYAAANoAuAgVCNLxWV8jy5hpA1BYD//uSZHsAFY1Iy9NcyvQso3mdGOo4llkjLU1ui9CODiSUZp0qKQuEIB83YSaDI5mmopIFjQWOpbl/7mxoaVihcSanEoNfUmJcMsm6jAUqMJCxrxJhqBKOxD4wEGnG6K5XbUERJUN89UPr6ZaC1kqr50UqHbNp0UkdGMA2qMNvHc1ZgGdBQ6VXtQAwOcG8JODPEs5cMwNqCD30EEzRAMvBez0STC0kvj6SfEUDBZPc6V0f/+wRKKR8442s0cPBZRcIAHsHqkz/88fQSAIY3ZbLDlhxhfPRQHhWJfEwIjLf/HQhGWowAAIAAC8jK0lOpYywgyFTJUpAwbVEhWxGy8ZgQkGdCCXcf993AhbCgohi3UfqZ95ZEgy970SqB5RD4wCBoO5RCA2cFvyATGQ9qHJhBEh7EptyTBIJNXjARgB4qXLkfEJtLjLD72uRui///2ELTsZ9/F8AsAGi0j5HV8q7QQHqQBBqzj+ryhYQxsdxlS0VYzBdzPgIGlr8ULZAACA7VZ+v1ehhOQaE///guwgGSrOdqYxhX6ALvP3MQurfd2tQA//7kmRfhAXYSUnLnNLwKkIaLTwlOJh5JSbuc2vAsJzjgJa1cDM36/2Y9FaWw7BhYMC6P5raexhgDlZhz9rv9vr//2Zz/9no//0DkAAAAB+pSMjh6FqYpWGTpgkUUAgWCrZXiZyYFKBo0NpRYYS134wYrFRQaJHYz7y+PBeHs6lNu4ShJ/bVuMw86oCCJ0hhAoJiQRQFSCXu4YBNZlQFNwKAGj57MwYLqXyzCvXuX2o2f/90CAhp2dz/0+I0DMOkfYwzZzwooAQH7Z19duRiwVAlr+TUtBqicuWEw0iC0l5Ja1ICoBWOMGs6lEUbOYaHrM/+TbX3LFiGK75v3aDAlv6L/3Eo0/VM7/+7Renf6E0Q4NqIzLIjZb9E4JcWs2MULQADwcv0hypI+YjhKPqb//////////4fQGWa1XxMCQAAAFsFQDBYGcQw/jRDi8R5KrGilSBgEnyKi4CsovjUr8ekZN105bw5cHQdI65Q34Ml911oEyoZiNqKAEjOhLTAABpsZltxu5g6iBjXUIvd5HRkFIv/fMNPL///+sbD/w/aq7r/+5JkM4EFtUlL01vS9Cmhic0N4yaX1ScirfNr0LeGaDSJnJq0WWtXGZGFUPtTY56hhHhFvO3vLdOQzS5WVZkMdi4MBBQelDb525E5Y1KW839V/Ed2a6/7kfS8V9J+f92H2/ldv/8s0TJMJm03hVCkBR5k0UwLMQkRqBdegBRMNbncdhkV/sv6hRPFXfDLfVru+7//yX/7f/Qoopv62AAeIwAGUuJgB2HUd89jMStTQMMA4larDpDB02iNDlGoNVQMnGR6Nd//KoFa79Ndu5x8AAOO5VrbSIkYkFB20aDgLKwRPt5TFgMA64qzwGkbPY6FQkOMYc7+q2aHfLL//rp1JvvyWaggxIDLwt7j+VMMlRqwORAL9VMcy0ZiZY4ctgDjcFZTC0c88yUDatMJtqtJQs1VKWzGpzt6CliBCNTSfGGoqtkwUCWNnzUQiYhB5ajlR9r2o8RADKXvhjglB27doA/vG9SgahHH0kdA4ADsr7eOAFAvfSO+oHE/8XTubos//LZnQze7//+lI5BCAGA6ACAAKy53IXoWrl1o38WstzTG//uSZAwBBCdITfsyouIzw4ktPO1KEeUhNazqa4jHDiNI+E0oolLDXgzWTMSkKRIMASbp+IqmeRNDQxJUnn5sQIAlQW3CFSHZRG0AxHIsiXkqItZIIdTEd+PsrJdIpDbfnTICgQhCt2IgFALq1FwAgEDjZqqiVxggskLq2pmQlhs1aJiToqKPcjRCE1fWslCnjwMELAEAXUXD4a2eI2IeLiQxgCZU2+FggAc/1f/7mQKkSwcZQZY9x7qj3Pf6f+v//6P/R0KwRAASgAbXYyK06zWoycWyl4cMmrN5WiygsWs9x7xZZca1/cOZKRb/VNS4SmYh3//uLrktUEUhUyfK58fYC+wGJHUyZZRQFFLrdZNk79MyNvTIoVvOBlwNCJ430AyGGlDRSqTFMAzMAO0HTGjIE8LlAYGF7TR1MR5FjRJtIZcho7ecHQJwEfGumYF0niJPFAM8PhsfIWMlOAzyxzj8NP/WoL5Dtb6x8Hk/+oZ8GxoMDF8ussIlAZUKIYHnf7v//761vGMFAEABbSw7tK/WQhPWQBIrUaii272cwQqIIP/7kmQOABQnRs5TGZLkLcI6LzytOJNJGzGtUouQyBgigaVFMG56/8lspwWdf/5suv4c7r3Ds9/68wQgnOEQQrGaayUA0Y+pzEnVC6GRPoNrJBvoK+U7+Zh6zMrMg2Ud7ajoYYNXl4vF1TkNArAzRjrjXTQfUURsGSOpYpcnFIqnSGFvPf/mM2h9XsaGUKrISPCiHYnH4/s2KUnA+VkSMNZB6pv6r/xhQB9IT+tmtxL/q//2H/13Pu///1JQFAAEAEACXQYAeNCKkWEYmEokf0D0hGOomoGJBhcU3R0Az8FEqC+XAuKafF2iXKkSYAi3BYoPgYIswmiiOIDSizh1zQeiyGJxRDYirGDlgkPqJO/RF2yuoRMKBDroMgPsExxJptkAAMSAMDiFQNyaIMA4UBpAIjUxzE6IFJLyHiUxwsk2OWF1kVXQYXMZUnf7/fRnF9K97FpVBasbSrTDbqM5xRwYaj4FgUy/7kQsN+gnHf2WQwdYIcBMCWhTm6BNJl10f/////8cgcBYUwgA20NyZiAHAEQE7hxvXAXTKcImY4aLA4r/+5JkDYAEZkbLw1rK4DNGGc088EyRhRsxjOaLgMmYJLWDnTBG+YXhUiUELe+/thDT+8//xaxj+sJh6yWqu1/n0ZBI5aIXTpA+xrOlpFQ4/+f/nj///Ju/3//XXgvf+eo+Oitdw1rGadEI1pO67NvUEb2fuR6TMZBXY0C+eX/m/7m2v+vbpVQz3ec+VpuwLW7+FdVOKXjIpLoNENqMBnoo00MfN4/l3IEJF+d6GfWiK3/VTPLb+/trb3Uu2//+tgtsFH/+NovQt2tJCMMNQIBE21BosCtYdUgMOJtAAytM5ldLKTFSKA+XeXGxiFlKmOZ6/sqal3v/qJsj//tYsIGyFvi5xZJUHWHxg1RjiQNKljkCxJZouVfrKJz3J8dqWaqFrJhJamSIYEAkSVS1IDoBtgA0CL5asRQAEmHAkFJ7WK+JSKuuoXOVT/MBcguLoGIx5cIq1AAABDFwHw11xxqd3G4+QFc/ZIxT/bgubd+3b/QFotIX/0/p/X//9BCLfu3/v//19G3+qmmDQQSgAEUjWnIVpUUU1GRgfG3zckf32poY//uQZA0CBGJGTGM4kuAxBfk9POdMEDEnNUzhq9C5hia1FhyaBdWgX/w3Kg5DNscse6Xxfz7/5wXA36+zSlUge6HhkSTG6YA1MCPCTF0mz5gURzh31oKnGSQ1ufNeiscJq+6Ij0uoIGRmLWBVA6Y/dEbosRNHD6BQLoZIZDRPrpj7LRmmity6MkQZ358qGaNZwtFY2VYFw4gBUPkBxsB8HSkBhmkTsnhX5Y2Quk4tUQt1pdP/PQRxucKX///+3//0B4cGP0//+jsozgAq2Yty0hfiCiXih4PSTXRVT1mpe6Q0dYzi3Mt1ER32aRBEezo0w6Wvc1li2Gf5rsufQYUqKRRqdjk2F9kyaLnxA0GslU3W9RRq6j29SBIo60jQkzTMjdIG6JSeWtkxNU1InC6O8ZYO1TIZmco7Mkmj3Nt106PrP0j//+zv96Cqk3UqgLRbXU6IE6GJhSKC0jiPsbBAAkPlS2Br3LAn7Dxr/ZV/4Ne3//7/+r/11dhhCAACJZXZlfcpyxw4sZxX6YbKUQEcCuR9q6ckAY09M6iuld8YtPjf//uSZBSAA9RDzMsPmuA1Iyk6De04jCkbN6ew64DgDaS0Jazg1C6fVz9yejLhgMEwAnUArIgiTi0ieHSRE8pR01OImvrV2mSWjTYmi3ZI4Tgs4gxZQTcZUgpSNzA3KBRFkkNMDYxWo49DUkp+pSDoJuiXUQa43QGk4AwA2V6YRVE6a4mefg6Vafdc1+Dx/6hiAN42Q36NRuTBPESeZEbKf//3//5v+yvR//9ciSbqbwBZM/X2wkBC5DPCRGkyDaRJYRkIy4j0SrybE7fYjo+za3rM/jszNfXbQgAkSAdD5E9VuNWr06KOoXO7nPzHljjhqjIzsv0Oc5HoppvfodXqys6OYd6Fp76kU9P/1AAABxugXAZnsYSBCYJteSiUJjK/pMBIj/+88oX1/2xDyqAYJA7R2HZca2Xf6Lf/1v//M//9lP/QBABVKYAgxGUv3TViWQqqPBEQ5UjmXtWzMhUwGw08x6MUdlkjefV2j/4riz9hUbZAYz2cB1jDOIUk/mpCG99Hrml8UxrW863649t11/7f7tveIF4qVMQLugsFg0eFzv/7kmQvAANgLcljD3pgOAOpCiVJSg4w8yOnvauA6ozkILUs4LmT/TrUwn9RKfbiL3/qwCKWAWEAD52iNUIifIBS5KDA9LeQgpO+w+HTO//oC5XwkHRCDBIcaisPb5o9DH2af+t3/////4wIERxIwAIBIKQMAmKnV5dCcoWaYWoXpwqEuw2TGVL+BM26dPv5WyTT5kg3rGf9tiqA8XE7jsCZAS4KcOYFgSY+Bex5GiRkdRUmtTz9SPTZ9P6WtlJVLuqtSk6qlLQs9T+o1a4QuSy4VJYRkc+/UUOf/oBIaEDIrQVIFcDI0QZYyAmKv4UYy/Z6nTv/II1LTyTR5WDygPQ7kgaeHg///id/Faz+yj9z/qI//dM0VQAiAAKmV0HWoBYT2EsuAyD7BklvN1kWG4saoetjdm61r/5xJD99Ym/w2LhBLlJi+HeIEAXgurFyEmXjNFnWylGjpsklapq3SUhTRZkV2QMTc8s6ip3dNSJ1kD6dFObIDoDWjynERzTLbq9X9HxQMCFSWMgyOQd0mHEHtPKp8FQcH4+1Djl6UdCTCRD/+5JkRYADbjfIye+C4C+FqX0I4kwN/N8fLD4LgNcMJjQ0KOCnDCb99v//+n8E/X+f/s+v9/qADKBAWUixMVZKzVtJdhhRkktARoo0892YdyeWlGnFzFYUHi/xrNGy99f3hKCELGfMEd5cCfG2B+DYoujCImVUUDlFjxuZrepbImjHLJ36LoXY3ddG9fadUX0TqJ1JKbIWBiB3wVpOsDlj+mUuKWp1ho6XX2gfO6XgU6hhiB62poSiZjPwyEKUU2hvOKsn51SFy8a7+1TD2pn4R1+U1ehayZ3/q/rSABJAAlUf0iGwNiLFlfrtXwuEHlKVjazdLE4NrTtK0RC1n6lt8w/b78GRdjpC/UGhXwa4OYwhFwCsxjySsWurbxTTnb7z84p96zj2tbNoW7Xxi2949v4NI0XPvLlXvE0q7aIqgwPKuVj9HtV++sA0baZOHco9GsgfryA8fK/gWe///q893Oq51vFTYwK5CtuTH/xH8mTllYbchbStbvU3++xbLev0AgACFpjQlFE5ryb7vrqb9SwasOtvOtQkFPpziteIjO5R//uSZGMDg2owR8sPemA34yj1MQk4DNSnIIw+KYDlDGPklSzgtQYkTcObf8s7fMSYFkkuWBWRlRkA+wBlFBjyZEy9m2mNS76LLZ1Ld7LQOOpD2NAg0lAwfUNPLQeLlMQDMsBX7Xe9n3XfrarARVu2i5rNEo9deAUJviSQn//LYNAxALFP2L6rJYiBsEA7/qPJ+xHB91btKJH6kOLO0f9tLFN6KyAREARYY42kJCSaY8aaiISXEMgpsLvDM53wTpTrCk4ahTj/eIV6xWbOfmZW2wmBxYjJ4FMCwRQwHCgNGj6ICzzz5kTaaZsko30035k6WktSr9kWZKnZbLvdL1I+p7IqY2jjWs0OP7OnvV4k+8MajwL/A/fPopJANiiTX+qAtImdRWMLq3zjnv63PcYAdJP//fPq6c8zqZ5z8hnqO/yeA6WLdS+6MXsouqAAAERKBTJHwBGaUGbi8KpWMpfoTyAjAe8FA7DtYkQMJj+9ubybnP038YWywqYTs+VhdRCgSIAfjtB+LX282RROLUlmBagyTU0tF1LZFa3RWudPpJC9tv/7kmR/gANyPcbDL5rgOkXpOSTqTAxsuyGMMamA2ZPl9GOVKApmV2yx/jRj2V9ff9OabJ+0YUsql+pBJHJT3ouNgfliUxhQEPVa9R5HkIzXjGAIP0//q7pN9JRVKc7/Yu/b7/+n//rqAAFgAKUl0T1MMIEmscQQhhpeYwymEpJnikB9ny0Sn4n1aqTcY4s0HetKbclIDZJpeIIGCDaKdCCoDMAVkUCH8AXAiyGeTfRSMCfWm7KdmrqdWt0lNWtDQpK26HzVaAVXY8SPV8gD6nLVQoef9VywzvrSzJMslJStgSRwMATJiNvay5b9Y8weCg9Elv+FgGDPMI/LHt/+aYeQPKjYDk2EQ7Fix8p/+60UhIRAh7P//6hNUJkhoVgXfW3I0xZz0JyKSZAYjmJiAATg/oWBJHc7gigSj6sWLv+8wzOWzOIlOxhofCAq7enKZHaXdC7ohHxsDBhyVHwO54gOKUDwsqZd/DB0Wf+7/QRI7rf4BdtBLVO4GANLbmcGS1ffFRaTTN7//9iMlflEs2JdrDx+FEFxkKwYZdUInL//PO//+5JknQADnTZGQy+S4DwkSb0FB0qK1KU157CpgNyMpjRUmOD///66AQEgELQIyVVFgEYVwKoJaJUC2SYb+E4UDM0HhDVsk1dudr3r/E38u1LjSQHogq1BxxZgtBACUBkQuCRFaM1FCpmmTrTVu97pMt9SlUVo6RpamrrutO93XU9q1r/V9VT3Ron+lit/7fHdABiDckAERRZ6U1Vx2gaN3sHoKIS10Ye6We8r5+odJd811cTS1JgqGULO/Z+L/V+3Y38h/xdjVuk3U7EGKMAqaug07QE6Wd8dlGpcgKA0euG8Aj3M4VJduqjOTxta7DU2mdgRbKEjhQmUhXHiDuBXQ8nzIz2OVKSRXdfdTITZ2odd9a72WtqkK9dKtSu67KZ7ZxeaSWUJw/rbrz3WhCb/qAYKGUKAQRwYgu2zHKFJ+f9+/P+TYGMoqKiHoaXRES4yOtP/1632/+/X7d//jmK9qaP96NcAJiA6tnZSWiOIOQsKpMKhaaBRpJu0Fx+XT1acllJ8b3+3BXquzMsJPmwaBYIJ4CxRG2GBwAaBrCHiyFWa//uSZL0II0tHR0MvkuA7A0ktLMk4DIz7I4wxq4DQjOPgMSTgk7opLNzZBDRSsb1TlT66C9SltpKSMk27sfTZeZGGss24mtaQ2WIxSs/sN0Lcxei5SAAypDpCMDioC9+dPRgLqYYGKVFH5hZAqCKC+I2jMWDB6BOIr///UnxKyt///UjK//0diuoAQAMEOapaSChZEVLtmBEkKEeDmMQKrwMWikDuV4W+sUh+A7sopZFM15u3ySa+OPw839u0gqdUbQi9JYCikyYLEAjG8Letft3OYS+L3cpdG61iBpV9wgpHYijqCMod04IhglQTTs53kYEAKzxdVGdO/z5lOSUYyMYQYBvVk0fk8mn1unbOP9IAAiBQAphdJBpk65Acc3ZLyZJn//q7yQUJz6PcrG1w8eFRUUhX/L9fFXTn9Gt09R7Zz/Z167KujXrVAAJwKWtC/RCBe5eKZTEMBzes5VUsUrE1T6GnWhidVihbVA2RWXVbSMCTt2q671eWO1mgaJpBthYiAbwg4NWickBzjdjiRmblqxxMuJNmLZ2ZpJudOJIoV//7kmTdgANwNcdDDIrgNASJCAhKShDdbRStYE3A5Yzj8JCk4NFJq0WpKWg8ydRitBnqUcig8Fxli7S4Jkw4QNIRFGCstB3iwFTBIAB1osAClVjxKGSy2psKb6J1/8Nm2DsVLHTWbOecO2Sg1Xf97vTYtT6if7//s3MrUtbP/6aHbl6AJoZ1jBUchIGCAuEEFmUgNFn6gFxUTmxOLLX0gq9FY5i8ksqwLIY5ZoKCYl7hwG2dm85BSzGiueQCV2rrZi/i1DLyQSKTlafdkfO40jpzUrlD7zsR5PfApVh3TR66MVbVWZQhfD0EMEIgQEL1KmYlIHoQQ08pWDxORiHVTAQo/CNpSz8tf24c538sHtfz+slr+WxAg6tRqbB7mV7QxyAA3QL/Pix3EnvlTUoJ7f/t/5IIDMUrnKRRGCf/0+v/++xP27f6FQAkIBJ4TqhKhKHJKYIbFQAvcoMGoFroZBQWwL5i0YhlxY/ZnZfWqUuXZiDZ6IJayDB0odrRWkZ22KHVUhGcAUAuUFl4RkRiK4OYbLLjUybNiZLaJWRKKKVOigb/+5Jk6wgD9DlGQw+S4DcjKRwYSzgR9WMUrOhtwNQXJXQxCTBnElupNJdnNl0J5OZKs6S2eukipkVa1XWitnPJLc8ZpOupNaVNzcXc4dl2VKYOV4m9Z4mpgAAKpgYgzuQEVlzuRtBTUpn7ZFOp0hUBV0uCU9z8OsONM8veEQ8k/Lgd/9haGjo1y//v//zz6er/Tp1jAABsEJDSJW8syxVwljOsvlMI+SeALSDVKeTKEl9VCFIlUIUfqcjPoatm7zLeFmao4zZlUNO8wlIpRswDRxjL+0XaW7ZrXbNbPH8u467jrL/x1uyVRSkksqFFFG5SklvduoruklNbuUx3+7UvUVyuxrGrd81vf8/3f/f/9AAgJyFCr641CiZ6g15X87lax1kRW+ZYylYKebDCqFQCAhXws0eSv+p3//V//t7ej/+pTEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV//uSZOyDBHZGRkM4kuA8gzkMFEw4D3SbHQw/CUjHjmRwMwkoVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVQBqs0jMnBWmgKng1FRU32lmZmb+N6/V+w+MygnAXTBSU3/Ffjw4KGwvhYijgbg038TRQL8U3//xv5cO4FZf/z8bdj8V3CpuILkwNl5P8KE+53G3eCoQUAIQxdpeAGCps5MdqtGpNehUFBQFS2qx1bDEzNSDATAKKlIBjsJGEQBFZnmMUrStzKW+pXKVDOZ+hnQ2jloarUNK2iGVjPlUVcHRF4NCI9e2HcNCJ4NQ0eEQlnbmh0FYaUxBTUUzLjk5LjNVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVf/7kkScD/K0GL+QyBnCYEgHsjBlXAAAAaQAAAAgAAA0gAAABFVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVU=';
  31.  
  32. let scraperHistory;
  33. const defaults = { //{{{
  34. themes : {//{{{
  35. whisper : {
  36. highlight : '#1F3847',
  37. background : '#232A2F',
  38. accent : '#00ffff',
  39. bodytable : '#AFCCDE',
  40. cpBackground: '#394752',
  41. toHigh : '#009DFF',
  42. toGood : '#40B6FF',
  43. toAverage : '#7ACCFF',
  44. toLow : '#B5E3FF',
  45. toPoor : '#DEF1FC',
  46. hitDB : '#CADA95',
  47. nohitDB : '#DA95A8',
  48. unqualified : '#808080',
  49. reqmaster : '#C1E1F6',
  50. nomaster : '#D6C1F6',
  51. defaultText : '#AFCCDE',
  52. inputText : '#98D6D6',
  53. secondText : '#808080',
  54. link : '#003759',
  55. vlink : '#40F0F0',
  56. toNone : '#AFCCDE',
  57. export : '#86939C',
  58. hover : '#1E303B'
  59. },
  60. solDark : {
  61. highlight : '#657b83',
  62. background : '#002b36',
  63. accent : '#b58900',
  64. bodytable : '#839496',
  65. cpBackground: '#073642',
  66. toHigh : '#859900',
  67. toGood : '#A2BA00',
  68. toAverage : '#b58900',
  69. toLow : '#cb4b16',
  70. toPoor : '#dc322f',
  71. hitDB : '#82D336',
  72. nohitDB : '#D33682',
  73. unqualified : '#9F9F9F',
  74. reqmaster : '#B58900',
  75. nomaster : '#839496',
  76. defaultText : '#839496',
  77. inputText : '#eee8d5',
  78. secondText : '#93a1a1',
  79. link : '#000000',
  80. vlink : '#6c71c4',
  81. toNone : '#839496',
  82. export : '#CCC6B4',
  83. hover : '#122A30'
  84. },
  85. solLight: {
  86. highlight : '#657b83',
  87. background : '#fdf6e3',
  88. accent : '#b58900',
  89. bodytable : '#657b83',
  90. cpBackground: '#eee8d5',
  91. toHigh : '#859900',
  92. toGood : '#A2BA00',
  93. toAverage : '#b58900',
  94. toLow : '#cb4b16',
  95. toPoor : '#dc322f',
  96. hitDB : '#82D336',
  97. nohitDB : '#36D0D3',
  98. unqualified : '#9F9F9F',
  99. reqmaster : '#B58900',
  100. nomaster : '#6C71C4',
  101. defaultText : '#657b83',
  102. inputText : '#6FA3A3',
  103. secondText : '#A6BABA',
  104. link : '#000000',
  105. vlink : '#6c71c4',
  106. toNone : '#657b83',
  107. export : '#000000',
  108. hover : '#C7D2D6'
  109. },
  110. classic : {
  111. highlight : '#30302F',
  112. background : '#131313',
  113. accent : '#94704D',
  114. bodytable : '#000000',
  115. cpBackground: '#131313',
  116. toHigh : '#66CC66',
  117. toGood : '#ADFF2F',
  118. toAverage : '#FFD700',
  119. toLow : '#FF9900',
  120. toPoor : '#FF3030',
  121. hitDB : '#66CC66',
  122. nohitDB : '#FF3030',
  123. unqualified : '#9F9F9F',
  124. reqmaster : '#551A8B',
  125. nomaster : '#0066CC',
  126. defaultText : '#94704D',
  127. inputText : '#000000',
  128. secondText : '#997553',
  129. link : '#0000FF',
  130. vlink : '#800080',
  131. toNone : '#d3d3d3',
  132. export : '#000000',
  133. hover : '#21211F'
  134. },
  135. deluge : {
  136. highlight : '#1F3847',
  137. background : '#434e56',
  138. accent : '#fbde2d',
  139. bodytable : '#f8f8f8',
  140. cpBackground: '#384147',
  141. toHigh : '#6FFA3C',
  142. toGood : '#D9FC35',
  143. toAverage : '#fbde2d',
  144. toLow : '#FAB050',
  145. toPoor : '#FA6F50',
  146. hitDB : '#d8fa3c',
  147. nohitDB : '#DA95A8',
  148. unqualified : '#ADC6EE',
  149. reqmaster : '#BFADEE',
  150. nomaster : '#ADEEDF',
  151. defaultText : '#f8f8f8',
  152. inputText : '#D8FA3C',
  153. secondText : '#ADC6EE',
  154. link : '#99004F',
  155. vlink : '#DCEEAD',
  156. toNone : '#97A167',
  157. export : '#ADC6EE',
  158. hover : '#426075'
  159. }
  160. },//}}}
  161. vbTemplate: '[table][tr][td][b]Title:[/b] [URL=${previewLink}]${title}[/URL] | [URL=${pandaLink}]PANDA[/URL]\n' +
  162. '[b]Requester:[/b] [URL=${requesterLink}]${requesterName}[/URL] [${requesterId}] ' +
  163. '([URL=' + TO_REPORTS + '${requesterId}]TO[/URL])\n' +
  164. '[b]TO Ratings:[/b]\n${toVerbose}\n${toFoot}\n' +
  165. '[b]Description:[/b] ${description}\n[b]Time:[/b] ${time}\n[b]HITs Available:[/b] ${numHits}\n' +
  166. '[b]Reward:[/b] [COLOR=green][b]${reward}[/b][/COLOR]\n' +
  167. '[b]Qualifications:[/b] ${quals}[/td][/tr][/table]'
  168. },//}}}
  169.  
  170. Settings = {//{{{
  171. defaults : {//{{{
  172. themes : { name: 'classic', colors: defaults.themes },
  173. colorType : 'sim',
  174. sortType : 'adj',
  175. toWeights : { comm: '1', pay: '3', fair: '3', fast: '1' },
  176. exportVb : true,
  177. exportIrc : true,
  178. exportHwtf : true,
  179. notifySound : [false, 'ding'],
  180. notifyBlink : false,
  181. notifyTaskbar : false,
  182. volume : { ding: 1, squee: 1 },
  183. wildblocks : true,
  184. showCheckboxes: true,
  185. hitColor : 'link',
  186. fontSize : 11,
  187. shineOffset : 1,
  188.  
  189. refresh : '0',
  190. pages : '1',
  191. skips : false,
  192. resultsPerPage: '50',
  193. batch : '',
  194. pay : '',
  195. qual : true,
  196. monly : false,
  197. mhide : false,
  198. searchBy : 0,
  199. invert : false,
  200. shine : '300',
  201. minTOPay : '',
  202. hideNoTO : false,
  203. onlyViable : false,
  204. disableTO : false,
  205. sortPay : false,
  206. sortAll : false,
  207. search : '',
  208. hideBlock : true,
  209. onlyIncludes : false,
  210. shineInc : true,
  211. sortAsc : false,
  212. sortDsc : true,
  213. gbatch : false,
  214. bubbleNew : false,
  215.  
  216. vbTemplate: defaults.vbTemplate,
  217. vbSym : '\u2605' // star
  218. },//}}}
  219. user: {}, save: function() { localStorage.setItem('scraper_settings', JSON.stringify(this.user)); },
  220. draw : function() {//{{{
  221. var
  222. _ccs = 'https://gf.qytechs.cn/en/scripts/3118-mmmturkeybacon-color-coded-search-with-checkpoints',
  223. _hwtf = 'https://www.reddit.com/r/HITsWorthTurkingFor',
  224. _general = //{{{
  225. `<div>
  226. <div style="float:left; margin-left:15px">
  227. <span style="position:relative; left:-8px"><b>Export Buttons</b></span>
  228. <p><label for="exportVb" style="float:left; width:51px">vBulletin</label>
  229. <input id="exportVb" name="export" value="vb" type="checkbox" ${this.user.exportVb ? 'checked' : ''}/></p>
  230. <p><label for="exportIrc" style="float:left; width:51px">IRC</label>
  231. <input id="exportIrc" name="export" value="irc" type="checkbox" ${this.user.exportIrc ? 'checked' : ''}/></p>
  232. <p><label for="exportHwtf" style="float:left; width:51px">Reddit</label>
  233. <input id="exportHwtf" name="export" value="hwtf" type="checkbox" ${this.user.exportHwtf ? 'checked' : ''}/></p>
  234. </div>
  235. <section style="margin-left:110px">
  236. <span style="position:relative; left:10px"><i>vBulletin</i></span><br>
  237. Show a button in the results to export the specified HIT with vBulletin formatted text to share on forums.
  238. </section><section style="margin-left:110px">
  239. <span style="position:relative; left:10px"><i>IRC</i></span><br>
  240. Show a button in the results to export the specified HIT streamlined for sharing on IRC.
  241. </section><section style="margin-left:110px">
  242. <span style="position:relative; left:10px"><i>Reddit</i></span><br>
  243. Show a button in the results to export the specified HIT for sharing on Reddit, formatted to
  244. <a style="color:black" href="${_hwtf}" target="_blank">r/HITsWorthTurkingFor</a> standards.
  245. </section>
  246. </div><div>
  247. <div style="float:left; margin-left:15px">
  248. <span style="position:relative; left:-8px"><b>Bubble New HITs</b></span>
  249. <p><label for="bubbleNew" style="float:left; width:51px">Enable</label>
  250. <input id="bubbleNew" type="checkbox" ${this.user.bubbleNew ? 'checked' : ''}></p>
  251. </div>
  252. <section style="margin-left:100px; margin-top:23px">
  253. When this option is enabled, new HITs will always be placed at the top of the results table.
  254. </section>
  255. </div><div>
  256. <div style="float:left; margin-left:15px">
  257. <span style="position:relative; left:-8px"><b>Color Type</b></span>
  258. <p><label for="ctSim" style="float:left; width:51px">Simple</label>
  259. <input id="ctSim" type="radio" name="colorType" value="sim"
  260. ${this.user.colorType === 'sim' ? 'checked' : ''}/></p>
  261. <p><label for="ctAdj" style="float:left; width:51px">Adjusted</label>
  262. <input id="ctAdj" type="radio" name="colorType" value="adj"
  263. ${this.user.colorType === 'adj' ? 'checked' : ''}/></p>
  264. </div>
  265. <section style="margin-left:100px">
  266. <span style="position:relative; left:10px"><i>simple</i></span><br>HIT Scraper will use a simple weighted average to
  267. determine the overall TO rating and colorize results using that value. Use this setting to make coloring consistent between
  268. HIT Scraper and <a style="color:black" href="${_ccs}" target="_blank">Color Coded Search</a>.
  269. </section><section style="margin-left:100px">
  270. <span style="position:relative; left:10px;"><i>adjusted</i></span><br>HIT Scraper will calculate a Bayesian adjusted average
  271. based on confidence of the TO rating to colorize results. Confidence is proportional to the number of reviews.
  272. </section>
  273. </div><div>
  274. <div style="float:left; margin-left:15px">
  275. <span style="position:relative; left:-8px"><b>Sort Type</b></span>
  276. <p><label for="stSim" style="float:left; width:51px">Simple</label>
  277. <input id="stSim" type="radio" name="sortType" value="sim"
  278. ${this.user.sortType === 'sim' ? 'checked' : ''}/></p>
  279. <p><label for="stAdj" style="float:left; width:51px">Adjusted</label>
  280. <input id="stAdj" type="radio" name="sortType" value="adj"
  281. ${this.user.sortType === 'adj' ? 'checked' : ''}/></p>
  282. </div>
  283. <section style="margin-left:100px">
  284. <span style="position:relative; left:10px"><i>simple</i></span><br>
  285. HIT Scraper will sort results based simply on value regardless of the number of reviews.
  286. </section><section style="margin-left:100px">
  287. <span style="position:relative; left:10px;"><i>adjusted</i></span><br>HIT Scraper will use a Bayesian adjusted rating
  288. based on reliability (i.e. confidence) of the data. It factors in the number of reviews such that, for example,
  289. a requester with 100 reviews rated at 4.6 will rightfully be ranked higher than a requester with 3 reviews rated at 5.
  290. This gives a more accurate representation of the data.
  291. </section>
  292. </div><div>
  293. <div style="float:left; margin-left:15px">
  294. <span style="position:relative; left:-8px"><b>Alert Volume</b></span>
  295. <p><label style="float:left;width:45px">Ding</label>
  296. <input name="ding" type="range" value=${this.user.volume.ding} max="1" step="0.02" min="0" />
  297. <span style="padding-left:10px">${Math.floor(this.user.volume.ding * 100)}%</span></p>
  298. <p><label style="float:left;width:45px">Squee</label>
  299. <input name="squee" type="range" value=${this.user.volume.squee} max="1" step="0.02" min="0" />
  300. <span style="padding-left:10px">${Math.floor(this.user.volume.squee * 100)}%</span></p>
  301. </div>
  302. </div><div>
  303. <div style="float:left; margin-left:15px">
  304. <span style="position:relative; left:-8px"><b>TO Weighting</b></span>
  305. <p><label for="comm" style="float:left; width:45px">comm</label>
  306. <input id="comm" type="number" name="TOW" min="1" max="10" step="0.5" value=${this.user.toWeights.comm} style="width:40px"/></p>
  307. <p><label for="pay" style="float:left; width:45px">pay</label>
  308. <input id="pay" type="number" name="TOW" min="1" max="10" step="0.5" value=${this.user.toWeights.pay} style="width:40px"/></p>
  309. <p><label for="fair" style="float:left; width:45px">fair</label>
  310. <input id="fair" type="number" name="TOW" min="1" max="10" step="0.5" value=${this.user.toWeights.fair} style="width:40px"/></p>
  311. <p><label for="fast" style="float:left; width:45px">fast</label>
  312. <input id="fast" type="number" name="TOW" min="1" max="10" step="0.5" value=${this.user.toWeights.fast} style="width:40px"/></p>
  313. </div>
  314. <section style="margin-left:110px; padding:10px">
  315. Specify weights for TO attributes to place greater importance on certain attributes over others.
  316. <p>The default values, [1, 3, 3, 1], ensure consistency between HIT Scraper and
  317. <a style="color:black" href="${_ccs}" target="_blank">Color Coded Search</a>;
  318. recommended values for adjusted coloring are [1, 6, 3.5, 1].</p>
  319. </section>
  320. </div>`,//}}}
  321. _appearance =//{{{
  322. `<div>
  323. <div style="float:left; margin-left:15px">
  324. <span style="position:relative;left:-8px"><b>Display Checkboxes</b></span>
  325. <p><label for="checkshow" style="float:left;width:51px">Show</label>
  326. <input id="checkshow" type="radio" name="checkbox" value="true"
  327. ${this.user.showCheckboxes ? 'checked' : ''} /></p>
  328. <p><label for="checkhide" style="float:left;width:51px">Hide</label>
  329. <input id="checkhide" type="radio" name="checkbox" value="false"
  330. ${this.user.showCheckboxes ? '' : 'checked'} /></p>
  331. </div>
  332. <section style="margin-left:133px">
  333. <span style="position:relative;left:10px"><i>show</i></span><br>
  334. Shows all checkboxes and radio inputs on the control panel for sake of clarity.
  335. </section><section style="margin-left:133px">
  336. <span style="position:relative;left:10px"><i>hide</i></span><br>
  337. Hides checkboxes and radio inputs for a cleaner, neater appearance. Their visibility is not required for proper
  338. operation; all options can still be toggled while hidden.
  339. </section>
  340. </div><div>
  341. <div style="float:left;margin-left:15px">
  342. <span style="position:relative;left:-8px"><b>Themes</b></span>
  343. <p><select>
  344. <option value="classic" ${this.user.themes.name === 'classic' ? 'selected' : ''}>Classic</option>
  345. <option value="deluge" ${this.user.themes.name === 'deluge' ? 'selected' : ''}>Deluge</option>
  346. <option value="solDark" ${this.user.themes.name === 'solDark' ? 'selected' : ''}>Solarium:Dark</option>
  347. <option value="solLight" ${this.user.themes.name === 'solLight' ? 'selected' : ''}>Solarium:Light</option>
  348. <option value="whisper" ${this.user.themes.name === 'whisper' ? 'selected' : ''}>Whisper</option>` +
  349. //<option value="random" ${this.user.themes.name === 'random' ? 'selected' : ''}>I'm Feelin'
  350. // Lucky!</option>
  351. `</select> <button id="thedit" style="cursor:pointer">Edit Current Theme</button></p>
  352. </div>
  353. </div><div>
  354. <div style="float:left;margin-left:15px">
  355. <span style="position:relative;left:-8px"><b>HIT Coloring</b></span>
  356. <p><label for="link" style="float:left;width:51px">Link</label>
  357. <input id="link" type="radio" name="hitColor" value="link"
  358. ${this.user.hitColor === 'link' ? 'checked' : ''} /></p>
  359. <p><label for="cell" style="float:left;width:51px">Cell</label>
  360. <input id="cell" type="radio" name="hitColor" value="cell"
  361. ${this.user.hitColor === 'cell' ? 'checked' : ''} /></p>
  362. </div>
  363. <section style="margin-left:100px;padding-top:10px">
  364. <span style="position:relative;left:10px"><i>link</i></span><br>
  365. Apply coloring based on Turkopticon reviews to all applicable links in the results table.
  366. </section><section style="margin-left:100px">
  367. <span style="position:relative;left:10px"><i>cell</i></span><br>
  368. Apply coloring based on Turkopticon reviews to the background of all applicable cells in the results table.
  369. </section>
  370. <p style="clear:both"><b>Note:</b> The Classic theme is exempt from these settings and will always colorize cells.</p>
  371. </div><div>
  372. <div style="float:left;margin-left:15px">
  373. <span style="position:relative;left:-8px"><b>Font Size</b></span>
  374. <p><input name="fontSize" type="number" min="5" value="${this.user.fontSize}" style="width:45px"></p>
  375. <span style="position:relative;left:-8px"><b>New HIT Offset</b></span>
  376. <p><input name="shineOffset" type="number" value="${this.user.shineOffset}" style="width:45px"></p>
  377. </div>
  378. <section style="margin-left:100px;margin-top:15px">
  379. Change the font size (measured in px) for text in the results table. Default is 11px.
  380. </section><section style="margin-left:100px;margin-top:40px;">
  381. Controls the font size of new HITs relative to the rest of the results. Default is 1px. <br />
  382. <i>Example:</i> With a font size of 11px and an offset of 1px, new HITs will be displayed at 12px.
  383. </section>
  384. </div>`,//}}}
  385. _blocks = //{{{
  386. `<div>
  387. <div style="float:left; margin-left:15px">
  388. <span style="position:relative; left:-8px"><b>Advanced Matching</b></span>
  389. <p><label for="wildblocks" style="float:left; width:95px">Allow Wildcards</label>
  390. <input id="wildblocks" type="checkbox" ${this.user.wildblocks ? 'checked' : ''}/></p>
  391. </div>
  392. <section style="margin-left:150px">
  393. Allows for the use of asterisks <code>(*)</code> as wildcards in the blocklist for simple glob matching. Any blocklist entry
  394. without an asterisk is treated the same as the default behavior--the entry must exactly match a HIT title or requester to
  395. trigger a block.
  396. <p><em>Wildcards have the potential to block more HITs than intended if using a pattern that's too generic.</em></p>
  397. <p>Matching is not case sensitive regardless of the wildcard setting. Entries without an opening asterisk are
  398. expected to match the beginning of a line, likewise, entries without a closing asterisk are expected to match
  399. the end of a line. Example usage below.</p>
  400. <table class="ble" style="left:-100px;position:relative;width:110%;">
  401. <tr>
  402. <th class="blec ble"></th>
  403. <th class="blec ble">Matches</th>
  404. <th class="blec ble" style="width:86px">Does not match</th>
  405. <th class="blec ble">Notes</th>
  406. </tr><tr>
  407. <td rowspan="2" class="blec ble"><code>foo*baz</code></td>
  408. <td class="blec ble">foo bar bat baz</td>
  409. <td class="blec ble">bar foo bat baz</td>
  410. <td rowspan="2" class="blec ble">no leading or closing asterisks; <code>foo</code> must be at the start of a line,
  411. and <code>baz</code> must be at the end of a line for a positive match</td>
  412. </tr><tr><td class="blec ble">foobarbatbaz</td><td class="blec ble">foo bar bat</td>
  413. </tr><tr>
  414. <td class="blec ble"><code>*foo</code></td>
  415. <td class="ble blec">bar baz foo</td>
  416. <td class="blec ble">foo baz</td>
  417. <td class="ble blec">matches and blocks any line ending in <code>foo</code></td>
  418. </tr><tr>
  419. <td class="blec ble"><code>foo*</code></td>
  420. <td class="ble blec">foo bat bar</td>
  421. <td class="ble blec">bat foo baz</td>
  422. <td class="ble blec">matches and blocks any line beginning with <code>foo</code></td>
  423. </tr><tr>
  424. <td class="ble blec" rowspan="4"><code>*bar*</code></td>
  425. <td class="ble blec">foo bar bat baz</td>
  426. <td class="ble blec" rowspan="4">foo bat baz</td>
  427. <td class="ble blec" rowspan="4">matches and blocks any line containing <code>bar</code></td>
  428. </tr><tr><td class="ble blec">bar bat baz</td>
  429. </tr><tr><td class="ble blec">foo bar</td>
  430. </tr><tr><td class="ble blec">foobatbarbaz</td>
  431. </tr><tr>
  432. <td class="ble blec"><code>** foo</code></td>
  433. <td class="ble blec">** foo</td>
  434. <td class="ble blec">** foo bar baz</td>
  435. <td class="ble blec">Multiple consecutive asterisks will be treated as a string rather than a wildcard. This makes it
  436. compatible with HITs using multiple asterisks in their titles, <i>e.g.</i>, <code>*** contains peanuts ***</code>.</td>
  437. </tr><tr>
  438. <td class="ble blec"><code>** *bar* ***</td>
  439. <td class="ble blec">** foo bar baz bat ***</td>
  440. <td class="ble blec">foo bar baz</td>
  441. <td class="ble blec">Consecutive asterisks used in conjunction with single asterisks.</td>
  442. </tr><tr>
  443. <td class="ble blec"><code>*</code></td>
  444. <td class="ble blec"><i>nothing</i></td>
  445. <td class="ble blec"><i>all</i></td>
  446. <td class="ble blec">A single asterisk would usually match anything and everything,
  447. but here, it matches nothing. This prevents accidentally blocking everything from the results table.</td>
  448. </tr>
  449. </table>
  450. </section>
  451. </div>`,//}}}
  452. _notify = //{{{
  453. `<div>
  454. <div style="float:left; margin-left:15px">
  455. <span style="position:relative; left:-8px"><b>Additional Notifications</b></span><br>
  456. <p><label for="notifyBlink" style="float:left; width:51px">Blink</label>
  457. <input id="notifyBlink" type="checkbox" name="notify" ${this.user.notifyBlink ? 'checked' : ''}/></p>
  458. <p><label for="notifyTaskbar" style="float:left; width:51px">Taskbar</label>
  459. <input id="notifyTaskbar" type="checkbox" name="notify" ${this.user.notifyTaskbar ? 'checked' : ''}/></p>
  460. </div>
  461. <section style="margin-left:160px">
  462. <span style="position:relative; left:10px"><i>blink</i></span><br>
  463. Blink the tab when there are new HITs.
  464. </section>
  465. <section style="margin-left:160px">
  466. <span style="position:relative; left:10px"><i>taskbar</i></span><br>
  467. Create an HTML5 browser notification when there are new HITs, which appears over the taskbar for 10 seconds.
  468. </section>
  469. <p style="clear:both"><b>Note:</b> These notification options will only apply when the page does not have active focus.</p>
  470. </div>`,//}}}
  471. _utils =//{{{
  472. `<div>
  473. <div style="float:left; margin-left:15px">
  474. <span style="position relative; left:-8px"><b>Export/Import</b></span>
  475. <p><button id="sexport">Export</button></p>
  476. <p><button id="simport">Import</button></p>
  477. <input type="file" id="fsimport" style="display:none">
  478. </div>
  479. <section style="margin-left:130px; margin-top:15px">
  480. <span style="position:relative; left:10px"><i>Export</i></span><br>
  481. Export your current settings, block list, and include list as a local file.
  482. </section>
  483. <section style="margin-left:130px">
  484. <span style="position:relative; left:10px"><i>Import</i></span></br>
  485. Import your settings, block list, and include list from a local file.
  486. </section>
  487. <div style="margin-top:10px" id="eisStatus"></div>
  488. </div>`,//}}}
  489. _main = //{{{
  490. `<div style="top:0;left:0;margin:0;text-align:right;padding:0px;border:none;width:100%">
  491. <label id="settingsClose" class="close" title="Close">&#160;&#10008;&#160;</label>
  492. </div><div id="settingsSidebar">
  493. <span class="settingsSelected">General</span>
  494. <span>Appearance</span>
  495. <span>Blocklist</span>
  496. <span>Notifications</span>
  497. <span>Utilities</span>
  498. </div><div id="panelContainer" style="margin-left:10px;border:none;overflow:auto;width:auto;height:92%">
  499. <div id="General" class="settingsPanel">${_general}</div>
  500. <div id="Appearance" class="settingsPanel">${_appearance}</div>
  501. <div id="Blocklist" class="settingsPanel">${_blocks}</div>
  502. <div id="Notifications" class="settingsPanel">${_notify}</div>
  503. <div id="Utilities" class="settingsPanel">${_utils}</div>
  504. </div>`;//}}}
  505.  
  506. this.main = document.body.appendChild(document.createElement('DIV'));
  507. this.main.id = 'settingsMain';
  508. this.main.innerHTML = _main;
  509. return this;
  510. },//}}} Settings::draw
  511. init : function() {//{{{
  512. var get = (q, all) => this.main['querySelector' + (all ? 'All' : '')](q),
  513. sidebarFn = function(e) {
  514. if (e.target.classList.contains('settingsSelected')) return;
  515. get('#' + get('.settingsSelected').textContent).style.display = 'none';
  516. get('.settingsSelected').classList.toggle('settingsSelected');
  517. e.target.classList.toggle('settingsSelected');
  518. get('#' + e.target.textContent).style.display = 'block';
  519. }.bind(this),
  520. sliderFn = function(e) {
  521. e.target.nextElementSibling.textContent = Math.floor(e.target.value * 100) + '%';
  522. },
  523. optChangeFn = function(e) {//{{{
  524. var tag = e.target.tagName, type = e.target.type, id = e.target.id,
  525. isChecked = e.target.checked, name = e.target.name, value = e.target.value;
  526.  
  527. switch (tag) {
  528. case 'SELECT':
  529. //get('#thedit').textContent = value === 'random' ? 'Re-roll!' : 'Edit Current Theme';
  530. this.user.themes.name = value;
  531. Themes.apply(value, this.user.hitColor);
  532. break;
  533. case 'INPUT':
  534. switch (type) {
  535. case 'radio':
  536. if (name === 'checkbox') {
  537. this.user.showCheckboxes = (value === 'true');
  538. Array.from(document.querySelectorAll('#controlpanel input[type=checkbox],#controlpanel input[type=radio]'))
  539. .forEach(v => v.classList.toggle('hidden'));
  540. }
  541. else this.user[name] = value;
  542. if (name === 'hitColor') Themes.apply(this.user.themes.name, value);
  543. break;
  544. case 'checkbox':
  545. this.user[id] = isChecked;
  546. if (name === 'export')
  547. Array.from(document.querySelectorAll(`button.${value}`))
  548. .forEach(v => v.style.display = isChecked ? '' : 'none');
  549. if (id === 'notifyTaskbar' && isChecked && Notification.permission === 'default')
  550. Notification.requestPermission();
  551. break;
  552. case 'number':
  553. if (name === 'fontSize')
  554. document.head.querySelector('#lazyfont').sheet.cssRules[0].style.fontSize = value + 'px';
  555. else if (name === 'shineOffset')
  556. document.head.querySelector('#lazyfont').sheet.cssRules[1].style.fontSize = +this.user.fontSize + (+value) + 'px';
  557. if (name === 'TOW') this.user.toWeights[id] = value;
  558. else this.user[name] = value;
  559. break;
  560. case 'range':
  561. this.user.volume[name] = value;
  562. let audio = document.querySelector(`#${name}`);
  563. audio.volume = value;
  564. audio.play();
  565. break;
  566. }
  567. break;
  568. }
  569. Settings.save();
  570. }.bind(this);//}}}
  571.  
  572. get('#settingsClose').onclick = this.die.bind(this);
  573. get('#General').style.display = 'block';
  574. Array.from(get('#settingsSidebar span', true)).forEach(v => v.onclick = sidebarFn);
  575. Array.from(get('input:not([type=file]),select', true)).forEach(v => v.onchange = optChangeFn);
  576. Array.from(get('input[type=range]', true)).forEach(v => v.oninput = sliderFn);
  577. get('#thedit').onclick = () => {
  578. this.die.call(this);
  579. new Editor('theme');
  580. };
  581. get('#sexport').onclick = FileHandler.exports;
  582. get('#simport').onclick = () => {
  583. get('#fsimport').value = '';
  584. get('#eisStatus').innerHTML = '';
  585. get('#fsimport').click();
  586. };
  587. get('#fsimport').onchange = FileHandler.imports;
  588. },//}}} Settings::init
  589. die : function() {
  590. Interface.toggleOverflow('off');
  591. this.main.remove();
  592. }
  593. },//}}} Settings
  594.  
  595. Themes = {//{{{
  596. default : defaults.themes,
  597. generateCSS : function(theme, mode) {//{{{
  598. var ref = theme === 'random' ? this.randomize() : Settings.user.themes.colors[theme],
  599. _ms = mode === 'cell' || theme === 'classic',
  600. cellFix = {
  601. row : k => `.${k} ` + (_ms ? '{background:' : 'a {color:') + ref[k] + '}',
  602. text : k => `.${k} {color:` + (_ms ? this.tune(ref.bodytable, ref[k]) : ref.bodytable) + '}',
  603. export: k => `.${k} button {color:` + (_ms ? this.tune(ref.export, ref[k]) : ref.export) + '}',
  604. vlink : k => `.${k} a:not(.static):visited {color:` + (_ms
  605. ? this.tune(ref.vlink, ref[k])
  606. : ref.vlink) + '}'
  607. },
  608. css = `body {color:${ref.defaultText}; background-color:${ref.background}}
  609. /*#status {color:${ref.secondText}}*/
  610. #sortdirs {color:${ref.inputText}}
  611. #curtain {background:${ref.background}; opacity:0.5}
  612. .controlpanel i:after {color:${ref.accent}}
  613. #controlpanel {background:${ref.cpBackground}}
  614. #controlpanel input${theme === 'classic' ? '' : ', #controlpanel select'}
  615. {color:${ref.inputText}; border:1px solid; background:${theme === 'classic' ? '#fff' : ref.cpBackground}}
  616. #controlpanel label {color:${ref.defaultText}; background:${ref.cpBackground}}
  617. #controlpanel label:hover {background:${ref.hover}}
  618. #controlpanel label.checked {color:${ref.secondText}; background:${ref.highlight}}
  619. /*#resultsTable tbody a:not(.static):visited {color:${ref.vlink}}*/
  620. /*#resultsTable button {color:${ref.export}}*/
  621. thead, caption, a {color:${ref.defaultText}}
  622. tbody a {color:${ref.link}}
  623. .nohitDB {color:#000; background:${ref.nohitDB}}
  624. .hitDB {color:#000; background:${ref.hitDB}}
  625. .reqmaster {color:#000; background:${ref.reqmaster}}
  626. .nomaster {color:#000; background:${ref.nomaster}}
  627. .tooweak {background:${ref.unqualified}}
  628. ${cellFix.row('toNone')} ${cellFix.text('toNone')} ${cellFix.export('toNone')} ${cellFix.vlink('toNone')}
  629. ${cellFix.row('toHigh')} ${cellFix.text('toHigh')} ${cellFix.export('toHigh')} ${cellFix.vlink('toHigh')}
  630. ${cellFix.row('toGood')} ${cellFix.text('toGood')} ${cellFix.export('toGood')} ${cellFix.vlink('toGood')}
  631. ${cellFix.row('toAverage')} ${cellFix.text('toAverage')} ${cellFix.export('toAverage')} ${cellFix.vlink('toAverage')}
  632. ${cellFix.row('toLow')} ${cellFix.text('toLow')} ${cellFix.export('toLow')} ${cellFix.vlink('toLow')}
  633. ${cellFix.row('toPoor')} ${cellFix.text('toPoor')} ${cellFix.export('toPoor')} ${cellFix.vlink('toPoor')}`;
  634. if (theme !== 'classic') css += `\n.controlpanel button {color:${ref.accent}; background:transparent;}`;
  635. return css;
  636. },//}}} Themes::generateCSS
  637. tune : function(fg, bg) {//{{{
  638. var cbg = this.getBrightness(bg),
  639. lighten = c => {
  640. c.s = Math.max(0, c.s - 5);
  641. c.v = Math.min(100, c.v + 5);
  642. return c;
  643. },
  644. darken = c => {
  645. c.s = Math.min(100, c.s + 5);
  646. c.v = Math.max(0, c.v - 5);
  647. return c;
  648. },
  649. tune = (function() { if (cbg >= 128) return darken; else return lighten; })(),
  650. hex2hsv = function(c) {//{{{
  651. var r = parseInt(c.slice(1, 3), 16), g = parseInt(c.slice(3, 5), 16), b = parseInt(c.slice(5, 7), 16),
  652. min = Math.min(r, g, b), max = Math.max(r, g, b), delta = max - min, _hue;
  653. switch (max) {
  654. case r:
  655. _hue = Math.round(60 * (g - b) / delta);
  656. break;
  657. case g:
  658. _hue = Math.round(120 + 60 * (b - r) / delta);
  659. break;
  660. case b:
  661. _hue = Math.round(240 + 60 * (r - g) / delta);
  662. break;
  663. }
  664. return {
  665. h: _hue < 0 ? _hue + 360 : _hue,
  666. s: max === 0 ? 0 : Math.round(100 * delta / max),
  667. v: Math.round(max * 100 / 255)
  668. };
  669. }, //}}}
  670. hsv2hex = function(c) {//{{{
  671. var r, g, b, pad = s => ('00' + s.toString(16)).slice(-2);
  672. if (c.s === 0) r = g = b = Math.round(c.v * 2.55).toString(16);
  673. else {
  674. c = { h: c.h / 60, s: c.s / 100, v: c.v / 100 }; // convert to prime to calc chroma
  675. var _t1 = Math.round((c.v * (1 - c.s)) * 255),
  676. _t2 = Math.round((c.v * (1 - c.s * (c.h - Math.floor(c.h)))) * 255),
  677. _t3 = Math.round((c.v * (1 - c.s * (1 - (c.h - Math.floor(c.h))))) * 255);
  678. switch (Math.floor(c.h)) {
  679. case 1:
  680. r = _t2;
  681. g = Math.round(c.v * 255);
  682. b = _t1;
  683. break;
  684. case 2:
  685. r = _t1;
  686. g = Math.round(c.v * 255);
  687. b = _t3;
  688. break;
  689. case 3:
  690. r = _t1;
  691. g = _t2;
  692. b = Math.round(c.v * 255);
  693. break;
  694. case 4:
  695. r = _t3;
  696. g = _t1;
  697. b = Math.round(c.v * 255);
  698. break;
  699. case 0:
  700. r = Math.round(c.v * 255);
  701. g = _t3;
  702. b = _t1;
  703. break;
  704. default:
  705. r = Math.round(c.v * 255);
  706. g = _t1;
  707. b = _t2;
  708. break;
  709. }
  710. }
  711. return '#' + pad(r) + pad(g) + pad(b);
  712. };//}}}
  713.  
  714. while (Math.abs(this.getBrightness(fg) - cbg) < 90) fg = hsv2hex(tune(hex2hsv(fg)));
  715. return fg;
  716. },//}}}
  717. getBrightness: function(hex) {//{{{
  718. // TODO: put in Colors object
  719. var r = parseInt(hex.slice(1, 3), 16), g = parseInt(hex.slice(3, 5), 16), b = parseInt(hex.slice(5, 7), 16);
  720. return ((r * 299) + (g * 587) + (b * 114)) / 1000;
  721. },//}}} Themes::getBrightness
  722. apply : function(theme, mode) {//{{{
  723. var cssNew = URL.createObjectURL(new Blob([this.generateCSS(theme, mode)], { type: 'text/css' })),
  724. rel = document.head.querySelector('link[rel=stylesheet]'), cssOld = rel.href;
  725. rel.href = cssNew;
  726. URL.revokeObjectURL(cssOld);
  727. }//}}} Themes::apply
  728. },//}}} Themes
  729.  
  730. Interface = {//{{{
  731. user : Settings.user,
  732. time : Date.now(),
  733. focused : true,
  734. blackhole : {},
  735. isLoggedout : document.querySelector('#lnkWorkerSignin') ? true : false,
  736. resetTitle : function() {//{{{
  737. if (this.blackhole.blink) clearInterval(this.blackhole.blink);
  738. document.title = DOC_TITLE;
  739. },//}}}
  740. toggleOverflow: function(state) {//{{{
  741. document.body.querySelector('#curtain').style.display = state === 'on' ? 'block' : 'none';
  742. document.body.style.overflow = state === 'on' ? 'hidden' : 'auto';
  743. },//}}} Interface::curtains
  744. draw : function() {//{{{
  745. var user = this.user = Settings.user,
  746. _cb = user.showCheckboxes ? '' : 'hidden',
  747. _u0 = new Uint8Array(Array.prototype.map.call(window.atob(audio0), v => v.charCodeAt(0))),
  748. _u1 = new Uint8Array(Array.prototype.map.call(window.atob(audio1), v => v.charCodeAt(0))),
  749. ding = URL.createObjectURL(new Blob([_u0], { type: 'audio/ogg' })),
  750. squee = URL.createObjectURL(new Blob([_u1], { type: 'audio/mp3' })),
  751. titles = {//{{{
  752. refresh : 'Enter search refresh delay in seconds.\nEnter 0 for no auto-refresh.\nDefault is 0 (no auto-refresh).',
  753. pages : 'Enter number of pages to scrape. Default is 1.',
  754. skips : 'Searches additional pages to get a more consistent number of results. Helpful if you\'re blocking a lot of items.',
  755. resultsPerPage: 'Number of results to return per page (maximum is 100, default is 30)',
  756. batch : 'Enter minimum HITs for batch search (must be searching by Most Available).',
  757. pay : 'Enter the minimum desired pay per HIT (e.g. 0.10).',
  758. qual : 'Only show HITs you\'re currently qualified for (must be logged in).',
  759. monly : 'Only show HITs that require Masters qualifications.',
  760. mhide : 'Remove masters hits from the results if selected, otherwise display both masters and non-masters HITS.\n' +
  761. 'The \'qualified\' setting supercedes this option.',
  762. searchBy : 'Get search results by...\n Latest = HIT Creation Date (newest first),\n ' +
  763. 'Most Available = HITs Available (most first),\n Reward = Reward Amount (most first),\n Title = Title (A-Z)',
  764. invert : 'Reverse the order of the Search By choice, so...\n Latest = HIT Creation Date (oldest first),\n ' +
  765. 'Most Available = HITs Available (least first),\n Reward = Reward Amount (least first),\n Title = Title (Z-A)',
  766. shine : 'Enter time (in seconds) to keep new HITs highlighted.\nDefault is 300 (5 minutes).',
  767. sound : 'Play a sound when new results are found.',
  768. soundSelect : 'Select which sound will be played.',
  769. minTOPay : 'After getting search results, hide any results below this average Turkopticon pay rating.\n' +
  770. 'Minimum is 1, maximum is 5, decimals up to 2 places, such as 3.25',
  771. hideNoTO : 'After getting search results, hide any results that have no, or too few, Turkopticon pay ratings.',
  772. disableTO : 'Disable attempts to download ratings data from Turkopticon for the results table.\n' +
  773. 'NOTE: TO is cached. That means if TO is availible from a previous scrape, it will use that value even if ' +
  774. 'TO is disabled. This option only prevents the retrieval of ratings from the Turkopticon servers,',
  775. sortPay : 'After getting search results, re-sort the results based on their average Turkopticon pay ratings.',
  776. sortAll : 'After getting search results, re-sort the results by their overall Turkopticon rating.',
  777. sortAsc : 'Sort results in ascending (low to high) order.',
  778. sortDsc : 'Sort results in descending (high to low) order.',
  779. search : 'Enter keywords to search for; default is blank (no search terms).',
  780. hideBlock : 'When enabled, hide HITs that match your blocklist.\n' +
  781. 'When disabled, HITs that match your blocklist will be displayed with a red border.',
  782. onlyIncludes : 'Show only HITs that match your includelist.\nBe sure to edit your includelist first or no results will be displayed.',
  783. shineInc : 'Outline HITs that match your includelist with a dashed green border.',
  784. mainlink : 'Version: ' + ENV.VERSION + '\nRead the documentation for HIT Scraper With Export on its Greasyfork page.',
  785. gbatch : 'Apply the \'Minimum batch size\' filter to all search options.',
  786. onlyViable : 'Filters out HITs with qualifications you do not have and \ncan neither request nor take a test to obtain.\n' +
  787. 'Does not work while logged out.'
  788. },//}}}
  789. css = [//{{{
  790. 'body {font-family:Verdana, Arial; font-size:14px}',
  791. 'p {margin:8px auto}',
  792. '.cpdefault {display:inline-block; visibility:visible; overflow:hidden; padding:8px 5px 1px 5px; transition:all 0.3s;}',
  793. '#controlpanel i:after, #status i:after {content:" | "}',
  794. 'input[type="checkbox"], input[type="radio"] {vertical-align:middle}',
  795. 'input[type="number"] {width:50px; text-align:center}',
  796. 'label {padding:2px}',
  797. '.hiddenpanel {width:0px; height:0px; visibility:hidden}',
  798. '.hidden {display:none}',
  799. 'button {border:1px solid}',
  800. 'textarea {font-family:inherit; font-size:11px; margin:auto; padding:2px}',
  801. '.pop {position:fixed; top:15%; left:50%; margin:auto; transform:translateX(-50%); padding:5px;' + // for
  802. // editors/exporters
  803. 'background:black; color:white; z-index:20; font-size:12px; box-shadow:0px 0px 6px 1px #fff}',
  804. 'dt {text-transform:uppercase; clear:both; margin:3px}',
  805. '.icbutt {float:left;border:1px solid #fff;cursor:pointer} .icbutt > input {opacity:0;display:block;width:25px;height:25px;border:none}',
  806. // settings
  807. '#settingsMain {z-index:20; position:fixed; background:#fff; color:#000; box-shadow:-3px 3px 2px 2px #7B8C89; line-height:initial;' +
  808. 'top:50%; left:50%; width:85%; height:85%; margin-right:-50%; transform:translate(-50%, -50%)}',
  809. '#settingsMain > div {margin:5px; padding:3px; position:relative; border:1px solid grey; line-height:initial}',
  810. '.close {position:relative; font-weight:bold; font-size:1em; color:white; background:black; cursor:pointer}',
  811. '#settingsSidebar {width:100px; min-width:90px; height:92%; float:left}',
  812. '#settingsSidebar > span {display:block; margin-bottom:5px; width:100px; font-size:1em; cursor:pointer}',
  813. '.settingsPanel {position:absolute; top:0;left:0; display:none; width:100%; height:100%; font-size:11px}',
  814. '.settingsPanel > div {margin:15px 5px; position:relative; background:#CCFFFA; overflow:auto; padding:6px 10px}',
  815. '.settingsSelected {background:aquamarine}',
  816. '.ble {border:1px solid black; border-collapse:collapse;} .blec {padding:5px; text-align:left;}',
  817.  
  818. '.toLink {position:relative;}',
  819. '.toLink:before {content:""; display:none; z-index:5; position:absolute; top:0; left:-6px; width:0; height:0;' +
  820. 'border-top:6px solid transparent; border-bottom:6px solid transparent; border-left:6px solid black}',
  821. '.toLink:hover:before {display:block;}',
  822. '.tooltip {position:absolute;top:0;right:calc(100% + 6px);text-align:left;transform:translateY(-20%);padding:5px;font-weight:normal;' +
  823. 'font-size:11px; line-height:1; display:none; background:black; color:white; box-shadow:0px 0px 6px 1px #fff}',
  824. 'meter {width:100%; position:relative; height:15px;}',
  825. 'meter:before, .ffmb {display:block; font-size:10px; font-weight:bold; color:black; content:attr(data-attr); position:absolute; top:1px}',
  826. 'meter:after, .ffma {display:block; font-size:10px; font-weight:bold; color:black; content:attr(value); position:absolute; top:1px; right:0}',
  827. '#resultsTable button {height:14px; font-size:8px; border:1px solid; padding:0; background:transparent}',
  828. '#resultsTable tbody td > div {display:table-cell}',
  829. '#resultsTable tbody td > div:first-child {padding-right:2px; vertical-align:middle; white-space:nowrap}',
  830. 'button.disabled {position:relative}',
  831. 'button.disabled:before {content:""; display:none; z-index:5; position:absolute; top:-7px; left:50%; width:0; height:0;' +
  832. 'border-left:6px solid transparent; border-right:6px solid transparent; border-top:6px solid black; transform:translateX(-50%)}',
  833. 'button.disabled:after {content:"Exports are disabled while logged out."; display:none; z-index:5; position:absolute;' +
  834. 'top:-7px; left:50%; color:white; background:black; width:230px; padding:2px; transform:translate(-50%,-100%);' +
  835. 'box-shadow:0px 0px 6px 1px #fff; font-size:12px}',
  836. 'button.disabled:focus:before {display:block} button.disabled:focus:after {display:block}',
  837. '.spinner {display: inline-block; animation: kfspin 0.7s infinite linear; font-weight:bold;}',
  838. '@keyframes kfspin { 0% { transform: rotate(0deg) } 100% { transform: rotate(359deg) } }',
  839. '.spinner:before{content:"*"}',
  840. '.exhwtf {width:70px; background:black; color:white; vertical-align:top; border-radius:5px}',
  841. '.ignored td {border:2px solid #00E5FF}',
  842. '.includelisted td {border:3px dashed #008800}',
  843. '.blocklisted td {border:3px solid #cc0000}'
  844. ],//}}}
  845. fCss =
  846. `#resultsTable tbody {font-size:${user.fontSize}px;}` +
  847. `.shine td {border:1px dotted #fff; font-size:${(+user.fontSize) + (+user.shineOffset)}px; font-weight:bold}`,
  848. //{{{ body
  849. body = `
  850. <audio id="ding"> <source src=${ding}> </audio>
  851. <audio id="squee"> <source src=${squee}> </audio>
  852. <div id="curtain" style="position:fixed;width:100%;height:100%;display:none;z-index:10"></div>
  853. <div id="controlpanel" class="controlpanel cpdefault">
  854. <p>
  855. Auto-refresh delay: <input id="refresh" type="number" title="${titles.refresh}" min="0" value="${user.refresh}" /><i></i>
  856. Pages to scrape: <input id="pages" type="number" title="${titles.pages}" min="1" max="100" value="${user.pages}" /><i></i>
  857. <label class="${user.skips ? 'checked' : ''}" title="${titles.skips}" for="skips">Correct for skips</label>
  858. <input id="skips" class="${_cb}" type="checkbox" title="${titles.skips}" ${user.skips ? 'checked' : ''} /><i></i>
  859. Results per page: <input id="resultsPerPage" type="number" title="${titles.resultsPerPage}"
  860. min="1" max="100" value="${user.resultsPerPage || 10}" />
  861. </p></p>
  862. Min reward: <input id="pay" type="number" title="${titles.pay}" min="0" step="0.05" value="${user.pay}" /><i></i>
  863. <label class="${user.qual ? 'checked' : ''}" title="${titles.qual}" for="qual">Qualified</label>
  864. <input id="qual" class="${_cb}" type="checkbox" title="${titles.qual}" ${user.qual ? 'checked' : ''} /><i></i>
  865. <label class="${user.monly ? 'checked' : ''}" title="${titles.monly}" for="monly">Masters Only</label>
  866. <input id="monly" class="${_cb}" type="checkbox" title="${titles.monly}" ${user.monly ? 'checked' : ''} /><i></i>
  867. <label class="${user.mhide ? 'checked' : ''}" title="${titles.mhide}" for="mhide">Hide Masters</label>
  868. <input id="mhide" class="${_cb}" type="checkbox" title="${titles.mhide}" ${user.mhide ? 'checked' : ''} /><i></i>
  869. <label class="${user.onlyViable ? 'checked' : ''}" title="${titles.onlyViable}" for="onlyViable">Hide Infeasible</label>
  870. <input id="onlyViable" class="${_cb}" type="checkbox" title="${titles.onlyViable}" ${user.onlyViable
  871. ? 'checked'
  872. : ''} /><i></i>
  873. Min batch size: <input id="batch" type="number" title="${titles.batch}" min="1" value="${user.batch}" /> -
  874. <label class="${user.gbatch ? 'checked' : ''}" title="${titles.gbatch}" for="gbatch">Global</label>
  875. <input id="gbatch" class="${_cb}" type="checkbox" title="${titles.gbatch}" ${user.gbatch ? 'checked' : ''} />
  876. </p><p>
  877. New HIT highlighting: <input id="shine" type="number" title="${titles.shine}" min="0" max="3600" value="${user.shine}" /><i></i>
  878. <label class="${user.notifySound[0] ? 'checked' : ''}" title="${titles.sound}" for="sound">Sound on new HIT</label>
  879. <input id="sound" class="${_cb}" type="checkbox" title="${titles.sound}" ${user.notifySound[0]
  880. ? 'checked'
  881. : ''} />
  882. <select id="soundSelect" title="${titles.soundSelect}" style="display:${user.notifySound[0]
  883. ? 'inline'
  884. : 'none'}">
  885. <option value="ding" ${user.notifySound[1] === 'ding' ? 'selected' : ''}>Ding</option>
  886. <option value="squee" ${user.notifySound[1] === 'squee' ? 'selected' : ''}>Squee</option>
  887. </select><i></i>
  888. <label class="${user.disableTO ? 'checked' : ''}" title="${titles.disableTO}" for="disableTO">Disable TO</label>
  889. <input id="disableTO" class="${_cb}" type="checkbox" title="${titles.disableTO}" ${user.disableTO
  890. ? 'checked'
  891. : ''} /><i></i>
  892. Search by: <select id="searchBy" title="${titles.searchBy}">
  893. <option value="late" ${user.searchBy === 0 ? 'selected' : ''}>Latest</option>
  894. <option value="most" ${user.searchBy === 1 ? 'selected' : ''}>Most Available</option>
  895. <option value="amount" ${user.searchBy === 2 ? 'selected' : ''}>Reward</option>
  896. <option value="alpha" ${user.searchBy === 3 ? 'selected' : ''}>Title</option>
  897. </select> -
  898. <label class="${user.invert ? 'checked' : ''}" title="${titles.invert}" for="invert">Invert</label>
  899. <input id="invert" class="${_cb}" type="checkbox" title="${titles.invert}" ${user.invert ? 'checked' : ''} />
  900. </p><p>
  901. Min pay TO: <input id="minTOPay" type="number" title="${titles.minTOPay}" min="1" max="5" step="0.25" value="${user.minTOPay}" /><i></i>
  902. <label class="${user.hideNoTO ? 'checked' : ''}" title="${titles.hideNoTO}" for="hideNoTO">Hide no TO</label>
  903. <input id="hideNoTO" class="${_cb}" type="checkbox" title="${titles.hideNoTO}" ${user.hideNoTO
  904. ? 'checked'
  905. : ''} /><i></i>
  906. <label class="${user.sortPay ? 'checked' : ''}" title="${titles.sortPay}" for="sortPay">Sort by TO pay</label>
  907. <input id="sortPay" class="${_cb}" type="checkbox" title="${titles.sortPay}" name="sort" ${user.sortPay
  908. ? 'checked'
  909. : ''} /><i></i>
  910. <label class="${user.sortAll ? 'checked' : ''}" title="${titles.sortAll}" for="sortAll">Sort by overall TO</label>
  911. <input id="sortAll" class="${_cb}" type="checkbox" title="${titles.sortAll}" name="sort" ${user.sortAll
  912. ? 'checked'
  913. : ''} />
  914. <div id="sortdirs" style="font-size:15px;display:${user.sortPay || user.sortAll ? 'inline' : 'none'}">
  915. <label class="${user.sortAsc ? 'checked' : ''}" for="sortAsc" title="${titles.sortAsc}">&nbsp;&#9650;&nbsp;</label>
  916. <input id="sortAsc" class="${_cb}" type="radio" title="${titles.sortAsc}" name="sortDir" ${user.sortAsc
  917. ? 'checked'
  918. : ''} />
  919. <label class="${user.sortDsc ? 'checked' : ''}" for="sortDsc" title="${titles.sortDsc}">&nbsp;&#9660;&nbsp;</label>
  920. <input id="sortDsc" class="${_cb}" type="radio" title="${titles.sortDsc}" name="sortDir" ${user.sortDsc
  921. ? 'checked'
  922. : ''} />
  923. </div>
  924. </p><p>
  925. Search Terms: <input id="search" title="${titles.search}" placeholder="Enter search terms here" value="${user.search}" /><i></i>
  926. <label class="${user.hideBlock ? 'checked' : ''}" title="${titles.hideBlock}" for="hideBlock">Hide blocklisted</label>
  927. <input id="hideBlock" class="${_cb}" type="checkbox" title="${titles.hideBlock}" ${user.hideBlock
  928. ? 'checked'
  929. : ''} /><i></i>
  930. <label class="${user.onlyIncludes ? 'checked' : ''}" title="${titles.onlyIncludes}" for="onlyIncludes">Restrict to includelist</label>
  931. <input id="onlyIncludes" class="${_cb}" type="checkbox" title="${titles.onlyIncludes}" ${user.onlyIncludes
  932. ? 'checked'
  933. : ''} /><i></i>
  934. <label class="${user.shineInc ? 'checked' : ''}" title="${titles.shineInc}" for="shineInc">Highlight Includelisted</label>
  935. <input id="shineInc" class="${_cb}" type="checkbox" title="${titles.shineInc}" ${user.shineInc
  936. ? 'checked'
  937. : ''} />
  938. </p>
  939. </div><div id="controlbuttons" class="controlpanel" style="margin-top:5px">
  940. <button id="btnMain">Start</button> <button id="btnHide">Hide Panel</button> <button id="btnBlocks">Edit Blocklist</button>
  941. <button id="btnIncs">Edit Includelist</button> <button id="btnIgnores">Toggle Ignored HITs</button> &nbsp;
  942. <button id="btnSettings">Settings</button>
  943. </div>
  944. <div id="loggedout" style="font-size:11px;margin-left:10px;text-transform:uppercase"></div>
  945. <div id="status" style="height:34px"><p>Stopped</p></div>
  946. <div id="results">
  947. <table id="resultsTable" style="width:100%">
  948. <caption style="font-weight:800;line-height:1.25em;font-size:1.5em;">
  949. <a class="mainlink" target="_blank" href="${URL_SELF}" title="${titles.mainlink}">HIT Scraper</a> Results
  950. </caption>
  951. <thead><tr style="font-weight:800;font-size:0.87em;text-align:center">
  952. <td>Requester</td><td>Title</td><td style="width:70px">Reward &amp; PandA</td><td style="width:35px"># Avail</td>
  953. <td style="width:30px">TO Pay</td><td style="width:15px">M</td>
  954. <td style="width:15px"></td><td style="width:15px"></td>
  955. </tr></thead>
  956. <tbody></tbody>
  957. </table>
  958. </div>`,//}}}
  959. head = `<title>${DOC_TITLE}</title>` +
  960. `<style type="text/css" id="lazyfont">${fCss}</style>` +
  961. `<style type="text/css">${css.join('')}</style>` +
  962. `<link rel="icon" type="image/png" href="${ico}" /><link rel="stylesheet" type="text/css" />`;
  963.  
  964. document.head.innerHTML = head;
  965. document.body.innerHTML = body;
  966. this.elkeys = Object.keys(titles);
  967. return this;
  968. },//}}} Interface::draw
  969. init : function() {//{{{
  970. this.panel = {};
  971. this.buttons = {};
  972. var get = (q, all) => document['querySelector' + (all ? 'All' : '')](q),
  973. sortdirs = get('#sortdirs'),
  974. moveSortdirs = function(node) {
  975. if (!node.checked) {
  976. sortdirs.style.display = 'none';
  977. return;
  978. }
  979. sortdirs.style.display = 'inline';
  980. sortdirs.remove();
  981. node.parentNode.insertBefore(sortdirs, node.nextSibling);
  982. },
  983. kdFn = e => { if (e.keyCode === kb.ENTER) setTimeout(() => this.buttons.main.click(), 30); },
  984. optChangeFn = function(e) {//{{{
  985. var tag = e.target.tagName, type = e.target.type, id = e.target.id,
  986. isChecked = e.target.checked, name = e.target.name, value = e.target.value;
  987.  
  988. switch (tag) {
  989. case 'SELECT':
  990. if (id === 'soundSelect')
  991. this.user.notifySound[1] = e.target.value;
  992. else
  993. this.user[id] = e.target.selectedIndex;
  994. break;
  995. case 'INPUT':
  996. switch (type) {
  997. case 'number':
  998. case 'text':
  999. this.user[id] = value;
  1000. break;
  1001. case 'radio':
  1002. Array.from(get(`input[name=${name}]`, true))
  1003. .forEach(v => {
  1004. this.user[v.id] = v.checked;
  1005. get(`label[for=${v.id}]`).classList.toggle('checked');
  1006. });
  1007. break;
  1008. case 'checkbox':
  1009. if (name === 'sort') {
  1010. Array.from(get(`input[name=${name}]`, true)).forEach(v => {
  1011. if (e.target !== v) v.checked = false;
  1012. get(`label[for=${v.id}]`).className = v.checked ? 'checked' : '';
  1013. this.user[v.id] = v.checked;
  1014. });
  1015. moveSortdirs(e.target);
  1016. break;
  1017. } else if (id === 'sound') {
  1018. this.user.notifySound[0] = isChecked;
  1019. e.target.nextElementSibling.style.display = isChecked ? 'inline' : 'none';
  1020. }
  1021. this.user[id] = isChecked;
  1022. get(`label[for=${id}]`).classList.toggle('checked');
  1023. break;
  1024. }
  1025. break;
  1026. }
  1027. Settings.save();
  1028. }.bind(this);//}}}
  1029.  
  1030. 'ding squee'.split(' ').forEach(v => get(`#${v}`).volume = this.user.volume[v]);
  1031.  
  1032. Themes.apply(this.user.themes.name);
  1033. if (this.isLoggedout) get('#loggedout').textContent = 'you are currently logged out of mturk';
  1034. // get references to control panel elements and set up click events
  1035. this.Status = {
  1036. node : get('#status').firstChild,
  1037. push : function(t) { this.node.innerHTML = t; },
  1038. append: function(t) { this.node.innerHTML += t; },
  1039. cd : function() { this.node.innerHTML = this.node.innerHTML.replace(/\d+(?= seconds)/, m => +m - 1); }
  1040. };
  1041. for (var k of this.elkeys) {
  1042. if (k === 'mainlink') continue;
  1043. this.panel[k] = document.getElementById(k);
  1044. this.panel[k].onchange = optChangeFn;
  1045. if (k === 'pay' || k === 'search') this.panel[k].onkeydown = kdFn;
  1046. if ((k === 'sortPay' || k === 'sortAll') && this.panel[k].checked) moveSortdirs(this.panel[k]);
  1047. }
  1048.  
  1049. // get references to buttons
  1050. Array.from(get('button', true)).forEach(v => this.buttons[v.id.slice(3).toLowerCase()] = v);
  1051. // set up button click events
  1052. this.buttons.main.onclick = function(e) {
  1053. e.target.textContent = e.target.textContent === 'Start' ? 'Stop' : 'Start';
  1054. Core.run();
  1055. };
  1056. this.buttons.hide.onclick = function(e) {
  1057. get('#controlpanel').classList.toggle('hiddenpanel');
  1058. e.target.textContent = e.target.textContent === 'Hide Panel' ? 'Show Panel' : 'Hide Panel';
  1059. };
  1060. this.buttons.blocks.onclick = () => {
  1061. this.toggleOverflow('on');
  1062. new Editor('ignore');
  1063. };
  1064. this.buttons.incs.onclick = () => {
  1065. this.toggleOverflow('on');
  1066. new Editor('include');
  1067. };
  1068. this.buttons.ignores.onclick = () => Array.from(get('.ignored:not(.blocklisted)', true)).forEach(v => v.classList.toggle('hidden'));
  1069. this.buttons.settings.onclick = () => {
  1070. this.toggleOverflow('on');
  1071. Settings.draw().init();
  1072. };
  1073. get('#hideBlock').addEventListener('change', () => Array.from(get('.blocklisted', true)).forEach(v => v.classList.toggle('hidden')));
  1074. document.body.onblur = () => this.focused = false;
  1075. document.body.onfocus = () => {
  1076. this.focused = true;
  1077. this.resetTitle();
  1078. };
  1079. }//}}} Interface::init
  1080. },//}}} Interface
  1081.  
  1082. Editor = function(type) {//{{{
  1083. if (!type) return { setDefaultBlocks: setDefaultBlocks };
  1084. Interface.toggleOverflow('on');
  1085. this.node = document.body.appendChild(document.createElement('DIV'));
  1086. this.node.classList.add('pop');
  1087. this.die = () => {
  1088. Interface.toggleOverflow('off');
  1089. this.node.remove();
  1090. };
  1091. this.type = type;
  1092. this.caller = arguments[1] || null;
  1093.  
  1094. function setDefaultBlocks() {
  1095. return localStorage.setItem('scraper_ignore_list',
  1096. 'oscar smith^diamond tip research llc^jonathan weber^jerry torres^' +
  1097. 'crowdsource^we-pay-you-fast^turk experiment^jon brelig^p9r^scoutit');
  1098. }
  1099.  
  1100. switch (type) {
  1101. case 'include':
  1102. case 'ignore':
  1103. if (type === 'ignore' && !localStorage.getItem('scraper_ignore_list')) setDefaultBlocks();
  1104. var titleText = type === 'ignore'
  1105. ? '<b>BLOCKLIST</b> - Edit the blocklist with what you want to ignore/hide. Separate requester names and HIT titles with the ' +
  1106. '<code>^</code> character. After clicking "Save", you\'ll need to scrape again to apply the changes.'
  1107. : '<b>INCLUDELIST</b> - Focus the results on your favorite requesters. Separate requester names and HIT titles with the ' +
  1108. '<code>^</code> character. When the "Restrict to includelist" option is selected, ' +
  1109. 'HIT Scraper only shows results matching the includelist.';
  1110. this.node.innerHTML = '<div style="width:500px">' + titleText + '</div>' +
  1111. '<textarea style="display:block;height:200px;width:500px;font:12px monospace" placeholder="nothing here yet">' +
  1112. (localStorage.getItem(`scraper_${type}_list`) || '') + '</textarea>' +
  1113. '<button id="edSave" style="margin:5px auto;width:50%;color:white;background:black">Save</button>' +
  1114. '<button id="edCancel" style="margin:5px auto;width:50%;color:white;background:black">Cancel</button>';
  1115. this.node.querySelector('#edSave').onclick = () => {
  1116. localStorage.setItem(`scraper_${type}_list`, this.node.querySelector('textarea').value.trim());
  1117. this.die();
  1118. };
  1119. break;
  1120. case 'theme':
  1121. var dlbody = [], _th = Settings.user.themes, split = obj => {
  1122. var a = [];
  1123. for (var k in obj) if (obj.hasOwnProperty(k)) a.push({ k: k, v: obj[k] });
  1124. return a.sort((a, b) => a.k < b.k ? -1 : 1);
  1125. }, _colors = split(_th.colors[_th.name]),
  1126. define = k => '<div style="margin-left:37px">' + _dd[k] + '</div>',
  1127. _dd = {//{{{
  1128. highlight : 'Distinguishes between active and inactive states in the control panel',
  1129. background : 'Background color',
  1130. accent : 'Color of spacer text (and control panel buttons on themes other than \'classic\')',
  1131. bodytable : 'Default color of text elements in the results table (this is ignored if HIT coloring is set to \'cell\')',
  1132. cpBackground: 'Background color of the control panel',
  1133. toHigh : 'Color for results with high TO',
  1134. toGood : 'Color for results with good TO',
  1135. toAverage : 'Color for results with average TO',
  1136. toLow : 'Color for results with low TO',
  1137. toPoor : 'Color for results with poor TO',
  1138. toNone : 'Color for results with no TO',
  1139. hitDB : 'Designates that a match was found in your HITdb',
  1140. nohitDB : 'Designates that a match was not found in your HITdb',
  1141. unqualified : 'Designates that you do not have the qualifications necessary to work on the HIT',
  1142. reqmaster : 'Designates HITs that require Masters',
  1143. nomaster : 'Designates HITs that do not require Masters',
  1144. defaultText : 'Default text color',
  1145. inputText : 'Color of input boxes in the control panel',
  1146. secondText : 'Color for text used on selected control panel items',
  1147. link : 'Default color of unvisited links',
  1148. vlink : 'Default color of visited links',
  1149. export : 'Color of buttons in the results table--export and block buttons',
  1150. hover : 'Color of control panel options on mouseover'
  1151. };//}}}
  1152. for (var r of _colors)
  1153. dlbody.push(`<dt>${r.k}</dt><dd><div class="icbutt"><input data-key="${r.k}" type="color" value="${r.v}" /></div>${define(r.k)}</dd>`);
  1154. this.node.innerHTML = '<b>THEME EDITOR</b><p></p><div style="height:87%;overflow:auto"><dl>' + dlbody.join('') + '</dl></div>' +
  1155. '<button id="edSave" style="margin:5px auto;width:33%;color:white;background:black">Save</button>' +
  1156. '<button id="edDefault" style="margin:5px auto;width:33%;color:white;background:black">Restore Default</button>' +
  1157. '<button id="edCancel" style="margin:5px auto;width:33%;color:white;background:black">Cancel</button>';
  1158. this.node.style.height = '57%';
  1159. Array.from(this.node.querySelectorAll('.icbutt')).forEach(v => {
  1160. v.style.background = v.firstChild.value;
  1161. v.firstChild.onchange = e => {
  1162. var k = e.target.dataset.key;
  1163. v.style.background = e.target.value;
  1164. _th.colors[_th.name][k] = e.target.value;
  1165. Themes.apply(_th.name, Settings.user.hitColor);
  1166. };
  1167. });
  1168. this.node.querySelector('#edDefault').onclick = () => {
  1169. _th.colors[_th.name] = Themes.default[_th.name];
  1170. Themes.apply(_th.name, Settings.user.hitColor);
  1171. this.die();
  1172. new Editor('theme');
  1173. };
  1174. this.node.querySelector('#edSave').onclick = () => {
  1175. Settings.save();
  1176. this.die();
  1177. };
  1178. break;
  1179. case 'vbTemplate':
  1180. this.node.innerHTML = '<b>VBULLETIN TEMPLATE</b><div style="float:right;margin-bottom:5px">Ratings Symbol: ' +
  1181. `<input style="text-align:center" type="text" size="1" maxlength="1" value="${Settings.user.vbSym}" /></div>` +
  1182. '<textarea style="display:block;height:200px;width:500px;font:12px monospace">' +
  1183. Settings.user.vbTemplate + '</textarea>' +
  1184. '<button id="edSave" style="margin:5px auto;width:33%;color:white;background:black">Save</button>' +
  1185. '<button id="edDefault" style="margin:5px auto;width:33%;color:white;background:black">Restore Default</button>' +
  1186. '<button id="edCancel" style="margin:5px auto;width:33%;color:white;background:black">Cancel</button>';
  1187. this.node.querySelector('#edDefault').onclick = () => {
  1188. this.node.querySelector('textarea').value = Settings.defaults.vbTemplate;
  1189. this.node.querySelector('#edSave').click();
  1190. };
  1191. this.node.querySelector('#edSave').onclick = () => {
  1192. Settings.user.vbTemplate = this.node.querySelector('textarea').value.trim();
  1193. Settings.user.vbSym = this.node.querySelector('input').value;
  1194. Settings.save();
  1195. this.die();
  1196. new Exporter({ target: this.caller });
  1197. };
  1198. break;
  1199. }
  1200. this.node.querySelector('#edCancel').onclick = () => this.die();
  1201. },//}}}
  1202.  
  1203. Core = {//{{{
  1204. active : false,
  1205. timer : null,
  1206. cooldown : null,
  1207. lastScrape: null,
  1208. getPayload: function(page=1) {//{{{
  1209. const user = Settings.user,
  1210. payload = {
  1211. legacy: {
  1212. searchWords : user.search,
  1213. minReward : user.pay,
  1214. qualifiedFor : Interface.isLoggedout ? 'off' : (user.qual ? 'on' : 'off'),
  1215. requiresMasterQual: user.monly ? 'on' : 'off',
  1216. sortType : '',
  1217. pageNumber : page,
  1218. pageSize : user.resultsPerPage || 50
  1219. },
  1220. next : {
  1221. filters : {
  1222. search_term: user.search,
  1223. qualified : user.qual,
  1224. masters : user.monly,
  1225. min_reward : user.pay
  1226. },
  1227. page_size : user.resultsPerPage || 50,
  1228. sort : '',
  1229. page_number: page
  1230. }
  1231. };
  1232. const sort = user.invert ? 'asc' : 'desc';
  1233. switch (user.searchBy) {
  1234. case 0:
  1235. payload.legacy.sortType = `LastUpdatedTime:${+!user.invert}`;
  1236. payload.next.sort = 'updated_' + sort;
  1237. break;
  1238. case 1:
  1239. payload.legacy.sortType = `NumHITs:${+!user.invert}`;
  1240. payload.next.sort = 'num_hits_' + sort;
  1241. break;
  1242. case 2:
  1243. payload.legacy.sortType = `Reward:${+!user.invert}`;
  1244. payload.next.sort = 'reward_' + sort;
  1245. break;
  1246. case 3:
  1247. payload.legacy.sortType = `Title:${+user.invert}`;
  1248. payload.next.sort = 'title_' + sort;
  1249. break;
  1250. }
  1251. return payload;
  1252. },//}}} Core::init
  1253. run : function(skiptoggle) {//{{{
  1254. if (!skiptoggle) this.active = !this.active;
  1255. this.cooldown = +Settings.user.refresh;
  1256. clearTimeout(this.timer);
  1257. Interface.resetTitle();
  1258. if (this.active) {
  1259. const next = ENV.HOST === ENV.NEXT;
  1260. const path = next ? '/' : '/mturk/searchbar';
  1261. const resType = next ? 'json' : 'document';
  1262. Interface.Status.push('&nbsp;<b class="spinner"></b> Processing page: 1');
  1263. this.fetch(path, this.getPayload(), resType);
  1264. }
  1265. },//}}} Core::run
  1266. cruise : function() {//{{{
  1267. if (!this.active) return;
  1268. if (--this.cooldown === 0) this.run(true);
  1269. else {
  1270. Interface.Status.cd();
  1271. this.timer = setTimeout(this.cruise.bind(this), 1000);
  1272. }
  1273. },//}}}
  1274. dispatch : function(type, src) {//{{{
  1275. switch (type) {
  1276. case 'external':
  1277. this.meld(src);
  1278. break;
  1279. case 'internal':
  1280. if (ENV.HOST === ENV.LEGACY) {
  1281. const error = src.querySelector('td[class="error_title"]');
  1282. if (error && /page request/.test(error.textContent))
  1283. return setTimeout(this.fetch.bind(this), 3000, src.documentURI);
  1284. }
  1285. this.scrape(src);
  1286. break;
  1287. case 'control':
  1288. const blocked = scraperHistory.filter(v => v.current && v.blocked).length,
  1289. _rpp = +Settings.user.resultsPerPage,
  1290. skiplimit = 5,
  1291. pagelimit = Settings.user.skips
  1292. ? ((+Settings.user.pages + Math.floor(blocked / _rpp) + (blocked % _rpp > 0.66 * _rpp
  1293. ? 1
  1294. : 0)) || 3)
  1295. : (+Settings.user.pages || 3);
  1296.  
  1297. if (!this.active || !src.nextPageURL || src.page >= pagelimit || (pagelimit - Settings.user.pages) >= skiplimit || (Interface.isLoggedout && src.page === 20)) {
  1298. if (Settings.user.disableTO)
  1299. this.meld();
  1300. else {
  1301. const ids = scraperHistory.filter(v => v.current && v.TO === null && v.requester.id, true)
  1302. .filter((v, i, a) => a.indexOf(v) === i).join();
  1303. if (!ids.length) return this.meld();
  1304. Interface.Status.push('&nbsp;<b class="spinner"></b> Retrieving TO data');
  1305. this.fetch(TO_API + ids, null, 'json');
  1306. }
  1307. } else {
  1308. Interface.Status.push(`&nbsp;<b class="spinner"></b> Processing page: ${+src.page + 1}`);
  1309. if (+src.page + 1 > +Settings.user.pages) Interface.Status.append('; Correcting for skips');
  1310. setTimeout(this.fetch.bind(this), 250, src.nextPageURL, src.payload, src.responseType);
  1311. }
  1312. break;
  1313. }
  1314. },//}}} Core::dispatch
  1315. scrapeNext: function(src) {
  1316. src.results.forEach((v, i) => {
  1317. const data = {
  1318. discovery: Date.now(),
  1319. title: v.title,
  1320. index: i,
  1321. requester: { name: v.requester_name, id: v.requester_id, link: v.requester_url },
  1322. pay: v.monetary_reward.amount_in_dollars,
  1323. time: v.assignment_duration_in_seconds,
  1324. desc: v.description,
  1325. quals: v.hit_requirements.length ? v.hit_requirements.map(getQuals) : ['None'],
  1326. hit: { preview: v.project_tasks_url, panda: v.accept_project_task_url },
  1327. groupId: v.hit_set_id,
  1328. TO: null,
  1329. masters: !!~v.hit_requirements.findIndex(q => q.qualification_type_id === '2F1QJWKUDD8XADTFD2Q0G6UTO95ALH'),
  1330. numHits: v.assignable_hits_count,
  1331. blocked: false,
  1332. included: false,
  1333. current: true,
  1334. qualified: v.caller_meets_requirements,
  1335. viable: !~v.hit_requirements.findIndex(q => q.caller_meets_requirement === false && q.qualification_type.is_requestable === false)
  1336. };
  1337.  
  1338. const listsxr = this.crossRef(data.requester.name, data.title); //check block/include lists
  1339. data.blocked = listsxr[0];
  1340. data.included = listsxr[1];
  1341. if (Settings.user.searchBy === 1 && +Settings.user.batch > 1 && +data.numHits < +Settings.user.batch) return;
  1342. else if (Settings.user.gbatch && +Settings.user.batch > 1 && +data.numHits < +Settings.user.batch) return;
  1343. else if (Settings.user.onlyViable && !data.viable) return;
  1344. scraperHistory.set(data.groupId, data);
  1345. }, this);
  1346.  
  1347. const dispatchObj = {
  1348. method: 'next',
  1349. page: src.page_number,
  1350. nextPageURL: src.num_results < Settings.user.resultsPerPage ? null : '/',
  1351. payload: this.getPayload(src.page_number+1),
  1352. responseType: 'json'
  1353. };
  1354. this.dispatch('control', dispatchObj);
  1355.  
  1356. function getQuals(qual) {
  1357. return `${qual.qualification_type.name} ${qual.comparator} ${qual.qualification_values.join()}`;
  1358. }
  1359. },
  1360. scrape : function(src) {//{{{
  1361. if (ENV.HOST === ENV.NEXT) return this.scrapeNext(src);
  1362. let page = +src.documentURI.match(/pageNumber=(\d+)/)[1],
  1363. nextPageURL = src.querySelector('img[src="/media/right_arrow.gif"]'),
  1364. titles = Array.from(src.querySelectorAll('a.capsulelink')),
  1365. getCapsule = n => {
  1366. for (let i = 0; i < 7; i++) n = n.parentNode;
  1367. return n;
  1368. };
  1369. nextPageURL = nextPageURL ? nextPageURL.parentNode.href : null;
  1370.  
  1371. titles.forEach(function(v, i) {
  1372. let capsule = getCapsule(v),
  1373. get = q => capsule.querySelector(q),
  1374. pad = n => ('00' + n).slice(-2),
  1375. qualrows = Array.prototype.slice.call(get('a[id^="qualifications"]').parentNode.parentNode.parentNode.rows, 1),
  1376. viable = true,
  1377. capData = {
  1378. discovery: Date.now(),
  1379. title : v.textContent.trim(),
  1380. index : page + pad(i),
  1381. requester: { name: get('.requesterIdentity').textContent, id: null, link: null, linkTemplate: null },
  1382. pay : get('span.reward').textContent,
  1383. time : get('a[id^="duration"]').parentNode.nextElementSibling.textContent,
  1384. desc : get('a[id^="description"]').parentNode.nextElementSibling.textContent,
  1385. quals : qualrows.length
  1386. ? qualrows.map(v => v.cells[0].textContent.trim().replace(/\s+/g, ' '))
  1387. : ['None'],
  1388. hit : { preview: null, previewTemplate: null, panda: null, pandaTemplate: null },
  1389. groupId : null,
  1390. TO : null,
  1391. masters : null,
  1392. numHits : null,
  1393. blocked : false,
  1394. included : false,
  1395. current : true,
  1396. qualified: !Boolean(get('a[href*="notqualified?"],a[id^="private_hit"]'))
  1397. },
  1398. listsxr = this.crossRef(capData.requester.name, capData.title); //check block/include lists
  1399. capData.blocked = listsxr[0];
  1400. capData.included = listsxr[1];
  1401. capData.masters = /Masters/.test(capData.quals.join());
  1402.  
  1403. if (Interface.isLoggedout) {
  1404. capData.TO = '';
  1405. capData.qualified = false;
  1406. capData.numHits = 'n/a';
  1407. } else {
  1408. viable = !qualrows.map(v => v.cells[2].textContent).filter(v => v.includes('do not')).length;
  1409. capData.numHits = get('a[id^="number_of_hits"]').parentNode.nextElementSibling.textContent.trim();
  1410. }
  1411.  
  1412. try { // groupid
  1413. capData.groupId = get('a[href*="roupId="]').href.match(/[A-Z0-9]{30}/)[0];
  1414. } catch(e) {
  1415. void(e);
  1416. capData.groupId = this.getHash(capData.requester.name + capData.title + capData.pay);
  1417. }
  1418. try { // requesterid, requester search link, groupid
  1419. var _r = get('a[href*="requesterId"]');
  1420. capData.requester.link = _r.href;
  1421. capData.requester.id = _r.href.match(/[^=]+$/)[0];
  1422. } catch(e) {
  1423. void(e);
  1424. capData.requester.link = '/mturk/searchbar?searchWords=' + window.encodeURIComponent(capData.requester.name);
  1425. }
  1426. try { // preview/panda links
  1427. var _l = get('a[href*="preview?"]');
  1428. capData.hit.preview = _l.href.split('?')[0] + '?groupId=' + capData.groupId;
  1429. capData.hit.panda = capData.hit.preview.replace(/(\?)/, 'andaccept$1');
  1430. } catch(e) {
  1431. void(e);
  1432. capData.hit.preview = 'https://www.mturk.com/mturk/searchbar?searchWords=' + window.encodeURIComponent(capData.title);
  1433. }
  1434.  
  1435. if (Settings.user.searchBy === 1 && +Settings.user.batch > 1 && +capData.numHits < +Settings.user.batch) return;
  1436. else if (Settings.user.gbatch && +Settings.user.batch > 1 && +capData.numHits < +Settings.user.batch) return;
  1437. else if (Settings.user.onlyViable && !viable) return;
  1438. scraperHistory.set(capData.groupId, capData);
  1439. }, this);
  1440.  
  1441. this.dispatch('control', { method: 'legacy', page: page, nextPageURL: nextPageURL });
  1442. },//}}} Core::scrape
  1443. meld : function() {//{{{
  1444. let reviews = arguments.length ? arguments[0] : null,
  1445. table = document.querySelector('#resultsTable').tBodies[0], html = [], field, /*_gp, _gq,*/
  1446. getClassFromValue = (val, type) => type === 'sim' ? (val > 4 ? 'toHigh' : (val > 3 ? 'toGood' : (val > 2
  1447. ? 'toAverage'
  1448. : 'toPoor')))
  1449. : (val > 4.05 ? 'toHigh' : (val > 3.06 ? 'toGood' : (val > 2.4 ? 'toAverage' : (val > 1.7
  1450. ? 'toLow'
  1451. : 'toPoor')))),
  1452. addRowHTML = r => {//{{{
  1453. var _st = Interface.isLoggedout ? 'disabled' : '',
  1454. _sh = ex => Settings.user['export' + ex] ? '' : 'hidden',
  1455. _rt = r.blocked
  1456. ? ''
  1457. : `<div><button name="block" value="${r.requester.name}" style="width:15px" title="Block this requester">R</button>` +
  1458. `<button name="block" value="${r.title.replace(/"/g, '&quot;')}" style="width:15px" title="Block this title">T</button></div>`;
  1459. return `<tr class="${r.included ? 'includelisted' : ''} ${shouldHide ? 'ignored hidden' : ''} ` +
  1460. `${r.blocked ? 'blocklisted' : ''} ${r.rowColor} ${r.shine ? 'shine' : ''}">` +
  1461. `<td>${_rt}<div><a class="static" target="_blank" href="${r.requester.link}">${r.requester.name}</a><div></td>` +
  1462. `<td><div><button class="ex vb ${_st} ${_sh('Vb')}" style="width:30px" data-gid="${r.groupId}">vB</button>
  1463. <button class="ex irc ${_st} ${_sh('Irc')}" style="width:30px" data-gid="${r.groupId}">IRC</button>
  1464. <button class="ex hwtf ${_st} ${_sh('Hwtf')}" style="width:33px" data-gid="${r.groupId}">HWTF</button></div><div>
  1465. <a title="Description: ${r.desc.replace(/"/g, '&quot;')}\n\nQualifications: ${r.quals.join('; ')}" target="_blank" href="${r.hit.preview}">${r.title}</a>
  1466. </div></td>` +
  1467. `<td style="text-align:center"><a target="_blank" ${r.hit.panda
  1468. ? 'href="' + r.hit.panda + '"'
  1469. : ''}>${r.pay}</a></td>` +
  1470. `<td style="text-align:center" >${r.numHits}</td>` +
  1471. `<td style="text-align:center"><a class="static toLink" target="_blank" data-rid="${r.requester.id
  1472. ? r.requester.id
  1473. : 'null'}" ` +
  1474. (r.requester.id ? 'href="' + TO_REPORTS + r.requester.id + '"' : '') + '>' +
  1475. (r.TO ? r.TO.attrs.pay : 'n/a') + createTooltip('to', r.TO) + '</a></td>' +
  1476. `<td class="${r.masters ? 'reqmaster' : 'nomaster'}" style="text-align:center">${r.masters
  1477. ? 'Y'
  1478. : 'N'}</td>` +
  1479. `<td class="db nohitDB" data-index="requester${r.requester.id ? 'Id' : 'Name'}"
  1480. data-value="${r.requester[r.requester.id ? 'id' : 'name']}" data-cmp-value="${r.title}"
  1481. data-cmp-index="title" style="text-align:center;cursor:default">R</td>` +
  1482. `<td class="db nohitDB" data-index="title" data-value="${r.title}" data-cmp-value="${r.requester.name}"
  1483. data-cmp-index="requesterName" style="text-align:center;cursor:default">T</td>` +
  1484. `${r.qualified ? '' : '<td class="tooweak" title="Not qualified to work on this HIT">NQ</td>'}` +
  1485. '</tr>';
  1486. },//}}}
  1487. setRowColor = r => {
  1488. var _t = Settings.user.colorType;
  1489. if (!r.TO || r.TO.reviews < 5) {
  1490. r.rowColor = 'toNone';
  1491. return;
  1492. }
  1493. r.rowColor = getClassFromValue(_t === 'sim' ? r.TO.attrs.qual : r.TO.attrs.adjQual, _t);
  1494. },
  1495. bubbleNewHits = a => {
  1496. var _new, _old = [];
  1497. _new = a.filter(v => v.shine ? true : _old.push(v) && false);
  1498. return _new.concat(_old);
  1499. };
  1500.  
  1501. if (reviews) scraperHistory.updateTOData(prepReviews(reviews));
  1502. let results = scraperHistory.filter(v => {
  1503. if (!v.current) return false;
  1504. v.current = false;
  1505. if (Settings.user.mhide && v.masters) return false;
  1506. else return true;
  1507. });
  1508.  
  1509. // sorting
  1510. if (!Interface.isLoggedout && !Settings.user.disableTO && Settings.user.sortPay !== Settings.user.sortAll) {
  1511. if (Settings.user.sortPay)
  1512. field = Settings.user.sortType === 'sim' ? 'pay' : 'adjPay';
  1513. else if (Settings.user.sortAll)
  1514. field = Settings.user.sortType === 'sim' ? 'qual' : 'adjQual';
  1515.  
  1516. results.sort((a, b) => {
  1517. a = a.TO ? +a.TO.attrs[field] : 0;
  1518. b = b.TO ? +b.TO.attrs[field] : 0;
  1519. return b - a;
  1520. });
  1521. if (Settings.user.sortAsc) results.reverse();
  1522. } else
  1523. results.sort((a, b) => a.index - b.index);
  1524.  
  1525. // populating
  1526. const counts = { total: results.length, new: 0, newVis: 0, ignored: 0, blocked: 0, included: 0, incNew: 0 };
  1527. for (let r of (Settings.user.bubbleNew ? bubbleNewHits(results) : results)) {
  1528. var shouldHide = Boolean((Settings.user.hideBlock && r.blocked) || (Settings.user.hideNoTO && !r.TO) ||
  1529. (Settings.user.minTOPay && r.TO && +r.TO.attrs.pay < +Settings.user.minTOPay));
  1530. counts.new += r.isNew ? 1 : 0;
  1531. counts.newVis += r.isNew && !shouldHide ? 1 : 0;
  1532. counts.ignored += shouldHide ? 1 : 0;
  1533. counts.blocked += r.blocked ? 1 : 0;
  1534. counts.included += r.included ? 1 : 0;
  1535. counts.incNew += r.included && r.isNew ? 1 : 0;
  1536. setRowColor(r);
  1537. html.push(addRowHTML(r));
  1538. }
  1539. table.innerHTML = html.join('');
  1540. this.notify(counts);
  1541.  
  1542. Array.from(table.querySelectorAll('.db')).forEach(v => HITStorage.test(v));
  1543.  
  1544. if (this.active) {
  1545. if (this.cooldown === 0) Interface.buttons.main.click();
  1546. else {
  1547. this.timer = setTimeout(this.cruise.bind(this), 1000);
  1548. Interface.Status.append(`<br />Scraping again in ${this.cooldown} seconds`);
  1549. }
  1550. }
  1551. results = null;
  1552. reviews = null;
  1553. this.lastScrape = Date.now();
  1554. },//}}}
  1555. getHash : function(str) {//{{{
  1556. var hash = 0, ch;
  1557. for (var i = 0; i < str.length; i++) {
  1558. ch = str.charCodeAt(i);
  1559. hash = ch + (hash << 6) + (hash << 16) - hash;
  1560. }
  1561. return hash;
  1562. },//}}} Core::getHash
  1563. fetch : function(url, payload, responseType, inline) {//{{{
  1564. const enc = window.encodeURIComponent;
  1565. responseType = responseType || 'document';
  1566. inline = inline === undefined ? true : inline;
  1567. if (payload) {
  1568. const key = ENV.HOST === ENV.NEXT ? 'next' : 'legacy';
  1569. payload = payload[key];
  1570. url += '?' + Object.entries(payload).map(stringify).join('&');
  1571. }
  1572.  
  1573. function stringify(v) {
  1574. const predicate = typeof v[1] !== 'string' && !(v[1] instanceof Array) ? Object.entries(v[1]) : '';
  1575. if (predicate.length)
  1576. return predicate.map(vp => (vp[0] = enc(`${v[0]}[${vp[0]}]`)) && vp) // 0 = o[i] => o%5Bi%5D
  1577. .map(stringify)
  1578. .join('&');
  1579. return `${v[0]}=${enc(v[1])}`;
  1580. }
  1581.  
  1582. const _p = new Promise(function(accept, rej) {
  1583. const xhr = new XMLHttpRequest();
  1584. xhr.open('GET', url, true);
  1585. xhr.responseType = responseType;
  1586. xhr.timeout = 6000;
  1587. xhr.send();
  1588. xhr.onload = function() {
  1589. if (this.status === 200) accept(this.response);
  1590. else rej(new Error(this.status + ' - ' + this.statusText));
  1591. };
  1592. xhr.onerror = function() {
  1593. rej(new Error(this.status + ' - ' + this.statusText));
  1594. console.log('error: ', this);
  1595. };
  1596. xhr.ontimeout = function() {
  1597. rej(new Error('Request timed out - ' + url));
  1598. console.log('timeout: ', this);
  1599. };
  1600. });
  1601. const source = url.split('?')[0].includes('turkopticon') ? 'external' : 'internal';
  1602. if (inline) _p.then(this.dispatch.bind(this, source), err => {
  1603. console.warn(err);
  1604. this.meld.apply(this);
  1605. });
  1606. else return _p;
  1607. },//}}} Core::fetch
  1608. crossRef : function(...needles) {//{{{
  1609. var found = [false, false], s;
  1610. if (Settings.user.onlyIncludes) { // everything not in includelist gets blocked, unless includelist is empty or doesn't exist
  1611. var list = (localStorage.getItem('scraper_include_list') || '').toLowerCase().split('^');
  1612. if (list.length === 1 && !list[0].length) return found; // includelist is empty
  1613. for (s of needles) {
  1614. found[1] = Boolean(~list.indexOf(s.toLowerCase().replace(/\s+/g, ' ')));
  1615. if (found[1]) {
  1616. found[0] = false;
  1617. break;
  1618. } else
  1619. found[0] = true;
  1620. }
  1621. return found;
  1622. } else {
  1623. if (localStorage.getItem('scraper_ignore_list') === null) new Editor().setDefaultBlocks();
  1624. var blist = (localStorage.getItem('scraper_ignore_list') || '').toLowerCase().split('^'),
  1625. ilist = (localStorage.getItem('scraper_include_list') || '').toLowerCase().split('^'),
  1626. blist_wild = Settings.user.wildblocks ? blist.filter(v => /.*?[*].*/.test(v)) : null;
  1627. if (blist_wild) blist_wild.forEach((v, i, a) =>
  1628. a[i] = new RegExp('^' + (v.replace(/([+${}[\](\)^|?.\\])/g, '\\$1') // escape non wildcard special chars
  1629. .replace(/([^*]|^)[*](?!\*)/g, '$1.*') // turn
  1630. // glob
  1631. // into
  1632. // regex
  1633. .replace(/\*{2,}/g, s => s.replace(/\*/g, '\\$&'))) + '$'), 'i'); // escape consecutive asterisks
  1634. for (s of needles) {
  1635. found[0] = found[0] || Boolean(~blist.indexOf(s.toLowerCase().replace(/\s+/g, ' ')));
  1636. found[1] = found[1] || Boolean(~ilist.indexOf(s.toLowerCase().replace(/\s+/g, ' ')));
  1637. if (blist_wild && blist_wild.length && !found[0])
  1638. for (var i = 0; !found[0] && i < blist_wild.length; i++) found[0] = blist_wild[i].test(s.toLowerCase().replace(/\s+/g, ' '));
  1639. }
  1640. return found; // [ blocklist,includelist ]
  1641. }
  1642. },//}}} Core::crossRef
  1643. notify : function(c) {//{{{
  1644. var s = ['Scrape Complete: '];
  1645. s.push(c.total > 0 ? `${c.total} HIT${c.total > 1 ? 's' : ''}` : '<b>No HITs found.</b>');
  1646. if (c.new) s.push(`<i></i>${c.new} new`);
  1647. if (c.newVis !== c.new) s.push(` (${c.newVis} shown)`);
  1648. if (c.included) s.push(`<i></i><b>${c.included} from includelist</b>`);
  1649. if (c.ignored) s.push(`<i></i>${c.ignored} hidden -- `);
  1650. if (c.blocked) s.push(`${c.ignored ? '' : '<i></i>'}${c.blocked} from blocklist`);
  1651. if (c.ignored - c.blocked > 0) s.push(`${c.blocked
  1652. ? '<i></i>'
  1653. : ''}${c.ignored - c.blocked} below TO threshold`);
  1654. Interface.Status.push(s.join(''));
  1655.  
  1656. if (c.newVis && Settings.user.notifySound[0]) document.getElementById(Settings.user.notifySound[1]).play();
  1657. if (!c.newVis || Interface.focused) return;
  1658. document.title = `[${c.newVis} new]` + DOC_TITLE;
  1659. if (Settings.user.notifyBlink) Interface.blackhole.blink =
  1660. setInterval(() => document.title = /scraper/i.test(document.title)
  1661. ? `${c.newVis} new HITs`
  1662. : DOC_TITLE, 1000);
  1663. if (Settings.user.notifyTaskbar && Notification.permission === 'granted') {
  1664. var inc = c.incNew ? ` (${c.incNew} from includelist)` : '',
  1665. n = new Notification('HITScraper found ' + c.newVis + ' new HITs' + inc);
  1666. n.onclick = n.close;
  1667. setTimeout(n.close.bind(n), 5000);
  1668. }
  1669. }//}}} Core::notify
  1670. },//}}} Core
  1671.  
  1672. Exporter = function(e) {//{{{
  1673. Interface.toggleOverflow('on');
  1674. this.caller = e.target;
  1675. this.node = document.body.appendChild(document.createElement('DIV'));
  1676. this.node.classList.add('pop');
  1677. this.die = () => {
  1678. Interface.toggleOverflow('off');
  1679. this.node.remove();
  1680. };
  1681. this.record = scraperHistory.get(this.caller.dataset.gid);
  1682.  
  1683. if (Interface.isLoggedout) return this.die();
  1684.  
  1685. var _vb = () => {//{{{
  1686. var
  1687. getColor = attr => {
  1688. switch (attr) {
  1689. case 5:
  1690. case 4:
  1691. return 'green';
  1692. case 3:
  1693. return 'yellow';
  1694. case 2:
  1695. return 'orange';
  1696. case 1:
  1697. return 'red';
  1698. default:
  1699. return 'white';
  1700. }
  1701. },
  1702. templateVars = {//{{{
  1703. title : this.record.title,
  1704. requesterName: this.record.requester.name,
  1705. requesterLink: this.record.requester.link,
  1706. requesterId : this.record.requester.id,
  1707. description : this.record.desc,
  1708. reward : this.record.pay,
  1709. quals : this.record.quals.join(';').replace(/(;?)(\w* ?Masters.+?)(;?)/g, '$1[COLOR=red][b]$2[/b][/COLOR]$3'),
  1710. previewLink : this.record.hit.preview,
  1711. pandaLink : this.record.hit.panda,
  1712. time : this.record.time,
  1713. numHits : this.record.numHits,
  1714. toImg : '', // deprecated
  1715. toCompact : (function() {//{{{
  1716. var _to = this.record.TO, txt = ['[b]'], color;
  1717. if (!_to) return 'TO Unavailable';
  1718. for (var a of ['comm', 'pay', 'fair', 'fast']) {
  1719. color = getColor(Math.floor(_to.attrs[a]));
  1720. txt.push(`[ ${a}: [COLOR=${color}]${_to.attrs[a]}[/COLOR] ]`);
  1721. }
  1722. return txt.join('') + '[/b]';
  1723. }).apply(this),//}}} toCompact
  1724. toVerbose : (function() {//{{{
  1725. var _to = this.record.TO, txt = [], color, _attr, sym = Settings.user.vbSym,
  1726. _long = { comm: 'Communicativity', pay: 'Generosity', fair: 'Fairness', fast: 'Promptness' };
  1727. if (!_to) return 'TO Unavailable';
  1728. for (var a of ['comm', 'pay', 'fair', 'fast']) {
  1729. _attr = Math.floor(_to.attrs[a]);
  1730. color = getColor(_attr);
  1731. txt.push((_attr > 0 ? (`[COLOR=${color}]${sym.repeat(_attr)}[/COLOR]` + (_attr < 5
  1732. ? `[COLOR=white]${sym.repeat(5 - _attr)}[/COLOR]`
  1733. : ''))
  1734. : '[COLOR=white]' + sym.repeat(5) + '[/COLOR]') + ` ${_to.attrs[a]} ${_long[a]}`);
  1735. }
  1736. return txt.join('\n');
  1737. }).apply(this),//}}} toText
  1738. toFoot : (function() {//{{{
  1739. var _to = this.record.TO,
  1740. payload = `requester[amzn_id]=${this.record.requester.id}&requester[amzn_name]=${this.record.requester.name}`,
  1741. newReview = `[URL="${TO_BASE + 'report?' + payload}"]Submit a new TO review[/URL]`;
  1742. if (!_to) return newReview;
  1743. return `Number of Reviews: ${_to.reviews} | TOS Flags: ${_to.tos_flags}\n` + newReview;
  1744. }).apply(this)//}}} toFoot
  1745. },//}}} templateVars obj
  1746. createTemplate = function(str) {
  1747. /*jshint -W054*/ // ignore evil due to required eval (function constructor)
  1748. // TODO: find a concise way to dynamically generate a template without using eval
  1749. var _str = str.replace(/\$\{ *([-\w\d.]+) *\}/g, (_, p1) => `\$\{vars.${p1}\}`);
  1750. return new Function('vars', `try {return \`${_str}\`} catch(e) {return "Error in template: "+e.message}`);
  1751. };
  1752. templateVars.toText = templateVars.toVerbose; // temporary backwards compatibility
  1753. this.node.innerHTML = '<p>vB Export</p>' +
  1754. '<textarea style="display:block;padding:2px;margin:auto;height:250px;width:500px" tabindex="1">' +
  1755. createTemplate(Settings.user.vbTemplate)(templateVars) + '</textarea>' +
  1756. '<button id="exTemplate" style="margin-top:5px;width:50%;color:white;background:black">Edit Template</button>' +
  1757. '<button id="exClose" style="margin-top:5px;width:50%;color:white;background:black">Close</button>';
  1758. this.node.querySelector('#exTemplate').onclick = () => {
  1759. this.die();
  1760. new Editor('vbTemplate', this.caller);
  1761. };
  1762. this.node.querySelector('#exClose').onclick = this.die;
  1763. this.node.querySelector('textarea').select();
  1764. },//}}}
  1765. _irc = () => {//{{{
  1766. // custom MTurk/TO url shortener courtesy of Tjololo
  1767. var api = 'https://ns4t.net/yourls-api.php?action=bulkshortener&title=MTurk&signature=39f6cf4959',
  1768. urlArr = [], payload, sym = '\u2022', // sym = bullet
  1769. getTO = () => {
  1770. var _to = this.record.TO;
  1771. if (!_to) return 'Unavailable';
  1772. else return `Pay=${_to.attrs.pay} Fair=${_to.attrs.fair} Comm=${_to.attrs.comm}`;
  1773. };
  1774.  
  1775. urlArr.push(window.encodeURIComponent(this.record.requester.link));
  1776. urlArr.push(window.encodeURIComponent(this.record.hit.preview));
  1777. urlArr.push(window.encodeURIComponent(TO_REPORTS + this.record.requester.id));
  1778. urlArr.push(window.encodeURIComponent(this.record.hit.panda));
  1779. payload = '&urls[]=' + urlArr.join('&urls[]=');
  1780.  
  1781. this.node.innerHTML = '<span style="font-size:16px">Shortening URLs... <i class="spinner"></i></span>';
  1782. Core.fetch(api + payload, null, 'text', false).then(r => {
  1783. urlArr = r.split(';').slice(0, 4);
  1784. this.node.innerHTML = '<p>IRC Export</p>' +
  1785. '<textarea style="display:block;padding:2px;margin:auto;height:130px;width:500px" tabindex="1">' +
  1786. (/masters/i.test(this.record.quals.join()) ? `MASTERS ${sym} ` : '') +
  1787. `Requester: ${this.record.requester.name} ${urlArr[0]} ${sym} HIT: ${this.record.title} ` +
  1788. `${urlArr[1]} ${sym} Pay: ${this.record.pay} ${sym} Avail: ${this.record.numHits} ${sym} ` +
  1789. `Limit: ${this.record.time} ${sym} TO: ${getTO()} ${urlArr[2]} ${sym} PandA: ${urlArr[3]}</textarea>` +
  1790. '<button id="exClose" style="width:100%;padding:5px;margin-top:5px;background:black;color:white">Close</button>';
  1791. this.node.querySelector('textarea').select();
  1792. this.node.querySelector('#exClose').onclick = this.die;
  1793. }, err => {
  1794. console.error(err);
  1795. this.die();
  1796. });
  1797. },//}}}
  1798. _hwtf = () => {//{{{
  1799. var _location = 'ICA', _quals, _masters = '', _title, _r = this.record, tIndex;
  1800. // format qualifications string
  1801. _quals = _r.quals.map(v => {
  1802. if (/(is US|: US$)/.test(v))
  1803. _location = 'US';
  1804. else if (/Masters/.test(v))
  1805. _masters = `[${v.match(/.*Masters/)[0].toUpperCase()}]`;
  1806. else if (/approv[aled]+ (rate|HITs)/.test(v))
  1807. return v.replace(/.+ is (.+) than (\d+)/, (_, p1, p2) => {
  1808. if (/^(not g|less)/.test(p1)) return '<' + p2 + (/%/.test(_) ? '%' : '');
  1809. else if (/^(not l|greater)/.test(p1)) return '>' + p2 + (/%/.test(_) ? '%' : '');
  1810. else console.error('match error', [_, p1, p2]);
  1811. return _;
  1812. });
  1813. else
  1814. return v;
  1815. }).filter(v => v).sort(a => /[><]/.test(a) ? -1 : 1);
  1816. _title = `${_location} - ${_r.title} - ${_r.requester.name} - ${_r.pay}/COMTIME - (${_quals.join(', ') || 'None'}) ${_masters}`;
  1817. tIndex = _title.search(/COMTIME/);
  1818. this.node.style.whiteSpace = 'nowrap';
  1819. this.node.innerHTML = '<p style="width:500px;white-space:normal">' +
  1820. '/r/HitsWorthTurkingFor Export: Use the buttons on the left for single-click copying. ' +
  1821. 'Before you post, please remember to replace "COMTIME" with how long it took you to complete the HIT.</p>' +
  1822. '<button class="exhwtf" style="height:65px">Title</button>' +
  1823. '<textarea style="padding:2px;margin:auto;height:60px;width:430px;resize:none" tabindex="1" autofocus>' +
  1824. _title + '</textarea><br />' + '<button class="exhwtf" style="height:35px">Preview</button>' +
  1825. '<textarea style="padding:2px;margin:auto;height:30px;width:430px;resize:none" tabindex="2">' +
  1826. 'Preview: ' + _r.hit.preview + '</textarea><br />' + '<button class="exhwtf" style="height:35px;">Req</button>' +
  1827. '<textarea style="padding:2px;margin:auto;height:30px;width:430px;resize:none" tabindex="3">' +
  1828. 'Req: ' + _r.requester.link + '</textarea><br />' + '<button class="exhwtf" style="height:35px;">PandA</button>' +
  1829. '<textarea style="padding:2px;margin:auto;height:30px;width:430px;resize:none" tabindex="4">' +
  1830. 'PandA: ' + _r.hit.panda + '</textarea><br />' + '<button class="exhwtf" style="height:35px;">TO</button>' +
  1831. '<textarea style="padding:2px;margin:auto;height:30px;width:430px;resize:none" tabindex="5">' +
  1832. 'TO: ' + TO_REPORTS + _r.requester.id + '</textarea><br />' +
  1833. '<button id="exClose" style="width:100%;padding:5px;margin-top:5px;background:black;color:white">Close</button>';
  1834.  
  1835. var copyfn = function(e) {
  1836. e.target.nextSibling.select();
  1837. document.execCommand('copy');
  1838. };
  1839. Array.from(this.node.querySelectorAll('.exhwtf')).forEach(v => v.onclick = copyfn);
  1840. this.node.querySelector('#exClose').onclick = this.die;
  1841. this.node.querySelector('textarea').setSelectionRange(tIndex, tIndex + 7);
  1842. };//}}}
  1843.  
  1844. switch (this.caller.textContent.toLowerCase()) {
  1845. case 'vb':
  1846. _vb();
  1847. break;
  1848. case 'irc':
  1849. _irc();
  1850. break;
  1851. case 'hwtf':
  1852. _hwtf();
  1853. break;
  1854. }
  1855. },//}}} Exporter
  1856.  
  1857. HITStorage = {//{{{
  1858. db : null,
  1859. attach: function(name) {//{{{
  1860. var dbh = window.indexedDB.open(name);
  1861. dbh.onversionchange = e => {
  1862. e.target.result.close();
  1863. console.info('DB connection closed by external source');
  1864. };
  1865. dbh.onsuccess = e => this.db = e.target.result;
  1866. },//}}} HITStorage::attach
  1867. test : function(node) {//{{{
  1868. if (!this.db || !this.db.objectStoreNames.contains('HIT')) return;
  1869. this.db.transaction('HIT', 'readonly').objectStore('HIT').index(node.dataset.index).get(node.dataset.value)
  1870. .onsuccess = e => { if (e.target.result) node.className = node.className.replace(/no/, ''); };
  1871. },//}}} HITStorage::test
  1872. query : function(node) {//{{{
  1873. var range = window.IDBKeyRange.only(node.dataset.value), results = [];
  1874. return new Promise((a, r) => {
  1875. if (!this.db || !this.db.objectStoreNames.contains('HIT')) r(0);
  1876. this.db.transaction('HIT', 'readonly').objectStore('HIT').index(node.dataset.index).openCursor(range)
  1877. .onsuccess = e => {
  1878. if (e.target.result) {
  1879. results.push(e.target.result.value);
  1880. e.target.result.continue();
  1881. } else
  1882. a(results.sort((a, b) => a.date > b.date ? 1 : -1));
  1883. };
  1884. });
  1885. }//}}} HITStorage::query
  1886. },//}}} HITStorage
  1887.  
  1888. FileHandler = {//{{{
  1889. exports: function() {//{{{
  1890. var obj = {
  1891. settings : JSON.stringify(Settings.user),
  1892. ignore_list : localStorage.getItem('scraper_ignore_list') || '',
  1893. include_list: localStorage.getItem('scraper_include_list') || ''
  1894. },
  1895. blob = new Blob([JSON.stringify(obj)], { type: 'application/json' }),
  1896. a = document.body.appendChild(document.createElement('a'));
  1897. a.href = URL.createObjectURL(blob);
  1898. a.download = 'hitscraper_settings.json';
  1899. a.click();
  1900. a.remove();
  1901. },//}}}
  1902. imports: function(e) {//{{{
  1903. var f = e.target.files,
  1904. invalid = () => Settings.main.querySelector('#eisStatus').textContent = 'Invalid file.';
  1905. if (!f.length) return;
  1906. if (!f[0].name.includes('json')) return invalid();
  1907. var reader = new FileReader();
  1908. reader.readAsText(f[0]);
  1909. reader.onload = function() {
  1910. var obj;
  1911. try { obj = JSON.parse(this.result); } catch(err) { return invalid(); }
  1912. for (var key of ['settings', 'ignore_list', 'include_list']) {
  1913. if (key in obj && typeof obj[key] === 'string')
  1914. localStorage.setItem('scraper_' + key, obj[key]);
  1915. }
  1916. initialize();
  1917. };
  1918. }//}}}
  1919. };//}}} FileHandler
  1920.  
  1921. function initialize() {//{{{
  1922. Settings.user = Object.assign({}, Settings.defaults, JSON.parse(localStorage.getItem('scraper_settings')));
  1923. Interface.draw().init();
  1924. scraperHistory = new ScraperCache(650);
  1925. }//}}}
  1926.  
  1927. function createTooltip(type, obj) {//{{{
  1928. var html, bullet = li => `<ul><li>${li}</li></ul>`,
  1929. reason = Settings.user.disableTO ? bullet('TO disabled in user settings')
  1930. : (Interface.isLoggedout ? bullet('Cannot retrieve TO while logged out')
  1931. : (obj === '' ? bullet('Requester has not been reviewed yet') : bullet('Invalid response from server'))),
  1932. _genMeters = function() {
  1933. var attrmap = { comm: 'Communicativity', pay: 'Generosity', fair: 'Fairness', fast: 'Promptness' }, html = [];
  1934. for (var k in attrmap) {
  1935. if (attrmap.hasOwnProperty(k)) {
  1936. html.push(`<meter min="0.8" low="2.5" high="3.4" optimum="5" max="5" value=${obj.attrs[k]} data-attr=${attrmap[k]}></meter>`);
  1937. }
  1938. }
  1939. if (ENV.ISFF) // firefox is shitty and doesn't support ::after/::before pseudo-elements on meter elements
  1940. html.forEach((v, i, a) => a[i] = '<div style="position:relative">' + v +
  1941. `<span class="ffmb">${attrmap[Object.keys(attrmap)[i]]}</span>` +
  1942. `<span class="ffma">${obj.attrs[Object.keys(attrmap)[i]]}</span></div>`);
  1943. return html.join('');
  1944. };
  1945.  
  1946. if (!obj) {
  1947. html = `<div class="tooltip" style="width:260px;"><p style="padding-left:5px">Turkopticon data unavailable:${reason}</p></div>`;
  1948. } else if (type === 'to')
  1949. html = `<div class="tooltip" style="width:260px">
  1950. <p style="padding-left:5px"><b>${obj.name}</b><br />Reviews: ${obj.reviews} | TOS Flags: ${obj.tos_flags}</p>
  1951. ${_genMeters()}</div>`;
  1952. /*<table style="margin-top:6px;width:100%;font-size:10px"><tr><td>Adjusted Pay</td><td>${obj.attrs.adjPay}</td>
  1953. <td>${getClassFromValue(obj.attrs.adjPay, 'adj').slice(2)}</td></tr><tr><td>Weighted Score</td><td>${obj.attrs.qual}</td>
  1954. <td>${getClassFromValue(obj.attrs.qual, 'sim').slice(2)}</td></tr><tr><td>Adjusted Score</td><td>${obj.attrs.adjQual}</td>
  1955. <td>${getClassFromValue(obj.attrs.adjQual, 'adj').slice(2)}</td></tr></table></div>;*/
  1956. else // XXX not used atm
  1957. html = `<div class="tooltip" style="width:300px"><dl><dt>description</dt><dd>${obj.desc}</dd>
  1958. <dt>qualifications</dt><dd>${obj.quals}</dd></dl>`;
  1959.  
  1960. return html;
  1961. }//}}}
  1962.  
  1963. function prepReviews(reviews) {
  1964. const adj = (x, n) => ((x * n + 15) / (n + 5)) - 1.645 * Math.sqrt((Math.pow(1.0693 * x, 2) - Math.pow(x, 2)) / (n + 5));
  1965. Object.keys(reviews).forEach(rid => {
  1966. if (typeof reviews[rid] === 'string') return delete reviews[rid]; // no reviews yet
  1967.  
  1968. //adjust ratings
  1969. let n = 0, d = 0;
  1970. Object.keys(reviews[rid].attrs).forEach(attr => {
  1971. n += reviews[rid].attrs[attr] * Settings.user.toWeights[attr];
  1972. d += +Settings.user.toWeights[attr];
  1973. });
  1974. reviews[rid].attrs.qual = (n / d).toPrecision(4);
  1975. reviews[rid].attrs.adjQual = adj(n / d, +reviews[rid].reviews).toPrecision(4);
  1976. reviews[rid].attrs.adjPay = adj(+reviews[rid].attrs.pay, +reviews[rid].reviews).toPrecision(4);
  1977. });
  1978. return reviews;
  1979. }
  1980.  
  1981. class Cache {
  1982. constructor(limit = 500) {
  1983. this.limit = limit;
  1984. this._length = 0;
  1985. this._cache = Object.create(null);
  1986. this._tmp = Object.create(null);
  1987. }
  1988.  
  1989. get(key) {
  1990. let val = this._cache[key];
  1991. if (val)
  1992. return val;
  1993. else if ((val = this._tmp[key]))
  1994. return this._update(key, val);
  1995. else
  1996. return null;
  1997. }
  1998.  
  1999. set(key, value) {
  2000. if (this._cache[key])
  2001. return (this._cache[key] = value);
  2002. else
  2003. this._update(key, value);
  2004. }
  2005.  
  2006. has(key) {
  2007. return !!this.get(key);
  2008. }
  2009.  
  2010. _update(key, value) {
  2011. this._cache[key] = value;
  2012. if (++this._length > this.limit) {
  2013. this._length = 0;
  2014. this._tmp = this._cache;
  2015. this._cache = Object.create(null);
  2016. }
  2017. return value;
  2018. }
  2019. }
  2020.  
  2021. class ScraperCache extends Cache {
  2022. constructor(limit = 500) {
  2023. super(limit);
  2024. this._toCache = new TOCache();
  2025. }
  2026.  
  2027. set(key, value) {
  2028. const first = !Core.lastScrape;
  2029. if (this.get(key)) { // exists
  2030. const age = Math.floor((Date.now() - this._cache[key].discovery) / 1000),
  2031. obj = { isNew: false, shine: !!(this._cache[key].shine && age < +Settings.user.shine && !first) };
  2032. return (this._cache[key] = Object.assign(value, obj));
  2033. } else { // new
  2034. const obj = { isNew: !first, shine: !first, TO: this._toCache.get(value.requester.id) };
  2035. this._update(key, Object.assign(value, obj));
  2036. }
  2037. }
  2038.  
  2039. filter(callback, rids = false) {
  2040. const results = [], keys = Object.keys(this._cache);
  2041. Object.keys(this._cache).forEach(key => {
  2042. const val = this.get(key);
  2043. if (callback(val, key, this._cache))
  2044. results.push(rids ? val.requester.id : val);
  2045. });
  2046. return results;
  2047. }
  2048.  
  2049. updateTOData(reviews) {
  2050. this._toCache.setBatch(reviews);
  2051. this.filter(v => v.current && v.TO === null).forEach(group => {
  2052. if (this._toCache.has(group.requester.id))
  2053. this._cache[group.groupId].TO = Object.assign(this._toCache.get(group.requester.id), { name: group.requester.name });
  2054. });
  2055. }
  2056. }
  2057.  
  2058. class TOCache extends Cache {
  2059. setBatch(reviews) {
  2060. if (!reviews) return null;
  2061. Object.keys(reviews).forEach(rid => this._update(rid, reviews[rid]));
  2062. return reviews;
  2063. }
  2064. }
  2065.  
  2066. const kb = { ESC: 27, ENTER: 13 };
  2067.  
  2068. function Dialogue(caller) {//{{{
  2069. Interface.toggleOverflow('on');
  2070. this.node = document.body.appendChild(document.createElement('DIV'));
  2071. this.die = () => {
  2072. Interface.toggleOverflow('off');
  2073. this.node.remove();
  2074. };
  2075. this.node.style.cssText = 'position:fixed;z-index:20;top:15%;left:50%;width:320px;padding:20px;transform:translate(-50%);' +
  2076. 'background:#000;color:#fff;box-shadow:0px 0px 6px 1px #fff';
  2077. var target = caller.textContent === 'R' ? 'requester' : 'title';
  2078. this.node.innerHTML = `<p><b>Add this ${target} to the blocklist?</b></p><p>"${caller.value}"</p>
  2079. <div style="text-align:right;margin-right:30px;margin-top:10px;padding-top:10px">
  2080. <button id="confirm" style="font-weight:bold;padding:7px;width:65px">OK</button>
  2081. <button id="cancel" style="padding:7px;width:65px;">Cancel</button></div>`;
  2082. this.node.querySelector('#confirm').onclick = () => {
  2083. var bl = localStorage.getItem('scraper_ignore_list'), bstr = caller.value.toLowerCase().replace(/\s+/g, ' ');
  2084. if (!bl) bl = bstr;
  2085. else if (bl.slice(-1) === '^') bl += bstr;
  2086. else bl += '^' + bstr;
  2087. localStorage.setItem('scraper_ignore_list', bl);
  2088.  
  2089. Array.prototype.forEach.call(document.getElementById('resultsTable').tBodies[0].rows, v => {
  2090. var c0 = v.cells[0].lastChild.textContent, c1 = v.cells[1].lastChild.textContent.trim();
  2091. if (v.classList.contains('blocklisted') || c0 !== caller.value && c1 !== caller.value) return;
  2092. v.cells[0].firstChild.remove();
  2093. return v.classList.add('blocklisted') || Settings.user.hideBlock && v.classList.add('hidden');
  2094. });
  2095. this.die();
  2096. };
  2097. this.node.querySelector('#cancel').onclick = this.die;
  2098. this.node.addEventListener('keydown', e => {
  2099. if (e.keyCode === kb.ESC)
  2100. this.die();
  2101. }, true);
  2102. this.node.querySelector('#confirm').focus();
  2103. }//}}}
  2104.  
  2105. function DBQuery(node) {//{{{
  2106. Interface.toggleOverflow('on');
  2107. this.node = document.body.appendChild(document.createElement('DIV'));
  2108. this.die = () => {
  2109. this.node.remove();
  2110. Interface.toggleOverflow('off');
  2111. };
  2112. this.node.style.cssText = 'position:fixed;z-index:20;top:50%;left:50%;padding:8px;' +
  2113. 'background:#fff;color:#000;box-shadow:0px 0px 6px 1px #bfbfbf;transform:translate(-50%,-50%);';
  2114. this.node.innerHTML = '<div style="text-align:center;font-size:16px;"><p><b>Querying database... <i class="spinner"></i></b></p></div>';
  2115. HITStorage.query(node).then(r => {
  2116. var _tbody = [], _tfoot, t = { hits: 0, app: 0, rej: 0, pen: 0 },
  2117. _thead = '<tr style="background:lightgrey;color:black"><th style="width:90px;padding:5px">Date</th>' +
  2118. '<th style="width:120px">Requester</th><th>Title</th><th>Pay</th><th>Bonus</th><th>Status</th><th>Feedback</th></tr>',
  2119. html = '<div style="position:absolute;top:0;left:0;margin:0;text-align:right;padding:0px;border:none;width:100%">' +
  2120. '<label id="close" class="close" title="Close">&#160;&#10008;&#160;</label></div>';
  2121. if (!r.length)
  2122. html += `<h2>Nothing found matching "${node.dataset.value}"</h2>`;
  2123. else {
  2124. r.forEach((v, i) => {
  2125. var _pay, _bonus, _sc, _bg;
  2126. if (typeof v.reward === 'object') {
  2127. _pay = '$' + v.reward.pay.toFixed(2);
  2128. _bonus = v.reward.bonus > 0 ? '$' + v.reward.bonus.toFixed(2) : '';
  2129. } else {
  2130. _pay = '$' + v.reward.toFixed(2);
  2131. _bonus = '';
  2132. }
  2133.  
  2134. _sc = /(paid|approved)/i.test(v.status) ? 'green' : (/approval/i.test(v.status) ? 'orange' : 'red');
  2135. _bg = v[node.dataset.cmpIndex] === node.dataset.cmpValue ? 'lightgreen' : (i % 2 ? '#F1F3EB' : '#fff');
  2136. _tbody.push(`<tr style="background:${_bg}">
  2137. <td>${v.date}</td><td>${v.requesterName}</td><td>${v.title}</td><td>${_pay}</td><td>${_bonus}</td>
  2138. <td style="color:${_sc}">${v.status}</td><td>${v.feedback}</td></tr>`);
  2139. t.hits++;
  2140. t.app += /(paid|approved)/i.test(v.status) ? +_pay.slice(1) : 0;
  2141. t.rej += /rejected/i.test(v.status) ? +_pay.slice(1) : 0;
  2142. t.pen += /approval/i.test(v.status) ? +_pay.slice(1) : 0;
  2143. });
  2144. _tfoot = `<tr style="background:lightgrey;text-align:center"><td colspan="7">${t.hits} HITs: $${t.app.toFixed(2)} approved,
  2145. $${t.pen.toFixed(2)} pending, $${t.rej.toFixed(2)} rejected</td>`;
  2146. html += `<div style="margin-top:20px;width:100%;height:calc(100% - 20px);overflow:auto">
  2147. <table style="border:1px solid black;border-collapse:collapse;width:100%">
  2148. <thead>${_thead}</thead><tbody>${_tbody.join('')}</tbody><tfoot>${_tfoot}</tfoot></table></div>`;
  2149. }
  2150. this.node.style.cssText += `width:85%;${r.length ? 'height:85%;' : 'max-height:85%;'}`;
  2151. this.node.innerHTML = html;
  2152. this.node.querySelector('#close').onclick = this.die;
  2153. }, () => this.die());
  2154. }//}}}
  2155.  
  2156. // helpers
  2157. function on(target, type, handler) { target.addEventListener(type, handler); }
  2158.  
  2159. function delegate(target, selector, type, handler) {
  2160. function dispatcher(event) {
  2161. const targets = target.querySelectorAll(selector);
  2162. let i = targets.length;
  2163.  
  2164. while (i--) {
  2165. if (event.target === targets[i]) {
  2166. handler(event);
  2167. break;
  2168. }
  2169. }
  2170. }
  2171.  
  2172. on(target, type, dispatcher);
  2173. }
  2174.  
  2175. Object.entries = Object.entries || function(obj) {
  2176. const props = Object.keys(obj);
  2177. let i = props.length;
  2178. const objArray = new Array(i);
  2179. while (i--) objArray[i] = [props[i], obj[props[i]]];
  2180. return objArray;
  2181. };
  2182.  
  2183. // event handlers
  2184. function tomouseover(e) {
  2185. e.target.children[0].style.display = 'block';
  2186. const tt = e.target.children[0], rect = tt.getBoundingClientRect();
  2187. if (rect.height > (window.innerHeight - e.clientY)) tt.style.transform = 'translateY(calc(-100% + 22px))';
  2188. }
  2189.  
  2190. function tomouseout(e) {
  2191. const tt = e.target.querySelector('.tooltip');
  2192. if (!tt) return;
  2193. tt.style.transform = '';
  2194. tt.style.display = 'none';
  2195. }
  2196.  
  2197. // ep
  2198. console.log('HS hook');
  2199. if (document.getElementById('control_panel')) {
  2200. if (confirm('Another version of HITScraper was detected and has already claimed this page. Open HITScraper in a new tab?'))
  2201. window.open('https://www.mturk.com/mturk/findhits?match=true?hit_scraper-dev');
  2202. } else {
  2203. initialize();
  2204. HITStorage.attach('HITDB');
  2205. const rt = document.getElementById('resultsTable');
  2206. delegate(rt, 'tr:not(hidden) .toLink', 'mouseover', tomouseover);
  2207. delegate(rt, 'tr:not(hidden) .toLink', 'mouseout', tomouseout);
  2208. delegate(rt, 'tr:not(hidden) .ex', 'click', e => new Exporter(e));
  2209. delegate(rt, 'tr:not(hidden) button[name=block]', 'click', ({ target }) => new Dialogue(target));
  2210. delegate(rt, 'tr:not(hidden) .db', 'click', ({ target }) => new DBQuery(target));
  2211. }
  2212.  
  2213. })();
  2214.  
  2215. // vim: ts=2:sw=2:et:fdm=marker:noai

QingJ © 2025

镜像随时可能失效,请加Q群300939539或关注我们的公众号极客氢云获取最新地址