diff --git a/RERUN.sqbpro b/RERUN.sqbpro new file mode 100644 index 0000000..7c2224b --- /dev/null +++ b/RERUN.sqbpro @@ -0,0 +1,541 @@ +
UPDATE Posts +SET HasNotesGathered = 0 +WHERE (BlogName, PostID) IN ( + SELECT p.BlogName, p.PostID + FROM Posts p + WHERE p.HasNotesGathered = 1 + AND P.notesGatheredDatetime < 1771798752 + AND EXISTS ( + SELECT 1 + FROM Notes n + WHERE n.PostID = p.PostID + AND n.RootBlogName = p.BlogName + --AND n.Type NOT IN ('reblog', 'reply') + ) + ORDER BY p.NotesGatheredDateTime ASC + --LIMIT 500 +);select * +from Blogs +--update blogs set HasBeenOutput = 1 +where HasBeenOutput = 0 +AND +blogname in +( +'pleasantcrusadebeard-blog', +'little-ms-spooky', +'skyhawkmkiv', +'setgendertono', +'sumetal', +'bytorsnwdog', +'lastchild-dissapointment', +'meesh33699', +'zspin', +'bagel-bird', +'ivegotaheartonfire', +'keiths-dolls', +'realmeisnotreal-blog', +'crazy-ones-world', +'mistermaf', +'mooncat163', +'keepmeoutofyourthoughts', +'realityisnotwhatsreal', +'thestuffedanimalqueen', +'afaceinside', +'iwalkedthroughthedoorwithyou', +'kcytna', +'witchymama-c', +'prof-ashraf', +'dawson800', +'omarindigo', +'hassanelazizy', +'ruqyia', +'misterflesheater', +'chobei', +'myromance', +'gsm007g', +'gstopngo', +'cloclomonster', +'sizzle-with-drizzle', +'random-glob-person', +'iblufire', +'kirah69', +'ilovescaredysquirrel2', +'destinationhighervibration', +'allpaintingnowaiting', +'iamaplussizedluckylemon', +'shydeaf', +'daddyryankimberly7482-blog', +'tooiconic', +'coldsightsws', +'atreyu', +'thesaddemon666', +'exploringthrupics', +'pepepsicaryo', +'fangornprincess', +'imcal3b', +'xelderxemox', +'adeadlydull', +'delicatecowboi', +'dom-india', +'dootsie', +'ronaldb', +'qvite--vexing', +'maccloud1592', +'mitymo13', +'moocowofdoom', +'native-rt', +'captron101', +'downworlder69', +'prince-of-the-rodeo', +'matisse-things', +'sadcucky2', +'udynamicchroniclesml', +'uinspiringthoughtsqn', +'jleitzs1', +'hopefulmisanthrope', +'kissmewithyourmouth', +'idkawtd', +'mrweasel2017', +'ertzsogood315', +'wet-panda', +'floridaboy995', +'marlborom6969', +'justus1977posts', +'rox-80-blog', +'totalmayhemmmm', +'rottenlittleshit', +'coolj90', +'bowserhightower', +'singleguy43', +'spiceyginger3', +'wunderltd', +'lilwh0r3xo', +'hereigoagainonmyones', +'vitalenuancer', +'potionhero', +'hamburgerelitist-blog', +'0h-my-glob-blog-blog', +'gabiitrompetero', +'buttcheekdiaries', +'suxametonii', +'kristenkittycat', +'tu-jefa', +'slothalgae', +'sufridakahlo', +'mierdabsurda-blog', +'darkamelot', +'frankencum', +'cuchimiaw', +'the-bands-we-love', +'pelandobananas', +'amiquetuputavida', +'nivyii', +'nomedarisa', +'andres-hmz', +'h4r0ld', +'heyniebla', +'cuntraception-blog', +'o11-59', +'zoomscua', +'laanatomiadelodio', +'not---your-princess-anymore', +'visitmehigh-blog', +'worello-blog', +'nextonagin', +'limiare', +'justicespank', +'kx0g', +'adorable-lesbians', +'mauricioriachuelos', +'the-acoustic-sweet-spot', +'hahahollllaaa-blog', +'fruhling-in-paris', +'secre7lyfamous', +'unexhausted-blog', +'lizamaphone-blog', +'chaoswitchquelaag', +'franjmartin', +'assigned-frog-at-birth', +'nocturnalday', +'nosequehueahagoaqui-blog', +'greggskii', +'unhumanrooster', +'yaggotorres', +'bitelero-blog', +'goodfunwithahandgun', +'anarkopiper', +'tonyclarks', +'empireof-dirt', +'stop-breathe-smile-xo-blog', +'jimmy-is-nerd', +'fcukingjokes-blog', +'nancy-pancy', +'pantiesnifer-blog', +'protocrypto', +'cheekygoober', +'chochelius', +'hologrma', +'cassiecupcake-blog', +'k2m206-blog', +'leedeegaga', +'luisfo', +'thekylainkylaisfantastical-blog', +'peoresnada182-blog', +'fofellie', +'katpuss-blog', +'meditacion-etilika', +'martinespiral-blog-blog-blog', +'20591', +'swords-dance', +'cokethekid', +'theinternationalcanary-blog', +'bitchevaporate-blog', +'veamos1je2-blog', +'maid450', +'charquicandenews-blog', +'poopydoo', +'follancianas-blog', +'wordsinmyskin-blog', +'binarianworld', +'wittyoriginalurl', +'heavy-lies-the-cr0wn', +'ajencerrado', +'rufus101289', +'silvermenthol', +'tutube', +'selfish-wishes', +'xslt', +'thesleepypikachu101', +'luminisciente', +'uriskpuck', +'bermont', +'duarted', +'thebasedfive', +'errormacro-blog', +'blueswicks-blog', +'tardeymal-blog', +'brujorojasdeprecated', +'eldetijuana', +'antiguoshimalayas', +'frogitsme', +'jagg19', +'darkfowar', +'higanbanathan', +'giioh', +'underarrowr', +'alguienyatienemiurl', +'ortegita', +'fuckyeahprocrastinator-blog-blog', +'hitokiricl-blog', +'kingofb', +'coffencing', +'xnothingx', +'rock-feel-live', +'international-industries', +'theanatomyofahangover', +'middleschools-blog', +'rizalwithouttheovercoat', +'hdbskhdhak', +'orchid-nebula', +'sibuenono', +'monrre', +'quetedije', +'justonea', +'tunalunatic', +'angusbeat', +'pelusaur', +'obsonivfx', +'lunnalien', +'shablagoo', +'lainteligenciamepersigue', +'lancelottnsfw', +'blueberrynachos', +'50shadesofbrownie', +'texas-wandering', +'ssgtawesome', +'genesis-does', +'misadventures-of-lauren', +'w00ble12-blog', +'tylerzyazul', +'glaciesdraco', +'fullmetalvenom', +'lifeguardinthesharktank', +'godinbirdsandsataninlongwords', +'livelonglovelife', +'letlive-inthedepths', +'funeralbelle1', +'sleepingpeelz', +'cutie-with-a-b00ty', +'chokerjoker', +'stuffofjosh', +'chasescott', +'thecutestlittlebunbunfairy', +'thewalkingscandal', +'valloir', +'akiraratsuraart', +'longlifenerdking', +'bertau28-blog', +'littlemissmissy', +'icecreamandeviscerations', +'emtvacation', +'maemismile', +'coffeestainedcalamity', +'honestlytrulymaybe', +'mrsrayiito', +'violenceinjupiter', +'atttchooooluieieiieiie', +'coimbrafilho', +'jagneta', +'gloamvalley', +'railheaven', +'1974volvo', +'isukatgam1ng', +'matted33', +'becausetrains', +'worldwiderails', +'charlesdiasme', +'searre', +'railway-express', +'polaris395', +'solitude-now', +'nim-z', +'kingofcrete', +'lorde-of-the-rails', +'ptb8751', +'capewolfe', +'tarandur', +'chrunnous', +'elitekulturen', +'shornd', +'garethgraves', +'thehylianinthetardis', +'meubrucar', +'poroussoul', +'thefakeray', +'theninthdoctortrainlord', +'maninkilt', +'northcountryman', +'restrictedapproach', +'hein-eken', +'qstation', +'impureheart', +'edward-snowdenhands', +'streamlinedtrains', +'rychillacases', +'wncrails', +'curious-ever', +'miamiextra', +'soft-but-ready', +'bellarose357', +'gnostix1', +'armoredwalrus', +'greatnorthernofficial', +'jahnwy', +'maschio61', +'boonatoot', +'qsai', +'whitedogblog', +'allaboutwheels', +'theoca', +'exdraghunt', +'take-me-away-quietly', +'people-places-things-etc', +'timbo5404', +'jeremylawson', +'henkara', +'stressedndepressedlol', +'siderods', +'littlewestern', +'identifyingtrainsinposts', +'amisplacedalphabet', +'belle-aesthetics', +'american-railroading', +'firecooking', +'coolduucks', +'pajjorimre', +'stillnotspamdog', +'legendarycashshoekid', +'dungeon-unionism', +'dracobibliobibulus', +'greatwesternway', +'metalpancam', +'espee-southernpacifc', +'itsongecau-blog', +'gimme-choco', +'mr-wizard-2', +'cupcakesinwonderland80', +'kryptakronickudalite', +'darling-nothing-isokay', +'miss-countess-von-fingerbang', +'violets-n-lavender', +'impostergir007', +'ashleyandred', +'bizarresalmiac', +'themightyseaunicorn', +'terminalfish', +'sanguine----queen', +'versaceking', +'become-one-with-noodle', +'afuture-animator', +'munch-the-moon', +'fleshkiller', +'dancing-cockroaches', +'kyuubicore', +'rollsnoice', +'redrum-all-around-me', +'stone425', +'daydreambeliever1994', +'keefers323', +'raspberri-iced-tea', +'dukethebear85', +'thistooisyuri-ttv', +'sadond', +'noodlekid', +'eggmaster6', +'raybuggybug', +'imaginestillback', +'satan-is-hungry', +'maripos-ita', +'myloveisforever56', +'canarysings', +'heikotheimperial', +'somewhereinthefog', +'the-beautifultragedy', +'chronicallydramatic', +'selectedambientwerks', +'thottyvondoggy', +'letsrevince', +'purpleshewolf', +'3p3rsz3l', +'thirstykurapika', +'over-exxposed', +'chubaccas', +'celadonisle', +'lesbiandumbbitch', +'silver-and-gold27', +'teagrounebulous', +'miscreantfromnarnia', +'pajamas24-7', +'edgeprincess30', +'chicxconpelorosa', +'badbitchandco', +'a-hot-cuppa', +'ohyesizzy', +'inhuman-place-human-monsters', +'andthentheywilleatthestars', +'essencse', +'bard-of-time', +'elementale', +'riddleseekers', +'drowningincolorfultears', +'alienk1ng', +'clarified', +'flannel-penguin', +'jestercult', +'tigaren', +'kingoftheclowns', +'yougotofastforme', +'geekylittlej', +'whyinthewild', +'yahenni', +'pepperstrawberry', +'herecomesthasexy-boom', +'jovannidanda', +'svtudio', +'grown-man-cries', +'reganpaige', +'more-silver-than-gold', +'excaliburunleashed', +'a-literal-cat', +'kelp-kelp', +'halcyon79', +'moonodyssey1994', +'flamedanser', +'flaming-ball-of-basil', +'df-is-going-on', +'grandmapattytabs', +'rainyfdayz', +'goodfellowss', +'perchs-place', +'saberomega', +'polarspur', +'unprincessleah', +'robophantom', +'f1uffy-turtle', +'whitetrashgrandpa', +'the-perplexed-spoon', +'litpit9000', +'kreepykate', +'ohthenovelty', +'jaidskywalker', +'not-just-another-juno', +'peaches-008', +'space-transgressor', +'makeshiftdhole', +'imschlamm', +'post-hummus-leigh', +'na-ta-ri', +'violasarenottheanswer', +'geekitygeek', +'colagummy', +'surprise-bisexual', +'the-mad-loki', +'guava-jelly420-blog', +'curiousmsmeg', +'boredwithmyself71', +'petronyx', +'boabeyyy', +'the-taste-of-stardust', +'bbgirla', +'postergirlwithnoposter', +'becckali-blog', +'personspeople', +'inluvwithagirl', +'voodoo-mamajuju', +'hauntedbiscuit', +'aimforthestars15', +'thealphabagel', +'wolfpupwannabe', +'fairy-faun', +'cheetah-reblogs-shit', +'tropicalwave', +'populusnix', +'the-glitter-acetylcholine', +'levis-pajamas', +'strawberrycreamcheese', +'exterminate-ak', +'amoderntragedy', +'rat-in-impossible-location', +'incdrop', +'roguegoblin', +'official-yimyams', +'foodscarf', +'databent', +'doctorcorbys-junkdrawer', +'angiric', +'silkw0rm', +'themarionettequintet', +'sayitwithbullets', +'unfortunatemizeria', +'smallbabywerewolf', +'mystical-space-witch', +'snepdragon', +'rainbow-smite' +)select RootBlogName, PostID, NoteBlogName || '.tumblr.com' as NoteBlogName, DatetimeCrawled, TimeStamp, type, RootBlogName || '.tumblr.com/post/' || postid, datetime(timestamp, 'unixepoch') +from Notes +where --type like 'r%' and +DatetimeCrawled <> '2/12/26 12am' +order by DatetimeCrawled desc, TimeStamp descselect * +-- +from notes where RootBlogName = 'vaguelydoomed'SELECT distinct + blogs.* +FROM + Blogs + inner JOIN + Notes on notes.noteBlogName = blogs.BlogName +WHERE + HasBeenOutput = 0 +order by + Notes.Type desc, + DateAdded desc +LIMIT 500; diff --git a/URLNotesGrabberCORE/DataAccess.cs b/URLNotesGrabberCORE/DataAccess.cs index fdc92a8..aadfaf5 100644 --- a/URLNotesGrabberCORE/DataAccess.cs +++ b/URLNotesGrabberCORE/DataAccess.cs @@ -342,7 +342,10 @@ namespace URLNotesGrabberCORE "WHERE NotFound = 0 AND HasImage = 1 AND DownloadedFiles <> '.' " + Environment.NewLine; if (withoutNotesOnly) + { sql += " and HasNotesGathered = 0 " + Environment.NewLine; + sql += "OR ( Posts.blogname = 'zomb-eh' and [notesGatheredDateTime] > datetime('now', 'localtime', '-1 day') and ( ( postdate > '1/1/26' or ( HasNotesGathered = 1 and PostDate > '8/1/23' ) ) ) )" + Environment.NewLine; + } // Filter by NotesGatheredDateTime if beforeDate is provided if (beforeDate.HasValue) @@ -356,9 +359,9 @@ namespace URLNotesGrabberCORE "ORDER BY " + Environment.NewLine + " notesgathereddatetime, Posts.PostDate desc, Posts.BlogName, Posts.PostID" + Environment.NewLine; - //Console.WriteLine(withoutNotesOnly); - //Console.WriteLine(sql); - //Console.Write(">"); //Console.ReadKey(); + Console.WriteLine(withoutNotesOnly); + Console.WriteLine(sql); + Console.Write(">"); //Console.ReadKey(); //Thread.Sleep(250); using (SQLiteCommand command = new SQLiteCommand(sql, connection)) diff --git a/URLNotesGrabberCORE/Program.cs b/URLNotesGrabberCORE/Program.cs index 80c2bb5..3c6fc5a 100644 --- a/URLNotesGrabberCORE/Program.cs +++ b/URLNotesGrabberCORE/Program.cs @@ -652,7 +652,7 @@ namespace URLNotesGrabberCORE postsAdded++; // Output hyperlink and post date - Console.WriteLine($"https://{reblog.reblogName}.tumblr.com/post/{reblog.postID} - {reblog.date}"); + //Console.WriteLine($"https://{reblog.reblogName}.tumblr.com/post/{reblog.postID} - {reblog.date}"); } } reblog = new ReblogRecord(); @@ -773,7 +773,7 @@ namespace URLNotesGrabberCORE postsAdded++; // Output hyperlink and post date - Console.WriteLine($"https://{reblog.reblogName}.tumblr.com/post/{reblog.postID} - {reblog.date}"); + //Console.WriteLine($"https://{reblog.reblogName}.tumblr.com/post/{reblog.postID} - {reblog.date}"); } } } diff --git a/URLNotesGrabberCORE/TLDB.7z b/URLNotesGrabberCORE/TLDB.7z deleted file mode 100644 index 8cf8d74..0000000 Binary files a/URLNotesGrabberCORE/TLDB.7z and /dev/null differ