jim/URLNotesGrabberCore
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'claude/epic-bardeen-cbbb7e' into master

Browse Source
This commit is contained in:
jim
2026-05-07 15:02:48 -05:00
parent f2539dc9d0 081528a81a
commit 0213478a40
2 changed files with 21 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
URLNotesGrabberCORE/DataAccess.cs
+4 -1
View File
@@ -1515,7 +1515,7 @@ namespace URLNotesGrabberCORE
return rowsAffected;
}
public static void UpdateAllNoteReplyTextForPost(string rootBlogName, long postID, string replyText, string? DBPath = null)
public static int UpdateAllNoteReplyTextForPost(string rootBlogName, long postID, string replyText, string? DBPath = null)
{
DBPath ??= GetDefaultDbPath();
SQLiteConnection connection = new SQLiteConnection("Data Source=" + DBPath);
@@ -1543,6 +1543,8 @@ namespace URLNotesGrabberCORE
{
Console.WriteLine($"[UpdateAllNoteReplyTextForPost] Successfully updated {rowsAffected} row(s) for {rootBlogName}/{postID} with '{replyText}'");
}
return rowsAffected;
}
}
catch (Exception ex)
@@ -1550,6 +1552,7 @@ namespace URLNotesGrabberCORE
// Breakpoint here
Console.WriteLine($"[UpdateAllNoteReplyTextForPost] Error updating reply text: {ex.Message}");
Console.WriteLine($"[UpdateAllNoteReplyTextForPost] StackTrace: {ex.StackTrace}");
return 0;
}
finally
{
URLNotesGrabberCORE/Program.cs
+16 -10
View File
@@ -459,6 +459,7 @@ namespace URLNotesGrabberCORE
int emptyReplyCount = 0;
long pageTimestamp = 0;
int page = 0;
bool sawHealthyResponse = false;
while (page < MaxPages)
{
@@ -478,6 +479,9 @@ namespace URLNotesGrabberCORE
if (postsResponse?.meta?.status != 429)
ApiKeyPool.MarkAvailable(key);
if (postsResponse?.meta?.status == 200)
sawHealthyResponse = true;
if (postsResponse?.response == null || postsResponse.response.notes == null || postsResponse.response.notes.Count == 0)
{
var prevColor = Console.ForegroundColor;
@@ -488,16 +492,6 @@ namespace URLNotesGrabberCORE
var raw = postsResponse?.rawJson ?? string.Empty;
if (raw.Length > 500) raw = raw.Substring(0, 500) + "...[truncated]";
Console.WriteLine($"[Reply Text] raw: {raw}");
// First-page 200 OK with empty notes = post has no conversational notes per Tumblr.
// Mark all the post's replies '?' so the work queue stops handing this post back.
if (page == 1 && postsResponse?.meta?.status == 200)
{
Console.ForegroundColor = ConsoleColor.Yellow;
Console.WriteLine($"[Reply Text] Marking all replies for {blogName}/{postID} '?' (200 OK with no conversational notes)");
Console.ForegroundColor = prevColor;
DataAccess.UpdateAllNoteReplyTextForPost(blogName, postID, "?");
}
break;
}
@@ -551,6 +545,18 @@ namespace URLNotesGrabberCORE
pageTimestamp = lastNoteTimestamp;
}
// If pagination finished without updating any reply rows but the API responded healthily
// at least once, mark the post's outstanding '.' replies '?' so the work queue releases it.
if (rowsUpdated == 0 && sawHealthyResponse)
{
var prevColor = Console.ForegroundColor;
Console.ForegroundColor = ConsoleColor.Yellow;
Console.WriteLine($"[Reply Text] Marking outstanding replies for {blogName}/{postID} '?' (healthy 200 OK, no matching reply notes after {page} page(s))");
Console.ForegroundColor = prevColor;
rowsUpdated = DataAccess.UpdateAllNoteReplyTextForPost(blogName, postID, "?");
emptyReplyCount += rowsUpdated;
}
Console.WriteLine($"[Reply Text] Done {blogName}/{postID}: notes={replyCount}, rowsUpdated={rowsUpdated}, empty='?'={emptyReplyCount}, pages={page}");
}
catch (Exception ex)