Add project files.
This commit is contained in:
@@ -0,0 +1,405 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Linq;
|
||||
using System.Text;
|
||||
using System.Threading.Tasks;
|
||||
using System.Data.SQLite;
|
||||
using RestSharp.Authenticators.OAuth;
|
||||
using RestSharp.Authenticators;
|
||||
using RestSharp;
|
||||
using Newtonsoft.Json;
|
||||
|
||||
namespace URLNotesGrabberCORE
|
||||
{
|
||||
|
||||
class ReblogRecord
|
||||
{
|
||||
public string postID;
|
||||
public string reblogURL;
|
||||
public string reblogName;
|
||||
public string downloadedFiles;
|
||||
public string reblogKey;
|
||||
public string date;
|
||||
|
||||
public ReblogRecord()
|
||||
{
|
||||
postID = ".";
|
||||
reblogURL = ".";
|
||||
reblogName = ".";
|
||||
downloadedFiles = ".";
|
||||
reblogKey = ".";
|
||||
date = ".";
|
||||
}
|
||||
}
|
||||
|
||||
internal class DataAccess
|
||||
{
|
||||
#region Adds
|
||||
public static void AddBlog(string blogName, string DBPath = @"TL.db")
|
||||
{
|
||||
SQLiteConnection connection = new SQLiteConnection("Data Source=" + DBPath);
|
||||
|
||||
if (blogName.Contains("deact"))
|
||||
return;
|
||||
|
||||
try
|
||||
{
|
||||
connection.Open();
|
||||
|
||||
string sql = "INSERT INTO Blogs (BlogName) values('" + blogName + "')";
|
||||
SQLiteCommand command = new SQLiteCommand(sql, connection);
|
||||
|
||||
command.ExecuteNonQuery();
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
if (ex.Message != "constraint failed\r\nUNIQUE constraint failed: Blogs.BlogName")
|
||||
Console.WriteLine(ex.Message);
|
||||
}
|
||||
finally
|
||||
{
|
||||
connection.Close();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
public static void AddPost(string blogName, long postID, string reblogURL, string DBPath = @"TL.db")
|
||||
{
|
||||
try { AddBlog(blogName, DBPath); } catch { }
|
||||
|
||||
SQLiteConnection connection = new SQLiteConnection("Data Source=" + DBPath);
|
||||
|
||||
try
|
||||
{
|
||||
connection.Open();
|
||||
|
||||
string sql = "INSERT INTO Posts (BlogName, PostID, reblogURL) values('" + blogName + "', " + postID + ", '" + reblogURL + "')";
|
||||
SQLiteCommand command = new SQLiteCommand(sql, connection);
|
||||
|
||||
command.ExecuteNonQuery();
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
if (ex.Message != "constraint failed\r\nUNIQUE constraint failed: Posts.BlogName, Posts.PostID")
|
||||
Console.WriteLine(ex.Message);
|
||||
}
|
||||
finally
|
||||
{
|
||||
connection.Close();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
public static void AddAPICount(string DBPath = @"TL.db")
|
||||
{
|
||||
SQLiteConnection connection = new SQLiteConnection("Data Source=" + DBPath);
|
||||
|
||||
try
|
||||
{
|
||||
connection.Open();
|
||||
|
||||
string sql = "INSERT INTO DailyAPICount (Date) values('" + DateTime.Today.ToShortDateString() + "')";
|
||||
SQLiteCommand command = new SQLiteCommand(sql, connection);
|
||||
|
||||
command.ExecuteNonQuery();
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
//Console.WriteLine(ex.Message);
|
||||
}
|
||||
finally
|
||||
{
|
||||
connection.Close();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
public static bool AddNote(string rootBlogName, string noteBlogName, long postID, long timestamp, string type, string DBPath = @"TL.db")
|
||||
{
|
||||
try { AddPost(rootBlogName, postID, DBPath); } catch { }
|
||||
try { AddBlog(noteBlogName, DBPath); } catch { }
|
||||
|
||||
SQLiteConnection connection = new SQLiteConnection("Data Source=" + DBPath);
|
||||
|
||||
try
|
||||
{
|
||||
connection.Open();
|
||||
|
||||
string sql = "INSERT INTO Notes (rootBlogName, noteBlogName, PostID, TimeStamp, Type) values('" + rootBlogName + "', '" + noteBlogName + "', " + postID + ", " + timestamp + ", '" + type + "')";
|
||||
SQLiteCommand command = new SQLiteCommand(sql, connection);
|
||||
|
||||
command.ExecuteNonQuery();
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
if (ex.Message != "constraint failed\r\nUNIQUE constraint failed: Notes.RootBlogName, Notes.PostID, Notes.TimeStamp, Notes.Type, Notes.NoteBlogName")
|
||||
{
|
||||
Console.WriteLine(ex.Message);
|
||||
Console.WriteLine("^^^^^ - SHORTCUT");
|
||||
return true;
|
||||
}
|
||||
}
|
||||
finally
|
||||
{
|
||||
connection.Close();
|
||||
}
|
||||
return false;
|
||||
}
|
||||
#endregion Adds
|
||||
|
||||
#region Gets
|
||||
public static List<Tuple<string, long>> GetPosts(bool withoutNotesOnly = false, string DBPath = @"TL.db")
|
||||
{
|
||||
SQLiteConnection connection = new SQLiteConnection("Data Source=" + DBPath);
|
||||
List<Tuple<string, long>> posts = new List<Tuple<string, long>>();
|
||||
|
||||
try
|
||||
{
|
||||
connection.Open();
|
||||
|
||||
string sql = "SELECT " +
|
||||
" MIN(blogName) as blogName, " +
|
||||
" postID " +
|
||||
"FROM" +
|
||||
" Posts ";
|
||||
|
||||
if (withoutNotesOnly)
|
||||
sql += " WHERE HasNotesGathered = 0";
|
||||
|
||||
sql += " GROUP BY postID ORDER BY reblogURL, PostID";
|
||||
using (SQLiteCommand command = new SQLiteCommand(sql, connection))
|
||||
{
|
||||
using (SQLiteDataReader reader = command.ExecuteReader())
|
||||
{
|
||||
while (reader.Read())
|
||||
{
|
||||
Tuple<string, long> post = default;
|
||||
string blog = null;
|
||||
long id = 0;
|
||||
id = reader.GetInt64(1); // Assuming Id is the first column
|
||||
blog = reader.GetString(0); // Assuming Title is the second column
|
||||
|
||||
post = new Tuple<string, long>(blog, id);
|
||||
posts.Add(post);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
if (ex.Message != "constraint failed\r\nUNIQUE constraint failed: Posts.BlogName, Posts.PostID")
|
||||
Console.WriteLine(ex.Message);
|
||||
}
|
||||
finally
|
||||
{
|
||||
connection.Close();
|
||||
}
|
||||
return posts;
|
||||
}
|
||||
|
||||
|
||||
public static int GetAPICount(string DBPath = @"TL.db")
|
||||
{
|
||||
SQLiteConnection connection = new SQLiteConnection("Data Source=" + DBPath);
|
||||
int count = 0;
|
||||
|
||||
try { AddAPICount(); } catch { }
|
||||
|
||||
try
|
||||
{
|
||||
connection.Open();
|
||||
|
||||
string sql = "SELECT " +
|
||||
" APICount " +
|
||||
"FROM " +
|
||||
" DailyAPICount " +
|
||||
" WHERE [Date] = '" +
|
||||
DateTime.Today.ToShortDateString() + "'";
|
||||
|
||||
using (SQLiteCommand command = new SQLiteCommand(sql, connection))
|
||||
{
|
||||
using (SQLiteDataReader reader = command.ExecuteReader())
|
||||
{
|
||||
while (reader.Read())
|
||||
{
|
||||
count = reader.GetInt32(0); // Assuming Id is the first column
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
if (ex.Message != "constraint failed\r\nUNIQUE constraint failed: Posts.BlogName, Posts.PostID")
|
||||
Console.WriteLine(ex.Message);
|
||||
}
|
||||
finally
|
||||
{
|
||||
connection.Close();
|
||||
}
|
||||
return count;
|
||||
}
|
||||
|
||||
|
||||
public static List<string> GetBlogs(bool reblogsOnly, string DBPath = @"TL.db")
|
||||
{
|
||||
SQLiteConnection connection = new SQLiteConnection("Data Source=" + DBPath);
|
||||
List<string> blogs = new List<string>();
|
||||
|
||||
try
|
||||
{
|
||||
connection.Open();
|
||||
string sql = "";
|
||||
if (reblogsOnly)
|
||||
sql = "SELECT distinct blogName from blogs B inner join notes N on N.NoteBlogName = B.BlogName where N.type = 'reblog' ORDER BY BlogName";
|
||||
else
|
||||
sql = "SELECT * FROM Blogs ORDER BY BlogName";
|
||||
using (SQLiteCommand command = new SQLiteCommand(sql, connection))
|
||||
{
|
||||
using (SQLiteDataReader reader = command.ExecuteReader())
|
||||
{
|
||||
while (reader.Read())
|
||||
{
|
||||
string blog = null;
|
||||
blog = reader.GetString(0); // Assuming Title is the second column
|
||||
|
||||
blogs.Add(blog);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
if (ex.Message != "constraint failed\r\nUNIQUE constraint failed: Posts.BlogName, Posts.PostID")
|
||||
Console.WriteLine(ex.Message);
|
||||
}
|
||||
finally
|
||||
{
|
||||
connection.Close();
|
||||
}
|
||||
return blogs;
|
||||
}
|
||||
#endregion Gets
|
||||
|
||||
#region Updates
|
||||
|
||||
|
||||
public static void UpdatePostMarkNotesCollected(string blogName, long postID, string DBPath = @"TL.db")
|
||||
{
|
||||
SQLiteConnection connection = new SQLiteConnection("Data Source=" + DBPath);
|
||||
|
||||
try
|
||||
{
|
||||
connection.Open();
|
||||
|
||||
string sql = "UPDATE Posts SET HasNotesGathered = 1 WHERE BlogName = '" + blogName + "' AND PostID = " + postID;
|
||||
SQLiteCommand command = new SQLiteCommand(sql, connection);
|
||||
|
||||
command.ExecuteNonQuery();
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
if (ex.Message != "constraint failed\r\nUNIQUE constraint failed: Posts.BlogName, Posts.PostID")
|
||||
Console.WriteLine(ex.Message);
|
||||
}
|
||||
finally
|
||||
{
|
||||
connection.Close();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
public static int UpdateAPICount(string DBPath = @"TL.db")
|
||||
{
|
||||
SQLiteConnection connection = new SQLiteConnection("Data Source=" + DBPath);
|
||||
|
||||
int APICount = DataAccess.GetAPICount();
|
||||
APICount++;
|
||||
|
||||
try
|
||||
{
|
||||
connection.Open();
|
||||
|
||||
string sql = "UPDATE DailyAPICount SET APICount = " + APICount +
|
||||
" WHERE [Date] = '" +
|
||||
DateTime.Today.ToShortDateString() + "'";
|
||||
SQLiteCommand command = new SQLiteCommand(sql, connection);
|
||||
|
||||
command.ExecuteNonQuery();
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
if (ex.Message != "constraint failed\r\nUNIQUE constraint failed: Posts.BlogName, Posts.PostID")
|
||||
Console.WriteLine(ex.Message);
|
||||
}
|
||||
finally
|
||||
{
|
||||
connection.Close();
|
||||
}
|
||||
|
||||
return APICount;
|
||||
}
|
||||
#endregion Updates
|
||||
}
|
||||
|
||||
internal class APIAccess
|
||||
{
|
||||
public static string Blog { get; set; }
|
||||
|
||||
const string CONSUMER_KEY = "PtsBCGumcsgihyynxUh8b47Jfmi7uXhEIOU46bmhdsUSJ5mEP3";
|
||||
const string CONSUMER_SECRET = "sA8BwNVTVKqBRRJmHbAD6NuyKPJ3bb9cei2bYhMgqT8cLX8tSG";
|
||||
const string OAUTH_TOKEN = "HPJI6IijHoKN6WzBumG7KjS7g01iCu07jQsulpueKbWN1ZJ35J";
|
||||
const string OAUTH_TOKEN_SECRET = "ajkN0Z1kKrsJaIXZEDI8zLsjRSQxFkfgO1i5k78FuQYCQjSY7w";
|
||||
|
||||
public static async Task<Root> GrabNotes(string blog, long ID, string timestamp = null)
|
||||
{
|
||||
var URL = "https://api.tumblr.com/v2/blog/[0].tumblr.com/notes?id=[1]";
|
||||
URL = URL.Replace("[0]", blog).Replace("[1]", ID.ToString());
|
||||
if (timestamp != null)
|
||||
{
|
||||
URL += "&before_timestamp=" + timestamp;
|
||||
Thread.Sleep(500);
|
||||
}
|
||||
var client = new RestClient(URL);
|
||||
var oAuth1 = OAuth1Authenticator.ForAccessToken(consumerKey: CONSUMER_KEY,
|
||||
consumerSecret: CONSUMER_SECRET,
|
||||
token: OAUTH_TOKEN,
|
||||
tokenSecret: OAUTH_TOKEN_SECRET,
|
||||
OAuthSignatureMethod.HmacSha1
|
||||
);
|
||||
//oAuth1.Realm =
|
||||
|
||||
client.Authenticator = oAuth1;
|
||||
|
||||
var request = new RestRequest(URL, Method.Get);
|
||||
|
||||
var response = client.Execute(request);
|
||||
|
||||
var myJsonResponse = response.Content;
|
||||
Console.WriteLine(timestamp + '\t' + DateTime.Now + '\t' + DataAccess.UpdateAPICount());
|
||||
Root myDeserializedClass = new Root();
|
||||
|
||||
try
|
||||
{
|
||||
myDeserializedClass = JsonConvert.DeserializeObject<Root>(myJsonResponse);
|
||||
|
||||
if (myDeserializedClass.response.total_notes != 0)
|
||||
{
|
||||
DataAccess.AddBlog(blog);
|
||||
//DataAccess.AddPost(blog, ID);
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
Console.WriteLine(ex.ToString());
|
||||
|
||||
if (!response.IsSuccessful)
|
||||
{
|
||||
Console.WriteLine(response.StatusCode + '\t' + response.StatusDescription);
|
||||
myDeserializedClass.statusCode = response.StatusCode.ToString();
|
||||
}
|
||||
}
|
||||
|
||||
return myDeserializedClass;
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user