Add progression save and use spaces instead of tabs

This commit is contained in:
Benjamin Loison 2022-12-22 06:18:22 +01:00
parent 934954092a
commit 36f1fb9e83
Signed by: Benjamin_Loison
SSH Key Fingerprint: SHA256:BtnEgYTlHdOg1u+RmYcDE0mnfz1rhv5dSbQ2gyxW8B8
2 changed files with 144 additions and 100 deletions

View File

@ -1,6 +1,7 @@
#include <iostream> #include <iostream>
#include <fstream> #include <fstream>
#include <set> #include <set>
#include <sys/stat.h>
#include <curl/curl.h> #include <curl/curl.h>
#include <nlohmann/json.hpp> #include <nlohmann/json.hpp>
using namespace std; using namespace std;
@ -8,10 +9,13 @@ using json = nlohmann::json;
vector<string> getFileContent(string filePath); vector<string> getFileContent(string filePath);
json getJson(string url); json getJson(string url);
void print(ostringstream* toPrint), void createDirectory(string path),
print(ostringstream* toPrint),
treatComment(json comment); treatComment(json comment);
string getHttps(string url); string getHttps(string url);
size_t writeCallback(void* contents, size_t size, size_t nmemb, void* userp); size_t writeCallback(void* contents, size_t size, size_t nmemb, void* userp);
bool doesFileExist(string filePath),
writeFile(string filePath, string option, string toWrite);
#define API_KEY "AIzaSy..." #define API_KEY "AIzaSy..."
@ -19,16 +23,26 @@ size_t writeCallback(void* contents, size_t size, size_t nmemb, void* userp);
#define PRINT(x) toPrint << x; print(&toPrint); #define PRINT(x) toPrint << x; print(&toPrint);
ostringstream toPrint; ostringstream toPrint;
set<string> channelsToTreat, set<string> channelsAlreadyTreated,
channelsAlreadyTreated; channelsToTreat;
unsigned int commentsCount = 0; unsigned int commentsCount = 0;
int main() int main()
{ {
vector<string> channelsToTreatVec = getFileContent("channelsToTreat.txt"); string channelsToTreatFilePath = "channelsToTreat.txt";
vector<string> channelsToTreatVec = getFileContent(channelsToTreatFilePath);
channelsToTreat = set(channelsToTreatVec.begin(), channelsToTreatVec.end()); channelsToTreat = set(channelsToTreatVec.begin(), channelsToTreatVec.end());
string channelsDirectory = "channels/";
createDirectory(channelsDirectory);
for(const auto& entry : filesystem::directory_iterator(channelsDirectory))
{
channelsAlreadyTreated.insert(entry.path().filename());
}
PRINT(channelsToTreat.size() << " channel(s) to treat") PRINT(channelsToTreat.size() << " channel(s) to treat")
PRINT(channelsAlreadyTreated.size() << " channel(s) already treated")
while(!channelsToTreat.empty()) while(!channelsToTreat.empty())
{ {
@ -99,8 +113,15 @@ int main()
PRINT(commentsCount) PRINT(commentsCount)
commentsCount = 0; commentsCount = 0;
channelsToTreat.erase(channelToTreat); channelsToTreat.erase(channelToTreat);
channelsAlreadyTreated.insert(channelToTreat); channelsAlreadyTreated.insert(channelToTreat);
string channelToTreatDirectory = channelsDirectory + channelToTreat + "/";
createDirectory(channelToTreatDirectory);
string toWrite = (doesFileExist(channelsToTreatFilePath) ? "\n" : "") + channelToTreat;
writeFile(channelsToTreatFilePath, "a", toWrite);
} }
return 0; return 0;
@ -119,6 +140,29 @@ void treatComment(json comment)
commentsCount++; commentsCount++;
} }
bool writeFile(string filePath, string option, string toWrite)
{
FILE* file = fopen(filePath.c_str(), option.c_str());
if(file != NULL)
{
fputs(toWrite.c_str(), file);
fclose(file);
return true;
}
return false;
}
bool doesFileExist(string filePath)
{
struct stat buffer;
return stat(filePath.c_str(), &buffer) == 0;
}
void createDirectory(string path)
{
mkdir(path.c_str(), S_IRWXU | S_IRWXG | S_IROTH | S_IXOTH);
}
string getDate() string getDate()
{ {
auto t = time(nullptr); auto t = time(nullptr);