Benjamin_Loison/YouTube_captions_search_engine
Benjamin_Loison/YouTube_captions_search_engine
1
0
Fork 0
Code Issues 16 Pull Requests Packages Projects Releases 2 Wiki Activity

Fix #17: Add to stdout live statistics of the number of comments treated per second

Browse Source
This commit is contained in:
Benjamin Loison 2023-01-06 17:55:16 +01:00
parent 0259dfb3fb
commit 3ef5fa0707
1 changed files with 16 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
main.cpp
View File

@ -9,6 +9,7 @@
#include <curl/curl.h> #include <curl/curl.h>
#include <nlohmann/json.hpp> #include <nlohmann/json.hpp>
using namespace std; using namespace std;
using namespace chrono;
using json = nlohmann::json; using json = nlohmann::json;
vector<string> getFileContent(string filePath); vector<string> getFileContent(string filePath);
@ -37,6 +38,7 @@ mutex printMutex,
set<string> channelsAlreadyTreated, set<string> channelsAlreadyTreated,
channelsToTreat; channelsToTreat;
unsigned int commentsCount = 0, unsigned int commentsCount = 0,
commentsPerSecondCount = 0,
requestsPerChannel = 0; requestsPerChannel = 0;
string CHANNELS_DIRECTORY = "channels/", string CHANNELS_DIRECTORY = "channels/",
CHANNELS_FILE_PATH = "channels.txt"; CHANNELS_FILE_PATH = "channels.txt";
@ -67,6 +69,14 @@ int main()
threads[threadsIndex] = thread(treatChannels, threadsIndex + 1); threads[threadsIndex] = thread(treatChannels, threadsIndex + 1);
} }
while(true)
{
PRINT(DEFAULT_THREAD_ID, "Comments per second: " << commentsPerSecondCount)
commentsPerSecondCount = 0;
sleep(1);
}
// The following is dead code, as we assume below not to have ever treated completely YouTube.
for(unsigned short threadsIndex = 0; threadsIndex < THREADS_NUMBER; threadsIndex++) for(unsigned short threadsIndex = 0; threadsIndex < THREADS_NUMBER; threadsIndex++)
{ {
threads[threadsIndex].join(); threads[threadsIndex].join();
@ -233,6 +243,7 @@ void treatComment(unsigned short threadId, json comment, string channelId)
} }
} }
commentsCount++; commentsCount++;
commentsPerSecondCount++;
} }
string exec(string cmd) string exec(string cmd)
@ -288,7 +299,11 @@ string getDate()
auto t = time(nullptr); auto t = time(nullptr);
auto tm = *localtime(&t); auto tm = *localtime(&t);
ostringstream toString; ostringstream toString;
toString << put_time(&tm, "%d-%m-%Y %H-%M-%S"); toString << put_time(&tm, "%d-%m-%Y %H-%M-%S.");
milliseconds ms = duration_cast<milliseconds>(
system_clock::now().time_since_epoch()
);
toString << (ms.count() % 1000);
return toString.str(); return toString.str();
} }