elB4RTO/LogDoctor
elB4RTO
/
LogDoctor
2
2
Fork 0
Code Issues 6 Pull Requests Projects 1 Releases 8 Wiki Activity

Removed craplog parsers interface 

Not needed anymore
This commit is contained in:
Valentino Orlandi 2024-01-21 14:30:41 +01:00
parent 106066abd7
commit 58aec99f53
Signed by: elB4RTO
GPG Key ID: 1719E976DB2D4E71
2 changed files with 0 additions and 215 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
logdoctor/modules/craplog/modules/workers/parser_interface.cpp
View File

@ -1,36 +0,0 @@
#include "parser_interface.h"
CraplogParserInterface::CraplogParserInterface( const unsigned web_server_id, const unsigned dialogs_level, const std::string& db_data_path, const std::string& db_hashes_path, const LogsFormat& logs_format, const bw_lists_t& blacklists, const bw_lists_t& warnlists, const worker_files_t& log_files, QObject* parent )
: QObject { parent }
, wsID { web_server_id }
, dialogs_level { dialogs_level }
, db_data_path { db_data_path }
, db_hashes_path { db_hashes_path }
, logs_format { logs_format }
, files_to_use { log_files }
, blacklists { blacklists }
, warnlists { warnlists }
{
}
void CraplogParserInterface::sendPerfData()
{
emit this->perfData(
this->parsed_size,
this->parsed_lines
);
}
void CraplogParserInterface::sendChartData()
{
emit this->chartData(
this->total_size,
this->total_lines,
this->warnlisted_size,
this->blacklisted_size
);
}

179
logdoctor/modules/craplog/modules/workers/parser_interface.h
View File

@ -1,179 +0,0 @@
#ifndef LOGDOCTOR__CRAPLOG__WORKERS__PARSER_INTERFACE_H
#define LOGDOCTOR__CRAPLOG__WORKERS__PARSER_INTERFACE_H
#include <QObject>
#include "modules/craplog/modules/lib.h"
#include <unordered_map> // leave this here for clang
enum class WorkerDialog;
class QSqlDatabase;
class CraplogParserInterface : public QObject
{
Q_OBJECT
protected:
using logs_file_t = std::tuple<std::string,std::string>;
using worker_files_t = std::vector<logs_file_t>;
using log_line_data_t = std::map<int, std::string>;
using bw_lists_t = std::unordered_map<int, BWlist>;
explicit CraplogParserInterface(
const unsigned web_server_id,
const unsigned dialogs_level,
const std::string& db_data_path,
const std::string& db_hashes_path,
const LogsFormat& logs_format,
const bw_lists_t& blacklists,
const bw_lists_t& warnlists,
const worker_files_t& log_files,
QObject* parent=nullptr
);
virtual ~CraplogParserInterface() = default;
signals:
void perfData(
const size_t parsed_size,
const size_t parsed_lines );
void chartData(
const size_t total_size,
const size_t total_lines,
const size_t warnlisted_size,
const size_t blacklisted_size );
void showDialog(
const WorkerDialog dialog_type,
const QStringList arg );
void startedParsing();
void finishedParsing();
void done( const bool successful );
void retire();
public slots:
virtual void work() = 0;
virtual void sendPerfData();
virtual void sendChartData();
protected:
const unsigned wsID;
const unsigned dialogs_level;
///////////////////
//// DATABASES ////
bool db_edited{ false };
std::string db_data_path;
std::string db_hashes_path;
//////////////
//// LOGS ////
LogsFormat logs_format;
// the selected log files to be parsed during the process
const worker_files_t files_to_use;
// collection of logs items, each item results from a log line
/* structure
[ { log_field_id : "data" } ]
log_field_ids
99: warning,
1: year, 2: month, 3: day, 4: hour, 5: minute, 6:second,
10: request_protocol, 11: request_method, 12: request_uri, 13: request_query, 14: response_code,
15: time_taken, 16: bytes_sent, 17: bytes_received, 18: referrer,
20: client, 21: user_agent, 22: cookie
*/
std::vector<log_line_data_t> data_collection;
//////////////////////
//// PERFORMANCES ////
size_t total_lines { 0ul };
size_t parsed_lines { 0ul };
size_t total_size { 0ul };
size_t parsed_size { 0ul };
size_t warnlisted_size { 0ul };
size_t blacklisted_size { 0ul };
//////////////////////////////
//// BLACKLIST / WARNLIST ////
// { log_field_id : BWlist }
const bw_lists_t blacklists;
const bw_lists_t warnlists;
////////////////////////
//// LOG FIELDS IDs ////
// Map to convert log fields to field IDs
const std::unordered_map<std::string, int> field2id{
// date-time
{"date_time_year", 1},
{"date_time_month", 2},
{"date_time_day", 3},
{"date_time_hour", 4},
{"date_time_minute", 5},
{"date_time_second", 6},
{"date_time_ncsa", 0},
{"date_time_iso", 0},
{"date_time_mcs", 0},
{"date_time_gmt", 0},
{"date_time_utc_d", 0},
{"date_time_utc_t", 0},
{"date_time_epoch_s", 0},
{"date_time_epoch_s.ms", 0},
{"date_time_epoch_ms", 0},
{"date_time_epoch_us", 0},
{"date_time_YYYYMMDD", 0},
{"date_time_MMDDYY", 0},
{"date_time_MDYYYY", 0},
{"date_time_year_short", 0},
{"date_time_month_str", 0},
{"date_time_clock_12", 0},
{"date_time_clock_24", 0},
{"date_time_clock_short", 0},
// request
{"request_protocol", 10},
{"request_method", 11},
{"request_uri", 12},
{"request_query", 13},
{"response_code", 14},
{"request_full", 0},
// performance
{"time_taken_ms", 15},
{"time_taken_us", 0},
{"time_taken_s.ms", 0},
{"time_taken_s", 0},
{"bytes_sent", 16},
{"bytes_received", 17},
// referer
{"referer", 18},
// client data
{"client", 20},
{"user_agent", 21},
{"cookie", 22}
};
};
#endif // LOGDOCTOR__CRAPLOG__WORKERS__PARSER_INTERFACE_H