Removed craplog parsers interface
Not needed anymore
This commit is contained in:
parent
106066abd7
commit
58aec99f53
2 changed files with 0 additions and 215 deletions
|
@ -1,36 +0,0 @@
|
||||||
|
|
||||||
#include "parser_interface.h"
|
|
||||||
|
|
||||||
|
|
||||||
CraplogParserInterface::CraplogParserInterface( const unsigned web_server_id, const unsigned dialogs_level, const std::string& db_data_path, const std::string& db_hashes_path, const LogsFormat& logs_format, const bw_lists_t& blacklists, const bw_lists_t& warnlists, const worker_files_t& log_files, QObject* parent )
|
|
||||||
: QObject { parent }
|
|
||||||
, wsID { web_server_id }
|
|
||||||
, dialogs_level { dialogs_level }
|
|
||||||
, db_data_path { db_data_path }
|
|
||||||
, db_hashes_path { db_hashes_path }
|
|
||||||
, logs_format { logs_format }
|
|
||||||
, files_to_use { log_files }
|
|
||||||
, blacklists { blacklists }
|
|
||||||
, warnlists { warnlists }
|
|
||||||
{
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
void CraplogParserInterface::sendPerfData()
|
|
||||||
{
|
|
||||||
emit this->perfData(
|
|
||||||
this->parsed_size,
|
|
||||||
this->parsed_lines
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
void CraplogParserInterface::sendChartData()
|
|
||||||
{
|
|
||||||
emit this->chartData(
|
|
||||||
this->total_size,
|
|
||||||
this->total_lines,
|
|
||||||
this->warnlisted_size,
|
|
||||||
this->blacklisted_size
|
|
||||||
);
|
|
||||||
}
|
|
|
@ -1,179 +0,0 @@
|
||||||
#ifndef LOGDOCTOR__CRAPLOG__WORKERS__PARSER_INTERFACE_H
|
|
||||||
#define LOGDOCTOR__CRAPLOG__WORKERS__PARSER_INTERFACE_H
|
|
||||||
|
|
||||||
|
|
||||||
#include <QObject>
|
|
||||||
|
|
||||||
#include "modules/craplog/modules/lib.h"
|
|
||||||
|
|
||||||
#include <unordered_map> // leave this here for clang
|
|
||||||
|
|
||||||
enum class WorkerDialog;
|
|
||||||
|
|
||||||
class QSqlDatabase;
|
|
||||||
|
|
||||||
|
|
||||||
class CraplogParserInterface : public QObject
|
|
||||||
{
|
|
||||||
Q_OBJECT
|
|
||||||
|
|
||||||
protected:
|
|
||||||
|
|
||||||
using logs_file_t = std::tuple<std::string,std::string>;
|
|
||||||
using worker_files_t = std::vector<logs_file_t>;
|
|
||||||
using log_line_data_t = std::map<int, std::string>;
|
|
||||||
using bw_lists_t = std::unordered_map<int, BWlist>;
|
|
||||||
|
|
||||||
explicit CraplogParserInterface(
|
|
||||||
const unsigned web_server_id,
|
|
||||||
const unsigned dialogs_level,
|
|
||||||
const std::string& db_data_path,
|
|
||||||
const std::string& db_hashes_path,
|
|
||||||
const LogsFormat& logs_format,
|
|
||||||
const bw_lists_t& blacklists,
|
|
||||||
const bw_lists_t& warnlists,
|
|
||||||
const worker_files_t& log_files,
|
|
||||||
QObject* parent=nullptr
|
|
||||||
);
|
|
||||||
|
|
||||||
virtual ~CraplogParserInterface() = default;
|
|
||||||
|
|
||||||
signals:
|
|
||||||
|
|
||||||
void perfData(
|
|
||||||
const size_t parsed_size,
|
|
||||||
const size_t parsed_lines );
|
|
||||||
|
|
||||||
void chartData(
|
|
||||||
const size_t total_size,
|
|
||||||
const size_t total_lines,
|
|
||||||
const size_t warnlisted_size,
|
|
||||||
const size_t blacklisted_size );
|
|
||||||
|
|
||||||
void showDialog(
|
|
||||||
const WorkerDialog dialog_type,
|
|
||||||
const QStringList arg );
|
|
||||||
|
|
||||||
void startedParsing();
|
|
||||||
|
|
||||||
void finishedParsing();
|
|
||||||
|
|
||||||
void done( const bool successful );
|
|
||||||
|
|
||||||
void retire();
|
|
||||||
|
|
||||||
public slots:
|
|
||||||
|
|
||||||
virtual void work() = 0;
|
|
||||||
|
|
||||||
virtual void sendPerfData();
|
|
||||||
|
|
||||||
virtual void sendChartData();
|
|
||||||
|
|
||||||
protected:
|
|
||||||
|
|
||||||
const unsigned wsID;
|
|
||||||
|
|
||||||
const unsigned dialogs_level;
|
|
||||||
|
|
||||||
///////////////////
|
|
||||||
//// DATABASES ////
|
|
||||||
|
|
||||||
bool db_edited{ false };
|
|
||||||
std::string db_data_path;
|
|
||||||
std::string db_hashes_path;
|
|
||||||
|
|
||||||
//////////////
|
|
||||||
//// LOGS ////
|
|
||||||
|
|
||||||
LogsFormat logs_format;
|
|
||||||
|
|
||||||
// the selected log files to be parsed during the process
|
|
||||||
const worker_files_t files_to_use;
|
|
||||||
|
|
||||||
// collection of logs items, each item results from a log line
|
|
||||||
/* structure
|
|
||||||
[ { log_field_id : "data" } ]
|
|
||||||
|
|
||||||
log_field_ids
|
|
||||||
99: warning,
|
|
||||||
1: year, 2: month, 3: day, 4: hour, 5: minute, 6:second,
|
|
||||||
10: request_protocol, 11: request_method, 12: request_uri, 13: request_query, 14: response_code,
|
|
||||||
15: time_taken, 16: bytes_sent, 17: bytes_received, 18: referrer,
|
|
||||||
20: client, 21: user_agent, 22: cookie
|
|
||||||
*/
|
|
||||||
std::vector<log_line_data_t> data_collection;
|
|
||||||
|
|
||||||
//////////////////////
|
|
||||||
//// PERFORMANCES ////
|
|
||||||
|
|
||||||
size_t total_lines { 0ul };
|
|
||||||
size_t parsed_lines { 0ul };
|
|
||||||
size_t total_size { 0ul };
|
|
||||||
size_t parsed_size { 0ul };
|
|
||||||
size_t warnlisted_size { 0ul };
|
|
||||||
size_t blacklisted_size { 0ul };
|
|
||||||
|
|
||||||
//////////////////////////////
|
|
||||||
//// BLACKLIST / WARNLIST ////
|
|
||||||
|
|
||||||
// { log_field_id : BWlist }
|
|
||||||
const bw_lists_t blacklists;
|
|
||||||
const bw_lists_t warnlists;
|
|
||||||
|
|
||||||
////////////////////////
|
|
||||||
//// LOG FIELDS IDs ////
|
|
||||||
|
|
||||||
// Map to convert log fields to field IDs
|
|
||||||
const std::unordered_map<std::string, int> field2id{
|
|
||||||
// date-time
|
|
||||||
{"date_time_year", 1},
|
|
||||||
{"date_time_month", 2},
|
|
||||||
{"date_time_day", 3},
|
|
||||||
{"date_time_hour", 4},
|
|
||||||
{"date_time_minute", 5},
|
|
||||||
{"date_time_second", 6},
|
|
||||||
{"date_time_ncsa", 0},
|
|
||||||
{"date_time_iso", 0},
|
|
||||||
{"date_time_mcs", 0},
|
|
||||||
{"date_time_gmt", 0},
|
|
||||||
{"date_time_utc_d", 0},
|
|
||||||
{"date_time_utc_t", 0},
|
|
||||||
{"date_time_epoch_s", 0},
|
|
||||||
{"date_time_epoch_s.ms", 0},
|
|
||||||
{"date_time_epoch_ms", 0},
|
|
||||||
{"date_time_epoch_us", 0},
|
|
||||||
{"date_time_YYYYMMDD", 0},
|
|
||||||
{"date_time_MMDDYY", 0},
|
|
||||||
{"date_time_MDYYYY", 0},
|
|
||||||
{"date_time_year_short", 0},
|
|
||||||
{"date_time_month_str", 0},
|
|
||||||
{"date_time_clock_12", 0},
|
|
||||||
{"date_time_clock_24", 0},
|
|
||||||
{"date_time_clock_short", 0},
|
|
||||||
// request
|
|
||||||
{"request_protocol", 10},
|
|
||||||
{"request_method", 11},
|
|
||||||
{"request_uri", 12},
|
|
||||||
{"request_query", 13},
|
|
||||||
{"response_code", 14},
|
|
||||||
{"request_full", 0},
|
|
||||||
// performance
|
|
||||||
{"time_taken_ms", 15},
|
|
||||||
{"time_taken_us", 0},
|
|
||||||
{"time_taken_s.ms", 0},
|
|
||||||
{"time_taken_s", 0},
|
|
||||||
{"bytes_sent", 16},
|
|
||||||
{"bytes_received", 17},
|
|
||||||
// referer
|
|
||||||
{"referer", 18},
|
|
||||||
// client data
|
|
||||||
{"client", 20},
|
|
||||||
{"user_agent", 21},
|
|
||||||
{"cookie", 22}
|
|
||||||
};
|
|
||||||
|
|
||||||
};
|
|
||||||
|
|
||||||
|
|
||||||
#endif // LOGDOCTOR__CRAPLOG__WORKERS__PARSER_INTERFACE_H
|
|
Loading…
Reference in a new issue