Implemented new methods + code improvements
New methods 'getRelationalCountsDay' and 'getRelationalCountsPeriod'
This commit is contained in:
parent
7c795784af
commit
62c3f2c0ec
GPG key ID:
1719E976DB2D4E71
|
|
@ -2,6 +2,7 @@
|
|||
#include "query.h"
|
||||
|
||||
#include "modules/dialogs.h"
|
||||
#include "utilities/strings.h"
|
||||
|
||||
#include <QSqlDatabase>
|
||||
#include <QSqlQuery>
|
||||
|
|
@ -28,7 +29,7 @@ void DbQuery::setDbPath( const std::string& path )
|
|||
|
||||
|
||||
// get a fresh map of available dates
|
||||
const std::tuple<const bool, const std::unordered_map<int, std::unordered_map<int, std::unordered_map<int, std::unordered_map<int, std::vector<int>>>>>> DbQuery::refreshDates()
|
||||
void DbQuery::refreshDates(std::tuple<bool, std::unordered_map<int, std::unordered_map<int, std::unordered_map<int, std::unordered_map<int, std::vector<int> > > > > > &result)
|
||||
{
|
||||
bool successful = true;
|
||||
std::unordered_map<int, std::unordered_map<int, std::unordered_map<int, std::unordered_map<int, std::vector<int>>>>> dates = {
|
||||
|
|
@ -67,7 +68,7 @@ const std::tuple<const bool, const std::unordered_map<int, std::unordered_map<in
|
|||
int lt = std::get<1>(table);
|
||||
QString tbl = std::get<2>(table);
|
||||
|
||||
if ( Y_query.exec( QString("SELECT DISTINCT year FROM %1 ORDER BY year ASC;").arg(tbl) ) == false ) {
|
||||
if ( Y_query.exec( QString("SELECT DISTINCT \"year\" FROM \"%1\" ORDER BY \"year\" ASC;").arg(tbl) ) == false ) {
|
||||
// error querying database
|
||||
successful = false;
|
||||
DialogSec::errDatabaseFailedExecuting( nullptr, this->db_name, Y_query.lastQuery(), Y_query.lastError().text() );
|
||||
|
|
@ -94,7 +95,7 @@ const std::tuple<const bool, const std::unordered_map<int, std::unordered_map<in
|
|||
// successfully get the year
|
||||
dates.at( ws ).at( lt ).emplace( year, std::unordered_map<int, std::vector<int>>() );
|
||||
// query any available month
|
||||
if ( M_query.exec( QString("SELECT DISTINCT month FROM %1 WHERE year=%2 ORDER BY month ASC;").arg(tbl).arg(year) ) == false ) {
|
||||
if ( M_query.exec( QString("SELECT DISTINCT \"month\" FROM \"%1\" WHERE \"year\"=%2 ORDER BY \"month\" ASC;").arg(tbl).arg(year) ) == false ) {
|
||||
// error querying database
|
||||
successful = false;
|
||||
DialogSec::errDatabaseFailedExecuting( nullptr, this->db_name, M_query.lastQuery(), M_query.lastError().text() );
|
||||
|
|
@ -120,7 +121,7 @@ const std::tuple<const bool, const std::unordered_map<int, std::unordered_map<in
|
|||
// successfully get the month
|
||||
dates.at( ws ).at( lt ).at( year ).emplace( month, std::vector<int>() );
|
||||
// query any available day
|
||||
if ( D_query.exec( QString("SELECT DISTINCT day FROM %1 WHERE year=%2 AND month=%3 ORDER BY day ASC;").arg(tbl).arg(year).arg(month) ) == false ) {
|
||||
if ( D_query.exec( QString("SELECT DISTINCT \"day\" FROM \"%1\" WHERE \"year\"=%2 AND \"month\"=%3 ORDER BY \"day\" ASC;").arg(tbl).arg(year).arg(month) ) == false ) {
|
||||
// error querying database
|
||||
successful = false;
|
||||
DialogSec::errDatabaseFailedExecuting( nullptr, this->db_name, D_query.lastQuery(), D_query.lastError().text() );
|
||||
|
|
@ -169,12 +170,13 @@ const std::tuple<const bool, const std::unordered_map<int, std::unordered_map<in
|
|||
if ( db.isOpen() == true ) {
|
||||
db.close();
|
||||
}
|
||||
return std::make_tuple( successful, dates );
|
||||
result = std::make_tuple( successful, dates );
|
||||
}
|
||||
|
||||
|
||||
// get, group and count items of a specific field in a date
|
||||
const std::tuple<bool, std::vector<std::tuple<QString, int>>> DbQuery::getItemsCount(const QString& web_server, const QString& log_type, const QString& year, const QString& month, const QString& day, const QString& log_field )
|
||||
|
||||
// get, group and count identical items of a specific field in a date
|
||||
void DbQuery::getItemsCount( std::tuple<bool, std::vector<std::tuple<QString, int>>>& result, const QString& web_server, const QString& log_type, const QString& year, const QString& month, const QString& day, const QString& log_field )
|
||||
{
|
||||
bool successful = true;
|
||||
QHash<QString, int> aux_items;
|
||||
|
|
@ -206,9 +208,9 @@ const std::tuple<bool, std::vector<std::tuple<QString, int>>> DbQuery::getItemsC
|
|||
DialogSec::errGeneric( nullptr, QString("Unexpected WebServer:\n%1").arg( web_server ), true );
|
||||
}
|
||||
if ( successful == true ) {
|
||||
if ( log_type == "Access" ) {
|
||||
if ( log_type == TYPES.value(1) ) {
|
||||
table += "access";
|
||||
} else if ( web_server == "Error" ) {
|
||||
} else if ( log_type == TYPES.value(2) ) {
|
||||
table += "error";
|
||||
} else {
|
||||
// unexpected LogType
|
||||
|
|
@ -219,9 +221,10 @@ const std::tuple<bool, std::vector<std::tuple<QString, int>>> DbQuery::getItemsC
|
|||
if ( successful == true ) {
|
||||
// build the query statement
|
||||
QSqlQuery query = QSqlQuery( db );
|
||||
QString stmt = QString("SELECT %1 FROM %2 WHERE year=%3 AND month=%4 AND day=%5;")
|
||||
QString stmt = QString("SELECT \"%1\" FROM \"%2\" WHERE \"%3\" IS NOT NULL AND \"year\"=%4 AND \"month\"=%5 AND \"day\"=%6;")
|
||||
.arg( this->LogFields_to_DbFields.value( log_field ))
|
||||
.arg( table )
|
||||
.arg( this->LogFields_to_DbFields.value( log_field ))
|
||||
.arg( year )
|
||||
.arg( this->Months_s2i.value( month ) )
|
||||
.arg( day );
|
||||
|
|
@ -282,11 +285,13 @@ const std::tuple<bool, std::vector<std::tuple<QString, int>>> DbQuery::getItemsC
|
|||
if ( db.isOpen() == true ) {
|
||||
db.close();
|
||||
}
|
||||
return std::make_tuple( successful, items );
|
||||
result = std::make_tuple( successful, items );
|
||||
}
|
||||
|
||||
|
||||
const std::tuple<bool, std::unordered_map<int, std::unordered_map<int, int>>> DbQuery::getDaytimeCounts(const QString& web_server, const QString& log_type, const QString& from_year_, const QString& from_month_, const QString& from_day_, const QString& to_year_, const QString& to_month_, const QString& to_day_, const QString& log_field_, const QString& field_filter )
|
||||
|
||||
// get and count items with a 10 minutes gap for every hour of the day
|
||||
void DbQuery::getDaytimeCounts( std::tuple<bool, std::unordered_map<int, std::unordered_map<int, int>>>& result, const QString& web_server, const QString& log_type, const QString& from_year_, const QString& from_month_, const QString& from_day_, const QString& to_year_, const QString& to_month_, const QString& to_day_, const QString& log_field_, const QString& field_filter )
|
||||
{
|
||||
bool successful = true;
|
||||
std::unordered_map<int, std::unordered_map<int, int>> data = {
|
||||
|
|
@ -330,9 +335,9 @@ const std::tuple<bool, std::unordered_map<int, std::unordered_map<int, int>>> Db
|
|||
DialogSec::errGeneric( nullptr, QString("Unexpected WebServer:\n%1").arg( web_server ), true );
|
||||
}
|
||||
if ( successful == true ) {
|
||||
if ( log_type == "Access" ) {
|
||||
if ( log_type == TYPES.value(1) ) {
|
||||
table += "access";
|
||||
} else if ( log_type == "Error" ) {
|
||||
} else if ( log_type == TYPES.value(2) ) {
|
||||
table += "error";
|
||||
} else {
|
||||
// unexpected LogType
|
||||
|
|
@ -389,13 +394,24 @@ const std::tuple<bool, std::unordered_map<int, std::unordered_map<int, int>>> Db
|
|||
|
||||
if ( n_months == 1 ) {
|
||||
// 1 month, no need to loop
|
||||
stmt = QString("SELECT %1, day, hour, minute FROM %2 WHERE year=%3 AND month=%4 AND day>=%5 AND day<=%6;")
|
||||
.arg( log_field )
|
||||
.arg( table )
|
||||
stmt = QString("SELECT \"day\", \"hour\", \"minute\" FROM \"%1\" WHERE \"year\"=%2 AND \"month\"=%3 AND \"day\">=%4 AND \"day\"<=%5")
|
||||
.arg( table.replace("'","''") )
|
||||
.arg( year )
|
||||
.arg( month )
|
||||
.arg( from_day ).arg( to_day );
|
||||
if ( query.exec( stmt.replace("'","''") ) == false ) {
|
||||
|
||||
// only select non-NULL values
|
||||
stmt += QString(" AND \"%1\" IS NOT NULL")
|
||||
.arg( log_field.replace("'","''") );
|
||||
// apply a filter if present
|
||||
if ( field_filter.size() > 0 ) {
|
||||
stmt += QString(" AND \"%1\" LIKE '%2' || '%'")
|
||||
.arg( log_field.replace("'","''") )
|
||||
.arg( QString(field_filter).replace("'","''") );
|
||||
}
|
||||
|
||||
stmt += ";";
|
||||
if ( query.exec( stmt ) == false ) {
|
||||
// error querying database
|
||||
successful = false;
|
||||
DialogSec::errDatabaseFailedExecuting( nullptr, this->db_name, query.lastQuery(), query.lastError().text() );
|
||||
|
|
@ -406,14 +422,9 @@ const std::tuple<bool, std::unordered_map<int, std::unordered_map<int, int>>> Db
|
|||
days_l.clear();
|
||||
// get query data
|
||||
while ( query.next() ) {
|
||||
item = query.value(0).toString();
|
||||
if ( item.startsWith( field_filter ) == false ) {
|
||||
// filtered out
|
||||
continue;
|
||||
}
|
||||
day = query.value(1).toInt();
|
||||
hour = query.value(2).toInt();
|
||||
minute = query.value(3).toInt();
|
||||
day = query.value(0).toInt();
|
||||
hour = query.value(1).toInt();
|
||||
minute = query.value(2).toInt();
|
||||
// increase the count
|
||||
if ( minute >= 0 && minute < 10 ) {
|
||||
data.at( hour ).at( 10 ) ++;
|
||||
|
|
@ -447,22 +458,31 @@ const std::tuple<bool, std::unordered_map<int, std::unordered_map<int, int>>> Db
|
|||
|
||||
} else {
|
||||
for ( int m=1; m<=n_months; m++ ) {
|
||||
stmt = QString("SELECT %1, day, hour, minute FROM %2 WHERE year=%3 AND month=%4")
|
||||
.arg( log_field )
|
||||
stmt = QString("SELECT \"day\", \"hour\", \"minute\" FROM \"%1\" WHERE \"year\"=%2 AND \"month\"=%3")
|
||||
.arg( table )
|
||||
.arg( year )
|
||||
.arg( month );
|
||||
if ( m == 1 ) {
|
||||
// first month, only get the day from the beginning day
|
||||
stmt += QString(" AND day>=%1").arg( from_day );
|
||||
stmt += QString(" AND \"day\">=%1").arg( from_day );
|
||||
} else if ( m == n_months ) {
|
||||
// last month, only get the days until the ending day
|
||||
stmt += QString(" AND day<=%1").arg( to_day );
|
||||
stmt += QString(" AND \"day\"<=%1").arg( to_day );
|
||||
}
|
||||
|
||||
// only select non-NULL values
|
||||
stmt += QString(" AND \"%1\" IS NOT NULL")
|
||||
.arg( log_field.replace("'","''") );
|
||||
// apply a filter if present
|
||||
if ( field_filter.size() > 0 ) {
|
||||
stmt += QString(" AND \"%1\" LIKE '%2' || '%'")
|
||||
.arg( log_field.replace("'","''") )
|
||||
.arg( QString(field_filter).replace("'","''") );
|
||||
}
|
||||
|
||||
// quary the database
|
||||
stmt += ";";
|
||||
if ( query.exec( stmt.replace("'","''") ) == false ) {
|
||||
if ( query.exec( stmt ) == false ) {
|
||||
// error querying database
|
||||
successful = false;
|
||||
DialogSec::errDatabaseFailedExecuting( nullptr, this->db_name, query.lastQuery(), query.lastError().text() );
|
||||
|
|
@ -473,14 +493,9 @@ const std::tuple<bool, std::unordered_map<int, std::unordered_map<int, int>>> Db
|
|||
days_l.clear();
|
||||
// get query data
|
||||
while ( query.next() ) {
|
||||
item = query.value(0).toString();
|
||||
if ( item.startsWith( field_filter ) == false ) {
|
||||
// filtered out
|
||||
continue;
|
||||
}
|
||||
day = query.value(1).toInt();
|
||||
hour = query.value(2).toInt();
|
||||
minute = query.value(3).toInt();
|
||||
day = query.value(0).toInt();
|
||||
hour = query.value(1).toInt();
|
||||
minute = query.value(2).toInt();
|
||||
// increase the count
|
||||
if ( minute >= 0 && minute < 10 ) {
|
||||
data.at( hour ).at( 10 ) ++;
|
||||
|
|
@ -536,6 +551,476 @@ const std::tuple<bool, std::unordered_map<int, std::unordered_map<int, int>>> Db
|
|||
if ( db.isOpen() == true ) {
|
||||
db.close();
|
||||
}
|
||||
return std::make_tuple( successful, data );
|
||||
result = std::make_tuple( successful, data );
|
||||
}
|
||||
|
||||
|
||||
|
||||
// get and count how many times a specific item value brought to another
|
||||
void DbQuery::getRelationalCountsDay( std::tuple<bool, std::vector<int>>& result, const QString& web_server, const QString& log_type, const QString& year_, const QString& month_, const QString& day_, const QString& log_field_1_, const QString& field_filter_1, const QString& log_field_2_, const QString& field_filter_2 )
|
||||
{
|
||||
bool successful = true;
|
||||
std::vector<int> data;
|
||||
for ( int i=0; i<24; i++ ) {
|
||||
data.push_back( 0 );
|
||||
}
|
||||
|
||||
QSqlDatabase db = QSqlDatabase::addDatabase("QSQLITE");
|
||||
db.setDatabaseName( QString::fromStdString( this->db_path ));
|
||||
|
||||
if ( db.open() == false ) {
|
||||
// error opening database
|
||||
successful = false;
|
||||
QString err_msg = "";
|
||||
if ( this->dialog_level == 2 ) {
|
||||
err_msg = db.lastError().text();
|
||||
}
|
||||
DialogSec::errDatabaseFailedOpening( nullptr, this->db_name, err_msg );
|
||||
|
||||
} else {
|
||||
QString table;
|
||||
if ( web_server == "Apache2" ) {
|
||||
table += "apache_";
|
||||
} else if ( web_server == "Nginx" ) {
|
||||
table += "nginx_";
|
||||
} else if ( web_server == "Apache2" ) {
|
||||
table += "iis_";
|
||||
} else {
|
||||
// unexpected WebServer
|
||||
successful = false;
|
||||
DialogSec::errGeneric( nullptr, QString("Unexpected WebServer:\n%1").arg( web_server ), true );
|
||||
}
|
||||
if ( successful == true ) {
|
||||
if ( log_type == TYPES.value(1) ) {
|
||||
table += "access";
|
||||
} else if ( log_type == TYPES.value(2) ) {
|
||||
table += "error";
|
||||
} else {
|
||||
// unexpected LogType
|
||||
successful = false;
|
||||
DialogSec::errGeneric( nullptr, QString("Unexpected LogType:\n%1").arg( log_type ), true );
|
||||
}
|
||||
}
|
||||
int year, month, day;
|
||||
if ( successful == true ) {
|
||||
// setup period limits
|
||||
try {
|
||||
year = year_.toInt();
|
||||
month = this->Months_s2i.value( month_ );
|
||||
day = day_.toInt();
|
||||
} catch (...) {
|
||||
// failed to convert to integers
|
||||
successful = false;
|
||||
DialogSec::errGeneric( nullptr, QString("An error occured while processing dates"), true );
|
||||
}
|
||||
}
|
||||
if ( successful == true ) {
|
||||
// build the query statement
|
||||
QSqlQuery query = QSqlQuery( db );
|
||||
QString stmt;
|
||||
QString log_field_1 = this->LogFields_to_DbFields.value( log_field_1_ ),
|
||||
log_field_2 = this->LogFields_to_DbFields.value( log_field_2_ );
|
||||
|
||||
int hour, aux_hour, count;
|
||||
|
||||
// 1 month, no need to loop
|
||||
stmt = QString("SELECT \"hour\" FROM \"%1\" WHERE \"year\"=%2 AND \"month\"=%3 AND \"day\"=%4")
|
||||
.arg( table.replace("'","''") )
|
||||
.arg( year ).arg( month )
|
||||
.arg( day );
|
||||
|
||||
// only select non-NULL values
|
||||
stmt += QString(" AND \"%1\" IS NOT NULL")
|
||||
.arg( log_field_1.replace("'","''") );
|
||||
// apply a filter if present
|
||||
if ( field_filter_1.size() > 0 ) {
|
||||
QString filter = field_filter_1;
|
||||
if ( log_field_1 == "response"
|
||||
|| log_field_1 == "time_taken"
|
||||
|| log_field_1 == "bytes_sent"
|
||||
|| log_field_1 == "bytes_received" ) {
|
||||
// numbers
|
||||
if ( StringOps::isNumeric( field_filter_1.toStdString() ) == true ) {
|
||||
// no operator found, set defult to '='
|
||||
filter = QString("=%1").arg( field_filter_1 );
|
||||
}
|
||||
stmt += QString(" AND \"%1\"%2")
|
||||
.arg( log_field_1.replace("'","''") )
|
||||
.arg( filter.replace("'","''") );
|
||||
|
||||
} else {
|
||||
stmt += QString(" AND \"%1\" LIKE '%2' || '%'")
|
||||
.arg( log_field_1.replace("'","''") )
|
||||
.arg( filter.replace("'","''") );
|
||||
}
|
||||
}
|
||||
// only select non-NULL values
|
||||
stmt += QString(" AND \"%1\" IS NOT NULL")
|
||||
.arg( log_field_2.replace("'","''") );
|
||||
// apply a filter if present
|
||||
if ( field_filter_2.size() > 0 ) {
|
||||
QString filter = field_filter_2;
|
||||
if ( log_field_2 == "response"
|
||||
|| log_field_2 == "time_taken"
|
||||
|| log_field_2 == "bytes_sent"
|
||||
|| log_field_2 == "bytes_received" ) {
|
||||
// numbers
|
||||
if ( StringOps::isNumeric( field_filter_2.toStdString() ) == true ) {
|
||||
// no operator found, set defult to '='
|
||||
filter = QString("=%1").arg( field_filter_2 );
|
||||
}
|
||||
stmt += QString(" AND \"%1\"%2")
|
||||
.arg( log_field_2.replace("'","''") )
|
||||
.arg( filter.replace("'","''") );
|
||||
|
||||
} else {
|
||||
stmt += QString(" AND \"%1\" LIKE '%2' || '%'")
|
||||
.arg( log_field_2.replace("'","''") )
|
||||
.arg( QString(field_filter_2).replace("'","''") );
|
||||
}
|
||||
}
|
||||
|
||||
stmt += QString(" ORDER BY \"hour\" ASC;");
|
||||
if ( query.exec( stmt ) == false ) {
|
||||
// error querying database
|
||||
successful = false;
|
||||
DialogSec::errDatabaseFailedExecuting( nullptr, this->db_name, query.lastQuery(), query.lastError().text() );
|
||||
|
||||
} else {
|
||||
try {
|
||||
// get query data
|
||||
hour = -1;
|
||||
count = 0;
|
||||
while ( query.next() ) {
|
||||
aux_hour = query.value(0).toInt();
|
||||
if ( aux_hour == hour ) {
|
||||
count ++;
|
||||
} else {
|
||||
if ( hour != -1 ) {
|
||||
// any loop-round except the first
|
||||
data.at( hour ) += count;
|
||||
}
|
||||
hour = aux_hour;
|
||||
count = 1;
|
||||
}
|
||||
|
||||
}
|
||||
// append the last count
|
||||
data.at( hour ) += count;
|
||||
} catch (...) {
|
||||
// something failed
|
||||
successful = false;
|
||||
DialogSec::errGeneric( nullptr, QString("An error occured while processing"), true );
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if ( successful == false ) {
|
||||
data.clear();
|
||||
}
|
||||
if ( db.isOpen() == true ) {
|
||||
db.close();
|
||||
}
|
||||
result = std::make_tuple( successful, data );
|
||||
}
|
||||
|
||||
|
||||
|
||||
void DbQuery::getRelationalCountsPeriod( std::tuple<bool, std::vector<int>>& result, const QString& web_server, const QString& log_type, const QString& from_year_, const QString& from_month_, const QString& from_day_, const QString& to_year_, const QString& to_month_, const QString& to_day_, const QString& log_field_1_, const QString& field_filter_1, const QString& log_field_2_, const QString& field_filter_2 )
|
||||
{
|
||||
bool successful = true;
|
||||
std::vector<int> data;
|
||||
|
||||
QSqlDatabase db = QSqlDatabase::addDatabase("QSQLITE");
|
||||
db.setDatabaseName( QString::fromStdString( this->db_path ));
|
||||
|
||||
if ( db.open() == false ) {
|
||||
// error opening database
|
||||
successful = false;
|
||||
QString err_msg = "";
|
||||
if ( this->dialog_level == 2 ) {
|
||||
err_msg = db.lastError().text();
|
||||
}
|
||||
DialogSec::errDatabaseFailedOpening( nullptr, this->db_name, err_msg );
|
||||
|
||||
} else {
|
||||
QString table;
|
||||
if ( web_server == "Apache2" ) {
|
||||
table += "apache_";
|
||||
} else if ( web_server == "Nginx" ) {
|
||||
table += "nginx_";
|
||||
} else if ( web_server == "Apache2" ) {
|
||||
table += "iis_";
|
||||
} else {
|
||||
// unexpected WebServer
|
||||
successful = false;
|
||||
DialogSec::errGeneric( nullptr, QString("Unexpected WebServer:\n%1").arg( web_server ), true );
|
||||
}
|
||||
if ( successful == true ) {
|
||||
if ( log_type == TYPES.value(1) ) {
|
||||
table += "access";
|
||||
} else if ( log_type == TYPES.value(2) ) {
|
||||
table += "error";
|
||||
} else {
|
||||
// unexpected LogType
|
||||
successful = false;
|
||||
DialogSec::errGeneric( nullptr, QString("Unexpected LogType:\n%1").arg( log_type ), true );
|
||||
}
|
||||
}
|
||||
int from_year, from_month, from_day,
|
||||
to_year, to_month, to_day;
|
||||
if ( successful == true ) {
|
||||
// setup period limits
|
||||
try {
|
||||
from_year = from_year_.toInt();
|
||||
from_month = this->Months_s2i.value( from_month_ );
|
||||
from_day = from_day_.toInt();
|
||||
to_year = ( to_year_.size() == 0 ) ? from_year : to_year_.toInt() ;
|
||||
to_month = ( to_month_.size() == 0 ) ? from_month : this->Months_s2i.value( to_month_ ) ;
|
||||
to_day = ( to_day_.size() == 0 ) ? from_day : to_day_.toInt() ;
|
||||
} catch (...) {
|
||||
// failed to convert to integers
|
||||
successful = false;
|
||||
DialogSec::errGeneric( nullptr, QString("An error occured while processing dates"), true );
|
||||
}
|
||||
}
|
||||
if ( successful == true ) {
|
||||
// build the query statement
|
||||
QSqlQuery query = QSqlQuery( db );
|
||||
QString stmt;
|
||||
QString log_field_1 = this->LogFields_to_DbFields.value( log_field_1_ ),
|
||||
log_field_2 = this->LogFields_to_DbFields.value( log_field_2_ );
|
||||
|
||||
int n_months = 0,
|
||||
n_days = 0;
|
||||
if ( from_year == to_year ) {
|
||||
// same year
|
||||
if ( from_month == to_month ) {
|
||||
// same month
|
||||
n_months = 1;
|
||||
} else {
|
||||
// different months
|
||||
n_months = to_month - from_month + 1;
|
||||
}
|
||||
} else {
|
||||
// different years
|
||||
n_months += 13 - from_month; // months to the end of the first year
|
||||
n_months += to_month; // months from the beginning of the last year
|
||||
n_months += 12 * ( to_year - from_year - 1 ); // 12 months for every middle year (0 if none)
|
||||
}
|
||||
|
||||
int year = from_year,
|
||||
month = from_month,
|
||||
day, aux_day, count;
|
||||
|
||||
if ( n_months == 1 ) {
|
||||
// 1 month, no need to loop
|
||||
stmt = QString("SELECT \"day\" FROM \"%1\" WHERE \"year\"=%2 AND \"month\"=%3 AND \"day\">=%4 AND \"day\"<=%5")
|
||||
.arg( table.replace("'","''") )
|
||||
.arg( year ).arg( month )
|
||||
.arg( from_day ).arg( to_day );
|
||||
|
||||
// only select non-NULL values
|
||||
stmt += QString(" AND \"%1\" IS NOT NULL")
|
||||
.arg( log_field_1.replace("'","''") );
|
||||
// apply a filter if present
|
||||
if ( field_filter_1.size() > 0 ) {
|
||||
QString filter = field_filter_1;
|
||||
if ( log_field_1 == "response"
|
||||
|| log_field_1 == "time_taken"
|
||||
|| log_field_1 == "bytes_sent"
|
||||
|| log_field_1 == "bytes_received" ) {
|
||||
// numbers
|
||||
if ( StringOps::isNumeric( field_filter_1.toStdString() ) == true ) {
|
||||
// no operator found, set defult to '='
|
||||
filter = QString("=%1").arg( field_filter_1 );
|
||||
}
|
||||
stmt += QString(" AND \"%1\"%2")
|
||||
.arg( log_field_1.replace("'","''") )
|
||||
.arg( filter.replace("'","''") );
|
||||
|
||||
} else {
|
||||
stmt += QString(" AND \"%1\" LIKE '%2' || '%'")
|
||||
.arg( log_field_1.replace("'","''") )
|
||||
.arg( filter.replace("'","''") );
|
||||
}
|
||||
}
|
||||
// only select non-NULL values
|
||||
stmt += QString(" AND \"%1\" IS NOT NULL")
|
||||
.arg( log_field_2.replace("'","''") );
|
||||
// apply a filter if present
|
||||
if ( field_filter_2.size() > 0 ) {
|
||||
QString filter = field_filter_2;
|
||||
if ( log_field_2 == "response"
|
||||
|| log_field_2 == "time_taken"
|
||||
|| log_field_2 == "bytes_sent"
|
||||
|| log_field_2 == "bytes_received" ) {
|
||||
// numbers
|
||||
if ( StringOps::isNumeric( field_filter_2.toStdString() ) == true ) {
|
||||
// no operator found, set defult to '='
|
||||
filter = QString("=%1").arg( field_filter_2 );
|
||||
}
|
||||
stmt += QString(" AND \"%1\"%2")
|
||||
.arg( log_field_2.replace("'","''") )
|
||||
.arg( filter.replace("'","''") );
|
||||
|
||||
} else {
|
||||
stmt += QString(" AND \"%1\" LIKE '%2' || '%'")
|
||||
.arg( log_field_2.replace("'","''") )
|
||||
.arg( QString(field_filter_2).replace("'","''") );
|
||||
}
|
||||
}
|
||||
|
||||
stmt += QString(" ORDER BY \"day\" ASC;");
|
||||
if ( query.exec( stmt ) == false ) {
|
||||
// error querying database
|
||||
successful = false;
|
||||
DialogSec::errDatabaseFailedExecuting( nullptr, this->db_name, query.lastQuery(), query.lastError().text() );
|
||||
|
||||
} else {
|
||||
try {
|
||||
// get query data
|
||||
day = count = 0;
|
||||
while ( query.next() ) {
|
||||
aux_day = query.value(0).toInt();
|
||||
if ( aux_day == day ) {
|
||||
count ++;
|
||||
} else {
|
||||
if ( day != 0 ) {
|
||||
// any loop-round except the first
|
||||
data.push_back( count );
|
||||
}
|
||||
day = aux_day;
|
||||
count = 1;
|
||||
}
|
||||
|
||||
}
|
||||
// append the last count
|
||||
data.push_back( count );
|
||||
} catch (...) {
|
||||
// something failed
|
||||
successful = false;
|
||||
DialogSec::errGeneric( nullptr, QString("An error occured while processing"), true );
|
||||
}
|
||||
}
|
||||
|
||||
} else {
|
||||
for ( int m=1; m<=n_months; m++ ) {
|
||||
stmt = QString("SELECT \"day\" FROM \"%1\" WHERE \"year\"=%2 AND \"month\"=%3")
|
||||
.arg( table.replace("'","''") )
|
||||
.arg( year )
|
||||
.arg( month );
|
||||
|
||||
if ( m == 1 ) {
|
||||
// first month, only get the day from the beginning day
|
||||
stmt += QString(" AND \"day\">=%1").arg( from_day );
|
||||
} else if ( m == n_months ) {
|
||||
// last month, only get the days until the ending day
|
||||
stmt += QString(" AND \"day\"<=%1").arg( to_day );
|
||||
}
|
||||
|
||||
// only select non-NULL values
|
||||
stmt += QString(" AND \"%1\" IS NOT NULL")
|
||||
.arg( log_field_1.replace("'","''") );
|
||||
// apply a filter if present
|
||||
if ( field_filter_1.size() > 0 ) {
|
||||
QString filter = field_filter_1;
|
||||
if ( log_field_1 == "response"
|
||||
|| log_field_1 == "time_taken"
|
||||
|| log_field_1 == "bytes_sent"
|
||||
|| log_field_1 == "bytes_received" ) {
|
||||
// numbers
|
||||
if ( StringOps::isNumeric( field_filter_1.toStdString() ) == true ) {
|
||||
// no operator found, set defult to '='
|
||||
filter = QString("=%1").arg( field_filter_1 );
|
||||
}
|
||||
stmt += QString(" AND \"%1\"%2")
|
||||
.arg( log_field_1.replace("'","''") )
|
||||
.arg( filter.replace("'","''") );
|
||||
|
||||
} else {
|
||||
stmt += QString(" AND \"%1\" LIKE '%2' || '%'")
|
||||
.arg( log_field_1.replace("'","''") )
|
||||
.arg( filter.replace("'","''") );
|
||||
}
|
||||
}
|
||||
// only select non-NULL values
|
||||
stmt += QString(" AND \"%1\" IS NOT NULL")
|
||||
.arg( log_field_2.replace("'","''") );
|
||||
// apply a filter if present
|
||||
if ( field_filter_2.size() > 0 ) {
|
||||
QString filter = field_filter_2;
|
||||
if ( log_field_2 == "response"
|
||||
|| log_field_2 == "time_taken"
|
||||
|| log_field_2 == "bytes_sent"
|
||||
|| log_field_2 == "bytes_received" ) {
|
||||
// numbers
|
||||
if ( StringOps::isNumeric( field_filter_2.toStdString() ) == true ) {
|
||||
// no operator found, set defult to '='
|
||||
filter = QString("=%1").arg( field_filter_2 );
|
||||
}
|
||||
stmt += QString(" AND \"%1\"%2")
|
||||
.arg( log_field_2.replace("'","''") )
|
||||
.arg( filter.replace("'","''") );
|
||||
|
||||
} else {
|
||||
stmt += QString(" AND \"%1\" LIKE '%2' || '%'")
|
||||
.arg( log_field_2.replace("'","''") )
|
||||
.arg( QString(field_filter_2).replace("'","''") );
|
||||
}
|
||||
}
|
||||
|
||||
// quary the database
|
||||
stmt += " ORDER BY \"day\" ASC;";
|
||||
if ( query.exec( stmt ) == false ) {
|
||||
// error querying database
|
||||
successful = false;
|
||||
DialogSec::errDatabaseFailedExecuting( nullptr, this->db_name, query.lastQuery(), query.lastError().text() );
|
||||
|
||||
} else {
|
||||
try {
|
||||
// get query data
|
||||
day = count = 0;
|
||||
while ( query.next() ) {
|
||||
aux_day = query.value(0).toInt();
|
||||
if ( aux_day == day ) {
|
||||
count ++;
|
||||
} else {
|
||||
if ( day != 0 ) {
|
||||
// any loop-round except the first
|
||||
data.push_back( count );
|
||||
}
|
||||
day = aux_day;
|
||||
count = 1;
|
||||
}
|
||||
}
|
||||
// append the last count
|
||||
data.push_back( count );
|
||||
// increase the month
|
||||
month ++;
|
||||
if ( month > 12 ) {
|
||||
month = 1;
|
||||
year ++;
|
||||
}
|
||||
} catch (...) {
|
||||
// something failed
|
||||
successful = false;
|
||||
DialogSec::errGeneric( nullptr, QString("An error occured while processing"), true );
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if ( successful == false ) {
|
||||
data.clear();
|
||||
}
|
||||
if ( db.isOpen() == true ) {
|
||||
db.close();
|
||||
}
|
||||
result = std::make_tuple( successful, data );
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -37,19 +37,36 @@ public:
|
|||
void setDbPath( const std::string& path );
|
||||
//const std::string getDbPath( const int web_server );
|
||||
|
||||
const std::tuple<const bool, const std::unordered_map<int, std::unordered_map<int, std::unordered_map<int, std::unordered_map<int, std::vector<int>>>>>> refreshDates();
|
||||
void refreshDates( std::tuple<bool, std::unordered_map<int, std::unordered_map<int, std::unordered_map<int, std::unordered_map<int, std::vector<int>>>>>>& result );
|
||||
|
||||
const std::tuple<bool, std::vector<std::tuple<QString, int>>> getItemsCount(
|
||||
void getItemsCount(
|
||||
std::tuple<bool, std::vector<std::tuple<QString, int>>>& result,
|
||||
const QString& web_server, const QString& log_type,
|
||||
const QString& year, const QString& month, const QString& day,
|
||||
const QString& year, const QString& month, const QString& day,
|
||||
const QString& log_field );
|
||||
|
||||
const std::tuple<bool, std::unordered_map<int, std::unordered_map<int, int>>> getDaytimeCounts(
|
||||
void getDaytimeCounts(
|
||||
std::tuple<bool, std::unordered_map<int, std::unordered_map<int, int>>>& result,
|
||||
const QString& web_server, const QString& log_type,
|
||||
const QString& from_year_, const QString& from_month_, const QString& from_day_,
|
||||
const QString& to_year_, const QString& to_month_, const QString& to_day_,
|
||||
const QString& to_year_, const QString& to_month_, const QString& to_day_,
|
||||
const QString& log_field_, const QString& field_filter );
|
||||
|
||||
void getRelationalCountsDay(
|
||||
std::tuple<bool, std::vector<int>>& result,
|
||||
const QString& web_server, const QString& log_type,
|
||||
const QString& year_, const QString& month_, const QString& day_,
|
||||
const QString& log_field_1_, const QString& field_filter_1,
|
||||
const QString& log_field_2_, const QString& field_filter_2 );
|
||||
|
||||
void getRelationalCountsPeriod(
|
||||
std::tuple<bool, std::vector<int>>& result,
|
||||
const QString& web_server, const QString& log_type,
|
||||
const QString& from_year_, const QString& from_month_, const QString& from_day_,
|
||||
const QString& to_year_, const QString& to_month_, const QString& to_day_,
|
||||
const QString& log_field_1_, const QString& field_filter_1,
|
||||
const QString& log_field_2_, const QString& field_filter_2 );
|
||||
|
||||
private:
|
||||
// quantity of informational dialogs to display
|
||||
int dialog_level = 2; // 0: essential, 1: usefull, 2: explanatory
|
||||
|
|
|
|||
Loading…
Reference in a new issue