etc/clients
1
0
Fork 0
Code Issues Pull Requests Releases Activity
Files
9306969beacfd984e7d0117abea63d43d4231f83
clients/FilterProcess/sconsumer.cpp
admin 9306969bea filterprocess consumer / spammer 그래프 수정 
카카오스토리 modified date가 위로 올라오는 문제로 인해 
과거 댓글이 그래프구간에 영향을 끼치는 문제 수정


git-svn-id: svn://192.168.0.12/source@325 8346c931-da38-4b9b-9d4c-e48b93cbd075
2016-11-30 09:09:35 +00:00

989 lines
40 KiB
C++
Raw Blame History

#include "sconsumer.h"
#include <QSqlQuery>
#include <QSqlDatabase>
#include <QSqlError>
#include <QDebug>
#include <QDateTime>
#include <QDate>
#include <QJsonArray>
#include <QJsonObject>
#include <QJsonDocument>
#include <QJsonValue>
bool SConsumer::uploadData(int _companyNum)
{
QSqlDatabase dbWeb = m_pSInitializer->getDatabase(SDBManager::E_DATABASE_WEB);
m_pSInitializer->insertLog("Start Consumer upload");
m_pSInitializer->updateWebDBInfoState(dbWeb, _companyNum, "Consumer (Start)");
if (!m_SBodyConsumerMap.uploadData(dbWeb, _companyNum))
{
m_pSInitializer->insertLog("Fail to upload body_consumer_map");
return false;
}
/*
if (!m_SStatsConUserBuzzybyday.uploadData(dbWeb, _companyNum))
{
m_pSInitializer->insertLog("Fail to upload stats_con_user_buzzbyday");
return false;
}
*/
if (!m_SStatsJson.uploadData(dbWeb, _companyNum))
{
m_pSInitializer->insertLog("Fail to upload stats_json");
return false;
}
m_pSInitializer->insertLog("End Consumer upload");
m_pSInitializer->updateWebDBInfoState(dbWeb, _companyNum, "Consumer (Finish)");
return true;
}
bool SConsumer::makeCategory(SDatagroup &_datagroup, int _nCategory, const QList<SInitializer::stFilter> &_listFilter)
{
QVector<QStringList> vecData[SInitializer::E_ARTICLE_MAX];
bool bFiltered[SInitializer::E_ARTICLE_MAX];
for (int i = 0; i < SInitializer::E_ARTICLE_MAX; i++)
bFiltered[i] = false;
_datagroup.copyData(vecData);
m_pSInitializer->insertDebugLog(QString("Consumer Category: ") + m_pSInitializer->getCategoryName(_nCategory));
foreach (const SInitializer::stFilter& filter, _listFilter)
{
switch(filter.m_nType)
{
case E_FILTER_TYPE_DATE://Date
m_SFilterAlgorithm.FilterDate(vecData, bFiltered, filter.m_vData.toString(),
m_pSInitializer->getColumnIntArray()[SInitializer::E_DATA_article_date]);
break;
case E_FILTER_TYPE_SEARCH:
m_SFilterAlgorithm.FilterSearch(vecData, bFiltered, filter.m_vData.toString());
break;
case E_FILTER_TYPE_LENGTH:
m_SFilterAlgorithm.FilterLength(vecData, bFiltered, filter.m_vData.toString());
break;
case E_FILTER_TYPE_REPLACE:
m_SFilterAlgorithm.FilterReplace(vecData, bFiltered, filter.m_vData.toString());
break;
case E_FILTER_TYPE_COUNTER:
m_SFilterAlgorithm.FilterCounter(vecData, bFiltered, filter.m_vData.toString());
break;
}
m_pSInitializer->insertDebugLog("Body: " + QString::number(vecData[SInitializer::E_ARTICLE_BODY].size()) + ", " +
"Reply: " + QString::number(vecData[SInitializer::E_ARTICLE_REPLY].size()) + ", " +
SService::convertJsonToStr(filter.m_nType, filter.m_vData.toString()));
}
stReal streal;
m_pSInitializer->insertLog(QString("Category:") + m_pSInitializer->getCategoryName(_nCategory) + ",(" +
QString::number(vecData[SInitializer::E_ARTICLE_BODY].size()) + '/' + QString::number(vecData[SInitializer::E_ARTICLE_REPLY].size()) + ")" + "(Body/Reply)" );
m_pSInitializer->insertDebugLog(QString("Category:") + m_pSInitializer->getCategoryName(_nCategory) + ",(" +
QString::number(vecData[SInitializer::E_ARTICLE_BODY].size()) + '/' + QString::number(vecData[SInitializer::E_ARTICLE_REPLY].size()) + ")" + "(Body/Reply)" );
m_pSInitializer->insertDebugLog("");
const int *anColumn = m_pSInitializer->getColumnIntArray();
if (bFiltered[SInitializer::E_ARTICLE_BODY])
{
foreach (const QStringList& strlist, vecData[SInitializer::E_ARTICLE_BODY])
{
streal.m_setRealAllUrl.insert(strlist[anColumn[SInitializer::E_DATA_article_url]].trimmed());
streal.m_setRealBodyUrl.insert(strlist[anColumn[SInitializer::E_DATA_article_url]].trimmed());
_datagroup.addRealUrl(strlist[anColumn[SInitializer::E_DATA_article_url]].trimmed());
}
}
if (bFiltered[SInitializer::E_ARTICLE_REPLY])
{
foreach (const QStringList& strlist, vecData[SInitializer::E_ARTICLE_REPLY])
{
streal.m_setRealAllUrl.insert(strlist[anColumn[SInitializer::E_DATA_article_url]].trimmed());
streal.m_mapRealReplyUniqueUrl.insertMulti(strlist[anColumn[SInitializer::E_DATA_article_url]].trimmed(),
strlist[anColumn[SInitializer::E_DATA_article_order]].trimmed().toInt());
_datagroup.addRealUrl(strlist[anColumn[SInitializer::E_DATA_article_url]].trimmed());
}
}
m_mapCategory.insert(_nCategory, streal);
return true;
}
bool SConsumer::changeTable(int _companyNum)
{
m_pSInitializer->insertLog("Start change consumer tables");
QSqlDatabase dbWeb = m_pSInitializer->getDatabase(SDBManager::E_DATABASE_WEB);
if (!m_SBodyConsumerMap.changeTable(dbWeb, _companyNum))
{
m_pSInitializer->insertLog("Fail to body_consumer_change");
return false;
}
return true;
}
void SConsumer::setInitiaizer(SInitializer &_initializer)
{
m_pSInitializer = &_initializer;
m_SBodyConsumerMap.setInitiaizer(_initializer);
//m_SStatsConUserBuzzybyday.setInitiaizer(_initializer);
m_SStatsJson.setInitiaizer(_initializer);
}
bool SConsumer::makeOverallCategory(int _nCategory)
{
if (m_mapCategory.size() < 1)
return true;
stReal streal;
for (QMap<int, stReal>::iterator iterPos = m_mapCategory.begin(); iterPos != m_mapCategory.end(); iterPos++ )
{
stReal& val = iterPos.value();
foreach (const QString& _strurl, val.m_setRealBodyUrl )
streal.m_setRealBodyUrl.insert(_strurl);
foreach (const QString& _strurl, val.m_setRealAllUrl )
streal.m_setRealAllUrl.insert(_strurl);
for (QMap<QString, int>::iterator iterPos1 = val.m_mapRealReplyUniqueUrl.begin(); iterPos1 != val.m_mapRealReplyUniqueUrl.end();
iterPos1++)
{
if (streal.m_mapRealReplyUniqueUrl.contains(iterPos1.key()) && streal.m_mapRealReplyUniqueUrl.values(iterPos1.key()).contains(iterPos1.value()))
continue;
else
streal.m_mapRealReplyUniqueUrl.insertMulti(iterPos1.key(), iterPos1.value());
}
}
m_mapCategory.insert(_nCategory, streal);
return true;
}
bool SConsumer::makeTable(SDatagroup &_datagroup)
{
if (m_mapCategory.size() > 0)
{
m_pSInitializer->insertLog("Make Consumer Tables");
m_SBodyConsumerMap.makeTable(_datagroup, m_mapCategory);
m_pSInitializer->insertLog("Make Body Tables");
//m_SStatsConUserBuzzybyday.makeTable(_datagroup, m_mapCategory);
m_SStatsJson.makeTable(_datagroup, m_mapCategory);
m_pSInitializer->insertLog("Make stats_json Tables");
}
return true;
}
void SConsumer::SBodyConsumerMap::makeTable(SDatagroup &_datagroup, const QMap<int, stReal> &_mapCategory)
{
int num = 0;
const QStringList* orderedUrl = _datagroup.getOrderedUrl();
for (QMap<int, stReal>::const_iterator iterPos = _mapCategory.constBegin(); iterPos != _mapCategory.constEnd(); iterPos++)
{
const stReal& streal = iterPos.value();
foreach (const QString& strUrl, *orderedUrl)
{
if (streal.m_setRealBodyUrl.contains(strUrl))
{
stBodyConsumerMap stbody;
stbody.num = num++;
stbody.body_num = _datagroup.getstBodyNum(strUrl);
stbody.category_num = iterPos.key();
stbody.realin |= REAL_BODY;
stbody.platformname_num = _datagroup.getstBody(strUrl)->platformname_num;
stbody.platformform_num = _datagroup.getstBody(strUrl)->platformform_num;
stbody.date = _datagroup.getstBody(strUrl)->date;
stbody.replycount = _datagroup.getstBody(strUrl)->replycount;
stbody.view = _datagroup.getstBody(strUrl)->view;
stbody.id_num = _datagroup.getstBody(strUrl)->id_num;
stbody.community_num = _datagroup.getstBody(strUrl)->community_num;
stbody.nickname_num = _datagroup.getstBody(strUrl)->nickname_num;
if (streal.m_mapRealReplyUniqueUrl.contains(strUrl))
{
stbody.realin |= REAL_REPLY;
foreach (int order, streal.m_mapRealReplyUniqueUrl.values(strUrl))
{
_datagroup.addRealReplyCategory(strUrl, order, iterPos.key());
}
}
m_listMap.append(stbody);
_datagroup.addRealBodyCategory(strUrl, iterPos.key());
}
else if (streal.m_mapRealReplyUniqueUrl.contains(strUrl))
{
stBodyConsumerMap stbody;
stbody.num = num++;
stbody.body_num = _datagroup.getstBodyNum(strUrl);
stbody.category_num = iterPos.key();
stbody.realin |= REAL_REPLY;
stbody.platformname_num = _datagroup.getstBody(strUrl)->platformname_num;
stbody.platformform_num = _datagroup.getstBody(strUrl)->platformform_num;
stbody.date = _datagroup.getstBody(strUrl)->date;
stbody.replycount = _datagroup.getstBody(strUrl)->replycount;
stbody.view = _datagroup.getstBody(strUrl)->view;
stbody.id_num = _datagroup.getstBody(strUrl)->id_num;
stbody.community_num = _datagroup.getstBody(strUrl)->community_num;
stbody.nickname_num = _datagroup.getstBody(strUrl)->nickname_num;
foreach (int order, streal.m_mapRealReplyUniqueUrl.values(strUrl))
{
_datagroup.addRealReplyCategory(strUrl, order, iterPos.key());
}
m_listMap.append(stbody);
}
}
}
}
bool SConsumer::SBodyConsumerMap::changeTable(QSqlDatabase &_db, const int &_nCompany)
{
QString strQuery;
QSqlQuery query(_db);
strQuery = "RENAME TABLE ";
strQuery += "body_consumer_map_" + QString::number(_nCompany) + " TO " + "body_consumer_map_" + QString::number(_nCompany) + "_temp" + ",";
strQuery += "body_consumer_map_" + QString::number(_nCompany) + "_update" + " TO " + "body_consumer_map_" + QString::number(_nCompany) + ",";
strQuery += "body_consumer_map_" + QString::number(_nCompany) + "_temp" + " TO " + "body_consumer_map_" + QString::number(_nCompany) + "_update";
if (!query.exec(strQuery.toUtf8()))
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
return true;
}
/*
bool SConsumer::SBodyConsumerMap::uploadData(QSqlDatabase &_db, const int &_nCompany)
{
QString strQuery = "truncate body_consumer_map_" + QString::number(_nCompany) + "_update";
QSqlQuery query(_db);
if (query.exec(strQuery.toUtf8()) == false)
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
strQuery = QString("insert into body_consumer_map_" + QString::number(_nCompany) +
"_update (num,body_num,category_num,realin) VALUES (:NUM,:BODY_NUM,:CATEGORY_NUM,:REALIN)");
query.clear();
query.prepare(strQuery.toUtf8());
foreach (const stBodyConsumerMap& stbody, m_listMap)
{
query.bindValue(":NUM", stbody.num);
query.bindValue(":BODY_NUM", stbody.body_num);
query.bindValue(":CATEGORY_NUM", stbody.category_num);
query.bindValue(":REALIN", stbody.realin);
if (query.exec() == false)
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
}
return true;
}
*/
bool SConsumer::SBodyConsumerMap::uploadData(QSqlDatabase &_db, const int &_nCompany)
{
QString strQuery = "truncate body_consumer_map_" + QString::number(_nCompany) + "_update";
QSqlQuery query(_db);
if (query.exec(strQuery.toUtf8()) == false)
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
strQuery = QString("insert into body_consumer_map_" + QString::number(_nCompany) +
"_update (num,body_num,category_num,realin,platformname_num,platformform_num,date,replycount,view,id_num,community_num,nickname_num) VALUES (");
query.clear();
foreach (const stBodyConsumerMap& stbody, m_listMap)
{
QString str = strQuery;
str += QString::number(stbody.num) + ",";
str += QString::number(stbody.body_num) + ",";
str += QString::number(stbody.category_num) + ",";
str += QString::number(stbody.realin) + ",";
str += QString::number(stbody.platformname_num) + ",";
str += QString::number(stbody.platformform_num) + ",";
str += "'" + stbody.date + "',";
str += QString::number(stbody.replycount) + ",";
str += QString::number(stbody.view) + ",";
str += QString::number(stbody.id_num) + ",";
str += QString::number(stbody.community_num) + ",";
str += QString::number(stbody.nickname_num) + ")";
if (query.exec(str.toUtf8()) == false)
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
}
return true;
}
void SConsumer::SReplyConsumerMap::makeTable(SDatagroup &_datagroup, const QMap<int, stReal> &_mapCategory)
{
int num = 0;
const QStringList* orderedUrl = _datagroup.getOrderedUrl();
for (QMap<int, stReal>::const_iterator iterPos = _mapCategory.constBegin(); iterPos != _mapCategory.constEnd(); iterPos++)
{
const stReal& streal = iterPos.value();
foreach (const QString& strUrl, *orderedUrl)
{
if (streal.m_setRealAllUrl.contains(strUrl))
{
if (_datagroup.getstBody(strUrl)->replycount == 0)
continue;
const QMap<int, SDatagroup::stReply>* mapReply = _datagroup.getstReply(strUrl);
for(QMap<int, SDatagroup::stReply>::const_iterator iterPos1 = mapReply->constBegin(); iterPos1 != mapReply->constEnd(); iterPos1++)
{
stReplyConsumerMap streply;
streply.num = num++;
streply.category_num = iterPos.key();
}
}
}
}
}
void SConsumer::SStatsJson::makeTable(SDatagroup &_datagroup, const QMap<int, stReal> &_mapCategory)
{
const QMap<QString, QStringList>* mapBody = _datagroup.getmapBody();
const QMap<QString, QMap<int, QStringList> >* mapReply = _datagroup.getmapReply();
const int* anColumn = m_pSInitializer->getColumnIntArray();
QDate dateStart(2100,1,1),dateEnd(2000,1,1);
QDate dateStartBody(2100,1,1),dateEndBody(2000,1,1);
QDate dateStartReply(2100,1,1),dateEndReply(2000,1,1);
QList<stBuzzy> listBuzzy;
stReal allCategory;
// filtered
{
for (QMap<int, stReal>::const_iterator iterPos = _mapCategory.constBegin(); iterPos != _mapCategory.constEnd(); iterPos++)
{
stBuzzy stbuzzy;
stbuzzy.m_nCategory = iterPos.key();
const stReal &streal = iterPos.value();
foreach (const QString& strUrl, streal.m_setRealBodyUrl)
{
allCategory.m_setRealBodyUrl.insert(strUrl);
allCategory.m_setRealAllUrl.insert(strUrl);
QDate date = QDateTime::fromString((*mapBody)[strUrl.trimmed()][anColumn[SInitializer::E_DATA_article_date]].trimmed().replace("T", " "), "yyyy-MM-dd HH:mm:ss").date();
//if (date.isNull())
// date = QDateTime::fromString((*mapBody)[strUrl.trimmed()][anColumn[SInitializer::E_DATA_article_date]].trimmed(), "yyyy-MM-dd HH:mm:ss").date();
if (date.year() == 1990)
continue;
dateStart = (date < dateStart ) ? date : dateStart;
dateEnd = (date > dateEnd ) ? date : dateEnd;
dateStartBody = (date < dateStartBody ) ? date : dateStartBody;
dateEndBody = (date > dateEndBody ) ? date : dateEndBody;
if (stbuzzy.m_mapBodyBuzz.contains(date))
stbuzzy.m_mapBodyBuzz[date]++;
else
stbuzzy.m_mapBodyBuzz.insert(date, 1);
}
for (QMap<QString, int>::const_iterator iterPos1 = streal.m_mapRealReplyUniqueUrl.constBegin(); iterPos1 != streal.m_mapRealReplyUniqueUrl.constEnd(); iterPos1++)
{
const QStringList &slReply = (*mapReply)[iterPos1.key()][iterPos1.value()];
if (!allCategory.m_mapRealReplyUniqueUrl.contains(iterPos1.key()) || !allCategory.m_mapRealReplyUniqueUrl.values(iterPos1.key()).contains(iterPos1.value()))
allCategory.m_mapRealReplyUniqueUrl.insertMulti(iterPos1.key(), iterPos1.value());
allCategory.m_setRealAllUrl.insert(iterPos1.key());
QDate date = QDateTime::fromString(slReply[anColumn[SInitializer::E_DATA_article_date]].trimmed().replace("T", " "), "yyyy-MM-dd HH:mm:ss").date();
if (date.year() == 1990)
continue;
//dateStart = (date < dateStart ) ? date : dateStart;
dateEnd = (date > dateEnd ) ? date : dateEnd;
dateStartReply = (date < dateStartReply ) ? (date < dateStart ? dateStart : date) : dateStartReply;
//dateStartReply = (date < dateStartReply ) ? date : dateStartReply;
dateEndReply = (date > dateEndReply ) ? date : dateEndReply;
if (stbuzzy.m_mapReplyBuzz.contains(date))
stbuzzy.m_mapReplyBuzz[date]++;
else
stbuzzy.m_mapReplyBuzz.insert(date, 1);
}
listBuzzy.append(stbuzzy);
}
}
//all filtered category
{
stBuzzy stbuzzy;
stbuzzy.m_nCategory = -1;
foreach (const QString& strUrl, allCategory.m_setRealBodyUrl)
{
QDate date = QDateTime::fromString((*mapBody)[strUrl.trimmed()][anColumn[SInitializer::E_DATA_article_date]].trimmed().replace("T", " "), "yyyy-MM-dd HH:mm:ss").date();
if (date.year() == 1990)
continue;
if (date.day() == 5)
qDebug() << "body: " << strUrl;
if (stbuzzy.m_mapBodyBuzz.contains(date))
stbuzzy.m_mapBodyBuzz[date]++;
else
stbuzzy.m_mapBodyBuzz.insert(date, 1);
}
for (QMap<QString, int>::const_iterator iterPos1 = allCategory.m_mapRealReplyUniqueUrl.constBegin(); iterPos1 != allCategory.m_mapRealReplyUniqueUrl.constEnd(); iterPos1++)
{
const QStringList &slReply = (*mapReply)[iterPos1.key()][iterPos1.value()];
QDate date = QDateTime::fromString(slReply[anColumn[SInitializer::E_DATA_article_date]].trimmed().replace("T", " "), "yyyy-MM-dd HH:mm:ss").date();
if (date.year() == 1990)
continue;
if (date.day() == 5)
qDebug() << "Reply: " << slReply[anColumn[SInitializer::E_DATA_article_url]];
if (stbuzzy.m_mapReplyBuzz.contains(date))
stbuzzy.m_mapReplyBuzz[date]++;
else
stbuzzy.m_mapReplyBuzz.insert(date, 1);
}
listBuzzy.append(stbuzzy);
}
//all buzzy
{
stBuzzy stbuzzy;
stbuzzy.m_nCategory = 0;
for (QMap<QString, QStringList>::const_iterator iterPos = mapBody->constBegin(); iterPos != mapBody->constEnd(); iterPos++)
{
QDate date = QDateTime::fromString(iterPos.value()[anColumn[SInitializer::E_DATA_article_date]].trimmed().replace("T", " "), "yyyy-MM-dd HH:mm:ss").date();
if (date.year() == 1990)
continue;
if (stbuzzy.m_mapBodyBuzz.contains(date))
stbuzzy.m_mapBodyBuzz[date]++;
else
stbuzzy.m_mapBodyBuzz.insert(date, 1);
}
for (QMap<QString, QMap<int, QStringList> >::const_iterator iterPos = mapReply->constBegin(); iterPos != mapReply->constEnd(); iterPos++)
{
for (QMap<int, QStringList>::const_iterator iterPos1 = iterPos.value().constBegin(); iterPos1 != iterPos.value().constEnd(); iterPos1++)
{
QDate date = QDateTime::fromString(iterPos1.value()[anColumn[SInitializer::E_DATA_article_date]].trimmed().replace("T", " "), "yyyy-MM-dd HH:mm:ss").date();
if (date.year() == 1990)
continue;
if (stbuzzy.m_mapReplyBuzz.contains(date))
stbuzzy.m_mapReplyBuzz[date]++;
else
stbuzzy.m_mapReplyBuzz.insert(date, 1);
}
}
listBuzzy.append(stbuzzy);
}
int nTotalCount = 0, nTotalBodyCount = 0, nTotalReplyCount = 0;
{
foreach (const QString& strUrl, allCategory.m_setRealAllUrl)
{
nTotalBodyCount++;
nTotalReplyCount += (*mapReply)[strUrl].size();
}
nTotalCount = nTotalBodyCount + nTotalReplyCount;
}
{
QJsonArray jsArrayAll;
QJsonArray jsArrayReply;
QJsonArray jsArrayBody;
qDebug() << "consumer";
qDebug() << dateStart;
qDebug() << dateEnd;
foreach (const stBuzzy &stbuzzy, listBuzzy)
{
QJsonArray jsValueAll;
QJsonArray jsValueBody;
QJsonArray jsValueReply;
for (QDate i = dateStart; i <= dateEnd; i = i.addDays(1))
{
QJsonObject jsoBody;
QJsonObject jsoAll;
QJsonObject jsoReply;
jsoAll["date"] = jsoReply["date"] = jsoBody["date"] = i.toString("yyyyMMdd");
jsoBody["count"] = stbuzzy.m_mapBodyBuzz[i];
jsoReply["count"] = stbuzzy.m_mapReplyBuzz[i];
jsoAll["count"] = stbuzzy.m_mapBodyBuzz[i] + stbuzzy.m_mapReplyBuzz[i];
jsValueAll.append(jsoAll);
jsValueBody.append(jsoBody);
jsValueReply.append(jsoReply);
}
QJsonObject jsNameReply;
QJsonObject jsNameAll;
QJsonObject jsNameBody;
if (stbuzzy.m_nCategory > 0)
jsNameReply["name"] = jsNameBody["name"] = jsNameAll["name"] = m_pSInitializer->getCategoryName(stbuzzy.m_nCategory);
else if (stbuzzy.m_nCategory == 0)
jsNameReply["name"] = jsNameBody["name"] = jsNameAll["name"] = "ALL";
else
jsNameReply["name"] = jsNameBody["name"] = jsNameAll["name"] = "ALLCATEGORY";
jsNameAll["value"] = jsValueAll;
jsNameBody["value"] = jsValueBody;
jsNameReply["value"] = jsValueReply;
jsArrayAll.append(jsNameAll);
jsArrayBody.append(jsNameBody);
jsArrayReply.append(jsNameReply);
}
stStatsJson stbodybuzz;
stStatsJson streplybuzz;
stStatsJson stallbuzz;
stallbuzz.title = streplybuzz.title = stbodybuzz.title = "buzz";
stbodybuzz.subtitle = "body";
streplybuzz.subtitle = "reply";
stallbuzz.subtitle = "all";
QJsonObject jobjAll;
QJsonObject jobjBody;
QJsonObject jobjReply;
jobjAll["data"] = jsArrayAll;
jobjBody["data"] = jsArrayBody;
jobjReply["data"] = jsArrayReply;
jobjAll["mindate"] = dateStart.toString("yyyy.MM.dd");
jobjBody["mindate"] = dateStartBody.toString("yyyy.MM.dd");
jobjReply["mindate"] = dateStartReply.toString("yyyy.MM.dd");
jobjAll["maxdate"] = dateEnd.toString("yyyy.MM.dd");
jobjBody["maxdate"] = dateEndBody.toString("yyyy.MM.dd");
jobjReply["maxdate"] = dateEndReply.toString("yyyy.MM.dd");
jobjAll["totalcount"] = nTotalCount;
jobjBody["totalcount"] = nTotalBodyCount;
jobjReply["totalcount"] = nTotalReplyCount;
QJsonDocument jdAll(jobjAll);
QJsonDocument jdBody(jobjBody);
QJsonDocument jdReply(jobjReply);
stbodybuzz.jdata = jdBody.toJson(QJsonDocument::Compact);
streplybuzz.jdata = jdReply.toJson(QJsonDocument::Compact);
stallbuzz.jdata = jdAll.toJson(QJsonDocument::Compact);
stallbuzz.platformname_num = stbodybuzz.platformname_num = streplybuzz.platformname_num = 1;
m_listMap.append(stbodybuzz);
m_listMap.append(streplybuzz);
m_listMap.append(stallbuzz);
}
/*
{
for (QDate i = dateStart; i <= dateEnd; i = i.addDays(1))
{
//body
stStatsJson stbodybuzz;
stStatsJson streplybuzz;
stStatsJson stallbuzz;
foreach (const stBuzzy& stbuzzy, listBuzzy)
{
if (stbuzzy.m_mapBodyBuzz.contains(i))
{
stbodybuzz.category[stbuzzy.m_nCategory] = stbuzzy.m_mapBodyBuzz[i];
stallbuzz.category[stbuzzy.m_nCategory] += stbuzzy.m_mapBodyBuzz[i];
}
if (stbuzzy.m_mapReplyBuzz.contains(i))
{
streplybuzz.category[stbuzzy.m_nCategory] = stbuzzy.m_mapReplyBuzz[i];
stallbuzz.category[stbuzzy.m_nCategory] += stbuzzy.m_mapReplyBuzz[i];
}
}
stallbuzz.date = streplybuzz.date = stbodybuzz.date = i;
stbodybuzz.subtitle = "body";
streplybuzz.subtitle = "reply";
stallbuzz.subtitle = "all";
m_listMap.append(stallbuzz);
m_listMap.append(stbodybuzz);
m_listMap.append(streplybuzz);
}
}
*/
}
bool SConsumer::SStatsJson::uploadData(QSqlDatabase &_db, const int &_nCompany)
{
QSqlQuery query(_db);
{
QString strQuery = "delete from stats_json where company_num = " + QString::number(_nCompany) + " and servicenum = 2 and title = 'buzz'";
if (!query.exec(strQuery.toUtf8()))
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
}
foreach (const stStatsJson& ststats, m_listMap)
{
QString strQuery = "insert into stats_json (company_num, servicenum, title, subtitle, category_num, platformname_num, jdata) values (";
strQuery += QString::number(_nCompany) + ",";
strQuery += QString::number(ststats.servicenum) + ",";
strQuery += "'" + ststats.title + "',";
strQuery += "'" + ststats.subtitle + "',";
strQuery += QString::number(ststats.category_num) + ",";
strQuery += QString::number(ststats.platformname_num) + ",";
strQuery += "'" + ststats.jdata +"')";
if (!query.exec(strQuery.toUtf8()))
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
}
return true;
}
/*
void SConsumer::SStatsConUserBuzzybyday::makeTable(SDatagroup &_datagroup, const QMap<int, stReal> &_mapCategory)
{
const QMap<QString, QStringList>* mapBody = _datagroup.getmapBody();
const QMap<QString, QMap<int, QStringList> >* mapReply = _datagroup.getmapReply();
const int* anColumn = m_pSInitializer->getColumnIntArray();
QDate dateStart(2100,1,1),dateEnd(2000,1,1);
QMap<int, int>* mapConsumerCategory = m_pSInitializer->getConsumerCategory();
QList<stBuzzy> listBuzzy;
//filtered buzzy
{
for (QMap<int, stReal>::const_iterator iterPos = _mapCategory.constBegin(); iterPos != _mapCategory.constEnd(); iterPos++)
{
stBuzzy stbuzzy;
stbuzzy.m_nCategory = (*mapConsumerCategory)[iterPos.key()];
const stReal &streal = iterPos.value();
foreach (const QString& strUrl, streal.m_setRealBodyUrl)
{
QDate date = QDateTime::fromString((*mapBody)[strUrl.trimmed()][anColumn[SInitializer::E_DATA_article_date]].trimmed().replace("T", " "), "yyyy-MM-dd HH:mm:ss").date();
//if (date.isNull())
// date = QDateTime::fromString((*mapBody)[strUrl.trimmed()][anColumn[SInitializer::E_DATA_article_date]].trimmed(), "yyyy-MM-dd HH:mm:ss").date();
if (date.year() == 1990)
continue;
dateStart = (date < dateStart ) ? date : dateStart;
dateEnd = (date > dateEnd ) ? date : dateEnd;
if (stbuzzy.m_mapBodyBuzz.contains(date))
stbuzzy.m_mapBodyBuzz[date]++;
else
stbuzzy.m_mapBodyBuzz.insert(date, 1);
}
for (QMap<QString, int>::const_iterator iterPos1 = streal.m_mapRealReplyUniqueUrl.constBegin(); iterPos1 != streal.m_mapRealReplyUniqueUrl.constEnd(); iterPos1++)
{
const QStringList &slReply = (*mapReply)[iterPos1.key()][iterPos1.value()];
QDate date = QDateTime::fromString(slReply[anColumn[SInitializer::E_DATA_article_date]].trimmed().replace("T", " "), "yyyy-MM-dd HH:mm:ss").date();
if (date.year() == 1990)
continue;
dateStart = (date < dateStart ) ? date : dateStart;
dateEnd = (date > dateEnd ) ? date : dateEnd;
if (stbuzzy.m_mapReplyBuzz.contains(date))
stbuzzy.m_mapReplyBuzz[date]++;
else
stbuzzy.m_mapReplyBuzz.insert(date, 1);
}
listBuzzy.append(stbuzzy);
}
}
//all buzzy
{
stBuzzy stbuzzy;
stbuzzy.m_nCategory = 0;
for (QMap<QString, QStringList>::const_iterator iterPos = mapBody->constBegin(); iterPos != mapBody->constEnd(); iterPos++)
{
QDate date = QDateTime::fromString(iterPos.value()[anColumn[SInitializer::E_DATA_article_date]].trimmed().replace("T", " "), "yyyy-MM-dd HH:mm:ss").date();
if (date.year() == 1990)
continue;
if (stbuzzy.m_mapBodyBuzz.contains(date))
stbuzzy.m_mapBodyBuzz[date]++;
else
stbuzzy.m_mapBodyBuzz.insert(date, 1);
}
for (QMap<QString, QMap<int, QStringList> >::const_iterator iterPos = mapReply->constBegin(); iterPos != mapReply->constEnd(); iterPos++)
{
for (QMap<int, QStringList>::const_iterator iterPos1 = iterPos.value().constBegin(); iterPos1 != iterPos.value().constEnd(); iterPos1++)
{
QDate date = QDateTime::fromString(iterPos1.value()[anColumn[SInitializer::E_DATA_article_date]].trimmed().replace("T", " "), "yyyy-MM-dd HH:mm:ss").date();
if (date.year() == 1990)
continue;
if (stbuzzy.m_mapReplyBuzz.contains(date))
stbuzzy.m_mapReplyBuzz[date]++;
else
stbuzzy.m_mapReplyBuzz.insert(date, 1);
}
}
listBuzzy.append(stbuzzy);
}
{
for (QDate i = dateStart; i <= dateEnd; i = i.addDays(1))
{
//body
stStatsConUserBuzzybyday stbodybuzz;
stStatsConUserBuzzybyday streplybuzz;
stStatsConUserBuzzybyday stallbuzz;
foreach (const stBuzzy& stbuzzy, listBuzzy)
{
if (stbuzzy.m_mapBodyBuzz.contains(i))
{
stbodybuzz.category[stbuzzy.m_nCategory] = stbuzzy.m_mapBodyBuzz[i];
stallbuzz.category[stbuzzy.m_nCategory] += stbuzzy.m_mapBodyBuzz[i];
}
if (stbuzzy.m_mapReplyBuzz.contains(i))
{
streplybuzz.category[stbuzzy.m_nCategory] = stbuzzy.m_mapReplyBuzz[i];
stallbuzz.category[stbuzzy.m_nCategory] += stbuzzy.m_mapReplyBuzz[i];
}
}
stallbuzz.date = streplybuzz.date = stbodybuzz.date = i;
stbodybuzz.subject = "body";
streplybuzz.subject = "reply";
stallbuzz.subject = "all";
m_listMap.append(stallbuzz);
m_listMap.append(stbodybuzz);
m_listMap.append(streplybuzz);
}
}
}
*/
/*
bool SConsumer::SStatsConUserBuzzybyday::changeTable(QSqlDatabase &_db, const int &_nCompany)
{
}
*/
/*
bool SConsumer::SStatsConUserBuzzybyday::uploadData(QSqlDatabase &_db, const int &_nCompany)
{
//_db.transaction();
QSqlQuery query(_db);
{
QString strQuery = "delete from stats_con_user_buzzbyday where company_num = " + QString::number(_nCompany);
if (!query.exec(strQuery.toUtf8()))
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
}
//_db.commit();
//_db.transaction();
QString strQuery = "insert into stats_con_user_buzzbyday (";
for (int i = 0; i < 11; i++)
{
strQuery += ("category_" + QString::number(i) + ",");
}
strQuery += "date,subject,company_num) values (";
for (int i = 0; i < 11; i++)
{
strQuery += (":category_" + QString::number(i) + ",");
}
strQuery += ":date,:subject,:company_num)";
query.prepare(strQuery);
foreach (const stStatsConUserBuzzybyday& ststats, m_listMap)
{
for (int i = 0; i < 11; i++)
{
query.bindValue(":category_" + QString::number(i), ststats.category[i]);
}
query.bindValue(":date", ststats.date.toString("yyyy-MM-dd"));
query.bindValue(":subject", ststats.subject);
query.bindValue(":company_num", _nCompany);
if (!query.exec())
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
}
//_db.commit();
return true;
}
*/
/*
bool SConsumer::SStatsConUserBuzzybyday::uploadData(QSqlDatabase &_db, const int &_nCompany)
{
//_db.transaction();
QSqlQuery query(_db);
{
QString strQuery = "delete from stats_con_user_buzzbyday where company_num = " + QString::number(_nCompany);
if (!query.exec(strQuery.toUtf8()))
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
}
//_db.commit();
//_db.transaction();
QString strQuery = "insert into stats_con_user_buzzbyday (";
for (int i = 0; i < 11; i++)
{
strQuery += ("category_" + QString::number(i) + ",");
}
strQuery += "date,subject,company_num) values (";
foreach (const stStatsConUserBuzzybyday& ststats, m_listMap)
{
QString str = strQuery;
for (int i = 0; i < 11; i++)
{
str += QString::number(ststats.category[i]) + ",";
}
str += "'" + ststats.date.toString("yyyy-MM-dd") + "',";
str += "'" + ststats.subject + "',";
str += QString::number(_nCompany) + ")";
if (!query.exec(str.toUtf8()))
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
}
//_db.commit();
return true;
}
*/
bool SConsumerMarketer::makeTable(SDatagroup &_datagroup)
{
const QMap<QString, QStringList>* mapBody = _datagroup.getmapBody();
const QMap<QString, QMap<int, QStringList> >* mapReply = _datagroup.getmapReply();
const int* anColumn = m_pSInitializer->getColumnIntArray();
QMap<int, QString> mapConsumerMarketer = m_pSInitializer->getConsumerMaketer();
for (QMap<int, QString>::iterator iterPos = mapConsumerMarketer.begin(); iterPos != mapConsumerMarketer.end(); ++iterPos)
{
if (iterPos.value().trimmed().isEmpty())
continue;
for (QMap<QString, QStringList>::const_iterator iterPos1 = mapBody->cbegin(); iterPos1 != mapBody->cend(); ++iterPos1)
{
if ((m_pSInitializer->getPlatformName(iterPos1.value()[anColumn[SInitializer::E_DATA_platform_name]].trimmed()) == iterPos.key())
&& (iterPos.value() == iterPos1.value()[anColumn[SInitializer::E_DATA_article_id]].trimmed()))
{
_datagroup.addRealUrl(iterPos1.value()[anColumn[SInitializer::E_DATA_article_url]].trimmed());
}
}
for (QMap<QString, QMap<int, QStringList> >::const_iterator iterPos1 = mapReply->cbegin(); iterPos1 != mapReply->cend(); ++iterPos1)
{
for(QMap<int, QStringList>::const_iterator iterPos2 = iterPos1->cbegin(); iterPos2 != iterPos1->cend(); ++iterPos2)
{
if ((m_pSInitializer->getPlatformName(iterPos2.value()[anColumn[SInitializer::E_DATA_platform_name]].trimmed()) == iterPos.key())
&& (iterPos.value() == iterPos2.value()[anColumn[SInitializer::E_DATA_article_id]].trimmed()))
{
_datagroup.addRealUrl(iterPos2.value()[anColumn[SInitializer::E_DATA_article_url]].trimmed());
//_datagroup.addRealUrl(iterPos1.key().trimmed());
}
}
}
}
return true;
}
bool SConsumerCheckList::makeTable(SDatagroup &_datagroup)
{
QStringList slUrl = m_pSInitializer->getConsumerCheckList();
QMap<int, QString> mapUsers = m_pSInitializer->getConsumerCheckListUser();
if (slUrl.isEmpty() && mapUsers.isEmpty())
return true;
const QMap<QString, QStringList>* mapBody = _datagroup.getmapBody();
const QMap<QString, QMap<int, QStringList> >* mapReply = _datagroup.getmapReply();
const int* anColumn = m_pSInitializer->getColumnIntArray();
const QStringList* pslorderedUrl = _datagroup.getOrderedUrl();
foreach (const QString& strUrl, *pslorderedUrl)
{
foreach (const QString& url, slUrl)
{
if (!url.trimmed().isEmpty() && strUrl.contains(url.trimmed()))
_datagroup.addRealUrl(strUrl);
}
for(QMap<int, QString>::iterator iterPos = mapUsers.begin(); iterPos != mapUsers.end(); ++iterPos)
{
if (iterPos.value().trimmed().isEmpty())
continue;
if (m_pSInitializer->getPlatformName((*mapBody)[strUrl][anColumn[SInitializer::E_DATA_platform_name]].trimmed()) == iterPos.key()
&& (*mapBody)[strUrl][anColumn[SInitializer::E_DATA_article_id]].trimmed() == iterPos.value().trimmed())
{
_datagroup.addRealUrl((*mapBody)[strUrl][anColumn[SInitializer::E_DATA_article_url]].trimmed());
//_datagroup.addRealUrl(strUrl);
}
if (mapReply->contains(strUrl))
{
for (QMap<int, QStringList>::const_iterator iterPos1 = (*mapReply)[strUrl].cbegin(); iterPos1 != (*mapReply)[strUrl].cend(); ++iterPos1)
{
if (m_pSInitializer->getPlatformName(iterPos1.value()[anColumn[SInitializer::E_DATA_platform_name]].trimmed()) == iterPos.key()
&& iterPos1.value()[anColumn[SInitializer::E_DATA_article_id]].trimmed() == iterPos.value().trimmed())
{
//_datagroup.addRealUrl(strUrl);
_datagroup.addRealUrl(iterPos1.value()[anColumn[SInitializer::E_DATA_article_url]].trimmed());
}
}
}
}
}
return true;
}
Reference in New Issue View Git Blame Copy Permalink