1670 lines
72 KiB
C++
1670 lines
72 KiB
C++
#include "sfilterprocess.h"
|
|
#include <QSqlDatabase>
|
|
#include <QSqlQuery>
|
|
#include <QVariant>
|
|
#include <QMessageBox>
|
|
#include <QDebug>
|
|
#include <QFile>
|
|
#include <QSqlError>
|
|
|
|
#include "../json/sjson.h"
|
|
#include "../common.h"
|
|
|
|
SFilterProcess::SFilterProcess() : C_MAP_REAL_BODY (0x01) , C_MAP_REAL_REPLY (0x02)
|
|
{
|
|
m_db = QSqlDatabase::addDatabase("QMYSQL");
|
|
}
|
|
|
|
SFilterProcess::~SFilterProcess()
|
|
{
|
|
}
|
|
|
|
bool SFilterProcess::ReloadColumn()
|
|
{
|
|
QVector <QStringList> vecColumn;
|
|
QFile file("column.txt");
|
|
if (file.open(QIODevice::ReadOnly | QIODevice::Text) == false) return false;
|
|
{
|
|
while (!file.atEnd())
|
|
{
|
|
QString str = QString(file.readLine());
|
|
if (str.at(0) == QChar('#')) continue;
|
|
if (str.trimmed().isEmpty()) continue;
|
|
vecColumn.push_back(str.split(","));
|
|
}
|
|
}
|
|
if (vecColumn.size() <= 0) return false;
|
|
|
|
foreach(QStringList strList,vecColumn)
|
|
m_listDataBaseColumn.push_back(strList.at(E_COLUMN_DATABASE));
|
|
|
|
for(int i = 0; i < m_listDataBaseColumn.size(); i++)
|
|
{
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("platform_title")) m_anData[E_DATA_platform_title] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("article_form")) m_anData[E_DATA_article_form] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("article_parent")) m_anData[E_DATA_article_parent] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("article_id")) m_anData[E_DATA_article_id] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("article_nickname")) m_anData[E_DATA_article_nickname] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("article_title")) m_anData[E_DATA_article_title] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("article_data")) m_anData[E_DATA_article_data] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("article_url")) m_anData[E_DATA_article_url] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("article_hit")) m_anData[E_DATA_article_hit] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("article_date")) m_anData[E_DATA_article_date] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("article_order")) m_anData[E_DATA_article_order] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("platform_id")) m_anData[E_DATA_platform_id] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("platform_name")) m_anData[E_DATA_platform_name] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("platform_form")) m_anData[E_DATA_platform_form] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("reply_url")) m_anData[E_DATA_reply_url] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("keyword_id")) m_anData[E_DATA_keyword_id] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("article_profileurl")) m_anData[E_DATA_article_profileurl] = i;
|
|
if (m_listDataBaseColumn[i].trimmed() == QString("article_profile")) m_anData[E_DATA_article_profile] = i;
|
|
}
|
|
|
|
m_nUrlColumn = m_anData[E_DATA_article_url];
|
|
m_nDateColumn = m_anData[E_DATA_article_date];
|
|
m_nOrderColumn = m_anData[E_DATA_article_order];
|
|
return true;
|
|
}
|
|
|
|
void SFilterProcess::InsertLog(QString _strMsg)
|
|
{
|
|
cout << "[";
|
|
cout << m_strFilterGroupName.toStdString();
|
|
cout << "] ";
|
|
cout << _strMsg.toStdString() << endl;
|
|
|
|
QFile file(m_strFilterGroupName + "." + QDate::currentDate().toString(Qt::ISODate)+".log");
|
|
if (!file.open(QIODevice::WriteOnly | QIODevice::Text | QIODevice::Append))
|
|
return;
|
|
|
|
QTextStream out(&file);
|
|
out << _strMsg << "\n";
|
|
file.close();
|
|
}
|
|
|
|
QString SFilterProcess::SeqDelString(QString _strData,QChar _chChar,int _nMax)
|
|
{
|
|
static const int C_SEQ_FIND = 0;
|
|
static const int C_SEQ_DEL = 1;
|
|
|
|
QString strOut;
|
|
int nMode = C_SEQ_FIND,nCount=0;
|
|
for (int i = 0 ; i < _strData.length(); i++)
|
|
{
|
|
switch(nMode)
|
|
{
|
|
case C_SEQ_FIND:
|
|
if (_strData[i] == _chChar)
|
|
nCount++;
|
|
else
|
|
nCount = 0;
|
|
strOut += _strData[i];
|
|
if (nCount >= _nMax)
|
|
nMode = C_SEQ_DEL;
|
|
break;
|
|
case C_SEQ_DEL:
|
|
nCount = 0;
|
|
if (_strData[i] != _chChar)
|
|
{
|
|
strOut += _strData[i];
|
|
nMode = C_SEQ_FIND;
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
return strOut;
|
|
}
|
|
|
|
void SFilterProcess::run(QString _strFindID,QString _strFilterGroupName)
|
|
{
|
|
m_strFilterGroupName = _strFilterGroupName;
|
|
if (ReloadColumn() == false)
|
|
{
|
|
InsertLog("Error : column.txt do not find");
|
|
exit(0);
|
|
return;
|
|
}
|
|
m_db.setHostName(D_DB_WEB_HOST);
|
|
m_db.setUserName(D_DB_WEB_USER);
|
|
m_db.setPassword(D_DB_WEB_PASS);
|
|
m_db.setDatabaseName(D_DB_WEB_NAME);
|
|
if (m_db.open() == false)
|
|
{
|
|
InsertLog(m_db.lastError().text());
|
|
return;
|
|
}
|
|
m_mapPlatformform.clear();
|
|
m_mapPlatformname.clear();
|
|
{
|
|
QSqlQuery query("select num,form FROM platformform");
|
|
while(query.next())
|
|
m_mapPlatformform.insert(query.value(1).toString(),query.value(0).toInt());
|
|
}
|
|
{
|
|
QSqlQuery query("select num,name FROM platformname");
|
|
while(query.next())
|
|
m_mapPlatformname.insert(query.value(1).toString(),query.value(0).toInt());
|
|
}
|
|
m_db.close();
|
|
m_db.setHostName("bigbird.iptime.org");
|
|
m_db.setUserName("admin");
|
|
m_db.setPassword("admin123");
|
|
m_db.setDatabaseName("concepters");
|
|
if (m_db.open() == false)
|
|
{
|
|
InsertLog(m_db.lastError().text());
|
|
return;
|
|
}
|
|
QString strQuery;
|
|
QSqlQuery query;
|
|
|
|
strQuery = QString("select filterprocess_type,datagroup_id,filtergroup_id,company_num,category_num,filterprocess_order from filterprocess where filterprocessgroup_id = ") + _strFindID;
|
|
|
|
if(query.exec(strQuery.toUtf8()) == false)
|
|
{
|
|
InsertLog(query.lastError().text());
|
|
m_db.close();
|
|
return;
|
|
}
|
|
|
|
QList <QVariantList> listArgument;
|
|
while(query.next())
|
|
{
|
|
QVariantList list;
|
|
for (int i = 0; i < 6 ; i++ )
|
|
list.push_back(query.value(i));
|
|
listArgument.push_back(list);
|
|
}
|
|
m_db.close();
|
|
/*filterprocess_type, 0
|
|
* datagroup_id, 1
|
|
* filtergroup_id, 2
|
|
* company_num, 3
|
|
* category_num 4
|
|
*/
|
|
{
|
|
InsertLog("<Start>");
|
|
foreach (QVariantList data,listArgument)
|
|
{
|
|
switch(data.at(0).toInt())
|
|
{
|
|
case E_PROCSS_TYPE_LOAD:
|
|
DataLoad(data.at(1).toString());
|
|
break;
|
|
case E_PROCSS_TYPE_CATEGORY_MAKE:
|
|
DataCategoryMake(data.at(2).toString(),data.at(4).toInt());
|
|
break;
|
|
case E_PROCSS_TYPE_SEND:
|
|
DataPut(data.at(3).toString());
|
|
break;
|
|
case E_PROCSS_TYPE_INFLUENCE_COUNT:
|
|
DataInfluenceCount(data.at(3).toString());
|
|
break;
|
|
case E_PROCSS_TYPE_SPAMMERS_COUNT:
|
|
DataSpammersCount(data.at(3).toString());
|
|
break;
|
|
case E_PROCSS_TYPE_POWER_CAFE_COUNT:
|
|
DataPowerCafeCount(data.at(2).toString(),data.at(3).toString());
|
|
break;
|
|
}
|
|
}
|
|
InsertLog("<Finish>");
|
|
}
|
|
}
|
|
|
|
void SFilterProcess::DataCategoryMake(QString _strFilter,int _nCategory)
|
|
{
|
|
InsertLog("Category Make Start");
|
|
ReloadData();
|
|
InsertLog("Data Filter");
|
|
DataFilter(_strFilter);
|
|
InsertLog("Make Buzzy");
|
|
MakeBuzzy(_nCategory);
|
|
InsertLog("Data Make");
|
|
DataMake(_nCategory);
|
|
InsertLog("Category Make End");
|
|
}
|
|
|
|
QString SFilterProcess::SqlString(QString _str)
|
|
{
|
|
_str.replace("\\","\\\\");
|
|
_str.replace("'","\\'");
|
|
_str.replace("\"","\\\"");
|
|
_str.replace(",","\\,");
|
|
return _str;
|
|
}
|
|
|
|
void SFilterProcess::FilterDate(QString _strJson)
|
|
{
|
|
SJson json;
|
|
int nSelect = json.Get(_strJson,"Article").toInt() - 1;
|
|
if (nSelect < 0) return;
|
|
m_bDataFlag[nSelect] = true;
|
|
QVector <QStringList> copyData;
|
|
QDate dateStart = QDate::fromString(json.Get(_strJson,"Start"),"yyyy-MM-dd");
|
|
QDate dateEnd = QDate::fromString(json.Get(_strJson,"End"),"yyyy-MM-dd");
|
|
foreach(QStringList strList , m_data[nSelect])
|
|
{
|
|
bool bFlag = false;
|
|
QString strTime = strList.at(m_nDateColumn).trimmed();
|
|
if (strTime.size() >= 10)
|
|
{
|
|
QChar ch = strTime.at(4);
|
|
QString strFormat = QString("yyyy")+ch+QString("MM")+ch+QString("dd");
|
|
QDate date = QDate::fromString(strTime.left(10),strFormat);
|
|
if (dateStart <= date && dateEnd >= date)
|
|
bFlag = true;
|
|
}
|
|
if (bFlag)
|
|
copyData.push_back(strList);
|
|
}
|
|
m_data[nSelect].clear();
|
|
m_data[nSelect] = copyData;
|
|
}
|
|
|
|
void SFilterProcess::FilterLength(QString _strJson)
|
|
{
|
|
SJson json;
|
|
int nSelect = json.Get(_strJson,"Article").toInt() - 1;
|
|
if (nSelect < 0) return;
|
|
m_bDataFlag[nSelect] = true;
|
|
|
|
int nCatalog = json.GetNumber(_strJson,"Category");
|
|
int nComp = json.GetNumber(_strJson,"Comp");
|
|
int nFlag = json.GetNumber(_strJson,"InsDel");
|
|
int nLength = json.Get(_strJson,"String").toInt();
|
|
|
|
QVector <QStringList> copyData;
|
|
foreach(QStringList strList , m_data[nSelect])
|
|
{
|
|
bool bFlag = false;
|
|
int nCurrentLength = strList.at(nCatalog).trimmed().length();
|
|
switch(nComp)
|
|
{
|
|
case E_LENGTH_COMP_GREATER:
|
|
if (nCurrentLength > nLength)
|
|
bFlag = true;
|
|
break;
|
|
case E_LENGTH_COMP_LESS:
|
|
if (nCurrentLength < nLength)
|
|
bFlag = true;
|
|
break;
|
|
case E_LENGTH_COMP_EQUAL:
|
|
if (nLength == nCurrentLength)
|
|
bFlag = true;
|
|
break;
|
|
}
|
|
if (nFlag == 1) bFlag = !bFlag;
|
|
if (bFlag)
|
|
copyData.push_back(strList);
|
|
}
|
|
m_data[nSelect].clear();
|
|
m_data[nSelect] = copyData;
|
|
}
|
|
|
|
void SFilterProcess::FilterReplace(QString _strJson)
|
|
{
|
|
SJson json;
|
|
int nSelect = json.Get(_strJson,"Article").toInt() - 1;
|
|
if (nSelect < 0) return;
|
|
m_bDataFlag[nSelect] = true;
|
|
|
|
int nCatalog = json.GetNumber(_strJson,"Category");
|
|
QString strFind = json.Get(_strJson,"String_Find");
|
|
QString strReplace = json.Get(_strJson,"String_Replace");
|
|
|
|
bool bFlag = false;
|
|
QStringList strListKeyword;
|
|
if (json.GetNumber(_strJson,"Find") == E_REPLACE_SPACE)
|
|
{
|
|
bFlag = true;
|
|
strListKeyword = strFind.split(" ");
|
|
}
|
|
|
|
for (int i = 0 ; i < m_data[nSelect].size(); i++)
|
|
{
|
|
if (bFlag)
|
|
{
|
|
foreach(QString str,strListKeyword)
|
|
{
|
|
m_data[nSelect][i][nCatalog] = m_data[nSelect][i][nCatalog].replace(str,strReplace);
|
|
}
|
|
}
|
|
else
|
|
m_data[nSelect][i][nCatalog] = m_data[nSelect][i][nCatalog].replace(strFind,strReplace);
|
|
}
|
|
}
|
|
|
|
void SFilterProcess::FilterSerach(QString _strJson)
|
|
{
|
|
SJson json;
|
|
int nSelect = json.Get(_strJson,"Article").toInt() - 1;
|
|
if (nSelect < 0) return;
|
|
m_bDataFlag[nSelect] = true;
|
|
int nCategory = json.GetNumber(_strJson,"Category");
|
|
int nMethod = json.GetNumber(_strJson,"Method");
|
|
int nKeyword = json.GetNumber(_strJson,"Keyword");
|
|
QStringList strListKeyword = json.Get(_strJson,"String").split(" ");
|
|
|
|
if (nMethod == 1)
|
|
{
|
|
for (int i = 0 ; i < strListKeyword.size(); i++ )
|
|
strListKeyword[i] = " " + strListKeyword[i] + " ";
|
|
}
|
|
|
|
QVector <QStringList> copyData;
|
|
foreach(QStringList strList , m_data[nSelect])
|
|
{
|
|
bool bFlag = false;
|
|
QString strData = strList.at(nCategory);
|
|
switch(nKeyword)
|
|
{
|
|
case 0:
|
|
{
|
|
foreach(QString strKey , strListKeyword)
|
|
if (strData.contains(strKey)){bFlag = true;break;}
|
|
break;
|
|
}
|
|
case 1:
|
|
{
|
|
int nKeyCount = 0;
|
|
foreach(QString strKey , strListKeyword)
|
|
if (strData.contains(strKey)) nKeyCount++;
|
|
if (nKeyCount == strListKeyword.size())
|
|
bFlag = true;
|
|
break;
|
|
}
|
|
case 2:
|
|
{
|
|
bFlag = true;
|
|
foreach(QString strKey , strListKeyword)
|
|
if (strData.contains(strKey)){bFlag = false;break;}
|
|
break;
|
|
}
|
|
case 3:
|
|
{
|
|
foreach(QString strKey , strListKeyword)
|
|
strList[nCategory].replace(strKey,"");
|
|
bFlag = true;
|
|
break;
|
|
}
|
|
}
|
|
if (bFlag) copyData.push_back(strList);
|
|
}
|
|
m_data[nSelect].clear();
|
|
m_data[nSelect] = copyData;
|
|
}
|
|
|
|
void SFilterProcess::ReloadData()
|
|
{
|
|
for (int i = 0; i < E_ARTICLE_MAX ; i++)
|
|
{
|
|
m_data[i].clear();
|
|
m_bDataFlag[i] = false;
|
|
}
|
|
|
|
foreach(SBody stBody, m_mapData.values())
|
|
{
|
|
m_data[E_ARTICLE_BODY].push_back(stBody.m_strlist);
|
|
foreach(SReply stReply , stBody.m_vecReply.values())
|
|
{
|
|
m_data[E_ARTICLE_REPLY].push_back(stReply.m_strlist);
|
|
}
|
|
}
|
|
}
|
|
|
|
void SFilterProcess::DataFilter(QString _strFilterGroupID)
|
|
{
|
|
m_db.setHostName("bigbird.iptime.org");
|
|
m_db.setUserName("admin");
|
|
m_db.setPassword("admin123");
|
|
m_db.setDatabaseName("concepters");
|
|
|
|
if (m_db.open() == false)
|
|
{
|
|
InsertLog(m_db.lastError().text());
|
|
return;
|
|
}
|
|
QString sql = "select type,data from filter where filtergroup_id = " + _strFilterGroupID;
|
|
QSqlQuery query;
|
|
if(query.exec(sql) == false) { InsertLog(query.lastError().text());return;}
|
|
while (query.next())
|
|
{
|
|
switch(query.value(0).toInt())
|
|
{
|
|
case E_FILTER_TYPE_DATE://Date
|
|
FilterDate(query.value(1).toString());
|
|
break;
|
|
case E_FILTER_TYPE_SEARCH:
|
|
FilterSerach(query.value(1).toString());
|
|
break;
|
|
case E_FILTER_TYPE_LENGTH:
|
|
FilterLength(query.value(1).toString());
|
|
break;
|
|
case E_FILTER_TYPE_REPLACE:
|
|
FilterReplace(query.value(1).toString());
|
|
break;
|
|
}
|
|
}
|
|
m_db.close();
|
|
}
|
|
|
|
QString SFilterProcess::GetCommunityKey(const QStringList _strList)
|
|
{
|
|
QString str;
|
|
str.append(_strList[m_anData[E_DATA_platform_form]].trimmed());
|
|
str.append(".");
|
|
str.append(_strList[m_anData[E_DATA_platform_name]].trimmed());
|
|
str.append(".com/");
|
|
str.append(_strList[m_anData[E_DATA_platform_id]].trimmed());
|
|
return str.trimmed();
|
|
}
|
|
|
|
void SFilterProcess::MakeBuzzyAll()
|
|
{
|
|
m_vecBuzzy.clear();
|
|
SBuzzy stBuzzy;
|
|
stBuzzy.m_nCategory = 0;
|
|
foreach(SBody stBody, m_mapData.values())
|
|
{
|
|
if (stBuzzy.m_astArticle[E_ARTICLE_BODY].m_mapCount.contains(stBody.m_date))
|
|
stBuzzy.m_astArticle[E_ARTICLE_BODY].m_mapCount[stBody.m_date]++;
|
|
else
|
|
stBuzzy.m_astArticle[E_ARTICLE_BODY].m_mapCount.insert(stBody.m_date,1);
|
|
foreach(SReply stReply , stBody.m_vecReply.values())
|
|
{
|
|
if (stBuzzy.m_astArticle[E_ARTICLE_REPLY].m_mapCount.contains(stReply.m_date))
|
|
stBuzzy.m_astArticle[E_ARTICLE_REPLY].m_mapCount[stReply.m_date]++;
|
|
else
|
|
stBuzzy.m_astArticle[E_ARTICLE_REPLY].m_mapCount.insert(stReply.m_date,1);
|
|
}
|
|
}
|
|
m_vecBuzzy.push_back(stBuzzy);
|
|
}
|
|
|
|
QVariant SFilterProcess::GetWebData(QString _strTable,QString _strColumn,int _nNum)
|
|
{
|
|
QVariant value;
|
|
m_db.setHostName(D_DB_WEB_HOST);
|
|
m_db.setUserName(D_DB_WEB_USER);
|
|
m_db.setPassword(D_DB_WEB_PASS);
|
|
m_db.setDatabaseName(D_DB_WEB_NAME);
|
|
if (m_db.open() == false)
|
|
{
|
|
InsertLog(m_db.lastError().text());
|
|
return value;
|
|
}
|
|
QSqlQuery query("select " + _strColumn + " FROM " + _strTable + " where num = " + QString::number(_nNum));
|
|
if (query.next())
|
|
value = query.value(0);
|
|
m_db.close();
|
|
return value;
|
|
}
|
|
|
|
void SFilterProcess::MakeBuzzy(int _nCategory)
|
|
{
|
|
SBuzzy stBuzzy;
|
|
QVariant value = GetWebData("category","statsColumnNum",_nCategory);
|
|
if (value.isNull())
|
|
{
|
|
InsertLog("Make Buzzy Error : statsColumnNum is null ...");
|
|
return;
|
|
}
|
|
stBuzzy.m_nCategory = value.toInt();
|
|
if (stBuzzy.m_nCategory == -1) return;
|
|
QMap <QString,bool> map;
|
|
if (m_bDataFlag[E_ARTICLE_BODY] == true)
|
|
{
|
|
foreach(QStringList strList,m_data[E_ARTICLE_BODY])
|
|
{
|
|
QString strURL = strList[m_nUrlColumn].trimmed();
|
|
if(map.contains(strURL) == false)
|
|
{
|
|
QDate date = QDateTime::fromString(strList[m_anData[E_DATA_article_date]].trimmed(),"yyyy-MM-dd HH:mm:ss").date();
|
|
if (stBuzzy.m_astArticle[E_ARTICLE_BODY].m_mapCount.contains(date))
|
|
stBuzzy.m_astArticle[E_ARTICLE_BODY].m_mapCount[date]++;
|
|
else
|
|
stBuzzy.m_astArticle[E_ARTICLE_BODY].m_mapCount.insert(date,1);
|
|
map.insert(strURL,true);
|
|
}
|
|
}
|
|
}
|
|
map.clear();
|
|
if (m_bDataFlag[E_ARTICLE_REPLY] == true)
|
|
{
|
|
foreach(QStringList strList,m_data[E_ARTICLE_REPLY])
|
|
{
|
|
QString strURL = strList[m_nUrlColumn].trimmed();
|
|
strURL += "\\";
|
|
strURL += strList[m_nOrderColumn].trimmed();
|
|
if(map.contains(strURL) == false)
|
|
{
|
|
QDate date = QDateTime::fromString(strList[m_anData[E_DATA_article_date]].trimmed(),"yyyy-MM-dd HH:mm:ss").date();
|
|
if (stBuzzy.m_astArticle[E_ARTICLE_REPLY].m_mapCount.contains(date))
|
|
stBuzzy.m_astArticle[E_ARTICLE_REPLY].m_mapCount[date]++;
|
|
else
|
|
stBuzzy.m_astArticle[E_ARTICLE_REPLY].m_mapCount.insert(date,1);
|
|
map.insert(strURL,true);
|
|
}
|
|
}
|
|
}
|
|
m_vecBuzzy.push_back(stBuzzy);
|
|
}
|
|
|
|
void SFilterProcess::DataMake(int _nCategory)
|
|
{
|
|
QMap <QString,int> mapData;
|
|
|
|
if (m_bDataFlag[E_ARTICLE_BODY] == true)
|
|
{
|
|
foreach(QStringList strList,m_data[E_ARTICLE_BODY])
|
|
{
|
|
QString strURL = strList[m_nUrlColumn].trimmed();
|
|
if (m_mapData.contains(strURL))
|
|
{
|
|
m_mapData[strURL].m_bSelect = true;
|
|
m_mapData[strURL].m_vecCategory.push_back(_nCategory);
|
|
if (mapData.contains(strURL))
|
|
mapData[strURL] |= C_MAP_REAL_BODY;
|
|
else
|
|
mapData.insert(strURL,C_MAP_REAL_BODY);
|
|
}
|
|
}
|
|
}
|
|
|
|
if (m_bDataFlag[E_ARTICLE_REPLY] == true)
|
|
{
|
|
foreach(QStringList strList,m_data[E_ARTICLE_REPLY])
|
|
{
|
|
QString strURL = strList[m_nUrlColumn].trimmed();
|
|
if (m_mapData.contains(strURL))
|
|
{
|
|
m_mapData[strURL].m_bReplySelect = true;
|
|
int nSelect = strList[m_nOrderColumn].trimmed().toInt();
|
|
if (m_mapData[strURL].m_vecReply.contains(nSelect))
|
|
{
|
|
m_mapData[strURL].m_vecReply[nSelect].m_bSelect = true;
|
|
m_mapData[strURL].m_vecReply[nSelect].m_vecCategory.push_back(_nCategory);
|
|
if (mapData.contains(strURL))
|
|
mapData[strURL] |= C_MAP_REAL_REPLY;
|
|
else
|
|
mapData.insert(strURL,C_MAP_REAL_REPLY);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
foreach(QString strUrl , m_strlistOrder )
|
|
{
|
|
if (mapData.contains(strUrl))
|
|
{
|
|
if (mapData.value(strUrl) != 0)
|
|
{
|
|
SMap stMap;
|
|
stMap.m_nBody = m_mapData[strUrl].m_nNum;
|
|
stMap.m_nCategory = _nCategory;
|
|
stMap.m_nRealIn = mapData.value(strUrl);
|
|
stMap.m_strURL = strUrl;
|
|
m_vecMap.push_back(stMap);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
QString SFilterProcess::GetVectorToString(QVector <int> _vecCategory,QString _strDelimiter)
|
|
{
|
|
QString str;
|
|
if (_vecCategory.isEmpty()) return QString(" ");
|
|
foreach (int n , _vecCategory )
|
|
str += QString::number(n) + _strDelimiter;
|
|
return str.left(str.length() - _strDelimiter.length());
|
|
}
|
|
|
|
QString SFilterProcess::MakeInfluencerrankQuery(const SInfluenceCount &_stIn,int _nRank,QString _strSubject,QString _strCompanyNum)
|
|
{
|
|
QString strOut;
|
|
strOut = "insert into stats_influencerrank(rank,id_id,nickname_nickname,bodycount,replycount,influencevalue,subject,company_num) VALUES (";
|
|
strOut += QString::number(_nRank) + ",";
|
|
strOut += "'" + _stIn.m_strlistData.at(m_anData[E_DATA_article_id]).trimmed() + "',";
|
|
strOut += "'" + _stIn.m_strlistData.at(m_anData[E_DATA_article_nickname]).trimmed() + "',";
|
|
strOut += QString::number(_stIn.m_ncBody) + ",";
|
|
strOut += QString::number(_stIn.m_ncReply) + ",";
|
|
strOut += QString::number(_stIn.m_dinfulrence,'g',3)+ ",";
|
|
strOut += "'" + _strSubject + "',";
|
|
strOut += _strCompanyNum + ")";
|
|
return strOut;
|
|
}
|
|
|
|
void SFilterProcess::DataLoad(QString _strDataNum)
|
|
{
|
|
m_db.setHostName("bigbird.iptime.org");
|
|
m_db.setUserName("admin");
|
|
m_db.setPassword("admin123");
|
|
m_db.setDatabaseName("concepters");
|
|
|
|
if (m_db.open() == false)
|
|
{
|
|
InsertLog(m_db.lastError().text());
|
|
return;
|
|
}
|
|
|
|
QSqlQuery query;
|
|
QString strSelect;
|
|
strSelect = "select ";
|
|
foreach (QString strColumn,m_listDataBaseColumn)
|
|
strSelect += "CONVERT(" + strColumn + " USING utf8),";
|
|
strSelect = strSelect.left(strSelect.size() - 1);
|
|
strSelect += " from ";
|
|
strSelect += "data_" + _strDataNum;
|
|
|
|
InsertLog("Start Loading data_" + _strDataNum);
|
|
m_strlistOrder.clear();
|
|
m_mapData.clear();
|
|
m_vecMap.clear();
|
|
|
|
m_mapID.clear();
|
|
m_mapCommunity.clear();
|
|
m_mapNickname.clear();
|
|
|
|
SId stID;
|
|
m_mapID.insert("(none)",stID);
|
|
|
|
SCommunity stCom;
|
|
m_mapCommunity.insert(" ",stCom);
|
|
|
|
QString astrWhere[E_ARTICLE_MAX] = {" where article_form = 'body' Order by article_date DESC"," where article_form = 'reply'"};
|
|
for (int i = 0; i < E_ARTICLE_MAX ; i++)
|
|
{
|
|
if(query.exec(QString(strSelect + astrWhere[i]).toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
int nCount = 0;
|
|
while(query.next())
|
|
{
|
|
QStringList strList;
|
|
for(int j = 0; j < m_listDataBaseColumn.size(); j++)
|
|
strList << " " + query.value(j).toString() + " ";
|
|
QString strURL = strList[m_nUrlColumn].trimmed();
|
|
switch(i)
|
|
{
|
|
case E_ARTICLE_BODY:
|
|
{
|
|
if (m_mapData.contains(strURL) == false)
|
|
{
|
|
if (strList[m_anData[E_DATA_article_date]].trimmed().isEmpty()) continue;
|
|
if (strList[m_anData[E_DATA_article_id]].trimmed().isEmpty()) continue;
|
|
if (strList[m_anData[E_DATA_article_nickname]].trimmed().isEmpty()) continue;
|
|
if (strList[m_anData[E_DATA_platform_id]].trimmed().isEmpty()) continue;
|
|
SBody stBody;
|
|
stBody.m_nNum = nCount++;
|
|
stBody.m_dtLast = QDateTime::fromString(strList[m_anData[E_DATA_article_date]].trimmed(),"yyyy-MM-dd HH:mm:ss");
|
|
stBody.m_date = QDateTime::fromString(strList[m_anData[E_DATA_article_date]].trimmed(),"yyyy-MM-dd HH:mm:ss").date();
|
|
stBody.m_bSelect = false;
|
|
stBody.m_bReplySelect = false;
|
|
stBody.m_strlist = strList;
|
|
m_mapData.insert(strURL,stBody);
|
|
m_strlistOrder.push_back(strURL);
|
|
if (m_mapID.contains(strList[m_anData[E_DATA_article_id]].trimmed()) == false)
|
|
{
|
|
SId stID;
|
|
stID.m_nNum = m_mapID.size();
|
|
stID.m_strID = strList[m_anData[E_DATA_article_id]].trimmed();
|
|
if(m_mapPlatformname.contains(strList[m_anData[E_DATA_platform_name]].trimmed()))
|
|
stID.m_nPlatfromName = m_mapPlatformname[strList[m_anData[E_DATA_platform_name]].trimmed()];
|
|
m_mapID.insert(stID.m_strID,stID);
|
|
}
|
|
if (m_mapNickname.contains(strList[m_anData[E_DATA_article_nickname]].trimmed()) == false)
|
|
{
|
|
SNickname stNick;
|
|
stNick.m_nNum = m_mapNickname.size();
|
|
stNick.m_strNickname = strList[m_anData[E_DATA_article_nickname]].trimmed();
|
|
m_mapNickname.insert(stNick.m_strNickname,stNick);
|
|
}
|
|
QString strKey = GetCommunityKey(strList);
|
|
if (m_mapCommunity.contains(strKey) == false)
|
|
{
|
|
SCommunity stCom;
|
|
stCom.m_nNum = m_mapCommunity.size();
|
|
stCom.m_strID = strList[m_anData[E_DATA_platform_id]].trimmed();
|
|
stCom.m_strTitle = strList[m_anData[E_DATA_platform_title]].trimmed();
|
|
if(m_mapPlatformname.contains(strList[m_anData[E_DATA_platform_name]].trimmed()))
|
|
stCom.m_nPlatformname = m_mapPlatformname[strList[m_anData[E_DATA_platform_name]].trimmed()];
|
|
else
|
|
continue;
|
|
if(m_mapPlatformform.contains(strList[m_anData[E_DATA_platform_form]].trimmed()))
|
|
stCom.m_nPlatformform = m_mapPlatformform[strList[m_anData[E_DATA_platform_form]].trimmed()];
|
|
else
|
|
continue;
|
|
//if (strList[m_anData[E_DATA_platform_name]].trimmed().compare(QString("naver")) == false)
|
|
//{
|
|
stCom.m_strUrl = strKey;
|
|
//}
|
|
m_mapCommunity.insert(strKey,stCom);
|
|
}
|
|
}
|
|
}
|
|
break;
|
|
case E_ARTICLE_REPLY:
|
|
{
|
|
if (m_mapData.contains(strURL))
|
|
{
|
|
if (strList[m_anData[E_DATA_article_id]].trimmed().isEmpty()) continue;
|
|
if (strList[m_anData[E_DATA_article_nickname]].trimmed().isEmpty()) continue;
|
|
SReply stReply;
|
|
stReply.m_bSelect = false;
|
|
stReply.m_nOrder = strList[m_nOrderColumn].toInt();
|
|
stReply.m_strlist = strList;
|
|
stReply.m_date = QDateTime::fromString(strList[m_anData[E_DATA_article_date]].trimmed(),"yyyy-MM-dd HH:mm:ss").date();
|
|
QDateTime dtComp = QDateTime::fromString(strList[m_anData[E_DATA_article_date]].trimmed(),"yyyy-MM-dd HH:mm:ss");
|
|
if (m_mapData[strURL].m_dtLast < dtComp)
|
|
m_mapData[strURL].m_dtLast = dtComp;
|
|
m_mapData[strURL].m_vecReply.insert(stReply.m_nOrder,stReply);
|
|
if (m_mapID.contains(strList[m_anData[E_DATA_article_id]].trimmed()) == false)
|
|
{
|
|
SId stID;
|
|
stID.m_nNum = m_mapID.size();
|
|
stID.m_strID = strList[m_anData[E_DATA_article_id]].trimmed();
|
|
if(m_mapPlatformname.contains(strList[m_anData[E_DATA_platform_name]].trimmed()))
|
|
stID.m_nPlatfromName = m_mapPlatformname[strList[m_anData[E_DATA_platform_name]].trimmed()];
|
|
m_mapID.insert(stID.m_strID,stID);
|
|
}
|
|
if (m_mapNickname.contains(strList[m_anData[E_DATA_article_nickname]].trimmed()) == false)
|
|
{
|
|
SNickname stNick;
|
|
stNick.m_nNum = m_mapNickname.size();
|
|
stNick.m_strNickname = strList[m_anData[E_DATA_article_nickname]].trimmed();
|
|
m_mapNickname.insert(stNick.m_strNickname,stNick);
|
|
}
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
foreach(SId stID,m_mapID)
|
|
{
|
|
QString strCommunityKey = "blog.naver.com/" + stID.m_strID.trimmed();
|
|
if (m_mapCommunity.contains(strCommunityKey))
|
|
stID.m_nCommunity = m_mapCommunity[strCommunityKey].m_nNum;
|
|
}
|
|
|
|
foreach(SBody stBody, m_mapData.values())
|
|
{
|
|
QString strNick = stBody.m_strlist[m_anData[E_DATA_article_nickname]].trimmed();
|
|
QString strID = stBody.m_strlist[m_anData[E_DATA_article_id]].trimmed();
|
|
if (m_mapNickname.contains(strNick) && m_mapID.contains(strID))
|
|
m_mapNickname[strNick].m_nID = m_mapID[strID].m_nNum;
|
|
foreach(SReply stReply , stBody.m_vecReply.values())
|
|
{
|
|
QString strNick = stReply.m_strlist[m_anData[E_DATA_article_nickname]].trimmed();
|
|
QString strID = stReply.m_strlist[m_anData[E_DATA_article_id]].trimmed();
|
|
if (m_mapNickname.contains(strNick) && m_mapID.contains(strID))
|
|
m_mapNickname[strNick].m_nID = m_mapID[strID].m_nNum;
|
|
}
|
|
}
|
|
MakeBuzzyAll();
|
|
InsertLog("End Loading");
|
|
m_db.close();
|
|
}
|
|
|
|
bool QSortBody(const SInfluenceCount &stInflunce1, const SInfluenceCount &stInflunce2)
|
|
{
|
|
return stInflunce1.m_ncBody > stInflunce2.m_ncBody;
|
|
}
|
|
|
|
bool QSortReply(const SInfluenceCount &stInflunce1, const SInfluenceCount &stInflunce2)
|
|
{
|
|
return stInflunce1.m_ncReply > stInflunce2.m_ncReply;
|
|
}
|
|
|
|
bool QSortInfulrence(const SInfluenceCount &stInflunce1, const SInfluenceCount &stInflunce2)
|
|
{
|
|
return stInflunce1.m_dinfulrence > stInflunce2.m_dinfulrence;
|
|
}
|
|
|
|
void SFilterProcess::DataInfluenceCount(QString _strCompanyNum)
|
|
{
|
|
QMap <QString,SInfluenceCount> mapCount;
|
|
//foreach (QListWidgetItem *item,m_plw[E_LIST_COMPANY].selectedItems())
|
|
{
|
|
InsertLog("Influence Rank Count Make Start ");
|
|
QString strCompanyNum = _strCompanyNum;
|
|
foreach(SBody stBody, m_mapData.values())
|
|
{
|
|
if (stBody.m_strlist[m_anData[E_DATA_platform_form]].trimmed().compare(QString("blog")) != 0) continue;
|
|
QString strKey = stBody.m_strlist[m_anData[E_DATA_article_id]].trimmed();
|
|
if (mapCount.contains(strKey)==false)
|
|
{
|
|
SInfluenceCount stInfluence;
|
|
stInfluence.m_nID = m_mapID[strKey].m_nNum;
|
|
QString strCommunityKey = GetCommunityKey(stBody.m_strlist);
|
|
if (m_mapCommunity.contains(strCommunityKey) == false) continue;
|
|
stInfluence.m_nCommunity = m_mapCommunity[strCommunityKey].m_nNum;
|
|
QString strNickname = stBody.m_strlist[m_anData[E_DATA_article_nickname]].trimmed();
|
|
if (m_mapNickname.contains(strNickname) == false)
|
|
stInfluence.m_nNickname = 0;
|
|
else
|
|
stInfluence.m_nNickname = m_mapNickname[strNickname].m_nNum;
|
|
stInfluence.m_ncBody = 0;
|
|
stInfluence.m_ncReply = 0;
|
|
stInfluence.m_strID = strKey;
|
|
stInfluence.m_strlistData = stBody.m_strlist;
|
|
mapCount.insert(strKey,stInfluence);
|
|
}
|
|
mapCount[strKey].m_ncBody++;
|
|
foreach(SReply stReply , stBody.m_vecReply.values())
|
|
{
|
|
if (stReply.m_strlist[m_anData[E_DATA_article_id]].compare(strKey) != 0)
|
|
mapCount[strKey].m_ncReply++;
|
|
}
|
|
}
|
|
|
|
foreach (SInfluenceCount stInfluence,mapCount.values())
|
|
{
|
|
mapCount[stInfluence.m_strID].m_dinfulrence = ((double)stInfluence.m_ncBody * 0.4) + ((double)stInfluence.m_ncReply * 0.6);
|
|
}
|
|
InsertLog("Influence Rank Count Make End");
|
|
{
|
|
m_db.setHostName(D_DB_WEB_HOST);
|
|
m_db.setUserName(D_DB_WEB_USER);
|
|
m_db.setPassword(D_DB_WEB_PASS);
|
|
m_db.setDatabaseName(D_DB_WEB_NAME);
|
|
if (m_db.open() == false)
|
|
{
|
|
InsertLog(m_db.lastError().text());
|
|
return;
|
|
}
|
|
|
|
InsertLog("Influence Rank Count Send Start");
|
|
QSqlQuery query;
|
|
QString strQuery;
|
|
strQuery = "delete from stats_influencerrank where company_num = " + strCompanyNum;
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
strQuery = "delete from influencer where company_num = " + strCompanyNum;
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
QList<SInfluenceCount> list = mapCount.values();
|
|
qSort(list.begin(),list.end(),QSortInfulrence);
|
|
|
|
//id_id,rank,
|
|
strQuery = "insert into influencer (rank,company_num,id_num,nickname_num,community_num,bodycount,replycount,influencervalue,profile,profileurl,id_id)"
|
|
" VALUES (:RANK," + strCompanyNum + ",:ID_NUM,:NICKNAME_NUM,:COMMUNITY_NUM,:BODY_COUNT,:REPLY_COUNT,:INPL,:PROFILE,:PROFILE_URL,:ID_ID)";
|
|
|
|
query.prepare(strQuery.toUtf8());
|
|
int ncRank = 1;
|
|
foreach(SInfluenceCount stIn,list)
|
|
{
|
|
if (stIn.m_strID.length() > 42) continue;
|
|
if (m_mapID.contains(stIn.m_strID) == false ) continue;
|
|
query.bindValue(":ID_NUM",stIn.m_nID);
|
|
query.bindValue(":NICKNAME_NUM",stIn.m_nNickname);
|
|
query.bindValue(":COMMUNITY_NUM",stIn.m_nCommunity);
|
|
query.bindValue(":BODY_COUNT",stIn.m_ncBody);
|
|
query.bindValue(":REPLY_COUNT",stIn.m_ncReply);
|
|
query.bindValue(":INPL",QString::number(stIn.m_dinfulrence,'g',3));
|
|
query.bindValue(":PROFILE",stIn.m_strlistData.at(m_anData[E_DATA_article_profile]).trimmed().toUtf8());
|
|
query.bindValue(":PROFILE_URL",stIn.m_strlistData.at(m_anData[E_DATA_article_profileurl]).trimmed().toUtf8());
|
|
query.bindValue(":ID_ID",stIn.m_strID.trimmed().toUtf8());
|
|
query.bindValue(":RANK",ncRank++);
|
|
if(query.exec() == false) {InsertLog(query.lastError().text());return;}
|
|
}
|
|
|
|
int nCount = 0;
|
|
foreach(SInfluenceCount stIn,list)
|
|
{
|
|
if (nCount >= 10) break; nCount++;
|
|
strQuery = MakeInfluencerrankQuery(stIn,nCount,"influencevalue",strCompanyNum);
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
}
|
|
nCount = 0;
|
|
qSort(list.begin(),list.end(),QSortBody);
|
|
foreach(SInfluenceCount stIn,list)
|
|
{
|
|
if (nCount >= 10) break; nCount++;
|
|
strQuery = MakeInfluencerrankQuery(stIn,nCount,"bodycount",strCompanyNum);
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
}
|
|
|
|
qSort(list.begin(),list.end(),QSortReply);
|
|
nCount = 0;
|
|
foreach(SInfluenceCount stIn,list)
|
|
{
|
|
if (nCount >= 10) break; nCount++;
|
|
strQuery = MakeInfluencerrankQuery(stIn,nCount,"replycount",strCompanyNum);
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
}
|
|
m_db.close();
|
|
InsertLog("Influence Rank Count Send End");
|
|
}
|
|
}
|
|
}
|
|
|
|
struct SSpamer
|
|
{
|
|
QString m_strKey;
|
|
QString m_strTitle;
|
|
QString m_strNickname;
|
|
double m_dBodycount;
|
|
double m_dReplycount;
|
|
double m_dSpammerValue;
|
|
SSpamer()
|
|
{
|
|
m_dBodycount = 0.0;
|
|
m_dReplycount = 0.0;
|
|
}
|
|
QSet <QString> m_setNick;
|
|
};
|
|
|
|
bool QSortSpamer(const SSpamer &st1, const SSpamer &st2)
|
|
{
|
|
return st1.m_dSpammerValue > st2.m_dSpammerValue;
|
|
}
|
|
|
|
void SFilterProcess::DataSpammersCount(QString _strCompanyNum)
|
|
{
|
|
QFile inputFile("spammers.txt");
|
|
double dRead[E_SPAMER_MAX]={0.0,};
|
|
if (inputFile.open(QIODevice::ReadOnly))
|
|
{
|
|
QTextStream in(&inputFile);
|
|
while (!in.atEnd())
|
|
{
|
|
QString line = in.readLine();
|
|
QStringList list = line.split("=");
|
|
if (list.size() < 2) continue;
|
|
if (list[0].trimmed().compare("Body_Count_Cut") == 0) dRead[E_SPAMER_BODY_COUNT_CUT]=list[1].toDouble();
|
|
if (list[0].trimmed().compare("Body_Count_Ratio") == 0) dRead[E_SPAMER_BODY_COUNT_RATIO]=list[1].toDouble();
|
|
if (list[0].trimmed().compare("Nick_Count_Cut") == 0) dRead[E_SPAMER_NICK_COUNT_CUT]=list[1].toDouble();
|
|
if (list[0].trimmed().compare("Nick_Count_Ratio") == 0) dRead[E_SPAMER_NICK_COUNT_RATIO]=list[1].toDouble();
|
|
}
|
|
inputFile.close();
|
|
}
|
|
QMap<QString,SSpamer> mapSpamer;
|
|
//foreach (QListWidgetItem *item,m_plw[E_LIST_COMPANY].selectedItems())
|
|
{
|
|
InsertLog("Spamer Rank Count Make Start ");
|
|
foreach(SBody stBody, m_mapData.values())
|
|
{
|
|
if (stBody.m_strlist[m_anData[E_DATA_article_id]].trimmed().isEmpty()) continue;
|
|
QString strKey = stBody.m_strlist[m_anData[E_DATA_platform_name]].trimmed() + QString(",");
|
|
strKey += stBody.m_strlist[m_anData[E_DATA_platform_form]].trimmed() + QString(",");
|
|
strKey += stBody.m_strlist[m_anData[E_DATA_article_id]].trimmed();
|
|
if (mapSpamer.contains(strKey) == false)
|
|
{
|
|
SSpamer stSpamer;
|
|
stSpamer.m_strKey = strKey;
|
|
stSpamer.m_strNickname = stBody.m_strlist[m_anData[E_DATA_article_nickname]].trimmed();
|
|
mapSpamer.insert(strKey,stSpamer);
|
|
}
|
|
mapSpamer[strKey].m_dBodycount+=1.0;
|
|
mapSpamer[strKey].m_setNick.insert(stBody.m_strlist[m_anData[E_DATA_article_nickname]].trimmed());
|
|
foreach(SReply stReply , stBody.m_vecReply.values())
|
|
{
|
|
QString strKey = stReply.m_strlist[m_anData[E_DATA_platform_name]].trimmed() + QString(",");
|
|
strKey += stReply.m_strlist[m_anData[E_DATA_platform_form]].trimmed() + QString(",");
|
|
strKey += stReply.m_strlist[m_anData[E_DATA_article_id]].trimmed();
|
|
if (mapSpamer.contains(strKey) == false)
|
|
{
|
|
SSpamer stSpamer;
|
|
stSpamer.m_strKey = strKey;
|
|
stSpamer.m_strNickname = stReply.m_strlist[m_anData[E_DATA_article_nickname]].trimmed();
|
|
mapSpamer.insert(strKey,stSpamer);
|
|
}
|
|
mapSpamer[strKey].m_dReplycount+=1.0;
|
|
QString strReKey = stReply.m_strlist[m_anData[E_DATA_article_nickname]].trimmed();
|
|
if (mapSpamer[strKey].m_setNick.contains(strReKey) == false)
|
|
mapSpamer[strKey].m_setNick.insert(strReKey);
|
|
}
|
|
}
|
|
|
|
QList <SSpamer> list;
|
|
foreach(SSpamer stSpamer,mapSpamer.values())
|
|
{
|
|
bool bFlag = false;
|
|
if (stSpamer.m_dBodycount > dRead[E_SPAMER_BODY_COUNT_CUT])
|
|
bFlag = true;
|
|
if ((double)stSpamer.m_setNick.size() > dRead[E_SPAMER_BODY_COUNT_CUT])
|
|
bFlag = true;
|
|
if (bFlag)
|
|
{
|
|
stSpamer.m_dSpammerValue = (dRead[E_SPAMER_BODY_COUNT_RATIO]*stSpamer.m_dBodycount)+
|
|
(dRead[E_SPAMER_NICK_COUNT_RATIO]*(double)stSpamer.m_setNick.size());
|
|
list.push_back(stSpamer);
|
|
}
|
|
}
|
|
qSort(list.begin(),list.end(),QSortSpamer);
|
|
|
|
InsertLog("Spamer Rank Count Make End ");
|
|
InsertLog("Spamer Rank Count Send Start ");
|
|
m_db.setHostName(D_DB_WEB_HOST);
|
|
m_db.setUserName(D_DB_WEB_USER);
|
|
m_db.setPassword(D_DB_WEB_PASS);
|
|
m_db.setDatabaseName(D_DB_WEB_NAME);
|
|
if (m_db.open() == false)
|
|
{
|
|
InsertLog(m_db.lastError().text());
|
|
return;
|
|
}
|
|
QSqlQuery query;
|
|
QString strQuery;
|
|
QString strCompanyNum = _strCompanyNum;
|
|
strQuery = "delete from stats_spammerrank where company_num = " + strCompanyNum;
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
strQuery = "delete from spammer where company_num = " + strCompanyNum;
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
|
|
QMap <QString,int> mapPlatformnameCount;
|
|
|
|
foreach(QString str,m_mapPlatformname.keys())
|
|
mapPlatformnameCount.insert(str,0);
|
|
|
|
int nCount = 0;
|
|
foreach(SSpamer stIn,list)
|
|
{
|
|
QStringList strList = stIn.m_strKey.split(",");
|
|
QString strID = strList[2].trimmed();
|
|
QString strPlatformname = strList[0].trimmed();
|
|
if (strID.isEmpty()) continue;
|
|
if (strPlatformname.isEmpty()) continue;
|
|
QString strValue = QString::number(nCount+1) + ",";
|
|
strValue += QString::number(m_mapID[strID].m_nNum) + ",'";
|
|
strValue += strID + "',";
|
|
strValue += QString::number(stIn.m_setNick.size()) + ",";
|
|
strValue += QString::number((int)stIn.m_dBodycount) + ",";
|
|
strValue += QString::number((int)stIn.m_dReplycount) + ",";
|
|
strValue += QString::number(stIn.m_dSpammerValue,'g',3) + ",";
|
|
strValue += strCompanyNum;
|
|
strQuery = "insert into spammer (rank,id_num,id_id,nicknamecount,bodycount,replycount,spammervalue,company_num) VALUES (";
|
|
strQuery += strValue + ")";
|
|
if(query.exec(strQuery.toUtf8()) == false) {
|
|
qDebug() << strQuery;InsertLog(query.lastError().text());
|
|
InsertLog(strQuery);
|
|
continue;
|
|
}
|
|
if (mapPlatformnameCount.contains(strPlatformname))
|
|
{
|
|
if (mapPlatformnameCount[strPlatformname] < 10)
|
|
{
|
|
strQuery = "insert into stats_spammerrank (rank,id_num,id_id,nicknamecount,bodycount,replycount,spammervalue,company_num,platformname_name,subject) VALUES (";
|
|
strQuery += strValue + ",'" + strPlatformname + "','spammervalue')";
|
|
if(query.exec(strQuery.toUtf8()) == false) {
|
|
qDebug() << strQuery;InsertLog(query.lastError().text());
|
|
InsertLog(strQuery);
|
|
continue;
|
|
}
|
|
mapPlatformnameCount[strPlatformname]++;
|
|
}
|
|
}
|
|
nCount++;
|
|
}
|
|
m_db.close();
|
|
InsertLog("Spamer Rank Count Send End ");
|
|
}
|
|
}
|
|
|
|
bool QSortPowerCafe(const SPowerCafeCount &st1, const SPowerCafeCount &st2)
|
|
{
|
|
return st1.m_ncAll > st2.m_ncAll;
|
|
}
|
|
|
|
bool QSortPowerCafeReal(const SPowerCafeCount &st1, const SPowerCafeCount &st2)
|
|
{
|
|
return st1.m_ncAllReal > st2.m_ncAllReal;
|
|
}
|
|
|
|
void SFilterProcess::DataPowerCafeCount(QString _strFilter,QString _strCompanyNum)
|
|
{
|
|
ReloadData();
|
|
InsertLog("Power Cafe Data Filter Run Start ");
|
|
DataFilter(_strFilter);
|
|
InsertLog("Power Cafe Data Filter Run End ");
|
|
QMap <QString,SPowerCafeCount> mapRealCount;
|
|
QMap <QString,SPowerCafeCount> mapAllCount;
|
|
//foreach (QListWidgetItem *item,m_plw[E_LIST_COMPANY].selectedItems())
|
|
{
|
|
InsertLog("Power Cafe Rank Count Make Start ");
|
|
// real make
|
|
if (m_bDataFlag[E_ARTICLE_BODY] == true)
|
|
{
|
|
foreach(QStringList strlist,m_data[E_ARTICLE_BODY])
|
|
{
|
|
if (strlist[m_anData[E_DATA_platform_form]].trimmed().compare(QString("cafe")) != 0) continue;
|
|
QString strKey = strlist[m_anData[E_DATA_platform_id]].trimmed();
|
|
if (mapRealCount.contains(strKey)==false)
|
|
{
|
|
SPowerCafeCount stPowerCafe;
|
|
stPowerCafe.m_strCafeID = strKey;
|
|
QString strUrl = GetCommunityKey(strlist);
|
|
if (m_mapCommunity.contains(strUrl) == false ) continue;
|
|
stPowerCafe.m_strCommunityURL = strUrl;
|
|
stPowerCafe.m_nCommunityID = m_mapCommunity[strUrl].m_nNum;
|
|
stPowerCafe.m_strlistData = strlist;
|
|
mapRealCount.insert(strKey,stPowerCafe);
|
|
}
|
|
mapRealCount[strKey].m_ncBodyReal++;
|
|
mapRealCount[strKey].m_ncAllReal++;
|
|
if (mapRealCount[strKey].m_mapUser.contains(strlist[m_anData[E_DATA_article_id]].trimmed())==false)
|
|
mapRealCount[strKey].m_mapUser.insert(strlist[m_anData[E_DATA_article_id]].trimmed(),true);
|
|
}
|
|
}
|
|
if (m_bDataFlag[E_ARTICLE_REPLY] == true)
|
|
{
|
|
foreach(QStringList strlist,m_data[E_ARTICLE_REPLY])
|
|
{
|
|
if (strlist[m_anData[E_DATA_platform_form]].trimmed().compare(QString("cafe")) != 0) continue;
|
|
QString strKey = strlist[m_anData[E_DATA_platform_id]].trimmed();
|
|
if (mapRealCount.contains(strKey)==false)
|
|
{
|
|
SPowerCafeCount stPowerCafe;
|
|
stPowerCafe.m_strCafeID = strKey;
|
|
QString strUrl = GetCommunityKey(strlist);
|
|
if (m_mapCommunity.contains(strUrl) == false ) continue;
|
|
stPowerCafe.m_strCommunityURL = strUrl;
|
|
stPowerCafe.m_nCommunityID = m_mapCommunity[strUrl].m_nNum;
|
|
stPowerCafe.m_strlistData = strlist;
|
|
mapRealCount.insert(strKey,stPowerCafe);
|
|
}
|
|
mapRealCount[strKey].m_ncReplyReal++;
|
|
mapRealCount[strKey].m_ncAllReal++;
|
|
if (mapRealCount[strKey].m_mapUser.contains(strlist[m_anData[E_DATA_article_id]].trimmed())==false)
|
|
mapRealCount[strKey].m_mapUser.insert(strlist[m_anData[E_DATA_article_id]].trimmed(),true);
|
|
}
|
|
}
|
|
// all make
|
|
foreach(SBody stBody, m_mapData.values())
|
|
{
|
|
if (stBody.m_strlist[m_anData[E_DATA_platform_form]].trimmed().compare(QString("cafe")) != 0) continue;
|
|
QString strKey = stBody.m_strlist[m_anData[E_DATA_platform_id]].trimmed();
|
|
if (mapAllCount.contains(strKey)==false)
|
|
{
|
|
SPowerCafeCount stPowerCafe;
|
|
stPowerCafe.m_strCafeID = strKey;
|
|
QString strUrl = GetCommunityKey(stBody.m_strlist);
|
|
if (m_mapCommunity.contains(strUrl) == false ) continue;
|
|
stPowerCafe.m_strCommunityURL = strUrl;
|
|
stPowerCafe.m_nCommunityID = m_mapCommunity[strUrl].m_nNum;
|
|
stPowerCafe.m_strlistData = stBody.m_strlist;
|
|
mapAllCount.insert(strKey,stPowerCafe);
|
|
}
|
|
mapAllCount[strKey].m_ncBodyAll++;
|
|
if (mapAllCount[strKey].m_mapUser.contains(stBody.m_strlist[m_anData[E_DATA_article_id]].trimmed())==false)
|
|
mapAllCount[strKey].m_mapUser.insert(stBody.m_strlist[m_anData[E_DATA_article_id]].trimmed(),true);
|
|
|
|
foreach(SReply stReply , stBody.m_vecReply.values())
|
|
{
|
|
if (stReply.m_strlist[m_anData[E_DATA_article_id]].compare(strKey) != 0)
|
|
mapAllCount[strKey].m_ncReplyAll++;
|
|
if (mapAllCount[strKey].m_mapUser.contains(stReply.m_strlist[m_anData[E_DATA_article_id]].trimmed())==false)
|
|
mapAllCount[strKey].m_mapUser.insert(stReply.m_strlist[m_anData[E_DATA_article_id]].trimmed(),true);
|
|
}
|
|
}
|
|
foreach (SPowerCafeCount stPowerCafe,mapAllCount.values())
|
|
mapAllCount[stPowerCafe.m_strCafeID].m_ncAll = stPowerCafe.m_ncBodyAll + stPowerCafe.m_ncReplyAll;
|
|
|
|
foreach(SPowerCafeCount st,mapRealCount)
|
|
{
|
|
if (mapAllCount.contains(st.m_strCafeID))
|
|
{
|
|
mapRealCount[st.m_strCafeID].m_ncBodyAll = mapAllCount[st.m_strCafeID].m_ncBodyAll;
|
|
mapRealCount[st.m_strCafeID].m_ncReplyAll = mapAllCount[st.m_strCafeID].m_ncReplyAll;
|
|
mapRealCount[st.m_strCafeID].m_ncAll = mapAllCount[st.m_strCafeID].m_ncAll;
|
|
mapRealCount[st.m_strCafeID].m_ncUserAll = mapAllCount[st.m_strCafeID].m_mapUser.size();
|
|
}
|
|
}
|
|
InsertLog("Power Cafe Rank Count Make End");
|
|
InsertLog("Power Cafe Rank Send Start ");
|
|
{
|
|
m_db.setHostName(D_DB_WEB_HOST);
|
|
m_db.setUserName(D_DB_WEB_USER);
|
|
m_db.setPassword(D_DB_WEB_PASS);
|
|
m_db.setDatabaseName(D_DB_WEB_NAME);
|
|
if (m_db.open() == false)
|
|
{
|
|
InsertLog(m_db.lastError().text());
|
|
return;
|
|
}
|
|
QSqlQuery query;
|
|
QString strQuery;
|
|
QString strCompanyNum = _strCompanyNum;
|
|
strQuery = "delete from powercafe where company_num = " + strCompanyNum;
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
strQuery = "delete from stats_powercaferank where company_num = " + strCompanyNum;
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
QList<SPowerCafeCount> list = mapRealCount.values();
|
|
qSort(list.begin(),list.end(),QSortPowerCafeReal);
|
|
strQuery = "insert into powercafe (company_num,rank,community_num,community_id,bodycountall,replycountall,allcountall,usercountall,bodycountreal,replycountreal,allcountreal,usercountreal)"
|
|
" VALUES (" + strCompanyNum + ",:RANK,:COMMNUNITY_NUM,:COMMNUNITY_ID,:BODY_ALL,:REPLY_ALL,:COUNT_ALL,:USER_ALL,:BODY_REAL,:REPLY_REAL,:ALL_REAL,:USER_REAL)";
|
|
|
|
int nCount = 0;
|
|
query.prepare(strQuery.toUtf8());
|
|
foreach(SPowerCafeCount stIn,list)
|
|
{
|
|
query.bindValue(":COMMNUNITY_NUM",stIn.m_nCommunityID);
|
|
query.bindValue(":COMMNUNITY_ID",stIn.m_strCafeID);
|
|
query.bindValue(":BODY_ALL",stIn.m_ncBodyAll);
|
|
query.bindValue(":REPLY_ALL",stIn.m_ncReplyAll);
|
|
query.bindValue(":COUNT_ALL",stIn.m_ncAll);
|
|
query.bindValue(":USER_ALL",stIn.m_ncUserAll);
|
|
query.bindValue(":BODY_REAL",stIn.m_ncBodyReal);
|
|
query.bindValue(":REPLY_REAL",stIn.m_ncReplyReal);
|
|
query.bindValue(":ALL_REAL",stIn.m_ncAllReal);
|
|
query.bindValue(":USER_REAL",stIn.m_mapUser.size());
|
|
query.bindValue(":RANK",++nCount);
|
|
if(query.exec() == false) {
|
|
InsertLog(query.lastError().text());return;
|
|
}
|
|
}
|
|
nCount = 0;
|
|
//articlecountall/articlecountreal/usercountreal
|
|
strQuery = "insert into stats_powercaferank (rank,articlecountall,usercountreal,subject,company_num,community_id,community_title,articlecountreal)"
|
|
" VALUES (:RANK,0,0,'articlecountreal'," + strCompanyNum + ",:ID,:TITLE,:COUNT_ALL)";
|
|
query.prepare(strQuery.toUtf8());
|
|
foreach(SPowerCafeCount stIn,list)
|
|
{
|
|
if (stIn.m_strCafeID.trimmed().isEmpty()) continue;
|
|
if (stIn.m_strlistData[m_anData[E_DATA_platform_title]].trimmed().isEmpty()) continue;
|
|
if (nCount >= 10) break; nCount++;
|
|
query.bindValue(":ID",stIn.m_strCafeID.trimmed().toUtf8());
|
|
query.bindValue(":TITLE",stIn.m_strlistData[m_anData[E_DATA_platform_title]].trimmed().toUtf8());
|
|
query.bindValue(":COUNT_ALL",stIn.m_ncAllReal);
|
|
query.bindValue(":RANK",nCount);
|
|
if(query.exec() == false) {
|
|
InsertLog(query.lastError().text());return;
|
|
}
|
|
}
|
|
|
|
QList<SPowerCafeCount> listAll = mapAllCount.values();
|
|
qSort(listAll.begin(),listAll.end(),QSortPowerCafe);
|
|
|
|
nCount = 0;
|
|
strQuery = "insert into stats_powercaferank (rank,articlecountreal,usercountreal,subject,company_num,community_id,community_title,articlecountall)"
|
|
" VALUES (:RANK,0,0,'articlecountall'," + strCompanyNum + ",:ID,:TITLE,:COUNT_ALL)";
|
|
query.prepare(strQuery.toUtf8());
|
|
foreach(SPowerCafeCount stIn,listAll)
|
|
{
|
|
if (stIn.m_strCafeID.trimmed().isEmpty()) continue;
|
|
if (stIn.m_strlistData[m_anData[E_DATA_platform_title]].trimmed().isEmpty()) continue;
|
|
if (nCount >= 10) break; nCount++;
|
|
query.bindValue(":ID",stIn.m_strCafeID.trimmed().toUtf8());
|
|
query.bindValue(":TITLE",stIn.m_strlistData[m_anData[E_DATA_platform_title]].trimmed().toUtf8());
|
|
query.bindValue(":COUNT_ALL",stIn.m_ncAll);
|
|
query.bindValue(":RANK",nCount);
|
|
if(query.exec() == false) {
|
|
InsertLog(query.lastError().text());
|
|
return;}
|
|
}
|
|
m_db.close();
|
|
InsertLog("Power Cafe Rank Send End");
|
|
}
|
|
}
|
|
}
|
|
|
|
struct SMaketer
|
|
{
|
|
int m_nBodyCount;
|
|
int m_nReplyCount;
|
|
int m_nAllCount;
|
|
QString m_strID;
|
|
QString m_strPlatformName;
|
|
|
|
SMaketer()
|
|
{
|
|
m_nBodyCount=0;
|
|
m_nReplyCount=0;
|
|
}
|
|
};
|
|
|
|
bool QSortMarketer(const SMaketer &stMaketer1, const SMaketer &stMaketer2)
|
|
{
|
|
return stMaketer1.m_nAllCount > stMaketer2.m_nAllCount;
|
|
}
|
|
|
|
void SFilterProcess::DataConsumerSupervisionCount(QString _strCompanyNum)
|
|
{
|
|
m_db.setHostName(D_DB_WEB_HOST);
|
|
m_db.setUserName(D_DB_WEB_USER);
|
|
m_db.setPassword(D_DB_WEB_PASS);
|
|
m_db.setDatabaseName(D_DB_WEB_NAME);
|
|
if (m_db.open() == false)
|
|
{
|
|
InsertLog(m_db.lastError().text());
|
|
return;
|
|
}
|
|
QMap <QString,SMaketer> mapMaketer;
|
|
QMap <QString,SMaketer> mapCafe;
|
|
|
|
{
|
|
InsertLog("Markter Rank Count Make Start ");
|
|
QString strCompanyNum = _strCompanyNum;
|
|
|
|
QSqlQuery query;
|
|
QString strQuery;
|
|
strQuery = "delete from stats_response where company_num = " + strCompanyNum;
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
|
|
strQuery = "select id,platformname from marketer where company_num = " + strCompanyNum;
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
while(query.next())
|
|
{
|
|
SMaketer stMaketer;
|
|
stMaketer.m_strID = query.value(0).toString();
|
|
stMaketer.m_strPlatformName = query.value(1).toString();
|
|
mapMaketer.insert(stMaketer.m_strID,stMaketer);
|
|
}
|
|
|
|
foreach(SBody stBody, m_mapData.values())
|
|
{
|
|
QString strKey = stBody.m_strlist[m_anData[E_DATA_article_id]].trimmed();
|
|
if (mapMaketer.contains(strKey))
|
|
{
|
|
if (stBody.m_strlist[m_anData[E_DATA_platform_name]].trimmed().compare(mapMaketer[strKey].m_strPlatformName) == 0)
|
|
{
|
|
mapMaketer[strKey].m_nBodyCount++;
|
|
QString strCafe = stBody.m_strlist[m_anData[E_DATA_platform_id]].trimmed();
|
|
if (stBody.m_strlist[m_anData[E_DATA_platform_form]].trimmed().compare("cafe") == 0)
|
|
{
|
|
if (mapCafe.contains(strCafe) == false)
|
|
{
|
|
SMaketer stCafe;
|
|
stCafe.m_strID = strCafe;
|
|
mapCafe.insert(strCafe,stCafe);
|
|
}
|
|
mapCafe[strCafe].m_nBodyCount++;
|
|
}
|
|
}
|
|
}
|
|
|
|
foreach(SReply stReply , stBody.m_vecReply.values())
|
|
{
|
|
strKey = stReply.m_strlist[m_anData[E_DATA_article_id]].trimmed();
|
|
if (mapMaketer.contains(strKey))
|
|
{
|
|
if (stReply.m_strlist[m_anData[E_DATA_platform_name]].trimmed().compare(mapMaketer[strKey].m_strPlatformName) == 0)
|
|
{
|
|
mapMaketer[strKey].m_nReplyCount++;
|
|
QString strCafe = stBody.m_strlist[m_anData[E_DATA_platform_id]].trimmed();
|
|
if (stBody.m_strlist[m_anData[E_DATA_platform_form]].trimmed().compare("cafe") == 0)
|
|
{
|
|
if (mapCafe.contains(strCafe) == false)
|
|
{
|
|
SMaketer stCafe;
|
|
stCafe.m_strID = strCafe;
|
|
mapCafe.insert(strCafe,stCafe);
|
|
}
|
|
mapCafe[strCafe].m_nReplyCount++;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
foreach (SMaketer stMaketer,mapMaketer.values())
|
|
mapMaketer[stMaketer.m_strID].m_nAllCount = stMaketer.m_nBodyCount + stMaketer.m_nReplyCount;
|
|
|
|
foreach (SMaketer stCafe,mapCafe.values())
|
|
mapCafe[stCafe.m_strID].m_nAllCount = stCafe.m_nBodyCount + stCafe.m_nReplyCount;
|
|
{
|
|
QList<SMaketer> list = mapMaketer.values();
|
|
qSort(list.begin(),list.end(),QSortMarketer);
|
|
InsertLog("Markter Rank Count Make End");
|
|
{
|
|
InsertLog("Markter Rank Count Send Start");
|
|
foreach(SMaketer stMaket,list)
|
|
{
|
|
strQuery = "insert into stats_response (rank,platformid,subject,marketerid,marketernickname,bodycount,replycount,company_num) values (0,' ' , 'marketerid' , ";
|
|
strQuery += "'" + stMaket.m_strID + "',";
|
|
strQuery += "' ',";
|
|
strQuery += QString::number(stMaket.m_nBodyCount) + ",";
|
|
strQuery += QString::number(stMaket.m_nReplyCount) + ",";
|
|
strQuery += strCompanyNum + ")";
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
}
|
|
InsertLog("Markter Rank Count Send End");
|
|
}
|
|
}
|
|
{
|
|
QList<SMaketer> list = mapCafe.values();
|
|
qSort(list.begin(),list.end(),QSortMarketer);
|
|
{
|
|
InsertLog("Maketer in Cafe Rank Count Send Start");
|
|
foreach(SMaketer stMaket,list)
|
|
{
|
|
if (stMaket.m_nAllCount == 0) break;
|
|
strQuery = "insert into stats_response (rank,marketerid,subject,platformid,marketernickname,bodycount,replycount,company_num) values (0,' ' , 'platformid' , ";
|
|
strQuery += "'" + stMaket.m_strID + "',";
|
|
strQuery += "' ',";
|
|
strQuery += QString::number(stMaket.m_nBodyCount) + ",";
|
|
strQuery += QString::number(stMaket.m_nReplyCount) + ",";
|
|
strQuery += strCompanyNum + ")";
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
}
|
|
InsertLog("Maketer in Cafe Rank Count Send End");
|
|
}
|
|
}
|
|
}
|
|
m_db.close();
|
|
}
|
|
|
|
bool SFilterProcess::RenameTable(QString _strOld, QString _strNew , QString _strTmp)
|
|
{
|
|
QString strQuery;
|
|
QSqlQuery query;
|
|
strQuery = "RENAME TABLE ";
|
|
strQuery += _strOld + " TO " + _strTmp + ",";
|
|
strQuery += _strNew + " TO " + _strOld + ",";
|
|
strQuery += _strTmp + " TO " + _strNew;
|
|
if (query.exec(strQuery.toUtf8())==false) { InsertLog(query.lastError().text());return false;}
|
|
return true;
|
|
}
|
|
|
|
void SFilterProcess::DataPut(QString _strCompanyNum)
|
|
{
|
|
m_db.setHostName(D_DB_WEB_HOST);
|
|
m_db.setUserName(D_DB_WEB_USER);
|
|
m_db.setPassword(D_DB_WEB_PASS);
|
|
m_db.setDatabaseName(D_DB_WEB_NAME);
|
|
if (m_db.open() == false)
|
|
{
|
|
InsertLog(m_db.lastError().text());
|
|
return;
|
|
}
|
|
|
|
InsertLog("Data Put Start");
|
|
QSqlQuery query;
|
|
QString strQuery;
|
|
|
|
strQuery = "delete from body_" + _strCompanyNum + "_update";
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
|
|
strQuery = "delete from reply_" + _strCompanyNum + "_update";
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
|
|
strQuery = "delete from body_category_map_" + _strCompanyNum + "_update";
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
|
|
strQuery = "delete from id_" + _strCompanyNum + "_update";
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
|
|
strQuery = "delete from nickname_" + _strCompanyNum + "_update";
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
|
|
strQuery = "delete from community_" + _strCompanyNum + "_update";
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
|
|
QString strReplyQuery = QString("insert into reply_" + _strCompanyNum + "_update (num,id_num,nickname_num,community_num,id_id,parent,data,date,body_num,realbycategorynum) VALUES (:NUM,:ID_NUM,:NICKNAME_NUM,:COMMUNITY_NUM,:ID_ID,:PARENT,:DATA,:DATE,:BODY_NUM,:REALBYCATEGORYNUM)").toUtf8();
|
|
QString strBodyQuery = QString("insert into body_" + _strCompanyNum + "_update(num,id_num,nickname_num,community_num,id_id,platformname_num,platformform_num, title, data, url, view, date, reply_startnum, reply_endnum, reply_count, lastupdate, realbycategorynum)"
|
|
" VALUES (:NUM,:ID_NUM,:NICKNAME_NUM,:COMMUNITY_NUM,:ID_ID,:PLATFORMNAME_NUM,:PLATFORMFORM_NUM,:TITLE,:DATA,:URL,:VIEW,:DATE,:REPLY_STARTNUM,:REPLY_ENDNUM,:REPLY_COUNT,:LASTUPDATE,:REALBYCATEGORYNUM)").toUtf8();
|
|
QString strMapQuery = QString("insert into body_category_map_" + _strCompanyNum + "_update (num,body_num,category_num,realin) VALUES (:NUM,:BODY_NUM,:CATEGORY_NUM,:REALIN)").toUtf8();
|
|
|
|
QString strCommunityQuery = QString("insert into community_" + _strCompanyNum + "_update (num,id,title,url,platformname_num,platformform_num) values (");
|
|
foreach (SCommunity stCommunity,m_mapCommunity.values())
|
|
{
|
|
strQuery = strCommunityQuery;
|
|
strQuery += QString::number(stCommunity.m_nNum);
|
|
strQuery += ",'" + stCommunity.m_strID + "'";
|
|
strQuery += ",'" + SqlString(stCommunity.m_strTitle) + "'";
|
|
strQuery += ",'" + SqlString(stCommunity.m_strUrl) + "'";
|
|
strQuery += "," + QString::number(stCommunity.m_nPlatformname);
|
|
strQuery += "," + QString::number(stCommunity.m_nPlatformform);
|
|
strQuery += ")";
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());m_db.close();qDebug() << strQuery;return;}
|
|
}
|
|
|
|
QString strIDQuery = QString("insert into id_" + _strCompanyNum + "_update (num,id,platformname_num,community_num) values (");
|
|
foreach (SId stID,m_mapID.values())
|
|
{
|
|
strQuery = strIDQuery;
|
|
strQuery += QString::number(stID.m_nNum);
|
|
strQuery += ",'" + stID.m_strID + "'";
|
|
strQuery += "," + QString::number(stID.m_nPlatfromName);
|
|
strQuery += "," + QString::number(stID.m_nCommunity);
|
|
strQuery += ")";
|
|
if(query.exec(strQuery.toUtf8()) == false) {qDebug() << strQuery;InsertLog(query.lastError().text());m_db.close();return;}
|
|
}
|
|
|
|
QString strNickQuery = QString("insert into nickname_" + _strCompanyNum + "_update (num,nickname,id_num) values (");
|
|
foreach (SNickname stNick,m_mapNickname.values())
|
|
{
|
|
strQuery = strNickQuery;
|
|
strQuery += QString::number(stNick.m_nNum);
|
|
strQuery += ",'" + SqlString(stNick.m_strNickname) + "'";
|
|
strQuery += "," + QString::number(stNick.m_nID);
|
|
strQuery += ")";
|
|
if(query.exec(strQuery.toUtf8()) == false)
|
|
{
|
|
InsertLog(query.lastError().text());m_db.close();qDebug() << strQuery;return;
|
|
}
|
|
}
|
|
|
|
int nReplyCount = 0;
|
|
foreach(QString strUrl , m_strlistOrder )
|
|
{
|
|
int nReplyStart = nReplyCount;
|
|
foreach(SReply stReply,m_mapData[strUrl].m_vecReply)
|
|
{
|
|
query.prepare(strReplyQuery);
|
|
query.bindValue(":NUM",nReplyCount);
|
|
query.bindValue(":ID_NUM",m_mapID[stReply.m_strlist[m_anData[E_DATA_article_id]].trimmed()].m_nNum);
|
|
query.bindValue(":NICKNAME_NUM",m_mapNickname[stReply.m_strlist[m_anData[E_DATA_article_nickname]].trimmed()].m_nNum);
|
|
query.bindValue(":COMMUNITY_NUM",m_mapCommunity[GetCommunityKey(m_mapData[strUrl].m_strlist)].m_nNum);
|
|
query.bindValue(":ID_ID",stReply.m_strlist[m_anData[E_DATA_article_id]].trimmed());
|
|
query.bindValue(":PARENT",stReply.m_strlist[m_anData[E_DATA_article_parent]].trimmed().toUtf8());
|
|
query.bindValue(":DATA",SqlString(stReply.m_strlist[m_anData[E_DATA_article_data]].trimmed()).toUtf8());
|
|
query.bindValue(":DATE",stReply.m_strlist[m_anData[E_DATA_article_date]].trimmed().toUtf8());
|
|
query.bindValue(":BODY_NUM",m_mapData[strUrl].m_nNum);
|
|
query.bindValue(":REALBYCATEGORYNUM",GetVectorToString(stReply.m_vecCategory," ").trimmed());
|
|
if (query.exec()==false){InsertLog(query.lastError().text());m_db.close();return;}
|
|
nReplyCount++;
|
|
}
|
|
query.prepare(strBodyQuery);
|
|
query.bindValue(":NUM",m_mapData[strUrl].m_nNum);
|
|
query.bindValue(":PLATFORMNAME_NUM",m_mapPlatformname[m_mapData[strUrl].m_strlist[m_anData[E_DATA_platform_name]].trimmed()]);
|
|
query.bindValue(":PLATFORMFORM_NUM",m_mapPlatformform[m_mapData[strUrl].m_strlist[m_anData[E_DATA_platform_form]].trimmed()]);
|
|
query.bindValue(":ID_NUM",m_mapID[m_mapData[strUrl].m_strlist[m_anData[E_DATA_article_id]].trimmed()].m_nNum);
|
|
query.bindValue(":NICKNAME_NUM",m_mapNickname[m_mapData[strUrl].m_strlist[m_anData[E_DATA_article_nickname]].trimmed()].m_nNum);
|
|
query.bindValue(":COMMUNITY_NUM",m_mapCommunity[GetCommunityKey(m_mapData[strUrl].m_strlist)].m_nNum);
|
|
query.bindValue(":ID_ID",m_mapData[strUrl].m_strlist[m_anData[E_DATA_article_id]].trimmed());
|
|
query.bindValue(":TITLE",SqlString(m_mapData[strUrl].m_strlist[m_anData[E_DATA_article_title]]).trimmed());
|
|
query.bindValue(":PROFILE",SqlString(m_mapData[strUrl].m_strlist[m_anData[E_DATA_article_profile]]).trimmed());
|
|
QString strData = m_mapData[strUrl].m_strlist[m_anData[E_DATA_article_data]];
|
|
strData=strData.replace(QChar(160),"");
|
|
bool bQuit = true;
|
|
while(bQuit)
|
|
{
|
|
if (strData.contains("\n\n\n"))
|
|
strData=strData.replace("\n\n\n","");
|
|
else
|
|
bQuit = false;
|
|
}
|
|
query.bindValue(":DATA",SqlString(strData.left(65536).replace(QString("\n"),QString("<br>"))).trimmed());
|
|
QString strArticleUrl = m_mapData[strUrl].m_strlist[m_anData[E_DATA_article_url]].trimmed();
|
|
query.bindValue(":URL",strArticleUrl.right(strArticleUrl.length() - QString("http://").length()));
|
|
if (m_mapData[strUrl].m_strlist[m_anData[E_DATA_article_hit]].trimmed().isEmpty())
|
|
query.bindValue(":VIEW","-1");
|
|
else
|
|
query.bindValue(":VIEW",m_mapData[strUrl].m_strlist[m_anData[E_DATA_article_hit]]);
|
|
query.bindValue(":DATE",m_mapData[strUrl].m_strlist[m_anData[E_DATA_article_date]].trimmed());
|
|
if (m_mapData[strUrl].m_vecReply.size() == 0)
|
|
{
|
|
query.bindValue(":REPLY_STARTNUM",-1);
|
|
query.bindValue(":REPLY_ENDNUM",-1);
|
|
}
|
|
else
|
|
{
|
|
query.bindValue(":REPLY_STARTNUM",nReplyStart);
|
|
query.bindValue(":REPLY_ENDNUM",nReplyCount-1);
|
|
}
|
|
query.bindValue(":REPLY_COUNT",m_mapData[strUrl].m_vecReply.size());
|
|
QString strDate = m_mapData[strUrl].m_dtLast.toString("yyyy-MM-dd HH:mm:ss");
|
|
if (strDate.trimmed().isEmpty())
|
|
query.bindValue(":LASTUPDATE","1900-01-01 00:00:00");
|
|
else
|
|
query.bindValue(":LASTUPDATE",strDate);
|
|
|
|
query.bindValue(":REALBYCATEGORYNUM",GetVectorToString(m_mapData[strUrl].m_vecCategory," ").trimmed());
|
|
if (query.exec()==false) {InsertLog(query.lastError().text());m_db.close();return;}
|
|
}
|
|
|
|
query.prepare(strMapQuery);
|
|
int nCount = 0;
|
|
foreach(SMap stMap,m_vecMap)
|
|
{
|
|
query.bindValue(":NUM",nCount++);
|
|
query.bindValue(":BODY_NUM",stMap.m_nBody);
|
|
query.bindValue(":CATEGORY_NUM",stMap.m_nCategory);
|
|
query.bindValue(":REALIN",stMap.m_nRealIn);
|
|
if (query.exec()==false){InsertLog(query.lastError().text());m_db.close();qDebug() << strQuery;return;}
|
|
}
|
|
|
|
strQuery = "delete from stats_articlebuzzbyday where company_num = " + _strCompanyNum;
|
|
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());return;}
|
|
|
|
QDate date = QDate::currentDate().addDays(-60);
|
|
QString astrOrderBy[D_ARTICLE_MAX] = {"body","reply","all"};
|
|
while(date <= QDate::currentDate())
|
|
{
|
|
QVector <SBuzzyCount> vecCount;
|
|
foreach(SBuzzy stBuzzy,m_vecBuzzy)
|
|
{
|
|
SBuzzyCount stCount;
|
|
memset(&stCount.m_anCount,0,sizeof(int)*D_ARTICLE_MAX);
|
|
stCount.m_nCategory = stBuzzy.m_nCategory;
|
|
if (stBuzzy.m_astArticle[E_ARTICLE_BODY].m_mapCount.contains(date))
|
|
stCount.m_anCount[0] = stBuzzy.m_astArticle[E_ARTICLE_BODY].m_mapCount[date];
|
|
if (stBuzzy.m_astArticle[E_ARTICLE_REPLY].m_mapCount.contains(date))
|
|
stCount.m_anCount[1] = stBuzzy.m_astArticle[E_ARTICLE_REPLY].m_mapCount[date];
|
|
stCount.m_anCount[2] = stCount.m_anCount[0] + stCount.m_anCount[1];
|
|
vecCount.push_back(stCount);
|
|
}
|
|
for (int i = 0; i < D_ARTICLE_MAX ; i++)
|
|
{
|
|
strQuery = "insert stats_articlebuzzbyday set ";
|
|
foreach(SBuzzyCount stCount,vecCount)
|
|
{
|
|
strQuery += "category_";
|
|
//if (stCount.m_nCategory)
|
|
strQuery += QString::number(stCount.m_nCategory);
|
|
//else
|
|
//strQuery += "all";
|
|
strQuery += " = ";
|
|
strQuery += QString::number(stCount.m_anCount[i]);
|
|
strQuery += ",";
|
|
}
|
|
strQuery += "date = '";
|
|
strQuery += date.toString("yyyy-MM-dd");
|
|
strQuery += "', subject = '" ;
|
|
strQuery += astrOrderBy[i];
|
|
strQuery += "',company_num = ";
|
|
strQuery += _strCompanyNum;
|
|
if (query.exec(strQuery.toUtf8())==false) { InsertLog(query.lastError().text());m_db.close();qDebug() << strQuery;return;}
|
|
}
|
|
date = date.addDays(1);
|
|
}
|
|
|
|
RenameTable("body_" + _strCompanyNum,"body_" + _strCompanyNum + "_update","body_" + _strCompanyNum +"_temp");
|
|
RenameTable("reply_" + _strCompanyNum,"reply_" + _strCompanyNum + "_update","reply_" + _strCompanyNum + "_temp");
|
|
RenameTable("body_category_map_" + _strCompanyNum,"body_category_map_" + _strCompanyNum + "_update","body_category_map_" + _strCompanyNum + "_temp");
|
|
RenameTable("id_" + _strCompanyNum,"id_" + _strCompanyNum + "_update","id_" + _strCompanyNum + "_temp");
|
|
RenameTable("nickname_" + _strCompanyNum,"nickname_" + _strCompanyNum + "_update","nickname_" + _strCompanyNum + "_temp");
|
|
RenameTable("community_" + _strCompanyNum,"community_" + _strCompanyNum + "_update","community_" + _strCompanyNum + "_temp");
|
|
m_db.close();
|
|
InsertLog("Data Put End");
|
|
}
|