etc/clients
1
0
Fork 0
Code Issues Pull Requests Releases Activity

필터 소스코드 정리

Browse Source
This commit is contained in:
mjjo
2017-08-08 12:20:01 +09:00
parent 616c27a800
commit fc266404c8
27 changed files with 3717 additions and 6189 deletions
Download Patch File Download Diff File Expand all files Collapse all files

812
Filter/widget.cpp.bak
View File

@@ -1,812 +0,0 @@
#include "widget.h"
#include <QVBoxLayout>
#include <QLabel>
#include <QSqlDatabase>
#include <QSqlError>
#include <QSqlQuery>
#include <QDebug>
#include <QPushButton>
#include <QThread>
#include <QTime>
#include <QFile>
#include <QSettings>
#include "../Json/sjson.h"
#include "../common.h"
#define MINUTE 60000
Widget::Widget(QWidget *parent) :
QWidget(parent)
{
QVBoxLayout *vMainLayout = new QVBoxLayout;
{
{
QHBoxLayout *hLayout = new QHBoxLayout;
QStringList strList;
strList << "Data" << "Filter Group" << "Company" << "Category";
m_plw = new QListWidget[E_LIST_MAX];
int i = 0;
foreach(QString str , strList)
{
QVBoxLayout *vLayout = new QVBoxLayout;
vLayout->addWidget(new QLabel(str));
vLayout->addWidget(&m_plw[i++]);
hLayout->addLayout(vLayout);
}
connect(&m_plw[E_LIST_COMPANY],SIGNAL(currentItemChanged(QListWidgetItem*,QListWidgetItem*)),this,SLOT(CompanyItemChanged(QListWidgetItem*,QListWidgetItem*)));
vMainLayout->addLayout(hLayout);
}
{
QHBoxLayout *hLayout = new QHBoxLayout;
{
QVBoxLayout *vLayout = new QVBoxLayout;
{
QHBoxLayout *h_0_Layout = new QHBoxLayout;
{
QVBoxLayout *v_0_Layout = new QVBoxLayout;
v_0_Layout->addWidget(new QLabel("Filter Process Group"));
m_plwFilterProcessGroup = new QListWidget;
connect(m_plwFilterProcessGroup,SIGNAL(itemClicked(QListWidgetItem*)),this,SLOT(FilterProcessGroupClicked(QListWidgetItem*)));
v_0_Layout->addWidget(m_plwFilterProcessGroup);
m_pleFilterProcessGroup = new QLineEdit;
v_0_Layout->addWidget(m_pleFilterProcessGroup);
{
QHBoxLayout *hSubLayout = new QHBoxLayout;
QPushButton *ppbInsert = new QPushButton("Insert");
connect(ppbInsert, SIGNAL(released()),this, SLOT(on_filter_process_group_insert()));
hSubLayout->addWidget(ppbInsert);
QPushButton *ppbDelete = new QPushButton("Delete");
connect(ppbDelete, SIGNAL(released()),this, SLOT(on_filter_process_group_delete()));
hSubLayout->addWidget(ppbDelete);
QPushButton *ppbModify = new QPushButton("Modify");
connect(ppbModify, SIGNAL(released()),this, SLOT(on_filter_process_group_modify()));
hSubLayout->addWidget(ppbModify);
v_0_Layout->addLayout(hSubLayout);
}
h_0_Layout->addLayout(v_0_Layout);
}
{
QVBoxLayout *v_0_Layout = new QVBoxLayout;
v_0_Layout->addWidget(new QLabel("Process List"));
m_plwProcess = new QListWidget;
v_0_Layout->addWidget(m_plwProcess);
{
QHBoxLayout *hSubLayout = new QHBoxLayout;
hSubLayout->addWidget(new QLabel("Timer(Minute): "));
m_pleExcutionTime = new QLineEdit;
m_pleExcutionTime->setValidator( new QIntValidator(1, 100000, this));
m_pleExcutionTime->setText("60");
m_pleExcutionTime->setFixedWidth(50);
hSubLayout->addWidget(m_pleExcutionTime);
hSubLayout->addWidget(new QLabel("Influencer Limit: "));
m_pleInfluencerLimitFrom = new QLineEdit;
m_pleInfluencerLimitFrom->setValidator( new QIntValidator(1, 100000, this));
m_pleInfluencerLimitFrom->setText("1");
m_pleInfluencerLimitFrom->setFixedWidth(40);
m_pleInfluencerLimitTo = new QLineEdit;
m_pleInfluencerLimitTo->setValidator( new QIntValidator(1, 100000, this));
m_pleInfluencerLimitTo->setText("500");
m_pleInfluencerLimitTo->setFixedWidth(40);
hSubLayout->addWidget(m_pleInfluencerLimitFrom);
hSubLayout->addWidget(m_pleInfluencerLimitTo);
v_0_Layout->addLayout(hSubLayout);
}
{
QHBoxLayout *hSubLayout = new QHBoxLayout;
QPushButton *ppbInsert = new QPushButton("Insert");
connect(ppbInsert, SIGNAL(released()),this, SLOT(on_process_insert()));
hSubLayout->addWidget(ppbInsert);
QPushButton *ppbDelete = new QPushButton("Delete");
connect(ppbDelete, SIGNAL(released()),this, SLOT(on_process_delete()));
hSubLayout->addWidget(ppbDelete);
QPushButton *ppbStart = new QPushButton("Start");
connect(ppbStart, SIGNAL(released()),this, SLOT(on_process_start()));
hSubLayout->addWidget(ppbStart);
QPushButton *ppbStop = new QPushButton("Stop");
connect(ppbStop, SIGNAL(released()),this, SLOT(on_process_stop()));
hSubLayout->addWidget(ppbStop);
v_0_Layout->addLayout(hSubLayout);
}
h_0_Layout->addLayout(v_0_Layout);
}
vLayout->addLayout(h_0_Layout);
{
vLayout->addWidget(new QLabel("Filter Process"));
m_plwFilterProcess = new QListWidget;
vLayout->addWidget(m_plwFilterProcess);
}
}
{
QHBoxLayout *hLayoutEdit = new QHBoxLayout;
{
QPushButton *ppbLoad = new QPushButton("Load");
connect(ppbLoad, SIGNAL(released()),this, SLOT(on_load()));
hLayoutEdit->addWidget(ppbLoad);
}
{
QPushButton *ppbCategory = new QPushButton("Category Make");
connect(ppbCategory, SIGNAL(released()),this, SLOT(on_category()));
hLayoutEdit->addWidget(ppbCategory);
}
{
QPushButton *ppbSend = new QPushButton("Send");
connect(ppbSend, SIGNAL(released()),this, SLOT(on_send()));
hLayoutEdit->addWidget(ppbSend);
}
/*
{
QPushButton *ppbCount = new QPushButton("Influence Count");
connect(ppbCount, SIGNAL(released()),this, SLOT(on_influence_count()));
hLayoutEdit->addWidget(ppbCount);
}
{
QPushButton *ppbCount = new QPushButton("Spammers Count");
connect(ppbCount, SIGNAL(released()),this, SLOT(on_spammers_count()));
hLayoutEdit->addWidget(ppbCount);
}
{
QPushButton *ppbCount = new QPushButton("Power Cafe Count");
connect(ppbCount, SIGNAL(released()),this, SLOT(on_power_cafe_count()));
hLayoutEdit->addWidget(ppbCount);
}
{
//QPushButton *ppbCount = new QPushButton("Consumer Supervison Count");
//connect(ppbCount, SIGNAL(released()),this, SLOT(on_consumer_supervison_count()));
//hLayoutEdit->addWidget(ppbCount);
}
*/
{
QPushButton *ppbDelete = new QPushButton("Delete");
connect(ppbDelete, SIGNAL(released()),this, SLOT(on_delete()));
hLayoutEdit->addWidget(ppbDelete);
}
vLayout->addLayout(hLayoutEdit);
}
hLayout->addLayout(vLayout);
}
{
QVBoxLayout *vLayout = new QVBoxLayout;
vLayout->addWidget(new QLabel("Log"));
m_plwLog = new QListWidget;
vLayout->addWidget(m_plwLog);
hLayout->addLayout(vLayout);
}
vMainLayout->addLayout(hLayout);
}
QPushButton *ppbRefresh = new QPushButton("Refresh");
connect(ppbRefresh, SIGNAL(released()),this, SLOT(on_refresh()));
vMainLayout->addWidget(ppbRefresh);
}
/*
QPushButton *ppbSend = new QPushButton("Send");
vMainLayout->addWidget(ppbSend);
connect(ppbSend, SIGNAL(released()),this, SLOT(on_send()));
*/
connect(&m_statusTimer, SIGNAL(timeout()), this, SLOT(time_update()));
connect(&m_executionTimer, SIGNAL(timeout()), this, SLOT(time_execute()));
//m_pThread = new SGetThread;
setLayout(vMainLayout);
//m_pPutThread = new SPutThread[QThread::idealThreadCount()];
if (ReloadSetup() == false)
{
InsertLog("setup.ini don't find");
}
m_db = QSqlDatabase::addDatabase("QMYSQL");
//m_statusTimer.start(5000);
Refresh();
for(int i = 0; i < D_PROCESS_MAX ;i++)
{
connect(&m_aProcess[i],SIGNAL(readyReadStandardOutput()),SLOT(process_output()));
}
}
Widget::~Widget()
{
for (int i = 0; i < D_PROCESS_MAX;i++)
Kill(i);
exit(0);
}
void Widget::InsertLog(QString str)
{
if(str[str.length()-1] == QChar('\n'))
str = str.mid(0, str.length()-1);
QTime time = QTime::currentTime();
QString strOut = time.toString("[hh:mm:ss] ") + str;
m_plwLog->addItem(strOut);
if (m_plwLog->count() > 1024)
{
m_plwLog->removeItemWidget(m_plwLog->item(0));
QListWidgetItem* item = m_plwLog->takeItem(0);
delete item;
}
m_plwLog->setCurrentRow( m_plwLog->count() - 1 );
m_plwLog->repaint();
}
bool Widget::ReloadSetup()
{
QSettings settings(QString("setup.ini"), QSettings::IniFormat);
settings.setIniCodec("UTF-8");
settings.beginGroup(QString("database"));
if (settings.childKeys().size() == 0) return false;
m_strWebDataBaseHost = settings.value("host").toString();
m_strWebDataBaseUser = settings.value("user").toString();
m_strWebDataBasePass = settings.value("pass").toString();
m_strWebDataBaseName = settings.value("name").toString();
settings.endGroup();
return true;
}
void Widget::Refresh()
{
m_db.setHostName("bigbird.iptime.org");
m_db.setUserName("admin");
m_db.setPassword("admin123");
m_db.setDatabaseName("concepters");
if (m_db.open() == false)
{
InsertLog(m_db.lastError().text());
return;
}
for (int i = 0; i < E_LIST_MAX ; i++)
m_plw[i].clear();
{
QSqlQuery query("select id,name,locked from filtergroup");
while (query.next())
{
QListWidgetItem *pItem = new QListWidgetItem(query.value(1).toString() +
((query.value(2).toInt() == 0)? "" : " (Locked)")
,&m_plw[E_LIST_FILTER]);
pItem->setData(Qt::UserRole, QVariant(query.value(0)));
}
}
{
QSqlQuery query("select id,name FROM datagroup");
while(query.next())
{
QListWidgetItem *pItem = new QListWidgetItem(query.value(1).toString() + QString("(") + query.value(0).toString() + QString(")") ,&m_plw[E_LIST_DATA]);
pItem->setData(Qt::UserRole, QVariant(query.value(0)));
}
}
{
m_plwFilterProcessGroup->clear();
QSqlQuery query("select id,name,state from filterprocessgroup");
while (query.next())
{
QString str;
str = query.value(1).toString();
/*switch(query.value(2).toInt())
{
case 0:str += " (idle)";break;
case 1:str += " (warking)";break;
}
*/
QListWidgetItem *pItem = new QListWidgetItem(str,m_plwFilterProcessGroup);
pItem->setData(Qt::UserRole, QVariant(query.value(0)));
}
}
m_db.close();
FilterProcssRefresh("-1");
m_db.setHostName(m_strWebDataBaseHost);
m_db.setUserName(m_strWebDataBaseUser);
m_db.setPassword(m_strWebDataBasePass);
m_db.setDatabaseName(m_strWebDataBaseName);
if (m_db.open() == false)
{
InsertLog(m_db.lastError().text());
return;
}
{
QSqlQuery query("select num,name FROM company");
while(query.next())
{
QListWidgetItem *pItem = new QListWidgetItem(query.value(1).toString(),&m_plw[E_LIST_COMPANY]);
pItem->setData(Qt::UserRole, QVariant(query.value(0)));
}
}
m_db.close();
}
void Widget::CompanyItemChanged(QListWidgetItem* _current,QListWidgetItem*)
{
if (_current == 0) return;
m_db.setHostName(m_strWebDataBaseHost);
m_db.setUserName(m_strWebDataBaseUser);
m_db.setPassword(m_strWebDataBasePass);
m_db.setDatabaseName(m_strWebDataBaseName);
if (m_db.open() == false)
{
InsertLog(m_db.lastError().text());
return;
}
m_plw[E_LIST_CATALOG].clear();
int nServiceCnt[E_SERVICE_MAX] = {0};
QSqlQuery query("select num,name,servicenum FROM category where company_num = '" +_current->data(Qt::UserRole).toString()+ "' order by servicenum asc, num asc");
while(query.next())
{
int num = query.value(0).toInt();
int servicenum = query.value(2).toInt();
QString name = query.value(1).toString();
QString strService;
switch (servicenum - 1)
{
case E_SERVICE_INFLUENCER:
{
/*
if (0 == nServiceCnt[E_SERVICE_INFLUENCER]++)
continue;
*/
strService = "[Influencer]";
break;
}
case E_SERVICE_CONSUMER:
{
/*
if (0 == nServiceCnt[E_SERVICE_CONSUMER]++)
continue;
*/
strService = "[Consumer]";
break;
}
case E_SERVICE_SPAMMER:
{
/*
if (0 == nServiceCnt[E_SERVICE_SPAMMER]++)
continue;
*/
strService = "[Spammer]";
break;
}
case E_SERVICE_POWERCAFE:
{
/*
if (0 == nServiceCnt[E_SERVICE_POWERCAFE]++)
continue;
*/
strService = "[Powercafe]";
break;
}
default:
{
continue;
}
}
QListWidgetItem *pItem = new QListWidgetItem(strService + ":" + name ,&m_plw[E_LIST_CATALOG]);
QList<QVariant> qlist;
qlist.append(QVariant(num));
qlist.append(QVariant(servicenum));
pItem->setData(Qt::UserRole, QVariant(qlist));
}
m_db.close();
}
void Widget::on_filter_process_group_insert()
{
if (m_pleFilterProcessGroup->text().trimmed().isEmpty()) return;
m_db.setHostName("bigbird.iptime.org");
m_db.setUserName("admin");
m_db.setPassword("admin123");
m_db.setDatabaseName("concepters");
if (m_db.open() == false) InsertLog(m_db.lastError().text());
QSqlQuery query;
QString strQuery;
strQuery = "insert into filterprocessgroup (name) value ('" + m_pleFilterProcessGroup->text() + "')";
if(query.exec(strQuery.toUtf8()) == false) {InsertLog(query.lastError().text());}
m_db.close();
Refresh();
}
void Widget::on_filter_process_group_delete()
{
m_db.setHostName("bigbird.iptime.org");
m_db.setUserName("admin");
m_db.setPassword("admin123");
m_db.setDatabaseName("concepters");
if (m_db.open() == false) InsertLog(m_db.lastError().text());
foreach (QListWidgetItem *item,m_plwFilterProcessGroup->selectedItems())
{
QSqlQuery query;
QString strQuery;
strQuery = "delete from filterprocessgroup where id = " + item->data(Qt::UserRole).toString();
if(query.exec(strQuery.toUtf8()) == false) {qDebug() << strQuery ; InsertLog(query.lastError().text());}
strQuery = "delete from filterprocess where filterprocessgroup_id = " + item->data(Qt::UserRole).toString();
if(query.exec(strQuery.toUtf8()) == false) {qDebug() << strQuery ; InsertLog(query.lastError().text());}
}
m_db.close();
Refresh();
}
void Widget::on_filter_process_group_modify()
{
if (m_pleFilterProcessGroup->text().trimmed().isEmpty()) return;
m_db.setHostName("bigbird.iptime.org");
m_db.setUserName("admin");
m_db.setPassword("admin123");
m_db.setDatabaseName("concepters");
if (m_db.open() == false) InsertLog(m_db.lastError().text());
foreach (QListWidgetItem *item,m_plwFilterProcessGroup->selectedItems())
{
QSqlQuery query;
QString strQuery;
strQuery = "update filterprocessgroup set name = '" + m_pleFilterProcessGroup->text().trimmed() + "' where id = " + item->data(Qt::UserRole).toString();
if(query.exec(strQuery.toUtf8()) == false) {qDebug() << strQuery ; InsertLog(query.lastError().text());}
}
m_db.close();
Refresh();
}
void Widget::FilterProcessGroupClicked(QListWidgetItem* _item)
{
m_db.setHostName("bigbird.iptime.org");
m_db.setUserName("admin");
m_db.setPassword("admin123");
m_db.setDatabaseName("concepters");
if (m_db.open() == false)
{
InsertLog(m_db.lastError().text());
return;
}
m_pleFilterProcessGroup->setText(_item->text());
FilterProcssRefresh(_item->data(Qt::UserRole).toString());
m_db.close();
}
struct SFilterProcess
{
QString m_strID;
QString m_strName;
};
void Widget::InsertFilterProcess(int _nProcessType)
{
m_db.setHostName("bigbird.iptime.org");
m_db.setUserName("admin");
m_db.setPassword("admin123");
m_db.setDatabaseName("concepters");
if (m_db.open() == false)
{
InsertLog(m_db.lastError().text());
return;
}
SFilterProcess astProcessFilter[E_LIST_MAX] = {{"datagroup_id","datagroup_name"},
{"filtergroup_id","filtergroup_name"},
{"company_num","company_name"},
{"category_num","category_name"}};
QSqlQuery query;
QString strSelect;
foreach (QListWidgetItem *itemProcessGroup,m_plwFilterProcessGroup->selectedItems())
{
QString strQuery = "insert into filterprocess set ";
strQuery += "filterprocess_type = " + QString::number(_nProcessType) + ",";
strSelect = itemProcessGroup->data(Qt::UserRole).toString();
strQuery += "filterprocessgroup_id = " + strSelect + ",";
for(int i = 0; i < E_LIST_MAX; i++)
{
foreach (QListWidgetItem *item,m_plw[i].selectedItems())
{
if (i == E_LIST_CATALOG)
{
QList<QVariant> qlist = item->data(Qt::UserRole).toList();
int nCategory = qlist.at(0).toInt();
int nService = qlist.at(1).toInt();
strQuery += astProcessFilter[i].m_strID + "=";
strQuery += QString::number(nCategory) + ",";
strQuery += astProcessFilter[i].m_strName + "='";
strQuery += item->text() + "',";
strQuery += "service_num = " + QString::number(nService) + ",";
}
else
{
strQuery += astProcessFilter[i].m_strID + "=";
strQuery += item->data(Qt::UserRole).toString() + ",";
strQuery += astProcessFilter[i].m_strName + "='";
strQuery += item->text() + "',";
}
}
}
strQuery = strQuery.left(strQuery.size()-1);
if(query.exec(strQuery.toUtf8()) == false)
{
InsertLog(query.lastError().text());
qDebug() << strQuery;
}
}
m_db.close();
if (strSelect.isEmpty() == false)
FilterProcssRefresh(strSelect);
}
void Widget::on_load()
{
InsertFilterProcess(E_PROCSS_TYPE_LOAD);
}
void Widget::on_send()
{
InsertFilterProcess(E_PROCSS_TYPE_SEND);
}
void Widget::on_category()
{
InsertFilterProcess(E_PROCSS_TYPE_CATEGORY_MAKE);
}
void Widget::on_influence_count()
{
InsertFilterProcess(E_PROCSS_TYPE_INFLUENCE_COUNT);
}
void Widget::on_spammers_count()
{
InsertFilterProcess(E_PROCSS_TYPE_SPAMMERS_COUNT);
}
void Widget::on_power_cafe_count()
{
InsertFilterProcess(E_PROCSS_TYPE_POWER_CAFE_COUNT);
}
void Widget::on_consumer_supervison_count()
{
//ConsumerSupervisionCount();
}
void Widget::on_delete()
{
m_db.setHostName("bigbird.iptime.org");
m_db.setUserName("admin");
m_db.setPassword("admin123");
m_db.setDatabaseName("concepters");
if (m_db.open() == false)
{
InsertLog(m_db.lastError().text());
return;
}
foreach (QListWidgetItem *item,m_plwFilterProcess->selectedItems())
{
QSqlQuery query;
QString sql("delete from filterprocess where id = " + item->data(Qt::UserRole).toString());
if(query.exec(sql) == false)
{
InsertLog(query.lastError().text());
}
}
m_db.close();
foreach (QListWidgetItem *itemProcessGroup,m_plwFilterProcessGroup->selectedItems())
FilterProcssRefresh(itemProcessGroup->data(Qt::UserRole).toString());
}
void Widget::FilterProcssRefresh(QString _strGroupID)
{
qDebug() << __FILE__ << __LINE__;
m_db.setHostName("bigbird.iptime.org");
m_db.setUserName("admin");
m_db.setPassword("admin123");
m_db.setDatabaseName("concepters");
if (m_db.open() == false)
{
InsertLog(m_db.lastError().text());
return;
}
QString sql("select id,filterprocess_type,filterprocess_order,datagroup_id,datagroup_name,filtergroup_name,company_name,category_name from filterprocess where filterprocessgroup_id = " + _strGroupID);
QSqlQuery query;
if(query.exec(sql) == false)
{
InsertLog(query.lastError().text());
}
m_plwFilterProcess->clear();
while(query.next())
{
QString str;
switch(query.value(1).toInt())
{
case E_PROCSS_TYPE_LOAD:
str += "Loading : Data [";
str += query.value(4).toString();
str += "]";
break;
case E_PROCSS_TYPE_CATEGORY_MAKE:
str += "Category filter [";
str += query.value(5).toString();
str += "] Make Category [";
str += query.value(7).toString();
str += "]";
break;
case E_PROCSS_TYPE_SEND:
str += "Send : Company [";
str += query.value(6).toString();
str += "]";
break;
case E_PROCSS_TYPE_INFLUENCE_COUNT:
str += "Influence Count filter [" ;
str += query.value(5).toString();
str += "] and Send : Company [";
str += query.value(6).toString();
str += "]";
break;
case E_PROCSS_TYPE_SPAMMERS_COUNT:
str += "Spammers Count filter [" ;
str += query.value(5).toString();
str += "] and Send : Company [";
str += query.value(6).toString();
str += "]";
break;
case E_PROCSS_TYPE_POWER_CAFE_COUNT:
str += "Power Cafe Count filter [" ;
str += query.value(5).toString();
str += "] and Send : Company [";
str += query.value(6).toString();
str += "]";
break;
}
QListWidgetItem *pItem = new QListWidgetItem(str,m_plwFilterProcess);
pItem->setData(Qt::UserRole, QVariant(query.value(0)));
}
m_db.close();
}
void Widget::on_refresh()
{
Refresh();
}
void Widget::time_update()
{
process_refresh();
}
void Widget::process_refresh()
{
m_plwProcess->clear();
for(int i = 0; i < D_PROCESS_MAX; i++)
{
if (m_aProcess[i].arguments().size() == 0) continue;
QString str = m_aProcess[i].arguments().at(1);
str += "["+m_aProcess[i].arguments().at(2)+"] ";
switch(m_aProcess[i].state())
{
case QProcess::NotRunning:str += "(Wait)";break;
case QProcess::Running:str += "(Run)";break;
case QProcess::Starting:str += "(Start)";break;
}
QListWidgetItem *pItem = new QListWidgetItem(str,m_plwProcess);
pItem->setData(Qt::UserRole, QVariant(m_aProcess[i].arguments().at(0)));
}
}
void Widget::on_process_insert()
{
foreach(QListWidgetItem *item,m_plwFilterProcessGroup->selectedItems())
{
QStringList strlist;
strlist.append(item->data(Qt::UserRole).toString());
strlist.append(item->text().trimmed());
strlist.append(m_pleInfluencerLimitFrom->text() + "~" + m_pleInfluencerLimitTo->text());
for (int i = 0; i < D_PROCESS_MAX;i++)
{
if (m_aProcess[i].arguments().size() == 0)
{
#if defined(Q_OS_WIN32)
m_aProcess[i].setProgram("FilterProcess.exe");
#else
m_aProcess[i].setProgram("./FilterProcess");
#endif
m_aProcess[i].setArguments(strlist);
break;
}
}
}
process_refresh();
}
void Widget::on_process_start()
{
bool ok;
int time = m_pleExcutionTime->text().toInt(&ok);
if(!ok)
return;
if (m_statusTimer.isActive() == false)
m_statusTimer.start(5000);
if (m_executionTimer.isActive() == false)
m_executionTimer.start(time*MINUTE);
time_update();
time_execute();
}
void Widget::on_process_stop()
{
if (m_statusTimer.isActive() == true)
m_statusTimer.stop();
if (m_executionTimer.isActive() == true)
m_executionTimer.stop();
process_refresh();
}
void Widget::on_process_delete()
{
foreach(QListWidgetItem *item,m_plwProcess->selectedItems())
{
for (int i = 0; i < D_PROCESS_MAX;i++)
{
if (m_aProcess[i].arguments().size() > 0 && m_aProcess[i].arguments().at(0) == item->data(Qt::UserRole).toString())
{
Kill(i);
m_aProcess[i].setArguments(QStringList());
process_refresh();
return;
}
}
}
}
void Widget::time_execute()
{
for(int i = 0; i < D_PROCESS_MAX; i++)
{
if (m_aProcess[i].arguments().size() == 0) continue;
switch(m_aProcess[i].state())
{
case QProcess::NotRunning: m_aProcess[i].start();
break;
}
}
process_refresh();
}
void Widget::process_output()
{
QProcess *pPro = (QProcess*)sender();
QString str = pPro->readAllStandardOutput();
InsertLog(str);
}
void Widget::Kill(int _nProcess)
{
if (m_aProcess[_nProcess].state() == QProcess::Running)
{
m_aProcess[_nProcess].kill();
m_aProcess[_nProcess].waitForFinished();
m_aProcess[_nProcess].setArguments(QStringList());
}
}

1
FilterProcess/FilterProcess.pro
View File

@@ -12,7 +12,6 @@ CONFIG -= app_bundle
TEMPLATE = app
SOURCES += main.cpp \
sdbmanager.cpp \
sinitializer.cpp \

8
FilterProcess/main.cpp
View File

@@ -25,10 +25,14 @@ int main(int argc, char *argv[])
return -1;
}
QString strFilterProcessGroupID = argv[1];
QString strFilterProcessGroupName = argv[2];
QString strInfluencerLimit = argv[3];
a.processEvents();
if (!filter.init(argv[1], argv[2], argv[3]))
//if (!filter.init(QString::number(370), "Check"))
if (!filter.init(strFilterProcessGroupID, strFilterProcessGroupName, strInfluencerLimit))
{
cout << "filter init error" << endl;
exit(1);

27
FilterProcess/sconsumer.cpp
View File

@@ -350,33 +350,6 @@ str += QString::number(stbody.sharecount) + ",";
return true;
}
void SConsumer::SReplyConsumerMap::makeTable(SDatagroup &_datagroup, const QMap<int, stReal> &_mapCategory)
{
int num = 0;
const QStringList* orderedUrl = _datagroup.getOrderedUrl();
for (QMap<int, stReal>::const_iterator iterPos = _mapCategory.constBegin(); iterPos != _mapCategory.constEnd(); iterPos++)
{
const stReal& streal = iterPos.value();
foreach (const QString& strUrl, *orderedUrl)
{
if (streal.m_setRealAllUrl.contains(strUrl))
{
if (_datagroup.getstBody(strUrl)->replycount == 0)
continue;
const QMap<int, SDatagroup::stReply>* mapReply = _datagroup.getstReply(strUrl);
for(QMap<int, SDatagroup::stReply>::const_iterator iterPos1 = mapReply->constBegin(); iterPos1 != mapReply->constEnd(); iterPos1++)
{
stReplyConsumerMap streply;
streply.num = num++;
streply.category_num = iterPos.key();
}
}
}
}
}
QString SConsumer::SStatsJson::getStatsJsonBySubtitle(QString _subtitle)
{
foreach (stStatsJson statsJson, m_listMap)

115
FilterProcess/sconsumer.h
View File

@@ -7,14 +7,19 @@
class SConsumer:public SService
{
public:
struct stReal
{
QSet<QString> m_setRealAllUrl;
QSet<QString> m_setRealBodyUrl;
QMap<QString, int> m_mapRealReplyUniqueUrl; //multiple
};
struct stBodyConsumerMap
{
stBodyConsumerMap():num(0), body_num(0), category_num(0), realin(0), platformname_num(0), platformform_num(0),
replycount(0), view(0), likecount(0), sharecount(0), id_num(0), community_num(0), nickname_num(0){}
int num;
int body_num;
int category_num;
@@ -29,35 +34,24 @@ public:
int id_num;
int community_num;
int nickname_num;
stBodyConsumerMap():num(0), body_num(0), category_num(0), realin(0), platformname_num(0), platformform_num(0),
replycount(0), view(0), likecount(0), sharecount(0), id_num(0), community_num(0), nickname_num(0){}
};
struct stReplyConsumerMap
{
stReplyConsumerMap():num(0), reply_num(0), body_num(0), id_num(0), category_num(0), realin(0) {}
int num;
int reply_num;
int body_num;
int id_num;
int category_num;
int realin;
stReplyConsumerMap():num(0), reply_num(0), body_num(0), id_num(0), category_num(0), realin(0) {}
};
/*
struct stStatsConUserBuzzybyday
{
int category[11];
QDate date;
QString subject;
int company_num;
stStatsConUserBuzzybyday():company_num(0)
{
for (int i = 0; i < 11; i++)
category[i] = 0;
}
};
*/
struct stStatsJson
{
stStatsJson():company_num(0), servicenum(2), platformname_num(1), category_num(0){}
int company_num;
int servicenum;
QString title;
@@ -65,7 +59,6 @@ public:
int platformname_num;
QString jdata;
int category_num;
stStatsJson():company_num(0), servicenum(2), platformname_num(1), category_num(0){}
};
struct stBuzzy
@@ -77,67 +70,32 @@ public:
class SBodyConsumerMap
{
public:
void setInitiaizer(SInitializer &_SInitializer) { m_pSInitializer = &_SInitializer; }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool changeTable(QSqlDatabase& _db, const int &_nCompany);
bool uploadData(QSqlDatabase& _db, const int &_nCompany);
void clear() { m_listMap.clear(); }
private:
SInitializer *m_pSInitializer;
QList<stBodyConsumerMap> m_listMap;
public:
void setInitiaizer(SInitializer &_SInitializer) { m_pSInitializer = &_SInitializer; }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool changeTable(QSqlDatabase& _db, const int &_nCompany);
bool uploadData(QSqlDatabase& _db, const int &_nCompany);
void clear() { m_listMap.clear(); }
};
class SReplyConsumerMap // Why did you define this?
{
private:
SInitializer *m_pSInitializer;
QList<stReplyConsumerMap> m_listMap;
public:
void setInitiaizer(SInitializer &_SInitializer) { m_pSInitializer = &_SInitializer; }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool changeTable(QSqlDatabase& _db, const int &_nCompany);
bool uploadData(QSqlDatabase& _db, const int &_nCompany);
void clear(){ m_listMap.clear(); }
};
/*
class SStatsConUserBuzzybyday
{
private:
SInitializer *m_pSInitializer;
QList<stStatsConUserBuzzybyday> m_listMap;
public:
void setInitiaizer(SInitializer &_SInitializer) { m_pSInitializer = &_SInitializer; }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
//bool changeTable(QSqlDatabase& _db, const int &_nCompany);
bool uploadData(QSqlDatabase& _db, const int &_nCompany);
void clear(){ m_listMap.clear(); }
};
*/
class SStatsJson
{
private:
SInitializer *m_pSInitializer;
QList<stStatsJson> m_listMap;
private:
QString getStatsJsonBySubtitle(QString _subtitle);
public:
void setInitiaizer(SInitializer &_SInitializer) { m_pSInitializer = &_SInitializer; }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool uploadData(QSqlDatabase& _db, const int &_nCompany);
bool SaveDataFile(const int &_nCompany);
void clear(){ m_listMap.clear(); }
};
private:
SFilterAlgorithm m_SFilterAlgorithm;
QMap<int, stReal> m_mapCategory;
SBodyConsumerMap m_SBodyConsumerMap;
//SStatsConUserBuzzybyday m_SStatsConUserBuzzybyday;
SStatsJson m_SStatsJson;
SInitializer *m_pSInitializer;
QList<stStatsJson> m_listMap;
QString getStatsJsonBySubtitle(QString _subtitle);
};
public:
virtual void setInitiaizer(SInitializer &_initializer);
@@ -147,39 +105,36 @@ public:
virtual bool makeCategory(SDatagroup &_datagroup, int _nCategory, const QList<SInitializer::stFilter> &_listFilter);
virtual bool makeOverallCategory(int _nCategory);
virtual bool makeTable(SDatagroup &_datagroup);
};
private:
SFilterAlgorithm m_SFilterAlgorithm;
QMap<int, stReal> m_mapCategory;
SBodyConsumerMap m_SBodyConsumerMap;
SStatsJson m_SStatsJson;
};
class SConsumerAssist:public SService
{
public:
virtual void setInitiaizer(SInitializer &_initializer)
{
m_pSInitializer = &_initializer;
}
virtual bool uploadData(int _companyNum){ return true; }
virtual bool changeTable(int _companyNum){ return true; }
virtual bool makeCategory(SDatagroup &_datagroup, int _nCategory, const QList<SInitializer::stFilter> &_listFilter){ return true; }
virtual bool makeOverallCategory(int _nCategory){ return true; }
virtual bool makeTable(SDatagroup &_datagroup){return true;}
virtual void setInitiaizer(SInitializer& _initializer) { m_pSInitializer = &_initializer; }
virtual bool uploadData(int /*_companyNum*/){ return true; }
virtual bool changeTable(int /*_companyNum*/){ return true; }
virtual bool makeCategory(SDatagroup& /*_datagroup*/, int /*_nCategory*/, const QList<SInitializer::stFilter> &/*_listFilter*/){ return true; }
virtual bool makeOverallCategory(int /*_nCategory*/){ return true; }
virtual bool makeTable(SDatagroup &/*_datagroup*/){return true;}
};
class SConsumerMarketer:public SConsumerAssist
{
public:
virtual bool makeTable(SDatagroup &_datagroup);
};
class SConsumerCheckList:public SConsumerAssist
{
public:
virtual bool makeTable(SDatagroup &_datagroup);
};
#endif // SCONSUMER

3
FilterProcess/sconsumerstatistics.cpp
View File

@@ -130,6 +130,9 @@ stConsumerCategoryStatistics& SCousumerStatistics::getCategory(QString _strCateg
if (iter->categoryName == _strCategoryName)
return *iter;
}
static stConsumerCategoryStatistics empty;
return empty;
}
bool SCousumerStatistics::hasCategory(QString _strCategoryName)

43
FilterProcess/sdatagroup.cpp
View File

@@ -1433,44 +1433,6 @@ bool SDatagroup::SCommunity::changeTable(QSqlDatabase &_db, const int &_nCompany
}
return true;
}
/*
bool SDatagroup::SCommunity::uploadData(QSqlDatabase &_db, const int &_nCompany)
{
//_db.transaction();
QString strQuery;
strQuery = "delete from community_" + QString::number(_nCompany) + "_update";
QSqlQuery query(_db);
if (query.exec(strQuery.toUtf8()) == false)
{
//m_pSInitializer->insertLog(query.lastQuery());
//m_pSInitializer->insertLog(query.lastError().text());
return false;
}
strQuery = QString("insert into community_" + QString::number(_nCompany) +
"_update (num,id,title,url,exid,platformname_num,platformform_num) values (:NUM,:ID,:TITLE,:URL,:EXID,:PLATFORMNAME_NUM,:PLATFORMFORM_NUM)");
query.prepare(strQuery);
foreach (const stCommunity& stcommunity, m_mapCommunity.values())
{
query.bindValue(":NUM", stcommunity.num);
query.bindValue(":ID", stcommunity.id);
query.bindValue(":TITLE", sqlString(stcommunity.title).replace(QChar(160),""));
query.bindValue(":URL", stcommunity.url);
query.bindValue(":EXID", stcommunity.exid);
query.bindValue(":PLATFORMNAME_NUM", stcommunity.platformname_num);
query.bindValue(":PLATFORMFORM_NUM", stcommunity.platformform_num);
if (!query.exec())
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
}
return true;
}
*/
bool SDatagroup::SCommunity::uploadData(QSqlDatabase &_db, const int &_nCompany)
{
@@ -1480,8 +1442,6 @@ bool SDatagroup::SCommunity::uploadData(QSqlDatabase &_db, const int &_nCompany)
QSqlQuery query(_db);
if (query.exec(strQuery.toUtf8()) == false)
{
//m_pSInitializer->insertLog(query.lastQuery());
//m_pSInitializer->insertLog(query.lastError().text());
return false;
}
strQuery = QString("insert into community_" + QString::number(_nCompany) +
@@ -1508,7 +1468,6 @@ bool SDatagroup::SCommunity::uploadData(QSqlDatabase &_db, const int &_nCompany)
return true;
}
void SDatagroup::SCommunity::put(const QString &_strKey, const stCommunity &_stcommunity)
{
m_mapCommunity.insert(_strKey.trimmed(), _stcommunity);
@@ -1523,5 +1482,3 @@ void SDatagroup::SCommunity::clear()
{
m_mapCommunity.clear();
}

135
FilterProcess/sdatagroup.h
View File

@@ -24,6 +24,8 @@ public:
};
struct stBody
{
stBody():replyendnum(-1), replystartnum(-1), replycount(0), share(0), like(0) {}
int num;
int id_num;
QString id_id;
@@ -43,7 +45,6 @@ public:
int share;
QVector<int> realbycategorynum;
QString lastupdate;
QString community_title;
QString community_url;
@@ -54,12 +55,12 @@ public:
QString nickname_nickname;
QString nickname_exnickname;
//QSet<int> realbycategorynum;
stBody():replyendnum(-1), replystartnum(-1), replycount(0), share(0), like(0) {}
};
struct stReply
{
stReply():num(0),id_num(0),nickname_num(0),community_num(0),body_num(0),platformname_num(0),platformform_num(0){}
int num;
int id_num;
QString id_id;
@@ -71,7 +72,6 @@ public:
QString date;
QVector<int> realbycategorynum;
int platformname_num;
int platformform_num;
QString platformname_name;
@@ -79,11 +79,11 @@ public:
QString nickname_nickname;
QString nickname_exnickname;
QString body_date;
//QSet<int> realbycategorynum;
stReply():num(0),id_num(0),nickname_num(0),community_num(0),body_num(0),platformname_num(0),platformform_num(0){}
};
struct stCommunity
{
stCommunity():num(0), platformform_num(1), platformname_num(1), title("(none)"), url(" "), id(" "), exid(" ") {}
int num;
QString id;
QString exid;
@@ -91,58 +91,46 @@ public:
QString url;
int platformname_num;
int platformform_num;
stCommunity():num(0), platformform_num(1), platformname_num(1), title("(none)"), url(" "), id(" "), exid(" ") {}
};
struct stId
{
stId():num(0), id("(none)"), platformname_num(1) {}
int num;
QString id;
int platformname_num;
stId():num(0), id("(none)"), platformname_num(1) {}
};
struct stNickname
{
stNickname():num(0), platformname_num(0) {}
int num;
QString nickname;
int id_num;
int platformname_num;
stNickname():num(0), platformname_num(0) {}
};
struct stProfileurlKey
{
int m_nPlatformForm;
QString m_strId;
stProfileurlKey(int _nPlatform, const QString& _strId):m_nPlatformForm(_nPlatform), m_strId(_strId) {}
bool operator<(const stProfileurlKey& other) const
{
if (m_nPlatformForm < other.m_nPlatformForm)
{
return true;
}
else if ((m_nPlatformForm == other.m_nPlatformForm) && (m_strId < other.m_strId))
{
return true;
}
else
{
return false;
}
return (m_nPlatformForm < other.m_nPlatformForm) || ((m_nPlatformForm == other.m_nPlatformForm) && (m_strId < other.m_strId));
}
bool operator==(const stProfileurlKey &other) const
{
if ((m_nPlatformForm == other.m_nPlatformForm) && (m_strId == other.m_strId))
return true;
else
return false;
return ((m_nPlatformForm == other.m_nPlatformForm) && (m_strId == other.m_strId));
}
int m_nPlatformForm;
QString m_strId;
};
class SBody
{
private:
//QList<stBody> m_listBody;
SInitializer *m_pSInitializer;
QMap<QString, stBody> m_mapBody;
public:
void put(const QString& _url, const stBody& _stbody);
bool putCategory(const QString& _url, const int& _nCategory);
@@ -154,18 +142,15 @@ public:
void setInitializer(SInitializer &initializer){ m_pSInitializer = &initializer; }
stBody* get(const QString& _url);
void clear();
// int getBodyCount();
// int getUserCount();
// QMap<QString, int> getMapBodyCountOfPlatform();
// QMap<QString, int> getMapUserCountOfPlatform();
private:
SInitializer *m_pSInitializer;
QMap<QString, stBody> m_mapBody;
};
class SReply
{
private:
//QList<stReply> m_listReply;
SInitializer *m_pSInitializer;
QMap<QString, QMap<int, stReply> > m_mapReply;
public:
void put(const QString& _url, const int& _order, const stReply& _streply);
bool putCategory(const QString &_url, const int &_order, int& _nCategory);
@@ -177,12 +162,15 @@ public:
QString vecToString(const QVector<int>& _realbycategorynum);
void setInitializer(SInitializer &initializer){ m_pSInitializer = &initializer; }
void clear();
private:
SInitializer *m_pSInitializer;
QMap<QString, QMap<int, stReply> > m_mapReply;
};
class SId
{
private:
QMap<QString, stId> m_mapId;
SInitializer *m_pSInitializer;
public:
bool contains(const QString& _strKey);
void put(const QString& _strKey, const stId& _stid);
@@ -193,14 +181,16 @@ public:
bool uploadData(QSqlDatabase &_db, const int& _nCompany);
void setInitializer(SInitializer &initializer){ m_pSInitializer = &initializer; }
void clear();
private:
QMap<QString, stId> m_mapId;
SInitializer *m_pSInitializer;
};
class SNickname
{
private:
QMap<QString, stNickname> m_mapNickname;
SInitializer *m_pSInitializer;
public:
//QString getNicknameKey(const QStringList& _strlist);
stNickname* get(const QString &_strKey);
bool changeTable(QSqlDatabase &_db, const int& _nCompany);
bool uploadData(QSqlDatabase &_db, const int& _nCompany);
@@ -209,12 +199,14 @@ public:
bool contains(const QString& _strKey);
void setInitializer(SInitializer &initializer){ m_pSInitializer = &initializer; }
void clear();
private:
QMap<QString, stNickname> m_mapNickname;
SInitializer *m_pSInitializer;
};
class SCommunity
{
private:
QMap<QString, stCommunity> m_mapCommunity;
SInitializer *m_pSInitializer;
public:
QString getCommunityKey(const QStringList& _strlist);
stCommunity* get(const QString &_strKey);
@@ -224,7 +216,12 @@ public:
bool contains(const QString& _strKey);
void clear();
void setInitializer(SInitializer &initializer){ m_pSInitializer = &initializer; }
private:
QMap<QString, stCommunity> m_mapCommunity;
SInitializer *m_pSInitializer;
};
struct stBodyReplyCount
{
int m_nAllBodyCount;
@@ -233,6 +230,7 @@ public:
int m_nFilterReplyCount;
stBodyReplyCount():m_nAllBodyCount(0), m_nAllReplyCount(0), m_nFilterBodyCount(0), m_nFilterReplyCount(0){}
};
struct stDate
{
QString m_strMindate;
@@ -241,24 +239,6 @@ public:
stDate():m_strMindate("2100-12-31 23:59:59"), m_strMaxdate("1900-01-01 00:00:00"), m_strLastupdate("1900-01-01 00:00:00"){}
};
private:
SInitializer* m_pSInitializer;
QSet<QString> m_setFilteredUrl;
QStringList m_slOrderedBodyUrl;
QMap<QString, QMap<int, QStringList> > m_mapReply;
QMap<QString, QStringList> m_mapBody;
QMap<QString, int> m_mapBodyCountOfPlatform;
QMap<QString, int> m_mapUserCountOfPlatform;
QMap<stProfileurlKey, QStringList*> m_mapProfile;
SBody m_SBody;
SReply m_SReply;
SCommunity m_SCommunity;
SId m_SId;
SNickname m_SNickname;
stBodyReplyCount m_stBodyReplyCount;
stDate m_stDate;
public:
void setInitializer(SInitializer &initializer);
@@ -288,13 +268,30 @@ public:
QMap<QString, int> getMapUserCountOfPlatform();
private:
SInitializer* m_pSInitializer;
QSet<QString> m_setFilteredUrl;
QStringList m_slOrderedBodyUrl;
QMap<QString, QMap<int, QStringList> > m_mapReply;
QMap<QString, QStringList> m_mapBody;
QMap<QString, int> m_mapBodyCountOfPlatform;
QMap<QString, int> m_mapUserCountOfPlatform;
QMap<stProfileurlKey, QStringList*> m_mapProfile;
SBody m_SBody;
SReply m_SReply;
SCommunity m_SCommunity;
SId m_SId;
SNickname m_SNickname;
stBodyReplyCount m_stBodyReplyCount;
stDate m_stDate;
void init();
void setloadQuery(QString _astrQuery[], int _nDatagroupNumber);
void makeProfile(const QStringList& _strList);
void makeBodyCountOfPlatform();
void makeUserCountOfPlatform();
};
#endif // SDATAGROUP

6
FilterProcess/sdbmanager.h
View File

@@ -11,6 +11,8 @@ class SDBManager
{
public:
enum E_DATABASE{ E_DATABASE_DATA, E_DATABASE_WEB };
virtual ~SDBManager();
QSqlDatabase getDBConnection(const QString& _dbName) const;
QSqlDatabase getDBConnection(const E_DATABASE& _eDatabase) const;
bool open(const QString& _dbName);
@@ -27,11 +29,9 @@ public:
bool isConnectionError(const QSqlError& _error);
QSqlDatabase operator[](const QString& _dbName) const;
QSqlDatabase operator[](const E_DATABASE& _eDatabase) const;
virtual ~SDBManager();
private:
QMap<E_DATABASE, QString> m_mapDBname;
};
#endif // SDBMANAGER

11
FilterProcess/sfilteralgorithm.h
View File

@@ -1,14 +1,15 @@
#ifndef SFILTERALGORITHM
#define SFILTERALGORITHM
#include <QVector>
#include "../common.h"
class QString;
class QStringList;
class SInitializer;
class SFilterAlgorithm
{
private:
QVector <SKeyword> m_vecKeyword;
public:
void FilterSearch(QVector<QStringList> *m_data, bool *m_bDataFlag, QString _strJson);
void FilterCounter(QVector<QStringList> *m_data, bool *m_bDataFlag, QString _strJson);
@@ -16,9 +17,9 @@ public:
void FilterDate(QVector<QStringList> *m_data, bool *m_bDataFlag, QString _strJson, int _nDateColumn);
void FilterLength(QVector<QStringList> *m_data, bool *m_bDataFlag, QString _strJson);
private:
QVector <SKeyword> m_vecKeyword;
};
#endif // SFILTERALGORITHM

41
FilterProcess/sfilterprocess.cpp
View File

@@ -46,20 +46,12 @@ bool SFilterProcess::init(QString _strFilterProcessGroupID, QString _strFilterPr
return true;
}
bool SFilterProcess::run()
{
m_SInitializer.insertLog("New Filter start");
QList<SInitializer::stFilterProcess> listFilterProcess = m_SInitializer.getFilterProcess();
foreach (SInitializer::stFilterProcess process, listFilterProcess)
{
switch(process.m_nFilterProcessType)
{
case E_PROCSS_TYPE_LOAD:
void SFilterProcess::LoadData(const SInitializer::stFilterProcess& process)
{
m_SDatagroup.loadData(process.m_nDatagroupID);
break;
}
case E_PROCSS_TYPE_CATEGORY_MAKE:
void SFilterProcess::MakeCategory(const SInitializer::stFilterProcess& process)
{
m_SInitializer.insertDebugLog("FilterGroupName: " + process.m_strFilterGroupName);
switch(process.m_nServiceNum)
@@ -89,10 +81,9 @@ bool SFilterProcess::run()
break;
}
}
break;
}
case E_PROCSS_TYPE_SEND:
void SFilterProcess::Send(const SInitializer::stFilterProcess& process)
{
m_SConsumerMarketer.makeTable(m_SDatagroup);
m_SConsumerCheckList.makeTable(m_SDatagroup);
@@ -133,7 +124,29 @@ bool SFilterProcess::run()
m_SConsumer.SaveDataFile(process.m_nCompanyNum);
m_SInfluencer.SaveDataFile(process.m_nCompanyNum);
}
bool SFilterProcess::run()
{
m_SInitializer.insertLog("New Filter start");
QList<SInitializer::stFilterProcess> listFilterProcess = m_SInitializer.getFilterProcess();
foreach (SInitializer::stFilterProcess process, listFilterProcess)
{
switch(process.m_nFilterProcessType)
{
case E_PROCSS_TYPE_LOAD:
{
LoadData(process);
break;
}
case E_PROCSS_TYPE_CATEGORY_MAKE:
{
MakeCategory(process);
break;
}
case E_PROCSS_TYPE_SEND:
{
Send(process);
break;
}
}

29
FilterProcess/sfilterprocess.h
View File

@@ -1,5 +1,6 @@
#ifndef SFILTERPROCESS
#define SFILTERPROCESS
#include "sinitializer.h"
#include "sdatagroup.h"
#include "sconsumer.h"
@@ -12,16 +13,7 @@ class QString;
class SFilterProcess:public QObject
{
Q_OBJECT
private:
SInitializer m_SInitializer;
SDatagroup m_SDatagroup;
SConsumer m_SConsumer;
SInfluencer m_SInfluencer;
SSpammer m_SSpammer;
SPowercafe m_SPowercafe;
SConsumerMarketer m_SConsumerMarketer;
SConsumerCheckList m_SConsumerCheckList;
int m_nCompany;
public:
enum E_SERVICE
{
@@ -35,7 +27,22 @@ public:
bool init(QString _strFilterProcessGroupID, QString _strFilterProcessGroupName, QString _strInfluencerLimit);
bool run();
int getCompanyNum();
private:
SInitializer m_SInitializer;
SDatagroup m_SDatagroup;
SConsumer m_SConsumer;
SInfluencer m_SInfluencer;
SSpammer m_SSpammer;
SPowercafe m_SPowercafe;
SConsumerMarketer m_SConsumerMarketer;
SConsumerCheckList m_SConsumerCheckList;
int m_nCompany;
void LoadData(const SInitializer::stFilterProcess& process);
void MakeCategory(const SInitializer::stFilterProcess& process);
void Send(const SInitializer::stFilterProcess& process);
};
#endif // SFILTERPROCESS

2
FilterProcess/shttpsender.cpp
View File

@@ -127,7 +127,7 @@ void SHttpSender::ReadData()
*/
}
void SHttpSender::error(QAbstractSocket::SocketError error)
void SHttpSender::error(QAbstractSocket::SocketError /*error*/)
{
exit(0);
}

3
FilterProcess/shttpsender.h
View File

@@ -1,9 +1,11 @@
#ifndef SHTTPSENDER_H
#define SHTTPSENDER_H
#include <QObject>
#include <QtNetwork>
#include <QtNetwork/QTcpSocket>
#include <QSqlDatabase>
class SHttpSender : public QObject
{
Q_OBJECT
@@ -11,6 +13,7 @@ public:
SHttpSender(QObject * obj = 0);
void SendData(int _company_num);
virtual ~SHttpSender();
private slots:
void ReadData();
void DisConnected();

174
FilterProcess/sinfluencer.h
View File

@@ -1,5 +1,6 @@
#ifndef SINFLUENCER
#define SINFLUENCER
#include "sservice.h"
#include "sfilteralgorithm.h"
#include "sinitializer.h"
@@ -9,6 +10,7 @@
class QString;
class QStringList;
class SInfluencer:public SService
{
public:
@@ -18,8 +20,12 @@ public:
QSet<QString> m_setRealBodyUrl;
QMap<QString, int> m_mapRealReplyUniqueUrl; //multiple
};
struct stInfluencer
{
stInfluencer():id_num(0),nickname_num(0),community_num(0),category_num(0),bodycount(0),replycount(0),rank(0),influencervalue(0.0),platformname_num(0),
sharecount(0), likecount(0), interactionsTotalReplyCount(0), interactionsTotalCount(0), isSelected("NULL") {}
int id_num;
int nickname_num;
int community_num;
@@ -46,12 +52,14 @@ QString isSelected;
int interactionsTotalReplyCount;
int interactionsTotalCount;
stInfluencer():id_num(0),nickname_num(0),community_num(0),category_num(0),bodycount(0),replycount(0),rank(0),influencervalue(0.0),platformname_num(0),
sharecount(0), likecount(0), interactionsTotalReplyCount(0), interactionsTotalCount(0), isSelected("NULL") {}
};
struct stStatsInfBloggerRank
{
stStatsInfBloggerRank():bodycount(0),replycount(0),rank(0),influencevalue(0.0){}
stStatsInfBloggerRank(const QString &_id_id, const QString &_nickname_nickname):id_id(_id_id),nickname_nickname(_nickname_nickname),
bodycount(0), replycount(0), rank(0), influencevalue(0.0) {}
QString id_id;
QString nickname_nickname;
int bodycount;
@@ -60,24 +68,26 @@ QString isSelected;
QString subject;
int company_num;
int rank;
stStatsInfBloggerRank():bodycount(0),replycount(0),rank(0),influencevalue(0.0){}
stStatsInfBloggerRank(const QString &_id_id, const QString &_nickname_nickname):id_id(_id_id),nickname_nickname(_nickname_nickname),
bodycount(0), replycount(0), rank(0), influencevalue(0.0) {}
};
struct stStatsInfBloggerBuzzbyday
{
stStatsInfBloggerBuzzbyday():formateddate(0), idcount(0), bodycount(0), replycount(0), company_num(0){}
QString date;
int formateddate;
int idcount;
int bodycount;
int replycount;
int company_num;
stStatsInfBloggerBuzzbyday():formateddate(0), idcount(0), bodycount(0), replycount(0), company_num(0){}
};
struct stBodyInfluencerMap
{
stBodyInfluencerMap():num(0),body_num(0), id_num(0), category_num(0), realin(0), community_num(0){}
int num;
int body_num;
int id_num;
@@ -85,10 +95,12 @@ QString isSelected;
int realin;
int community_num;
QString date;
stBodyInfluencerMap():num(0),body_num(0), id_num(0), category_num(0), realin(0), community_num(0){}
};
struct stReplyInfluencerMap
{
stReplyInfluencerMap():num(0),reply_num(0),body_num(0),id_num(0),category_num(0),realin(0),community_num(0){}
int num;
int reply_num;
int body_num;
@@ -97,30 +109,26 @@ QString isSelected;
int realin;
int community_num;
QString body_date;
stReplyInfluencerMap():num(0),reply_num(0),body_num(0),id_num(0),category_num(0),realin(0),community_num(0){}
};
class SReplyInfluencerMap
{
private:
SInitializer *m_pSInitializer;
QList<stReplyInfluencerMap> m_listMap;
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void clear(){ m_listMap.clear(); }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool uploadData(QSqlDatabase &_db, const int &_nCompany);
bool changeTable(QSqlDatabase &_db, const int &_nCompany);
private:
SInitializer *m_pSInitializer;
QList<stReplyInfluencerMap> m_listMap;
};
class STInfluencer
{
private:
SInitializer *m_pSInitializer;
QList<stInfluencer> m_listMap;
QMap<int, QList<stInfluencer> > m_mapInfluencerOfCategory;
QMap<int, QList<int> > m_mapInfluencerGroupInfo;
QMap<int, QMap<int, QList<stInfluencer> > > m_mapInfluencerOfGroup;
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
@@ -143,63 +151,80 @@ void setInfluecnerRank();
void setDuplicatedInfluencerFlag(QMap<int, QList<stInfluencer> > &_mapInfluencersOfCategory, QMap<QString, QList<double> > &_mapInfluencerValuesOfId);
void setGroupDuplicatedInfluencerFlag(QMap<QString, int> &_mapCountOfGroupDuplicatedId);
QMap<QString, int> makeCountOfGroupDuplicatedId();
private:
SInitializer *m_pSInitializer;
QList<stInfluencer> m_listMap;
QMap<int, QList<stInfluencer> > m_mapInfluencerOfCategory;
QMap<int, QList<int> > m_mapInfluencerGroupInfo;
QMap<int, QMap<int, QList<stInfluencer> > > m_mapInfluencerOfGroup;
};
class SStatsInfBloggerRank
{
private:
SInitializer *m_pSInitializer;
QList<stStatsInfBloggerRank> m_listMap;
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void clear(){ m_listMap.clear(); }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool uploadData(QSqlDatabase &_db, const int &_nCompany);
private:
SInitializer *m_pSInitializer;
QList<stStatsInfBloggerRank> m_listMap;
};
class SStatsInfBloggerBuzzbyday
{
private:
SInitializer *m_pSInitializer;
QList<stStatsInfBloggerBuzzbyday> m_listMap;
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void clear(){ m_listMap.clear(); }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool uploadData(QSqlDatabase &_db, const int &_nCompany);
private:
SInitializer *m_pSInitializer;
QList<stStatsInfBloggerBuzzbyday> m_listMap;
};
class SBodyInfluencerMap
{
private:
SInitializer *m_pSInitializer;
QList<stBodyInfluencerMap> m_listMap;
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void clear(){ m_listMap.clear(); }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool uploadData(QSqlDatabase &_db, const int &_nCompany);
bool changeTable(QSqlDatabase &_db, const int &_nCompany);
private:
SInitializer *m_pSInitializer;
QList<stBodyInfluencerMap> m_listMap;
};
class SInfluencerWeight
{
public:
void calculateWeight();
void insert(stInfluencer &_val);
double getInfluenceValue(stInfluencer &_val);
private:
QMap<int,double> m_mapBodyWeight;
QMap<int,double> m_mapReplyWeight;
QMap<int,double> m_mapLikeWeight;
const static double m_multipleValue;
private:
void calculateSectionWeight(QMap<int, double>& _mapSection);
public:
void calculateWeight();
void insert(stInfluencer &_val);
double getInfluenceValue(stInfluencer &_val);
};
struct stStatsJson
{
stStatsJson():company_num(0), servicenum(2), platformname_num(1), category_num(0), bodyCountOfPlatform(0), userCount(0), influencerGroupNum(0){}
int company_num;
int servicenum;
QString title;
@@ -211,16 +236,11 @@ QMap<QString, int> makeCountOfGroupDuplicatedId();
int bodyCountOfPlatform;
int userCount;
int influencerGroupNum;
stStatsJson():company_num(0), servicenum(2), platformname_num(1), category_num(0), bodyCountOfPlatform(0), userCount(0), influencerGroupNum(0){}
};
class SPlatformStatistics
{
private:
QMap<QString, int> m_mapBodyCountOfPlatform;
QMap<QString, int> m_mapUserCountOfPlatform;
int m_nTotalBodyCount;
int m_nTotalUserCount;
public:
SPlatformStatistics() : m_nTotalBodyCount(0), m_nTotalUserCount(0) {}
void calculatePlatformsStatistics(SDatagroup &_datagroup);
@@ -228,80 +248,76 @@ QMap<QString, int> makeCountOfGroupDuplicatedId();
int getUserCount(QString _platformname);
int getTotalBodyCount();
int getTotalUserCount();
private:
QMap<QString, int> m_mapBodyCountOfPlatform;
QMap<QString, int> m_mapUserCountOfPlatform;
int m_nTotalBodyCount;
int m_nTotalUserCount;
};
class SGroupStatistics
{
public:
SGroupStatistics(QMap<int, QList<int> > _mapCategorysOfGroup, QList<SInfluencer::stInfluencer>& _listInfluencer) :
m_mapCategorysOfGroup(_mapCategorysOfGroup), m_listInfluencer(_listInfluencer) {}
void calculateGroupStatistics();
QString getPlatform(int _nGroupNum);
private:
QMap<int, int> m_mapUserCountOfGroup;
QMap<int, QString> m_mapPlatformOfGroup;
const QMap<int, QList<int> > m_mapCategorysOfGroup;
const QList<SInfluencer::stInfluencer>& m_listInfluencer;
private:
void calculateUserCount();
void calculatePlatform();
QString getMaxBodyCountPlatform(QMap<QString, int> _mapBodyCountOfPlatform);
public:
SGroupStatistics(QMap<int, QList<int> > _mapCategorysOfGroup, QList<SInfluencer::stInfluencer>& _listInfluencer) :
m_mapCategorysOfGroup(_mapCategorysOfGroup), m_listInfluencer(_listInfluencer) {}
void calculateGroupStatistics();
QString getPlatform(int _nGroupNum);
};
class SStatsJson
{
public:
void setInitiaizer(SInitializer &_SInitializer) { m_pSInitializer = &_SInitializer; }
void makeTable(SDatagroup &_datagroup, STInfluencer& _influencer);
bool uploadData(QSqlDatabase& _db, const int &_nCompany);
void clear(){ m_listMap.clear(); }
private:
SInitializer *m_pSInitializer;
QList<stStatsJson> m_listMap;
private:
void makeGroupStatsJson(SGroupStatistics _groupStatistics, SPlatformStatistics _platformStatistics);
void makeTotalStatsJson(SPlatformStatistics _platformStatistics);
QString makeStatsJson(stStatsJson _ststatsJson);
public:
void setInitiaizer(SInitializer &_SInitializer) { m_pSInitializer = &_SInitializer; }
// void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
void makeTable(SDatagroup &_datagroup, STInfluencer& _influencer);
bool uploadData(QSqlDatabase& _db, const int &_nCompany);
void clear(){ m_listMap.clear(); }
};
class SIdrankbyinteraction
{
public:
QString makeIdrankbyinteractionColumnJson(const SInfluencer::stInfluencer& _val);
private:
QJsonArray m_interactorsJson;
QJsonArray m_pickedInteractorsJson;
private:
void makeInteractorsJson(const SInfluencer::stInfluencer& _val);
void pickInteractorsByHighReplyCount(int _pickLimit);
public:
QString makeIdrankbyinteractionColumnJson(const SInfluencer::stInfluencer& _val);
};
struct isGreaterInfluencerValue
{
bool operator()(const stInfluencer& first, const stInfluencer& second)
{
if (first.influencervalue > second.influencervalue)
return true;
else if (first.influencervalue == second.influencervalue)
return first.bodycount > second.bodycount;
else
return false;
//return first.influencervalue > second.influencervalue;
return (first.influencervalue > second.influencervalue) || ((first.influencervalue == second.influencervalue) && (first.bodycount > second.bodycount));
}
bool operator()(const stStatsInfBloggerRank& first, const stStatsInfBloggerRank& second)
{
if (first.influencevalue > second.influencevalue)
return true;
else if (first.influencevalue == second.influencevalue)
return first.bodycount > second.bodycount;
else
return false;
//return first.influencevalue > second.influencevalue;
return (first.influencevalue > second.influencevalue) || ((first.influencevalue == second.influencevalue) || (first.bodycount > second.bodycount));
}
};
@@ -340,23 +356,13 @@ QMap<QString, int> makeCountOfGroupDuplicatedId();
struct stInfluenceBuzz
{
stInfluenceBuzz():bodycount(0), replycount(0) {}
int bodycount;
int replycount;
QSet<QString> idcount;
stInfluenceBuzz():bodycount(0), replycount(0) {}
};
private:
SFilterAlgorithm m_SFilterAlgorithm;
QMap<int, stReal> m_mapCategory;
SBodyInfluencerMap m_SBodyInfluencerMap;
SReplyInfluencerMap m_SReplyInfluencerMap;
//SStatsInfBloggerBuzzbyday m_SStatsInfBloggerBuzzbyday;
//SStatsInfBloggerRank m_SStatsInfBloggerRank;
STInfluencer m_STInfluencer;
SStatsJson m_SStatsJson;
public:
virtual void setInitiaizer(SInitializer &_initializer);
virtual bool uploadData(int _companyNum);
@@ -366,6 +372,14 @@ public:
virtual bool makeOverallCategory(int _categoryNum);
virtual bool makeTable(SDatagroup &_datagroup);
private:
SFilterAlgorithm m_SFilterAlgorithm;
QMap<int, stReal> m_mapCategory;
SBodyInfluencerMap m_SBodyInfluencerMap;
SReplyInfluencerMap m_SReplyInfluencerMap;
STInfluencer m_STInfluencer;
SStatsJson m_SStatsJson;
};

12
FilterProcess/sinfluencerinteractorurlmaker.h
View File

@@ -6,21 +6,15 @@
class SInfluencerInteractorUrlMaker
{
public:
static QString makeInfluencerInteractorUrl(const SDatagroup::stReply& _interactorReply);
private:
static const QString m_strNaverBlogBaseUrl;
static const QString m_strInstagramBaseUrl;
static const QString m_strKakaoBaseUrl;
static const QString m_strFacebookBaseUrl;
public:
static QString makeInfluencerInteractorUrl(const SDatagroup::stReply& _interactorReply);
};
#endif // SINFLUENCERINTERACTORURLMAKER_H

19
FilterProcess/sinitializer.cpp
View File

@@ -376,6 +376,8 @@ bool SInitializer::initFilterProcess()
QString strQuery = QString("select filterprocess_type,datagroup_id,filtergroup_id,company_num,category_num,filterprocess_order,service_num,filtergroup_name "
"from filterprocess where filterprocessgroup_id = ") + QString::number(m_stFilterProcessGroup.m_nFilterProcessGroupID);
qDebug() << strQuery << endl;
QSqlQuery query(m_sDBManager[SDBManager::E_DATABASE_DATA]);
if(query.exec(strQuery.toUtf8()) == false)
@@ -766,10 +768,11 @@ bool SInitializer::initCompanyNum()
void SInitializer::insertLog(const QString& _strMsg) const
{
cout << "[";
cout << m_stFilterProcessGroup.m_strFilterProcessGroupName.toStdString();
cout << "] ";
cout << _strMsg.toStdString() << endl;
cout << "[" << m_stFilterProcessGroup.m_strFilterProcessGroupName.toStdString() << "] " << _strMsg.toStdString() << endl;
#ifdef QT_DEBUG
//qDebug() << "[" << m_stFilterProcessGroup.m_strFilterProcessGroupName << "]" << _strMsg;
#endif
QFile file(m_stFilterProcessGroup.m_strFilterProcessGroupName + "." + QDate::currentDate().toString(Qt::ISODate)+".log");
if (!file.open(QIODevice::WriteOnly | QIODevice::Text | QIODevice::Append))
@@ -787,10 +790,10 @@ void SInitializer::insertDebugLog(const QString& _strMsg) const
if (!m_bDebug)
return;
cout << "[";
cout << m_stFilterProcessGroup.m_strFilterProcessGroupName.toStdString();
cout << "] ";
cout << _strMsg.toStdString() << endl;
cout << "[" << m_stFilterProcessGroup.m_strFilterProcessGroupName.toStdString() << "] " << _strMsg.toStdString() << endl;
#ifdef QT_DEBUG
//qDebug() << "[" << m_stFilterProcessGroup.m_strFilterProcessGroupName << "] " << _strMsg << endl;
#endif
QFile file(m_stFilterProcessGroup.m_strFilterProcessGroupName + "_debug." + QDate::currentDate().toString(Qt::ISODate)+".log");
if (!file.open(QIODevice::WriteOnly | QIODevice::Text | QIODevice::Append))

103
FilterProcess/sinitializer.h
View File

@@ -1,5 +1,6 @@
#ifndef SINITIALIZER
#define SINITIALIZER
#include "sdbmanager.h"
#include <QList>
#include <QMap>
@@ -10,32 +11,9 @@ class QSqlDatabase;
const int REAL_BODY = 0x01;
const int REAL_REPLY = 0x02;
//const int DEBUG = 0;
//const int RELEASE = 1;
//const int MODE = RELEASE;
class SInitializer
{
private:
bool initDays();
bool initDBConnection();
bool initFilterProcess();
bool initCompanyNum();
bool initColumn();
bool initInfluencer();
bool initSpammer();
bool initPlatform();
//bool initConsumerCategory();
bool initCategory();
bool initBlogPageNum();
bool initConsumerMarketer();
bool initConsumerCheckList();
bool initUpload();
bool initDebug();
public:
enum E_SPAMER
{
@@ -176,36 +154,6 @@ public:
QMap<QString, int> m_mapPlatformForm;
};
private:
SDBManager m_sDBManager;
QString m_strStartDay;
QString m_strEndDay;
double m_adSpammerParam[E_SPAMER_MAX];
stDataBaseInfo m_stWebDBInfo;
int m_nCompanyNum;
stFilterProcessGroup m_stFilterProcessGroup;
stInfluencerParam m_stInfluencerParam;
stColumn m_stColumn;
QList<stFilterProcess> m_listFilterProcess;
QMap<int, QList<stFilter> > m_mapFilterGroup; // key : filtergroupid
int m_nDataGroupNumber;
stPlatform m_stPlatform;
//QMap<int, int> m_mapConsumerCategory;
int m_nConsumerAllCategory;
int m_anAllCategory[E_SERVICE_MAX];
QMap<int, QString> m_mapCategory;
int m_nBlogPageNum;
QMap<int, QString> m_mapConsumerMaketers;
QMap<int, QString> m_mapConsumerCheckListUser;
QMap<int, QList<int> > m_mapInfluencerGroup;
QStringList m_slConsumerCheckList;
bool m_bUpload;
bool m_bDebug;
QString m_strInfluencerLimitFrom;
QString m_strInfluencerLimitTo;
public:
bool init(const QString& _strFilterProcessGroupID, const QString& _strFilterProcessGroupName);
bool init(const QString& _strFilterProcessGroupID, const QString& _strFilterProcessGroupName, QString _strInfluencerLimit);
@@ -246,12 +194,49 @@ public:
QMap<int, QList<int> > getInfluencerGroup();
QString getInfluencerLimitFrom();
QString getInfluencerLimitTo();
//bool disableIndex(QSqlDatabase& db, QString _tableName, QStringList _strIndexNames, int _nMode = MODE);
//bool enableIndex(QSqlDatabase& db, QString _tableName, QStringList _strIndexNames, int _nMode = MODE);
//bool disableSettings(QSqlDatabase& db, int _nMode = MODE);
//bool enableSettings(QSqlDatabase& db, int _nMode = MODE);
private:
SDBManager m_sDBManager;
QString m_strStartDay;
QString m_strEndDay;
double m_adSpammerParam[E_SPAMER_MAX];
stDataBaseInfo m_stWebDBInfo;
int m_nCompanyNum;
stFilterProcessGroup m_stFilterProcessGroup;
stInfluencerParam m_stInfluencerParam;
stColumn m_stColumn;
QList<stFilterProcess> m_listFilterProcess;
QMap<int, QList<stFilter> > m_mapFilterGroup; // key : filtergroupid
int m_nDataGroupNumber;
stPlatform m_stPlatform;
int m_nConsumerAllCategory;
int m_anAllCategory[E_SERVICE_MAX];
QMap<int, QString> m_mapCategory;
int m_nBlogPageNum;
QMap<int, QString> m_mapConsumerMaketers;
QMap<int, QString> m_mapConsumerCheckListUser;
QMap<int, QList<int> > m_mapInfluencerGroup;
QStringList m_slConsumerCheckList;
bool m_bUpload;
bool m_bDebug;
QString m_strInfluencerLimitFrom;
QString m_strInfluencerLimitTo;
bool initDays();
bool initDBConnection();
bool initFilterProcess();
bool initCompanyNum();
bool initColumn();
bool initInfluencer();
bool initSpammer();
bool initPlatform();
bool initCategory();
bool initBlogPageNum();
bool initConsumerMarketer();
bool initConsumerCheckList();
bool initUpload();
bool initDebug();
};
#endif // SINITIALIZER

94
FilterProcess/spowercafe.h
View File

@@ -1,10 +1,12 @@
#ifndef SPOWERCAFE
#define SPOWERCAFE
#include "sservice.h"
#include "sfilteralgorithm.h"
#include "sinitializer.h"
class QString;
class QStringList;
class SPowercafe : public SService
{
public:
@@ -17,6 +19,9 @@ public:
struct stPowercafe
{
stPowercafe():category_num(0), community_num(0), bodycountall(0), replycountall(0), allcountall(0), usercountall(0), bodycountreal(0),
replycountreal(0), allcountreal(0), usercountreal(0), rank(0), platformname_num(0){}
int category_num;
int community_num;
QString community_id;
@@ -35,12 +40,12 @@ public:
int platformname_num;
QString platformname_name;
stPowercafe():category_num(0), community_num(0), bodycountall(0), replycountall(0), allcountall(0), usercountall(0), bodycountreal(0),
replycountreal(0), allcountreal(0), usercountreal(0), rank(0), platformname_num(0){}
};
struct stStatsPowCafeRank
{
stStatsPowCafeRank(): articlecountall(0), articlecountreal(0), usercountreal(0), rank(0), company_num(0){}
QString community_id;
QString community_title;
int articlecountall;
@@ -49,11 +54,13 @@ public:
QString subject;
int rank;
int company_num;
stStatsPowCafeRank(): articlecountall(0), articlecountreal(0), usercountreal(0), rank(0), company_num(0){}
};
struct stBodyPowercafeMap
{
stBodyPowercafeMap():num(0), body_num(0), community_num(0), category_num(0), realin(0), platformname_num(0){}
int num;
int body_num;
int community_num;
@@ -61,11 +68,13 @@ public:
int realin;
QString date;
int platformname_num;
stBodyPowercafeMap():num(0), body_num(0), community_num(0), category_num(0), realin(0), platformname_num(0){}
};
struct stReplyPowercafeMap
{
stReplyPowercafeMap():num(0), reply_num(0), body_num(0), community_num(0), category_num(0), realin(0) {}
int num;
int reply_num;
int body_num;
@@ -73,15 +82,11 @@ public:
int category_num;
int realin;
QString body_date;
stReplyPowercafeMap():num(0), reply_num(0), body_num(0), community_num(0), category_num(0), realin(0) {}
};
class STPowercafe
{
private:
SInitializer *m_pSInitializer;
QList<stPowercafe> m_listMap;
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void clear(){ m_listMap.clear(); }
@@ -89,51 +94,58 @@ public:
bool uploadData(QSqlDatabase &_db, const int &_nCompany);
bool changeTable(QSqlDatabase &_db, const int &_nCompany);
private:
SInitializer *m_pSInitializer;
QList<stPowercafe> m_listMap;
};
class SStatsPowCafeRank
{
private:
SInitializer *m_pSInitializer;
QList<stStatsPowCafeRank> m_listMap;
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void clear(){ m_listMap.clear(); }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool uploadData(QSqlDatabase &_db, const int &_nCompany);
private:
SInitializer *m_pSInitializer;
QList<stStatsPowCafeRank> m_listMap;
};
class SBodyPowercafeMap
{
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void clear(){ m_listMap.clear(); }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool uploadData(QSqlDatabase &_db, const int &_nCompany);
bool changeTable(QSqlDatabase &_db, const int &_nCompany);
private:
SInitializer *m_pSInitializer;
QList<stBodyPowercafeMap> m_listMap;
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void clear(){ m_listMap.clear(); }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool uploadData(QSqlDatabase &_db, const int &_nCompany);
bool changeTable(QSqlDatabase &_db, const int &_nCompany);
};
class SReplyPowercafeMap
{
private:
SInitializer *m_pSInitializer;
QList<stReplyPowercafeMap> m_listMap;
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void clear(){ m_listMap.clear(); }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool uploadData(QSqlDatabase &_db, const int &_nCompany);
bool changeTable(QSqlDatabase &_db, const int &_nCompany);
private:
SInitializer *m_pSInitializer;
QList<stReplyPowercafeMap> m_listMap;
};
struct stStatsJson
{
stStatsJson():company_num(0), servicenum(2), platformname_num(1), category_num(0){}
int company_num;
int servicenum;
QString title;
@@ -141,28 +153,31 @@ public:
int platformname_num;
QString jdata;
int category_num;
stStatsJson():company_num(0), servicenum(2), platformname_num(1), category_num(0){}
};
};
class SStatsJson
{
private:
SInitializer *m_pSInitializer;
QList<stStatsJson> m_listMap;
public:
void setInitiaizer(SInitializer &_SInitializer) { m_pSInitializer = &_SInitializer; }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool uploadData(QSqlDatabase& _db, const int &_nCompany);
void clear(){ m_listMap.clear(); }
private:
SInitializer *m_pSInitializer;
QList<stStatsJson> m_listMap;
};
struct stPowercafeRank
{
stPowercafeRank(): count(0){}
int count;
QString url;
QString community;
stPowercafeRank(): count(0){}
};
struct isGreaterCountReal
@@ -190,18 +205,6 @@ public:
};
private:
SFilterAlgorithm m_SFilterAlgorithm;
QMap<int, stReal> m_mapCategory;
SBodyPowercafeMap m_SBodyPowercafeMap;
SReplyPowercafeMap m_SReplyPowercafeMap;
STPowercafe m_STPowercafe;
//SStatsPowCafeRank m_SStatsPowCafeRank;
SStatsJson m_SStatsJson;
public:
virtual void setInitiaizer(SInitializer &_initializer);
virtual bool uploadData(int _companyNum);
@@ -210,7 +213,14 @@ public:
virtual bool makeOverallCategory(int _categoryNum);
virtual bool makeTable(SDatagroup &_datagroup);
private:
SFilterAlgorithm m_SFilterAlgorithm;
QMap<int, stReal> m_mapCategory;
SBodyPowercafeMap m_SBodyPowercafeMap;
SReplyPowercafeMap m_SReplyPowercafeMap;
STPowercafe m_STPowercafe;
SStatsJson m_SStatsJson;
};
#endif // SPOWERCAFE

9
FilterProcess/sservice.h
View File

@@ -1,12 +1,12 @@
#ifndef SSERVICE
#define SSERVICE
#include "sinitializer.h"
#include "sdatagroup.h"
#include <QString>
class SService
{
protected:
SInitializer* m_pSInitializer;
public:
virtual void setInitiaizer(SInitializer &_initializer) = 0;
virtual bool uploadData(int _companyNum) = 0;
@@ -15,7 +15,10 @@ public:
virtual bool makeOverallCategory(int _categoryNum) = 0;
virtual bool makeTable(SDatagroup &_datagroup) = 0;
QString convertJsonToStr(int _nSelect, const QString& _strJson);
protected:
SInitializer* m_pSInitializer;
};
#endif // SSERVICE

63
FilterProcess/sspammer.cpp
View File

@@ -19,7 +19,6 @@ void SSpammer::setInitiaizer(SInitializer &_initializer)
m_pSInitializer = &_initializer;
m_SBodySpammerMap.setInitiaizer(_initializer);
m_SReplySpammerMap.setInitiaizer(_initializer);
//m_SStatsSpaSpammerRank.setInitiaizer(_initializer);
m_STSpammer.setInitiaizer(_initializer);
m_SStatsJson.setInitiaizer(_initializer);
}
@@ -40,13 +39,6 @@ bool SSpammer::uploadData(int _companyNum)
m_pSInitializer->insertLog("Fail to upload Spammer reply map");
return false;
}
/*
if (!m_SStatsSpaSpammerRank.uploadData(dbWeb, _companyNum))
{
m_pSInitializer->insertLog("Fail to upload stats_spa_spammer_rank");
return false;
}
*/
if (!m_STSpammer.uploadData(dbWeb, _companyNum))
{
m_pSInitializer->insertLog("Fail to upload spammer");
@@ -188,10 +180,6 @@ bool SSpammer::makeTable(SDatagroup &_datagroup)
m_pSInitializer->insertLog("Make spammer tables");
m_pSInitializer->insertLog("Make spammer spammer");
m_STSpammer.makeTable(_datagroup, m_mapCategory, m_setSpammer);
/*
m_pSInitializer->insertLog("Make spammer stats_spa_spammer_rank tables");
m_SStatsSpaSpammerRank.makeTable(_datagroup, m_mapCategory);
*/
m_pSInitializer->insertLog("Make spammer body tables");
m_SBodySpammerMap.makeTable(_datagroup, m_mapCategory, m_setSpammer);
m_pSInitializer->insertLog("Make spammer reply tables");
@@ -281,57 +269,6 @@ void SSpammer::STSpammer::makeTable(SDatagroup &_datagroup, const QMap<int, stRe
}
}
/*
bool SSpammer::STSpammer::uploadData(QSqlDatabase &_db, const int &_nCompany)
{
//_db.transaction();
QString strQuery = "delete from spammer where company_num = " + QString::number(_nCompany);
QSqlQuery query(_db);
if (query.exec(strQuery.toUtf8()) == false)
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
//_db.commit();
//_db.transaction();
strQuery = "insert into spammer (rank,id_num,id_id,nicknamecount,bodycount,replycount,spammervalue,company_num) VALUES ("
":rank,:id_num,:id_id,:nicknamecount,:bodycount,:replycount,:spammervalue,:company_num)";
query.clear();
query.prepare(strQuery.toUtf8());
foreach (const stSpammer& stspammer, m_listMap)
{
query.bindValue(":rank", stspammer.rank);
query.bindValue(":id_num", stspammer.id_num);
query.bindValue(":id_id", stspammer.id_id);
query.bindValue(":nicknamecount", stspammer.nicknamecount);
query.bindValue(":bodycount", stspammer.bodycount);
query.bindValue(":replycount", stspammer.replycount);
query.bindValue(":spammervalue", QString::number(stspammer.spammervalue, 'g', 3));
query.bindValue(":company_num", _nCompany);
if (query.exec() == false)
{
m_pSInitializer->insertLog(query.lastQuery());
m_pSInitializer->insertLog(query.lastError().text());
return false;
}
}
//_db.commit();
strQuery = "update dbinfo set spammercount = " + QString::number(m_listMap.size()) + " where company_num = "
+ QString::number(_nCompany);
query.exec(strQuery);
return true;
}
*/
bool SSpammer::STSpammer::uploadData(QSqlDatabase &_db, const int &_nCompany)
{
//_db.transaction();

84
FilterProcess/sspammer.h
View File

@@ -1,10 +1,12 @@
#ifndef SSPAMMER
#define SSPAMMER
#include "sservice.h"
#include "sfilteralgorithm.h"
#include "sinitializer.h"
class QString;
class QStringList;
class SSpammer : public SService
{
public:
@@ -17,6 +19,8 @@ public:
struct stSpammer
{
stSpammer():id_num(0), category_num(0), nicknamecount(0), bodycount(0), replycount(0), rank(0), spammervalue(0.0), platformname_num(0){}
int id_num;
int category_num;
QString id_id;
@@ -27,12 +31,13 @@ public:
int rank;
QString platformname_name;
int platformname_num;
stSpammer():id_num(0), category_num(0), nicknamecount(0), bodycount(0), replycount(0), rank(0), spammervalue(0.0), platformname_num(0){}
};
struct stStatsSpaSpammerRank
{
stStatsSpaSpammerRank():id_num(0),nicknamecount(0),bodycount(0),replycount(0),rank(0), spammervalue(0.0){}
int id_num;
QString id_id;
QString platformname_name;
@@ -43,12 +48,13 @@ public:
int rank;
QString subject;
int company_num;
stStatsSpaSpammerRank():id_num(0),nicknamecount(0),bodycount(0),replycount(0),rank(0), spammervalue(0.0){}
};
struct stBodySpammerMap
{
stBodySpammerMap():num(0), body_num(0), id_num(0), category_num(0), realin(0), platformname_num(0){}
int num;
int body_num;
int id_num;
@@ -56,37 +62,40 @@ public:
int realin;
QString date;
int platformname_num;
stBodySpammerMap():num(0), body_num(0), id_num(0), category_num(0), realin(0), platformname_num(0){}
};
struct stReplySpammerMap
{
stReplySpammerMap():num(0), body_num(0), reply_num(0), id_num(0), category_num(0){}
int num;
int reply_num;
int body_num;
int id_num;
int category_num;
QString body_date;
stReplySpammerMap():num(0), body_num(0), reply_num(0), id_num(0), category_num(0){}
};
struct stSpammerScore
{
stSpammerScore():body(0),reply(0), id_num(0){}
int body;
int reply;
int id_num;
QSet<QString> nickname;
stSpammerScore():body(0),reply(0), id_num(0){}
};
struct stSpammerRank
{
stSpammerRank():value(0.0), platformform_num(1), id_num(0){}
double value;
int platformform_num;
QString id;
int id_num;
stSpammerRank():value(0.0), platformform_num(1), id_num(0){}
};
struct stBuzzy
@@ -98,6 +107,8 @@ public:
struct stStatsJson
{
stStatsJson() : company_num(0), servicenum(3), platformname_num(1), category_num(0){}
int company_num;
int servicenum;
QString title;
@@ -105,14 +116,11 @@ public:
int platformname_num;
QString jdata;
int category_num;
stStatsJson():company_num(0), servicenum(3), platformname_num(1), category_num(0){}
};
class STSpammer
{
private:
SInitializer *m_pSInitializer;
QList<stSpammer> m_listMap;
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void clear(){ m_listMap.clear(); }
@@ -120,44 +128,52 @@ public:
bool uploadData(QSqlDatabase &_db, const int &_nCompany);
bool changeTable(QSqlDatabase &_db, const int &_nCompany);
private:
SInitializer *m_pSInitializer;
QList<stSpammer> m_listMap;
};
class SStatsSpaSpammerRank
{
private:
SInitializer *m_pSInitializer;
QList<stStatsSpaSpammerRank> m_listMap;
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void clear(){ m_listMap.clear(); }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool uploadData(QSqlDatabase &_db, const int &_nCompany);
private:
SInitializer *m_pSInitializer;
QList<stStatsSpaSpammerRank> m_listMap;
};
class SBodySpammerMap
{
private:
SInitializer *m_pSInitializer;
QList<stBodySpammerMap> m_listMap;
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void clear(){ m_listMap.clear(); }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory ,QSet<int>& setSpammer);
bool uploadData(QSqlDatabase &_db, const int &_nCompany);
bool changeTable(QSqlDatabase &_db, const int &_nCompany);
private:
SInitializer *m_pSInitializer;
QList<stBodySpammerMap> m_listMap;
};
class SReplySpammerMap
{
private:
SInitializer *m_pSInitializer;
QList<stReplySpammerMap> m_listMap;
public:
void setInitiaizer(SInitializer &_initializer){ m_pSInitializer = &_initializer; }
void clear(){ m_listMap.clear(); }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory, QSet<int>& setSpammer);
bool uploadData(QSqlDatabase &_db, const int &_nCompany);
bool changeTable(QSqlDatabase &_db, const int &_nCompany);
private:
SInitializer *m_pSInitializer;
QList<stReplySpammerMap> m_listMap;
};
struct isGreaterSpammerValue
@@ -179,9 +195,6 @@ public:
class SStatsJson
{
private:
SInitializer *m_pSInitializer;
QList<stStatsJson> m_listMap;
public:
void setInitiaizer(SInitializer &_SInitializer) { m_pSInitializer = &_SInitializer; }
void makeTable(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
@@ -189,18 +202,13 @@ public:
void makeTableRank(SDatagroup &_datagroup, const QMap<int, stReal>& _mapCategory);
bool uploadData(QSqlDatabase& _db, const int &_nCompany);
void clear(){ m_listMap.clear(); }
};
private:
SFilterAlgorithm m_SFilterAlgorithm;
QMap<int, stReal> m_mapCategory;
STSpammer m_STSpammer;
//SStatsSpaSpammerRank m_SStatsSpaSpammerRank;
SBodySpammerMap m_SBodySpammerMap;
SReplySpammerMap m_SReplySpammerMap;
QSet<int> m_setSpammer;
SStatsJson m_SStatsJson;
SInitializer *m_pSInitializer;
QList<stStatsJson> m_listMap;
};
public:
virtual void setInitiaizer(SInitializer &_initializer);
@@ -209,9 +217,15 @@ public:
virtual bool makeCategory(SDatagroup &_datagroup, int _nCategory, const QList<SInitializer::stFilter> &_listFilter);
virtual bool makeOverallCategory(int _categoryNum);
virtual bool makeTable(SDatagroup &_datagroup);
private:
SFilterAlgorithm m_SFilterAlgorithm;
QMap<int, stReal> m_mapCategory;
STSpammer m_STSpammer;
SBodySpammerMap m_SBodySpammerMap;
SReplySpammerMap m_SReplySpammerMap;
QSet<int> m_setSpammer;
SStatsJson m_SStatsJson;
};
#endif // SSPAMMER

1377
MorphereAnalyzer/widget.cpp.bak
View File

File diff suppressed because it is too large Load Diff

155
MorphereAnalyzer/widget.h.bak
View File

@@ -1,155 +0,0 @@
#ifndef WIDGET_H
#define WIDGET_H
#include <QWidget>
#include <QCalendarWidget>
#include <QDateEdit>
#include <QPushButton>
#include <QHBoxLayout>
#include <QComboBox>
#include <QLineEdit>
#include <QGroupBox>
#include <QListWidget>
#include <QTabWidget>
#include <QRadioButton>
#include <QButtonGroup>
#include <QTableWidget>
#include <QProgressBar>
#include <QMenuBar>
#include <QSqlDatabase>
#include "stable.h"
class Widget : public QWidget
{
enum E_COLUMN
{
E_COLUMN_DATABASE=0,
E_COLUMN_NAME,
E_COLUMN_DATE,
E_COLUMN_COUNT,
};
enum E_LENGTH_COMP
{
E_LENGTH_COMP_GREATER = 0,
E_LENGTH_COMP_LESS,
E_LENGTH_COMP_EQUAL,
};
Q_OBJECT
public:
Widget(QWidget *parent = 0);
~Widget();
QTabWidget *GetTabWidget()
{
return m_ptwData;
}
int getDatePosition()
{
return m_nColumn;
}
int getTitlePosition()
{
return m_nTitle;
}
int getBodyPosition()
{
return m_nBody;
}
int getPlatformTitlePosition()
{
return m_nPlatformTitle;
}
private:
// Data
QListWidget *m_plwData;
// Date
QCalendarWidget *m_pcw;
QDateEdit *m_pdeStart;
QDateEdit *m_pdeEnd;
//QPushButton *m_ppbInsertCalc;
//QComboBox *m_pcbDateCatalog;
int m_nColumn;
int m_nTitle;
int m_nBody;
int m_nPlatformTitle;
// Keyword
QComboBox *m_pcbCatalog;
QComboBox *m_pcbKeyword;
QComboBox *m_pcbMethod;
QLineEdit *m_pleString;
//QPushButton *m_ppbInsertSearch;
// Length
QComboBox *m_pcbLengthCatalog;
QComboBox *m_pcbLengthComp;
QComboBox *m_pcbLengthInsDel;
QLineEdit *m_pleLength;
// Filter
QListWidget *m_plwFilterGroup;
QListWidget *m_plwFilter;
QLineEdit *m_pleFilterGroup;
QGroupBox *m_pgbFilter;
// Replace
QComboBox *m_pcbReplaceCatalog;
QComboBox *m_pcbReplaceFind;
QLineEdit *m_pleReplaceFind;
QLineEdit *m_pleReplace;
QComboBox *m_pcbReplace;
// Count
QComboBox *m_pcbCountCatalog;
//
QTabWidget *m_ptwData;
//
QProgressBar *m_pProgress;
// Column
QVector <QStringList> m_vecColumn;
private:
QMenuBar *setMenuWidget();
QGroupBox *setDataWidgets();
QGroupBox *setDateWidgets();
QGroupBox *setCountWidgets();
QGroupBox *setSearchWidgets();
QGroupBox *setLengthWidgets();
QGroupBox *setFilterWidgets();
QGroupBox *setReplaceWidgets();
QTableWidget *AddTable(QString _str);
void SetTableHead();
void InsertCopyRow(int _nRow,QTableWidget *_pCurrent,QTableWidget *_pNew);
void DataReload(QString _strTableName,int _nSelect);
void InsertFilter(int _nType,QString _strJson,int _nGroup);
void InsertTimeFilter(int _nTimeCategory ,QDate _dateStart ,QDate _dateEnd ,int _nGroup);
void InsertSearchFilter(int _nArticle,int _nCategory,int _nMethod,int _nKeyword, QString _str,int _nGroup);
void InsertLengthFilter(int _nArticle,int _nCategory,int _nComp,int _nInsDel,QString _str,int _nGroup);
void InsertReplaceFilter(int _nArticle,int _nCategory,int _nFind,QString _strFind,QString _strReplace,int _nGroup);
void RefreshFilter(int _nGroup);
bool ReloadColumn();
QString GetArticleType(int _nSelect);
public slots:
void CloseTab(int index);
void DoubleClickTab(int index);
void SearchDate();
void CountSave();
void SearchKeyword();
void DataGroupRefresh();
void DataGroupItemChanged ( QListWidgetItem * item );
void FilterGroupInsert();
void FilterGroupDelete();
void FilterGroupModify();
void FilterGroupRefresh();
void FilterGroupCopyPaste();
void currentGroupItemChanged(QListWidgetItem *_pCurrent, QListWidgetItem *_pPrev=0);
void FilterDelete();
void currentFilterItemChanged(QListWidgetItem *_pCurrent, QListWidgetItem *_pPrev=0);
void SearchLengthInsert();
void SearchReplaceInsert();
void FileNew();
void FileImport();
void FileExport();
void FileExit();
};
#endif // WIDGET_H

2
package-clients.bat
View File

@@ -14,7 +14,7 @@ SET FILTER_PATH=%BUILD_PATH_PREFIX%Filter%BUILD_PATH_POSTFIX%\%CONFIGURE%
SET FILTER_PROCESS_PATH=%BUILD_PATH_PREFIX%FilterProcess%BUILD_PATH_POSTFIX%\%CONFIGURE%
SET QT_PATH=C:\Qt\Qt5.4.2\5.4\msvc2013_64\bin
SET MYSQL_PATH=%CUR_PATH%\..\lib\libmysql\64bit
SET MYSQL_PATH=C:\Qt\libmysql\64bit
SET PYTHONCRAWLER_PATH=%CUR_PATH%\WebBasedCrawler