801 lines
30 KiB
C++
801 lines
30 KiB
C++
#include "widget.h"
|
|
#include <QSqlError>
|
|
#include <QSqlQuery>
|
|
#include <QSqlTableModel>
|
|
#include <QDebug>
|
|
#include <QHBoxLayout>
|
|
#include <QPushButton>
|
|
#include <QLabel>
|
|
#include <QCalendarWidget>
|
|
#include <QVBoxLayout>
|
|
#include <QSqlRecord>
|
|
#include <QFile>
|
|
#include <QStack>
|
|
Widget::Widget(QWidget *parent)
|
|
: QWidget(parent)
|
|
{
|
|
QSqlDatabase db = QSqlDatabase::addDatabase("QMYSQL");
|
|
db.setHostName("bigbird.iptime.org");
|
|
db.setUserName("admin");
|
|
db.setPassword("admin123");
|
|
db.setDatabaseName("concepters");
|
|
if (db.open() == false)
|
|
{
|
|
qDebug() << db.lastError().text();
|
|
return;
|
|
}
|
|
m_pmodelKeyword = new QSqlQueryModel;
|
|
m_pmodelGroup = new QSqlQueryModel;
|
|
m_pmodelCrawling = new QSqlQueryModel;
|
|
|
|
m_pmodelKeyword->setQuery("SELECT * FROM keyword where state is null");
|
|
m_pmodelGroup->setQuery("SELECT * FROM datagroup");
|
|
/*
|
|
m_pmodelCrawling->setQuery("SELECT _crawling.id,_keyword.searches,_keyword.start,_keyword.end, _datagroup.name ,_crawling.state "
|
|
"FROM crawling _crawling INNER JOIN keyword _keyword ON _crawling.keyword_id = _keyword.id "
|
|
"inner join datagroup _datagroup on _crawling.datagroup_id = _datagroup.id");
|
|
*/
|
|
|
|
m_pmodelCrawling->setQuery("SELECT _crawling.id,_keyword.searches,_keyword.start,_keyword.end, _datagroup.name ,_crawling.state, _keyword.platform "
|
|
"FROM crawling _crawling INNER JOIN keyword _keyword ON _crawling.keyword_id = _keyword.id "
|
|
"inner join datagroup _datagroup on _crawling.datagroup_id = _datagroup.id");
|
|
|
|
|
|
QVBoxLayout *vlayout = new QVBoxLayout();
|
|
{
|
|
QHBoxLayout *hlayout = new QHBoxLayout();
|
|
hlayout->addWidget(setKeywordWidgets());
|
|
hlayout->addWidget(setGroupWidgets());
|
|
vlayout->addLayout(hlayout);
|
|
vlayout->addWidget(setCrawlingWidgets());
|
|
}
|
|
setLayout(vlayout);
|
|
}
|
|
|
|
Widget::~Widget()
|
|
{
|
|
|
|
}
|
|
|
|
QGroupBox *Widget::setKeywordWidgets()
|
|
{
|
|
QVBoxLayout *vlayout = new QVBoxLayout();
|
|
{
|
|
m_ptableKeyword = new QTableView;
|
|
m_ptableKeyword->setModel(m_pmodelKeyword);
|
|
m_ptableKeyword->setSelectionBehavior(QAbstractItemView::SelectRows);
|
|
m_ptableKeyword->setSelectionMode(QAbstractItemView::ExtendedSelection);
|
|
vlayout->addWidget(m_ptableKeyword);
|
|
|
|
connect(m_ptableKeyword->selectionModel(), SIGNAL(currentRowChanged(QModelIndex,QModelIndex)),
|
|
this, SLOT(on_keyword_currentRowChanged(QModelIndex)));
|
|
|
|
}
|
|
{
|
|
m_pdeStart = new QDateEdit(QDate::currentDate());
|
|
m_pdeEnd = new QDateEdit(QDate::currentDate());
|
|
|
|
m_pdeStart->setDateRange(QDate(2003, 5, 20),QDate::currentDate());
|
|
m_pdeEnd->setDateRange(QDate(2003, 5, 20),QDate::currentDate());
|
|
|
|
QCalendarWidget *pCalender = new QCalendarWidget();
|
|
m_pdeStart->setCalendarWidget(pCalender);
|
|
m_pdeStart->setCalendarPopup(true);
|
|
|
|
m_pdeEnd->setCalendarWidget(pCalender);
|
|
m_pdeEnd->setCalendarPopup(true);
|
|
|
|
m_pcbRealTime = new QComboBox;
|
|
m_pcbRealTime->addItems(QStringList() << "false" << "true");
|
|
|
|
m_pcbPlatform = new QComboBox;
|
|
m_pcbPlatform->addItems(QStringList() << "NaverCafe" << "NaverBlog" << "DaumCafe");
|
|
|
|
m_pleKeyword = new QLineEdit;
|
|
m_pleAuthorship = new QLineEdit;
|
|
}
|
|
{
|
|
QHBoxLayout *hlayout = new QHBoxLayout();
|
|
hlayout->setAlignment(Qt::AlignLeft|Qt::AlignTop);
|
|
hlayout->addWidget(new QLabel("Real Time:"));
|
|
hlayout->addWidget(m_pcbRealTime);
|
|
hlayout->addWidget(new QLabel("Platform:"));
|
|
hlayout->addWidget(m_pcbPlatform);
|
|
hlayout->addWidget(new QLabel("Start:"));
|
|
hlayout->addWidget(m_pdeStart);
|
|
hlayout->addWidget(new QLabel("End:"));
|
|
hlayout->addWidget(m_pdeEnd);
|
|
hlayout->addWidget(new QLabel("Authorship:"));
|
|
hlayout->addWidget(m_pleAuthorship);
|
|
vlayout->addLayout(hlayout);
|
|
}
|
|
{
|
|
QHBoxLayout *hlayout = new QHBoxLayout();
|
|
hlayout->setAlignment(Qt::AlignLeft|Qt::AlignTop);
|
|
hlayout->addWidget(new QLabel("Keyword:"));
|
|
hlayout->addWidget(m_pleKeyword);
|
|
vlayout->addLayout(hlayout);
|
|
}
|
|
{
|
|
QHBoxLayout *hlayout = new QHBoxLayout();
|
|
QPushButton *pInsert = new QPushButton("Insert");
|
|
QPushButton *pDelete = new QPushButton("Delete");
|
|
QPushButton *pModify = new QPushButton("Modify");
|
|
hlayout->addWidget(pInsert);
|
|
hlayout->addWidget(pDelete);
|
|
hlayout->addWidget(pModify);
|
|
vlayout->addLayout(hlayout);
|
|
|
|
connect(pInsert, SIGNAL(released()),this, SLOT(on_keyword_button_insert()));
|
|
connect(pDelete, SIGNAL(released()),this, SLOT(on_keyword_button_delete()));
|
|
connect(pModify, SIGNAL(released()),this, SLOT(on_keyword_button_modify()));
|
|
}
|
|
QGroupBox *groupBox = new QGroupBox("Keyword");
|
|
groupBox->setAlignment(Qt::AlignLeft|Qt::AlignTop);
|
|
groupBox->setLayout(vlayout);
|
|
return groupBox;
|
|
}
|
|
|
|
QGroupBox *Widget::setGroupWidgets()
|
|
{
|
|
QVBoxLayout *vlayout = new QVBoxLayout();
|
|
{
|
|
m_ptableGroup = new QTableView;
|
|
m_ptableGroup->setModel(m_pmodelGroup);
|
|
m_ptableGroup->setSelectionBehavior(QAbstractItemView::SelectRows);
|
|
m_ptableGroup->setSelectionMode(QAbstractItemView::SingleSelection);
|
|
vlayout->addWidget(m_ptableGroup);
|
|
|
|
connect(m_ptableGroup->selectionModel(), SIGNAL(currentRowChanged(QModelIndex,QModelIndex)),
|
|
this, SLOT(on_group_currentRowChanged(QModelIndex)));
|
|
}
|
|
{
|
|
m_pleGroup = new QLineEdit;
|
|
}
|
|
|
|
{
|
|
QHBoxLayout *hlayout = new QHBoxLayout();
|
|
hlayout->setAlignment(Qt::AlignLeft|Qt::AlignTop);
|
|
hlayout->addWidget(new QLabel("Group Name:"));
|
|
hlayout->addWidget(m_pleGroup);
|
|
vlayout->addLayout(hlayout);
|
|
}
|
|
{
|
|
QHBoxLayout *hlayout = new QHBoxLayout();
|
|
QPushButton *pInsert = new QPushButton("Insert");
|
|
QPushButton *pDelete = new QPushButton("Delete");
|
|
QPushButton *pClear = new QPushButton("Clear");
|
|
QPushButton *pModify = new QPushButton("Modify");
|
|
QPushButton *pExport = new QPushButton("Export");
|
|
QPushButton *pRefresh = new QPushButton("Refresh");
|
|
hlayout->addWidget(pInsert);
|
|
hlayout->addWidget(pDelete);
|
|
hlayout->addWidget(pClear);
|
|
hlayout->addWidget(pModify);
|
|
hlayout->addWidget(pExport);
|
|
hlayout->addWidget(pRefresh);
|
|
connect(pInsert, SIGNAL(released()),this, SLOT(on_group_button_insert()));
|
|
connect(pDelete, SIGNAL(released()),this, SLOT(on_group_button_delete()));
|
|
connect(pClear, SIGNAL(released()),this, SLOT(on_group_button_clear()));
|
|
connect(pModify, SIGNAL(released()),this, SLOT(on_group_button_modify()));
|
|
connect(pExport, SIGNAL(released()),this, SLOT(on_group_button_export()));
|
|
connect(pRefresh, SIGNAL(released()),this, SLOT(on_group_button_refresh()));
|
|
vlayout->addLayout(hlayout);
|
|
}
|
|
|
|
{
|
|
QHBoxLayout *hlayout = new QHBoxLayout();
|
|
m_pleCopyFrom = new QLineEdit();
|
|
m_pleCopyTo = new QLineEdit();
|
|
m_pleCopyFrom->setReadOnly(true);
|
|
m_pleCopyTo->setReadOnly(true);
|
|
QPushButton *pCopyAddFrom = new QPushButton("Add");
|
|
QPushButton *pCopyAddTo = new QPushButton("Add");
|
|
QPushButton *pStart = new QPushButton("Start");
|
|
QPushButton *pClear = new QPushButton("Clear");
|
|
|
|
|
|
hlayout->addWidget(new QLabel("Copy From: "));
|
|
hlayout->addWidget(m_pleCopyFrom);
|
|
hlayout->addWidget(pCopyAddFrom);
|
|
hlayout->addWidget(new QLabel("To :"));
|
|
hlayout->addWidget(m_pleCopyTo);
|
|
hlayout->addWidget(pCopyAddTo);
|
|
hlayout->addWidget(pStart);
|
|
hlayout->addWidget(pClear);
|
|
|
|
connect(pStart, SIGNAL(released()),this, SLOT(on_group_button_copy_start()));
|
|
connect(pClear, SIGNAL(released()),this, SLOT(on_group_button_copy_clear()));
|
|
connect(pCopyAddFrom, SIGNAL(released()),this, SLOT(on_group_button_copy_from()));
|
|
connect(pCopyAddTo, SIGNAL(released()),this, SLOT(on_group_button_copy_to()));
|
|
|
|
vlayout->addLayout(hlayout);
|
|
}
|
|
|
|
{
|
|
QHBoxLayout *hlayout = new QHBoxLayout();
|
|
m_pchbDate = new QCheckBox();
|
|
|
|
m_pdeCopyStart = new QDateEdit(QDate::currentDate());
|
|
m_pdeCopyEnd = new QDateEdit(QDate::currentDate());
|
|
|
|
m_pdeCopyStart->setDateRange(QDate(2003, 5, 20),QDate::currentDate());
|
|
m_pdeCopyEnd->setDateRange(QDate(2003, 5, 20),QDate::currentDate());
|
|
|
|
QCalendarWidget *pCalender = new QCalendarWidget();
|
|
m_pdeCopyStart->setCalendarWidget(pCalender);
|
|
m_pdeCopyStart->setCalendarPopup(true);
|
|
|
|
m_pdeCopyEnd->setCalendarWidget(pCalender);
|
|
m_pdeCopyEnd->setCalendarPopup(true);
|
|
|
|
hlayout->addWidget(new QLabel("Date Check: "));
|
|
hlayout->addWidget(m_pchbDate);
|
|
hlayout->addWidget(new QLabel("Start"));
|
|
hlayout->addWidget(m_pdeCopyStart);
|
|
hlayout->addWidget(new QLabel("End"));
|
|
hlayout->addWidget(m_pdeCopyEnd);
|
|
|
|
hlayout->setAlignment(Qt::AlignLeft);
|
|
|
|
vlayout->addLayout(hlayout);
|
|
|
|
|
|
}
|
|
QGroupBox *groupBox = new QGroupBox("Group");
|
|
groupBox->setAlignment(Qt::AlignLeft|Qt::AlignTop);
|
|
groupBox->setLayout(vlayout);
|
|
return groupBox;
|
|
}
|
|
|
|
QGroupBox *Widget::setCrawlingWidgets()
|
|
{
|
|
QVBoxLayout *vlayout = new QVBoxLayout();
|
|
|
|
{
|
|
QHBoxLayout *hlayout = new QHBoxLayout();
|
|
QPushButton *pInsert = new QPushButton("Insert");
|
|
QPushButton *pDelete = new QPushButton("Delete");
|
|
|
|
connect(pInsert, SIGNAL(released()),this, SLOT(on_crawling_button_insert()));
|
|
connect(pDelete, SIGNAL(released()),this, SLOT(on_crawling_button_delete()));
|
|
|
|
hlayout->setAlignment(Qt::AlignCenter);
|
|
hlayout->addWidget(pInsert);
|
|
hlayout->addWidget(pDelete);
|
|
vlayout->addLayout(hlayout);
|
|
}
|
|
|
|
{
|
|
m_ptableCrawling = new QTableView;
|
|
m_ptableCrawling->setModel(m_pmodelCrawling);
|
|
m_ptableCrawling->setSelectionBehavior(QAbstractItemView::SelectRows);
|
|
m_ptableCrawling->setSelectionMode(QAbstractItemView::ContiguousSelection);
|
|
vlayout->addWidget(m_ptableCrawling);
|
|
}
|
|
|
|
QGroupBox *groupBox = new QGroupBox("Crawling");
|
|
groupBox->setAlignment(Qt::AlignLeft|Qt::AlignTop);
|
|
groupBox->setLayout(vlayout);
|
|
return groupBox;
|
|
}
|
|
|
|
|
|
void Widget::on_keyword_currentRowChanged(QModelIndex _index)
|
|
{
|
|
if (_index.isValid())
|
|
{
|
|
QSqlRecord rec = m_pmodelKeyword->record(_index.row());
|
|
m_pdeStart->setDate(QDate::fromString(rec.value("start").toString(),"yyyy-MM-dd"));
|
|
m_pdeEnd->setDate(QDate::fromString(rec.value("end").toString(),"yyyy-MM-dd"));
|
|
m_pcbRealTime->setCurrentIndex(rec.value("realtime").toInt());
|
|
m_pleKeyword->setText(rec.value("searches").toString());
|
|
}
|
|
}
|
|
|
|
void Widget::on_keyword_button_insert()
|
|
{
|
|
/*
|
|
QString strQuery = QString("insert into keyword set "
|
|
"start = STR_TO_DATE('%1', '%Y-%m-%d'),"
|
|
"end = STR_TO_DATE('%2', '%Y-%m-%d'),"
|
|
"searches = '%3',"
|
|
"realtime = %4,"
|
|
"authorship = '%5'")
|
|
.arg(m_pdeStart->date().toString("yyyy-MM-dd"))
|
|
.arg(m_pdeEnd->date().toString("yyyy-MM-dd"))
|
|
.arg(m_pleKeyword->text())
|
|
.arg(m_pcbRealTime->currentIndex())
|
|
.arg(m_pleAuthorship->text());
|
|
*/
|
|
|
|
QString strQuery = QString("insert into keyword set "
|
|
"start = STR_TO_DATE('%1', '%Y-%m-%d'),"
|
|
"end = STR_TO_DATE('%2', '%Y-%m-%d'),"
|
|
"searches = '%3',"
|
|
"realtime = %4,"
|
|
"authorship = '%5',"
|
|
"platform = %6")
|
|
.arg(m_pdeStart->date().toString("yyyy-MM-dd"))
|
|
.arg(m_pdeEnd->date().toString("yyyy-MM-dd"))
|
|
.arg(m_pleKeyword->text())
|
|
.arg(m_pcbRealTime->currentIndex())
|
|
.arg(m_pleAuthorship->text())
|
|
.arg(m_pcbPlatform->currentIndex());
|
|
|
|
|
|
//qDebug() << strQuery;
|
|
m_pmodelKeyword->setQuery(QString(strQuery.toUtf8()));
|
|
m_pmodelKeyword->setQuery("SELECT * FROM keyword where state is null");
|
|
}
|
|
|
|
void Widget::on_keyword_button_delete()
|
|
{
|
|
foreach (QModelIndex index,m_ptableKeyword->selectionModel()->selectedIndexes())
|
|
{
|
|
QSqlRecord rec = m_pmodelKeyword->record(index.row());
|
|
QString strQuery = QString("UPDATE keyword set state = '1' where id = '" + rec.value("id").toString() + "'");
|
|
m_pmodelKeyword->setQuery(QString(strQuery.toUtf8()));
|
|
}
|
|
m_pmodelKeyword->setQuery("SELECT * FROM keyword where state is null");
|
|
}
|
|
|
|
void Widget::on_keyword_button_modify()
|
|
{
|
|
foreach (QModelIndex index,m_ptableKeyword->selectionModel()->selectedIndexes())
|
|
{
|
|
QSqlRecord rec = m_pmodelKeyword->record(index.row());
|
|
/*
|
|
QString strQuery = QString("update keyword set "
|
|
"start = STR_TO_DATE('%1', '%Y-%m-%d'),"
|
|
"end = STR_TO_DATE('%2', '%Y-%m-%d'),"
|
|
"searches = '%3',"
|
|
"realtime = %4,"
|
|
"authorship = '%5' "
|
|
"where id = '%6'")
|
|
.arg(m_pdeStart->date().toString("yyyy-MM-dd"))
|
|
.arg(m_pdeEnd->date().toString("yyyy-MM-dd"))
|
|
.arg(m_pleKeyword->text())
|
|
.arg(m_pcbRealTime->currentIndex())
|
|
.arg(m_pleAuthorship->text())
|
|
.arg(rec.value("id").toString());
|
|
*/
|
|
|
|
QString strQuery = QString("update keyword set "
|
|
"start = STR_TO_DATE('%1', '%Y-%m-%d'),"
|
|
"end = STR_TO_DATE('%2', '%Y-%m-%d'),"
|
|
"searches = '%3',"
|
|
"realtime = %4,"
|
|
"authorship = '%5',"
|
|
"platform = %6 "
|
|
"where id = '%7'")
|
|
.arg(m_pdeStart->date().toString("yyyy-MM-dd"))
|
|
.arg(m_pdeEnd->date().toString("yyyy-MM-dd"))
|
|
.arg(m_pleKeyword->text())
|
|
.arg(m_pcbRealTime->currentIndex())
|
|
.arg(m_pleAuthorship->text())
|
|
.arg(m_pcbPlatform->currentIndex())
|
|
.arg(rec.value("id").toString());
|
|
|
|
|
|
m_pmodelKeyword->setQuery(QString(strQuery.toUtf8()));
|
|
}
|
|
m_pmodelKeyword->setQuery("SELECT * FROM keyword where state is null");
|
|
}
|
|
|
|
void Widget::on_group_currentRowChanged(QModelIndex _index)
|
|
{
|
|
if (_index.isValid())
|
|
{
|
|
QSqlRecord rec = m_pmodelGroup->record(_index.row());
|
|
m_pleGroup->setText(rec.value("name").toString());
|
|
}
|
|
}
|
|
|
|
void Widget::on_group_button_insert()
|
|
{
|
|
QSqlQuery sql;
|
|
sql.exec("SELECT AUTO_INCREMENT FROM information_schema.TABLES WHERE TABLE_SCHEMA = \"concepters\" AND TABLE_NAME = \"datagroup\"");
|
|
sql.next();
|
|
QString strQuery = QString("insert into datagroup set "
|
|
"name = '" + m_pleGroup->text() + "'");
|
|
m_pmodelGroup->setQuery(strQuery.toUtf8());
|
|
strQuery = "CREATE TABLE data_";
|
|
strQuery += sql.value(0).toString();
|
|
/*
|
|
strQuery += " ("
|
|
"url CHAR(128),"
|
|
"keyword_id INT,"
|
|
"platformname CHAR(32),"
|
|
"platformform CHAR(16),"
|
|
"articleform CHAR(16),"
|
|
"body_platformtitle CHAR(128),"
|
|
"body_platformid CHAR(64),"
|
|
"body_articletitle VARCHAR(128),"
|
|
"body_articleid VARCHAR(32),"
|
|
"body_date DATETIME,"
|
|
"body_nickname CHAR(32),"
|
|
"body_data VARCHAR(18432),"
|
|
"reply_nickname CHAR(32),"
|
|
"reply_data VARCHAR(1024),"
|
|
"reply_parent CHAR(32),"
|
|
"reply_date DATETIME,"
|
|
"reply_urlreply VARCHAR(512),"
|
|
"reply_rownum INT) CHARSET=utf8";
|
|
*/
|
|
strQuery += " ("
|
|
"platform_name CHAR(64),"
|
|
"platform_form CHAR(64),"
|
|
"platform_title VARCHAR(256),"
|
|
"article_form CHAR(32),"
|
|
"article_parent VARCHAR(256),"
|
|
"article_id CHAR(128),"
|
|
"article_nickname VARCHAR(256),"
|
|
"article_title VARCHAR(1024),"
|
|
"article_data MEDIUMTEXT,"
|
|
"article_url CHAR(255),"
|
|
"article_hit INT,"
|
|
"article_date DATETIME,"
|
|
"article_order SMALLINT,"
|
|
"article_profile VARCHAR(1024),"
|
|
"article_profileurl VARCHAR(512),"
|
|
"platform_id CHAR(128),"
|
|
"keyword_id INT,"
|
|
"reply_url VARCHAR(1024)) CHARSET=utf8";
|
|
sql.exec(strQuery);
|
|
m_pmodelGroup->setQuery("SELECT * FROM datagroup");
|
|
}
|
|
|
|
void Widget::on_group_button_delete()
|
|
{
|
|
foreach (QModelIndex index,m_ptableGroup->selectionModel()->selectedIndexes())
|
|
{
|
|
QSqlRecord rec = m_pmodelGroup->record(index.row());
|
|
QString strQuery = QString("delete from datagroup where id = '" + rec.value("id").toString() + "'");
|
|
m_pmodelGroup->setQuery(QString(strQuery.toUtf8()));
|
|
QSqlQuery sql;
|
|
strQuery = "drop table data_" + rec.value("id").toString();
|
|
sql.exec(strQuery);
|
|
}
|
|
m_pmodelGroup->setQuery("SELECT * FROM datagroup");
|
|
}
|
|
|
|
void Widget::on_group_button_clear()
|
|
{
|
|
foreach (QModelIndex index,m_ptableGroup->selectionModel()->selectedIndexes())
|
|
{
|
|
QSqlRecord rec = m_pmodelGroup->record(index.row());
|
|
QSqlQuery sql;
|
|
sql.exec("delete from data_" + rec.value("id").toString());
|
|
}
|
|
m_pmodelGroup->setQuery("SELECT * FROM datagroup");
|
|
}
|
|
|
|
void Widget::on_group_button_modify()
|
|
{
|
|
foreach (QModelIndex index,m_ptableGroup->selectionModel()->selectedIndexes())
|
|
{
|
|
QSqlRecord rec = m_pmodelGroup->record(index.row());
|
|
m_pmodelGroup->setQuery(QString("update datagroup set name = '" +
|
|
m_pleGroup->text() + "' where id = '" +
|
|
rec.value("id").toString() + "'" ).toUtf8());
|
|
}
|
|
m_pmodelGroup->setQuery("SELECT * FROM datagroup");
|
|
}
|
|
|
|
void Widget::on_group_button_export()
|
|
{
|
|
foreach (QModelIndex index,m_ptableGroup->selectionModel()->selectedIndexes())
|
|
{
|
|
SaveCsv("data_" + m_pmodelGroup->record(index.row()).value("id").toString());
|
|
}
|
|
}
|
|
|
|
void Widget::on_group_button_refresh()
|
|
{
|
|
QString strQuery;
|
|
QString strQueryUtf;
|
|
QSqlQuery query;
|
|
|
|
if(m_pmodelGroup->rowCount() < 1)
|
|
return;
|
|
|
|
for(int i = 0; i < m_pmodelGroup->rowCount(); i++)
|
|
{
|
|
QString strId = m_pmodelGroup->record(i).value("id").toString().trimmed();
|
|
strQuery = "select count(*) from data_" + strId.trimmed();
|
|
strQueryUtf = strQuery.toUtf8();
|
|
if(query.exec(strQueryUtf) == false)
|
|
return;
|
|
QString strCount;
|
|
while(query.next())
|
|
strCount = query.value(0).toString().trimmed();
|
|
|
|
strQuery = "update datagroup set count = " + strCount + " where id = " + strId;
|
|
strQueryUtf = strQuery.toUtf8();
|
|
if(query.exec(strQueryUtf) == false)
|
|
return;
|
|
}
|
|
m_pmodelGroup->setQuery("SELECT * FROM datagroup");
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
void Widget::SaveCsv(QString _strName)
|
|
{
|
|
QFile file(_strName + ".csv" );
|
|
if(!file.open(QFile::WriteOnly | QFile::Text))
|
|
{
|
|
return;
|
|
}
|
|
QTextStream out(&file);
|
|
//out << QString("\"ID\",\"NICK\",\"DATE\",\"TITLE\",\"DATA\",\"CAFE ID\",\"CAFE NAME\",\"CAFE URL\",\"COMMENT NICK\",\"UPPER COMMENT NICK\",\"COMMENT DATE\",\"COMMENT\"\n");
|
|
QSqlQuery query;
|
|
QString strSelect;
|
|
strSelect = "select ";
|
|
strSelect += "CONVERT(platform_name USING utf8),";
|
|
strSelect += "CONVERT(platform_form USING utf8),";
|
|
strSelect += "CONVERT(platform_title USING utf8),";
|
|
strSelect += "CONVERT(article_form USING utf8),";
|
|
strSelect += "CONVERT(article_parent USING utf8),";
|
|
strSelect += "CONVERT(article_id USING utf8),";
|
|
strSelect += "CONVERT(article_nickname USING utf8),";
|
|
strSelect += "CONVERT(article_title USING utf8),";
|
|
strSelect += "CONVERT(article_data USING utf8),";
|
|
strSelect += "CONVERT(article_url USING utf8),";
|
|
strSelect += "CONVERT(article_hit USING utf8),";
|
|
strSelect += "CONVERT(article_date USING utf8),";
|
|
strSelect += "CONVERT(article_order USING utf8),";
|
|
//strSelect += "CONVERT(article_profile USING utf8),";
|
|
//strSelect += "CONVERT(article_profileurl USING utf8),";
|
|
strSelect += "CONVERT(keyword_id USING utf8),";
|
|
strSelect += "CONVERT(platform_id USING utf8),";
|
|
strSelect += "CONVERT(keyword_id USING utf8),";
|
|
strSelect += "CONVERT(reply_url USING utf8)";
|
|
//strSelect += "CONVERT(reply_rownum USING utf8)";
|
|
strSelect += " from ";
|
|
strSelect += _strName;
|
|
//strSelect += " Order by body_date";
|
|
|
|
if (query.exec(strSelect) == false)
|
|
{
|
|
out << query.lastError().text();
|
|
return ;
|
|
}
|
|
|
|
while (query.next())
|
|
{
|
|
for (int i = 0; i < 18; i++)
|
|
{
|
|
QString str = query.value(i).toString();
|
|
str = str.replace(",","");
|
|
str = str.replace("\n","");
|
|
out << "\"" <<str << "\"" << "," ;
|
|
}
|
|
out << "\"\"" << endl;
|
|
}
|
|
file.close();
|
|
}
|
|
|
|
void Widget::on_crawling_button_insert()
|
|
{
|
|
QString strGroupId;
|
|
foreach (QModelIndex index , m_ptableGroup->selectionModel()->selectedIndexes())
|
|
strGroupId = m_pmodelGroup->record(index.row()).value("id").toString();
|
|
if (strGroupId.isEmpty()) return;
|
|
|
|
QString strKeywordId;
|
|
foreach (QModelIndex index,m_ptableKeyword->selectionModel()->selectedIndexes())
|
|
strKeywordId = m_pmodelKeyword->record(index.row()).value("id").toString();
|
|
|
|
if (strKeywordId.isEmpty()) return;
|
|
|
|
QString strQuery = "insert into crawling set ";
|
|
strQuery += "Keyword_id = '" + strKeywordId + "',";
|
|
strQuery += "DataGroup_id = '" + strGroupId + "'";
|
|
|
|
m_pmodelCrawling->setQuery(strQuery.toUtf8());
|
|
/*
|
|
m_pmodelCrawling->setQuery("SELECT _crawling.id,_keyword.searches,_keyword.start,_keyword.end, _datagroup.name ,_crawling.state "
|
|
"FROM crawling _crawling INNER JOIN keyword _keyword ON _crawling.keyword_id = _keyword.id "
|
|
"inner join datagroup _datagroup on _crawling.datagroup_id = _datagroup.id");
|
|
*/
|
|
|
|
m_pmodelCrawling->setQuery("SELECT _crawling.id,_keyword.searches,_keyword.start,_keyword.end, _datagroup.name ,_crawling.state ,_keyword.platform "
|
|
"FROM crawling _crawling INNER JOIN keyword _keyword ON _crawling.keyword_id = _keyword.id "
|
|
"inner join datagroup _datagroup on _crawling.datagroup_id = _datagroup.id");
|
|
|
|
|
|
}
|
|
|
|
void Widget::on_crawling_button_delete()
|
|
{
|
|
//foreach (QModelIndex index,m_ptableCrawling->selectionModel()->selectedIndexes())
|
|
QStringList strList;
|
|
foreach (QModelIndex index,m_ptableCrawling->selectionModel()->selectedRows(0))
|
|
{
|
|
QSqlRecord rec = m_pmodelCrawling->record(index.row());
|
|
strList.push_back(rec.value("id").toString());
|
|
//QString strQuery = QString("delete from crawling where id = '" + rec.value("id").toString() + "'");
|
|
//m_pmodelCrawling->setQuery(QString(strQuery.toUtf8()));
|
|
|
|
}
|
|
foreach(QString str,strList)
|
|
{
|
|
QString strQuery = QString("delete from crawling where id = '" + str + "'");
|
|
m_pmodelCrawling->setQuery(QString(strQuery.toUtf8()));
|
|
}
|
|
/*
|
|
m_pmodelCrawling->setQuery("SELECT _crawling.id,_keyword.searches,_keyword.start,_keyword.end, _datagroup.name ,_crawling.state "
|
|
"FROM crawling _crawling INNER JOIN keyword _keyword ON _crawling.keyword_id = _keyword.id "
|
|
"inner join datagroup _datagroup on _crawling.datagroup_id = _datagroup.id");
|
|
*/
|
|
|
|
m_pmodelCrawling->setQuery("SELECT _crawling.id,_keyword.searches,_keyword.start,_keyword.end, _datagroup.name ,_crawling.state ,_keyword.platform "
|
|
"FROM crawling _crawling INNER JOIN keyword _keyword ON _crawling.keyword_id = _keyword.id "
|
|
"inner join datagroup _datagroup on _crawling.datagroup_id = _datagroup.id");
|
|
|
|
|
|
}
|
|
|
|
void Widget::on_group_button_copy_clear()
|
|
{
|
|
m_pleCopyFrom->setText("");
|
|
m_pleCopyTo->setText("");
|
|
}
|
|
|
|
void Widget::on_group_button_copy_from()
|
|
{
|
|
QString strGroupId;
|
|
foreach (QModelIndex index , m_ptableGroup->selectionModel()->selectedIndexes())
|
|
strGroupId = m_pmodelGroup->record(index.row()).value("id").toString();
|
|
if (strGroupId.isEmpty()) return;
|
|
|
|
QString str = m_pleCopyFrom->text();
|
|
|
|
|
|
QStringList strList = str.split(";");
|
|
|
|
foreach(QString _str, strList)
|
|
{
|
|
if(_str.compare(strGroupId) == 0)
|
|
return;
|
|
}
|
|
|
|
QString strTo = m_pleCopyTo->text();
|
|
strList = strTo.split(";");
|
|
|
|
foreach(QString _str, strList)
|
|
{
|
|
if(_str.compare(strGroupId) == 0)
|
|
return;
|
|
}
|
|
|
|
str += (strGroupId + ";");
|
|
m_pleCopyFrom->setText(str);
|
|
}
|
|
|
|
|
|
void Widget::on_group_button_copy_to()
|
|
{
|
|
QString strGroupId;
|
|
foreach (QModelIndex index , m_ptableGroup->selectionModel()->selectedIndexes())
|
|
strGroupId = m_pmodelGroup->record(index.row()).value("id").toString();
|
|
if (strGroupId.isEmpty()) return;
|
|
|
|
QString str = m_pleCopyTo->text();
|
|
QStringList strList = str.split(";");
|
|
|
|
foreach(QString _str, strList)
|
|
{
|
|
if(_str.compare(strGroupId) == 0)
|
|
return;
|
|
}
|
|
|
|
QString strFrom = m_pleCopyFrom->text();
|
|
strList = strFrom.split(";");
|
|
|
|
foreach(QString _str, strList)
|
|
{
|
|
if(_str.compare(strGroupId) == 0)
|
|
return;
|
|
}
|
|
|
|
str += (strGroupId + ";");
|
|
m_pleCopyTo->setText(str);
|
|
}
|
|
|
|
void Widget::on_group_button_copy_start()
|
|
{
|
|
QString strQuery;
|
|
QString strQueryUtf;
|
|
QSqlQuery query;
|
|
|
|
QString strFrom = m_pleCopyFrom->text();
|
|
QString strTo = m_pleCopyTo->text();
|
|
|
|
if(strFrom.length() == 0)
|
|
return;
|
|
if(strTo.length() == 0)
|
|
return;
|
|
|
|
QStringList strListFrom = strFrom.split(";",QString::SkipEmptyParts);
|
|
QStringList strListTo = strTo.split(";",QString::SkipEmptyParts);
|
|
|
|
if(strListFrom.length() == 0)
|
|
return;
|
|
if(strListTo.length() == 0)
|
|
return;
|
|
|
|
bool ok;
|
|
for(int i = 0; i < strListTo.length(); i++)
|
|
{
|
|
strListTo.at(i).toInt(&ok);
|
|
if(!ok)
|
|
return;
|
|
for(int j = 0; j < strListFrom.length(); j++)
|
|
{
|
|
|
|
strListFrom.at(i).toInt(&ok);
|
|
if(!ok)
|
|
return;
|
|
if(m_pchbDate->isChecked())
|
|
{
|
|
strQuery = "insert into ";
|
|
strQuery += ("data_" + strListTo.at(i).trimmed());
|
|
strQuery += (" (select platform_name,platform_form,platform_title,article_form,article_parent,article_id,article_nickname,article_title,article_data,article_url,article_hit,article_date,article_order,article_profile,article_profileurl,platform_id,keyword_id,reply_url from data_" + strListFrom.at(i).trimmed());
|
|
strQuery += (" where article_url in (select distinct article_url from data_" + strListFrom.at(i).trimmed());
|
|
strQuery += (" where article_date between '" + m_pdeCopyStart->date().toString("yyyy-MM-dd") + " 00:00:00' and '");
|
|
strQuery += (m_pdeCopyEnd->date().toString("yyyy-MM-dd") + " 23:59:59' and article_form='body')");
|
|
strQuery += (" and article_date >= '" + m_pdeCopyStart->date().toString("yyyy-MM-dd") + " 00:00:00' and article_date is not null)");
|
|
|
|
//insert into data_to (select * from data_67 where article_url in (select distinct article_url from data_67 where article_date between '2015-02-01 00:00:00' and '2015-03-21 23:59:59' and article_form='body') and article_date >= '2015-02-01 00:00:00' and article_date is not null)
|
|
/*
|
|
strQuery = "insert into ";
|
|
strQuery += ("data_" + strListTo.at(i).trimmed());
|
|
strQuery += (" (select platform_name,platform_form,platform_title,article_form,article_parent,article_id,article_nickname,article_title,article_data,article_url,article_hit,article_date,article_order,article_profile,article_profileurl,platform_id,keyword_id,reply_url from data_" + strListFrom.at(i).trimmed());
|
|
strQuery += (" where article_url in (select distinct article_url from data_" + strListFrom.at(i).trimmed());
|
|
strQuery += (" where article_date between '" + m_pdeCopyStart->date().toString("yyyy-MM-dd") + " 00:00:00' and '");
|
|
strQuery += (m_pdeCopyEnd->date().toString("yyyy-MM-dd") + " 23:59:59' and article_form='body'))");
|
|
|
|
|
|
*/
|
|
//m_pdeStart->date().toString("yyyy-MM-dd");
|
|
//insert into data_92
|
|
//(select * from data_93 where article_url in
|
|
//(select distinct article_url from data_93 where article_date between '2015-01-01 00:00:00' and '2015-01-01 23:59:59') and article_date >= '2015-01-01 00:00:00' and article_date is not null);
|
|
}
|
|
else
|
|
{
|
|
strQuery = "insert into ";
|
|
strQuery += ("data_" + strListTo.at(i).trimmed());
|
|
strQuery += " (select platform_name,platform_form,platform_title,article_form,article_parent,article_id,article_nickname,article_title,article_data,article_url,article_hit,article_date,article_order,article_profile,article_profileurl,platform_id,keyword_id,reply_url from ";
|
|
strQuery += ("data_" + strListFrom.at(j).trimmed());
|
|
strQuery += " where (article_url, article_order) not in (select article_url, article_order from ";
|
|
strQuery += ("data_" + strListTo.at(i).trimmed());
|
|
strQuery += "))";
|
|
//insert into data_to from
|
|
//(select * from data_from where
|
|
//(article_url, article_order) not in (select article_url, article_order from data_to))
|
|
}
|
|
qDebug(strQuery.toLatin1());
|
|
strQueryUtf = strQuery.toUtf8();
|
|
if(query.exec(strQueryUtf) == false)
|
|
{
|
|
m_pleCopyFrom->setText("Error");
|
|
m_pleCopyTo->setText("Error");
|
|
qDebug(query.lastError().text().toLatin1());
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
m_pleCopyFrom->setText("Success");
|
|
m_pleCopyTo->setText("Sucess");
|
|
|
|
|
|
// on_group_button_copy_clear();
|
|
}
|
|
|