diff --git a/CrawlerList/sdaumcafelistmanage.cpp b/CrawlerList/sdaumcafelistmanage.cpp new file mode 100644 index 0000000..22b5e5e --- /dev/null +++ b/CrawlerList/sdaumcafelistmanage.cpp @@ -0,0 +1,89 @@ +#include "sdaumcafelistmanage.h" +#include +#include "widget.h" +SDaumCafeListManage::SDaumCafeListManage(QObject *pObject) : SManage(pObject) +{ + m_nID = 0; + connect(&m_pro[0], SIGNAL(readyReadStandardOutput()), this, SLOT(readStandardOutput())); + connect(&m_pro[0], SIGNAL(readyReadStandardError()), this, SLOT(readStandardError())); +} + + +void SDaumCafeListManage::Start() +{ + m_nMode = E_PROCESS_RUN; + m_bFinalLast = false; +} + +bool SDaumCafeListManage::Update() +{ + if(m_bFinalLast) return m_bFinalLast; + switch(m_nMode) + { + case E_PROCESS_RUN: + if(UseProcess() == false) + { +#if defined(Q_OS_WIN32) + m_pro[0].start("python", QStringList() << "navercrawl.py" << m_strKeywordID << m_strGroupID << m_pMain->StartDay()); +#else + m_pro[0].start("/usr/bin/python3", QStringList() << "navercrawl.py" << m_strKeywordID << m_strGroupID << m_pMain->StartDay()); +#endif + m_nMode = E_PROCESS_FINISH_WAIT; + } + break; + + case E_PROCESS_FINISH_WAIT: + break; + } + + return m_bFinalLast; +} + +void SDaumCafeListManage::processFinished(QProcess *pPro, QString _strOut) +{ + switch(m_nMode) + { + case E_PROCESS_FINISH_WAIT: + m_nMode = E_PROCESS_RUN; + m_bFinalLast = true; + m_pMain->InsertLog("Finish Crawling :)"); + m_pMain->SetCrawlingState("Finish"); + m_ncList=1; + m_bLast = false; + break; + } +} + +void SDaumCafeListManage::readStandardOutput() +{ + QProcess *pPro = (QProcess*)sender(); + QThread::msleep(100); + QString str = pPro->readAllStandardOutput(); + QStringList list = str.split("\n", QString::SkipEmptyParts); + foreach(QString log,list) + { + if (m_pMain) + { + m_pMain->InsertLog(log); + } + else + exit(0); + } +} + +void SDaumCafeListManage::readStandardError() +{ + QProcess *pPro = (QProcess*)sender(); + QThread::msleep(100); + QString str = pPro->readAllStandardError(); + QStringList list = str.split("\n", QString::SkipEmptyParts); + foreach(QString log,list) + { + if (m_pMain) + { + m_pMain->InsertLog(log); + } + else + exit(0); + } +} diff --git a/CrawlerList/sdaumcafelistmanage.h b/CrawlerList/sdaumcafelistmanage.h new file mode 100644 index 0000000..8fcc16c --- /dev/null +++ b/CrawlerList/sdaumcafelistmanage.h @@ -0,0 +1,31 @@ +#ifndef SDAUMCAFELISTMANAGE +#define SDAUMCAFELISTMANAGE +#include "smanage.h" + +class SDaumCafeListManage : public SManage +{ + Q_OBJECT +public: + enum E_PROCESS_STATE + { + E_PROCESS_RUN = 0, + E_PROCESS_FINISH_WAIT, + }; + SDaumCafeListManage(QObject *pObject); +private: + QString makeGetListQuery(QString _str,QDate _date,int _nPage); +private: + QString m_strListQuery; + QVector m_strListURL; +protected: + bool Update(); + void Start(); + void processFinished(QProcess *pPro,QString _strOut); + void ReLoadList(); +private slots: + void readStandardOutput(); + void readStandardError(); +}; + +#endif // SDAUMCAFELISTMANAGE + diff --git a/CrawlerList/sinstatagmanage.cpp b/CrawlerList/sinstatagmanage.cpp new file mode 100644 index 0000000..30737b1 --- /dev/null +++ b/CrawlerList/sinstatagmanage.cpp @@ -0,0 +1,89 @@ +#include "sinstatagmanage.h" +#include +#include "widget.h" +SInstaTagManage::SInstaTagManage(QObject *pObject) : SManage(pObject) +{ + m_nID = 0; + connect(&m_pro[0], SIGNAL(readyReadStandardOutput()), this, SLOT(readStandardOutput())); + connect(&m_pro[0], SIGNAL(readyReadStandardError()), this, SLOT(readStandardError())); +} + + +void SInstaTagManage::Start() +{ + m_nMode = E_PROCESS_RUN; + m_bFinalLast = false; +} + +bool SInstaTagManage::Update() +{ + if(m_bFinalLast) return m_bFinalLast; + switch(m_nMode) + { + case E_PROCESS_RUN: + if(UseProcess() == false) + { +#if defined(Q_OS_WIN32) + m_pro[0].start("python", QStringList() << "webbasedcrawler.py" << "instagram" << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage()); +#else + m_pro[0].start("/usr/bin/python3", QStringList() << "webbasedcrawler.py" << "instagram" << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage()); +#endif + m_nMode = E_PROCESS_FINISH_WAIT; + } + break; + + case E_PROCESS_FINISH_WAIT: + break; + } + + return m_bFinalLast; +} + +void SInstaTagManage::processFinished(QProcess *pPro, QString _strOut) +{ + switch(m_nMode) + { + case E_PROCESS_FINISH_WAIT: + m_nMode = E_PROCESS_RUN; + m_bFinalLast = true; + m_pMain->InsertLog("Finish Crawling :)"); + m_pMain->SetCrawlingState("Finish"); + m_ncList=1; + m_bLast = false; + break; + } +} + +void SInstaTagManage::readStandardOutput() +{ + QProcess *pPro = (QProcess*)sender(); + QThread::msleep(100); + QString str = pPro->readAllStandardOutput(); + QStringList list = str.split("\n", QString::SkipEmptyParts); + foreach(QString log,list) + { + if (m_pMain) + { + m_pMain->InsertLog(log); + } + else + exit(0); + } +} + +void SInstaTagManage::readStandardError() +{ + QProcess *pPro = (QProcess*)sender(); + QThread::msleep(100); + QString str = pPro->readAllStandardError(); + QStringList list = str.split("\n", QString::SkipEmptyParts); + foreach(QString log,list) + { + if (m_pMain) + { + m_pMain->InsertLog(log); + } + else + exit(0); + } +} diff --git a/CrawlerList/sinstatagmanage.h b/CrawlerList/sinstatagmanage.h new file mode 100644 index 0000000..1543396 --- /dev/null +++ b/CrawlerList/sinstatagmanage.h @@ -0,0 +1,30 @@ +#ifndef SINSTATAGMANAGE_H +#define SINSTATAGMANAGE_H +#include "smanage.h" + +class SInstaTagManage : public SManage +{ + Q_OBJECT +public: + enum E_PROCESS_STATE + { + E_PROCESS_RUN = 0, + E_PROCESS_FINISH_WAIT, + }; + SInstaTagManage(QObject *pObject); +private: + QString makeGetListQuery(QString _str,QDate _date,int _nPage); +private: + QString m_strListQuery; + QVector m_strListURL; +protected: + bool Update(); + void Start(); + void processFinished(QProcess *pPro,QString _strOut); + void ReLoadList(); +private slots: + void readStandardOutput(); + void readStandardError(); +}; +#endif // SINSTATAGMANAGE_H + diff --git a/CrawlerList/sinstausermanage.cpp b/CrawlerList/sinstausermanage.cpp new file mode 100644 index 0000000..9dcf5e4 --- /dev/null +++ b/CrawlerList/sinstausermanage.cpp @@ -0,0 +1,90 @@ +#include "sinstausermanage.h" +#include +#include "widget.h" +SInstaUserManage::SInstaUserManage(QObject *pObject) : SManage(pObject) +{ + m_nID = 0; + connect(&m_pro[0], SIGNAL(readyReadStandardOutput()), this, SLOT(readStandardOutput())); + connect(&m_pro[0], SIGNAL(readyReadStandardError()), this, SLOT(readStandardError())); +} + + +void SInstaUserManage::Start() +{ + m_nMode = E_PROCESS_RUN; + m_bFinalLast = false; +} + +bool SInstaUserManage::Update() +{ + if(m_bFinalLast) return m_bFinalLast; + switch(m_nMode) + { + case E_PROCESS_RUN: + if(UseProcess() == false) + { +#if defined(Q_OS_WIN32) + m_pro[0].start("python", QStringList() << "webbasedcrawler.py" << "instagram" << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage()); +#else + m_pro[0].start("/usr/bin/python3", QStringList() << "webbasedcrawler.py" << "instagram" << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage()); +#endif + m_nMode = E_PROCESS_FINISH_WAIT; + } + break; + + case E_PROCESS_FINISH_WAIT: + break; + } + + return m_bFinalLast; +} + +void SInstaUserManage::processFinished(QProcess *pPro, QString _strOut) +{ + switch(m_nMode) + { + case E_PROCESS_FINISH_WAIT: + m_nMode = E_PROCESS_RUN; + m_bFinalLast = true; + m_pMain->InsertLog("Finish Crawling :)"); + m_pMain->SetCrawlingState("Finish"); + m_ncList=1; + m_bLast = false; + break; + } +} + +void SInstaUserManage::readStandardOutput() +{ + QProcess *pPro = (QProcess*)sender(); + QThread::msleep(100); + QString str = pPro->readAllStandardOutput(); + QStringList list = str.split("\n", QString::SkipEmptyParts); + foreach(QString log,list) + { + if (m_pMain) + { + m_pMain->InsertLog(log); + } + else + exit(0); + } +} + +void SInstaUserManage::readStandardError() +{ + QProcess *pPro = (QProcess*)sender(); + QThread::msleep(100); + QString str = pPro->readAllStandardError(); + QStringList list = str.split("\n", QString::SkipEmptyParts); + foreach(QString log,list) + { + if (m_pMain) + { + m_pMain->InsertLog(log); + } + else + exit(0); + } +} + diff --git a/CrawlerList/sinstausermanage.h b/CrawlerList/sinstausermanage.h new file mode 100644 index 0000000..68f8b6b --- /dev/null +++ b/CrawlerList/sinstausermanage.h @@ -0,0 +1,30 @@ +#ifndef SINSTAUSERMANAGE_H +#define SINSTAUSERMANAGE_H +#include "smanage.h" + +class SInstaUserManage : public SManage +{ + Q_OBJECT +public: + enum E_PROCESS_STATE + { + E_PROCESS_RUN = 0, + E_PROCESS_FINISH_WAIT, + }; + SInstaUserManage(QObject *pObject); +private: + QString makeGetListQuery(QString _str,QDate _date,int _nPage); +private: + QString m_strListQuery; + QVector m_strListURL; +protected: + bool Update(); + void Start(); + void processFinished(QProcess *pPro,QString _strOut); + void ReLoadList(); +private slots: + void readStandardOutput(); + void readStandardError(); +}; +#endif // SINSTAUSERMANAGE_H + diff --git a/CrawlerList/skakaochannelmanage.cpp b/CrawlerList/skakaochannelmanage.cpp new file mode 100644 index 0000000..7dc4ef8 --- /dev/null +++ b/CrawlerList/skakaochannelmanage.cpp @@ -0,0 +1,89 @@ +#include "skakaochannelmanage.h" +#include +#include "widget.h" +SKakaoChannelManage::SKakaoChannelManage(QObject *pObject) : SManage(pObject) +{ + m_nID = 0; + connect(&m_pro[0], SIGNAL(readyReadStandardOutput()), this, SLOT(readStandardOutput())); + connect(&m_pro[0], SIGNAL(readyReadStandardError()), this, SLOT(readStandardError())); +} + + +void SKakaoChannelManage::Start() +{ + m_nMode = E_PROCESS_RUN; + m_bFinalLast = false; +} + +bool SKakaoChannelManage::Update() +{ + if(m_bFinalLast) return m_bFinalLast; + switch(m_nMode) + { + case E_PROCESS_RUN: + if(UseProcess() == false) + { +#if defined(Q_OS_WIN32) + m_pro[0].start("python", QStringList() << "webbasedcrawler.py" << "kakaochannel" << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage()); +#else + m_pro[0].start("/usr/bin/python3", QStringList() << "webbasedcrawler.py" << "kakaochannel" << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage()); +#endif + m_nMode = E_PROCESS_FINISH_WAIT; + } + break; + + case E_PROCESS_FINISH_WAIT: + break; + } + + return m_bFinalLast; +} + +void SKakaoChannelManage::processFinished(QProcess *pPro, QString _strOut) +{ + switch(m_nMode) + { + case E_PROCESS_FINISH_WAIT: + m_nMode = E_PROCESS_RUN; + m_bFinalLast = true; + m_pMain->InsertLog("Finish Crawling :)"); + m_pMain->SetCrawlingState("Finish"); + m_ncList=1; + m_bLast = false; + break; + } +} + +void SKakaoChannelManage::readStandardOutput() +{ + QProcess *pPro = (QProcess*)sender(); + QThread::msleep(100); + QString str = pPro->readAllStandardOutput(); + QStringList list = str.split("\n", QString::SkipEmptyParts); + foreach(QString log,list) + { + if (m_pMain) + { + m_pMain->InsertLog(log); + } + else + exit(0); + } +} + +void SKakaoChannelManage::readStandardError() +{ + QProcess *pPro = (QProcess*)sender(); + QThread::msleep(100); + QString str = pPro->readAllStandardError(); + QStringList list = str.split("\n", QString::SkipEmptyParts); + foreach(QString log,list) + { + if (m_pMain) + { + m_pMain->InsertLog(log); + } + else + exit(0); + } +} diff --git a/CrawlerList/skakaochannelmanage.h b/CrawlerList/skakaochannelmanage.h new file mode 100644 index 0000000..9e01cb6 --- /dev/null +++ b/CrawlerList/skakaochannelmanage.h @@ -0,0 +1,29 @@ +#ifndef SKAKAOCHANNELMANAGE +#define SKAKAOCHANNELMANAGE +#include "smanage.h" + +class SKakaoChannelManage : public SManage +{ + Q_OBJECT +public: + enum E_PROCESS_STATE + { + E_PROCESS_RUN = 0, + E_PROCESS_FINISH_WAIT, + }; + SKakaoChannelManage(QObject *pObject); +private: + QString makeGetListQuery(QString _str,QDate _date,int _nPage); +private: + QString m_strListQuery; + QVector m_strListURL; +protected: + bool Update(); + void Start(); + void processFinished(QProcess *pPro,QString _strOut); + void ReLoadList(); +private slots: + void readStandardOutput(); + void readStandardError(); +}; +#endif // SKAKAOTAGMANAGE diff --git a/CrawlerList/skakaotagmanage.cpp b/CrawlerList/skakaotagmanage.cpp new file mode 100644 index 0000000..de0c5e6 --- /dev/null +++ b/CrawlerList/skakaotagmanage.cpp @@ -0,0 +1,89 @@ +#include "skakaotagmanage.h" +#include +#include "widget.h" +SKakaoTagManage::SKakaoTagManage(QObject *pObject) : SManage(pObject) +{ + m_nID = 0; + connect(&m_pro[0], SIGNAL(readyReadStandardOutput()), this, SLOT(readStandardOutput())); + connect(&m_pro[0], SIGNAL(readyReadStandardError()), this, SLOT(readStandardError())); +} + + +void SKakaoTagManage::Start() +{ + m_nMode = E_PROCESS_RUN; + m_bFinalLast = false; +} + +bool SKakaoTagManage::Update() +{ + if(m_bFinalLast) return m_bFinalLast; + switch(m_nMode) + { + case E_PROCESS_RUN: + if(UseProcess() == false) + { +#if defined(Q_OS_WIN32) + m_pro[0].start("python", QStringList() << "webbasedcrawler.py" << "kakaochannel" << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage()); +#else + m_pro[0].start("/usr/bin/python3", QStringList() << "webbasedcrawler.py" << "kakaochannel" << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage()); +#endif + m_nMode = E_PROCESS_FINISH_WAIT; + } + break; + + case E_PROCESS_FINISH_WAIT: + break; + } + + return m_bFinalLast; +} + +void SKakaoTagManage::processFinished(QProcess *pPro, QString _strOut) +{ + switch(m_nMode) + { + case E_PROCESS_FINISH_WAIT: + m_nMode = E_PROCESS_RUN; + m_bFinalLast = true; + m_pMain->InsertLog("Finish Crawling :)"); + m_pMain->SetCrawlingState("Finish"); + m_ncList=1; + m_bLast = false; + break; + } +} + +void SKakaoTagManage::readStandardOutput() +{ + QProcess *pPro = (QProcess*)sender(); + QThread::msleep(100); + QString str = pPro->readAllStandardOutput(); + QStringList list = str.split("\n", QString::SkipEmptyParts); + foreach(QString log,list) + { + if (m_pMain) + { + m_pMain->InsertLog(log); + } + else + exit(0); + } +} + +void SKakaoTagManage::readStandardError() +{ + QProcess *pPro = (QProcess*)sender(); + QThread::msleep(100); + QString str = pPro->readAllStandardError(); + QStringList list = str.split("\n", QString::SkipEmptyParts); + foreach(QString log,list) + { + if (m_pMain) + { + m_pMain->InsertLog(log); + } + else + exit(0); + } +} diff --git a/CrawlerList/skakaotagmanage.h b/CrawlerList/skakaotagmanage.h new file mode 100644 index 0000000..987ee46 --- /dev/null +++ b/CrawlerList/skakaotagmanage.h @@ -0,0 +1,30 @@ +#ifndef SKAKAOTAGMANAGE +#define SKAKAOTAGMANAGE +#include "smanage.h" + +class SKakaoTagManage : public SManage +{ + Q_OBJECT +public: + enum E_PROCESS_STATE + { + E_PROCESS_RUN = 0, + E_PROCESS_FINISH_WAIT, + }; + SKakaoTagManage(QObject *pObject); +private: + QString makeGetListQuery(QString _str,QDate _date,int _nPage); +private: + QString m_strListQuery; + QVector m_strListURL; +protected: + bool Update(); + void Start(); + void processFinished(QProcess *pPro,QString _strOut); + void ReLoadList(); +private slots: + void readStandardOutput(); + void readStandardError(); +}; +#endif // SKAKAOTAGMANAGE + diff --git a/CrawlerList/skakaousermanage.cpp b/CrawlerList/skakaousermanage.cpp new file mode 100644 index 0000000..a48d4c4 --- /dev/null +++ b/CrawlerList/skakaousermanage.cpp @@ -0,0 +1,90 @@ +#include "skakaousermanage.h" +#include +#include "widget.h" +SKakaoUserManage::SKakaoUserManage(QObject *pObject) : SManage(pObject) +{ + m_nID = 0; + connect(&m_pro[0], SIGNAL(readyReadStandardOutput()), this, SLOT(readStandardOutput())); + connect(&m_pro[0], SIGNAL(readyReadStandardError()), this, SLOT(readStandardError())); +} + + +void SKakaoUserManage::Start() +{ + m_nMode = E_PROCESS_RUN; + m_bFinalLast = false; +} + +bool SKakaoUserManage::Update() +{ + if(m_bFinalLast) return m_bFinalLast; + switch(m_nMode) + { + case E_PROCESS_RUN: + if(UseProcess() == false) + { +#if defined(Q_OS_WIN32) + m_pro[0].start("python", QStringList() << "webbasedcrawler.py" << "kakaochannel" << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage()); +#else + m_pro[0].start("/usr/bin/python3", QStringList() << "webbasedcrawler.py" << "kakaochannel" << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage()); +#endif + m_nMode = E_PROCESS_FINISH_WAIT; + } + break; + + case E_PROCESS_FINISH_WAIT: + break; + } + + return m_bFinalLast; +} + +void SKakaoUserManage::processFinished(QProcess *pPro, QString _strOut) +{ + switch(m_nMode) + { + case E_PROCESS_FINISH_WAIT: + m_nMode = E_PROCESS_RUN; + m_bFinalLast = true; + m_pMain->InsertLog("Finish Crawling :)"); + m_pMain->SetCrawlingState("Finish"); + m_ncList=1; + m_bLast = false; + break; + } +} + +void SKakaoUserManage::readStandardOutput() +{ + QProcess *pPro = (QProcess*)sender(); + QThread::msleep(100); + QString str = pPro->readAllStandardOutput(); + QStringList list = str.split("\n", QString::SkipEmptyParts); + foreach(QString log,list) + { + if (m_pMain) + { + m_pMain->InsertLog(log); + } + else + exit(0); + } +} + +void SKakaoUserManage::readStandardError() +{ + QProcess *pPro = (QProcess*)sender(); + QThread::msleep(100); + QString str = pPro->readAllStandardError(); + QStringList list = str.split("\n", QString::SkipEmptyParts); + foreach(QString log,list) + { + if (m_pMain) + { + m_pMain->InsertLog(log); + } + else + exit(0); + } +} + diff --git a/CrawlerList/skakaousermanage.h b/CrawlerList/skakaousermanage.h new file mode 100644 index 0000000..65546f8 --- /dev/null +++ b/CrawlerList/skakaousermanage.h @@ -0,0 +1,29 @@ +#ifndef SKAKAOUSERMANAGE +#define SKAKAOUSERMANAGE +#include "smanage.h" +class SKakaoUserManage : public SManage +{ + Q_OBJECT +public: + enum E_PROCESS_STATE + { + E_PROCESS_RUN = 0, + E_PROCESS_FINISH_WAIT, + }; + SKakaoUserManage(QObject *pObject); +private: + QString makeGetListQuery(QString _str,QDate _date,int _nPage); +private: + QString m_strListQuery; + QVector m_strListURL; +protected: + bool Update(); + void Start(); + void processFinished(QProcess *pPro,QString _strOut); + void ReLoadList(); +private slots: + void readStandardOutput(); + void readStandardError(); +}; +#endif // SKAKAOUSERMANAGE +