카카오, 인스타, 네이버 카페 추가

git-svn-id: svn://192.168.0.12/source@234 8346c931-da38-4b9b-9d4c-e48b93cbd075

CrawlerList/sdaumcafelistmanage.cpp

@@ -0,0 +1,89 @@
+#include "sdaumcafelistmanage.h"
+#include <QThread>
+#include "widget.h"
+SDaumCafeListManage::SDaumCafeListManage(QObject *pObject) : SManage(pObject)
+{
+    m_nID = 0;
+    connect(&m_pro[0], SIGNAL(readyReadStandardOutput()), this, SLOT(readStandardOutput()));
+    connect(&m_pro[0], SIGNAL(readyReadStandardError()), this, SLOT(readStandardError()));
+}
+
+
+void SDaumCafeListManage::Start()
+{
+    m_nMode = E_PROCESS_RUN;
+    m_bFinalLast = false;
+}
+
+bool SDaumCafeListManage::Update()
+{
+    if(m_bFinalLast) return m_bFinalLast;
+    switch(m_nMode)
+    {
+    case E_PROCESS_RUN:
+        if(UseProcess() == false)
+        {
+#if defined(Q_OS_WIN32)
+            m_pro[0].start("python", QStringList() << "navercrawl.py" << m_strKeywordID << m_strGroupID << m_pMain->StartDay());
+#else
+            m_pro[0].start("/usr/bin/python3", QStringList() << "navercrawl.py" << m_strKeywordID << m_strGroupID << m_pMain->StartDay());
+#endif
+            m_nMode = E_PROCESS_FINISH_WAIT;
+        }
+        break;
+
+    case E_PROCESS_FINISH_WAIT:
+        break;
+    }
+
+    return m_bFinalLast;
+}
+
+void SDaumCafeListManage::processFinished(QProcess *pPro, QString _strOut)
+{
+    switch(m_nMode)
+    {
+    case E_PROCESS_FINISH_WAIT:
+        m_nMode = E_PROCESS_RUN;
+        m_bFinalLast = true;
+        m_pMain->InsertLog("Finish Crawling :)");
+        m_pMain->SetCrawlingState("Finish");
+        m_ncList=1;
+        m_bLast = false;
+        break;
+    }
+}
+
+void SDaumCafeListManage::readStandardOutput()
+{
+    QProcess *pPro = (QProcess*)sender();
+    QThread::msleep(100);
+    QString str = pPro->readAllStandardOutput();
+    QStringList list = str.split("\n", QString::SkipEmptyParts);
+    foreach(QString log,list)
+    {
+        if (m_pMain)
+        {
+            m_pMain->InsertLog(log);
+        }
+        else
+            exit(0);
+    }
+}
+
+void SDaumCafeListManage::readStandardError()
+{
+    QProcess *pPro = (QProcess*)sender();
+    QThread::msleep(100);
+    QString str = pPro->readAllStandardError();
+    QStringList list = str.split("\n", QString::SkipEmptyParts);
+    foreach(QString log,list)
+    {
+        if (m_pMain)
+        {
+            m_pMain->InsertLog(log);
+        }
+        else
+            exit(0);
+    }
+}

CrawlerList/sdaumcafelistmanage.h

@@ -0,0 +1,31 @@
+#ifndef SDAUMCAFELISTMANAGE
+#define SDAUMCAFELISTMANAGE
+#include "smanage.h"
+
+class SDaumCafeListManage : public SManage
+{
+    Q_OBJECT
+public:
+    enum E_PROCESS_STATE
+    {
+        E_PROCESS_RUN = 0,
+        E_PROCESS_FINISH_WAIT,
+    };
+    SDaumCafeListManage(QObject *pObject);
+private:
+    QString makeGetListQuery(QString _str,QDate _date,int _nPage);
+private:
+    QString m_strListQuery;
+    QVector <QString> m_strListURL;
+protected:
+    bool Update();
+    void Start();
+    void processFinished(QProcess *pPro,QString _strOut);
+    void ReLoadList();
+private slots:
+    void readStandardOutput();
+    void readStandardError();
+};
+
+#endif // SDAUMCAFELISTMANAGE
+

CrawlerList/sinstatagmanage.cpp

@@ -0,0 +1,89 @@
+#include "sinstatagmanage.h"
+#include <QThread>
+#include "widget.h"
+SInstaTagManage::SInstaTagManage(QObject *pObject) : SManage(pObject)
+{
+    m_nID = 0;
+    connect(&m_pro[0], SIGNAL(readyReadStandardOutput()), this, SLOT(readStandardOutput()));
+    connect(&m_pro[0], SIGNAL(readyReadStandardError()), this, SLOT(readStandardError()));
+}
+
+
+void SInstaTagManage::Start()
+{
+    m_nMode = E_PROCESS_RUN;
+    m_bFinalLast = false;
+}
+
+bool SInstaTagManage::Update()
+{
+    if(m_bFinalLast) return m_bFinalLast;
+    switch(m_nMode)
+    {
+    case E_PROCESS_RUN:
+        if(UseProcess() == false)
+        {
+#if defined(Q_OS_WIN32)
+            m_pro[0].start("python", QStringList() << "webbasedcrawler.py" << "instagram"  << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage());
+#else
+            m_pro[0].start("/usr/bin/python3", QStringList() << "webbasedcrawler.py" << "instagram" << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage());
+#endif
+            m_nMode = E_PROCESS_FINISH_WAIT;
+        }
+        break;
+
+    case E_PROCESS_FINISH_WAIT:
+        break;
+    }
+
+    return m_bFinalLast;
+}
+
+void SInstaTagManage::processFinished(QProcess *pPro, QString _strOut)
+{
+    switch(m_nMode)
+    {
+    case E_PROCESS_FINISH_WAIT:
+        m_nMode = E_PROCESS_RUN;
+        m_bFinalLast = true;
+        m_pMain->InsertLog("Finish Crawling :)");
+        m_pMain->SetCrawlingState("Finish");
+        m_ncList=1;
+        m_bLast = false;
+        break;
+    }
+}
+
+void SInstaTagManage::readStandardOutput()
+{
+    QProcess *pPro = (QProcess*)sender();
+    QThread::msleep(100);
+    QString str = pPro->readAllStandardOutput();
+    QStringList list = str.split("\n", QString::SkipEmptyParts);
+    foreach(QString log,list)
+    {
+        if (m_pMain)
+        {
+            m_pMain->InsertLog(log);
+        }
+        else
+            exit(0);
+    }
+}
+
+void SInstaTagManage::readStandardError()
+{
+    QProcess *pPro = (QProcess*)sender();
+    QThread::msleep(100);
+    QString str = pPro->readAllStandardError();
+    QStringList list = str.split("\n", QString::SkipEmptyParts);
+    foreach(QString log,list)
+    {
+        if (m_pMain)
+        {
+            m_pMain->InsertLog(log);
+        }
+        else
+            exit(0);
+    }
+}

CrawlerList/sinstatagmanage.h

@@ -0,0 +1,30 @@
+#ifndef SINSTATAGMANAGE_H
+#define SINSTATAGMANAGE_H
+#include "smanage.h"
+
+class SInstaTagManage : public SManage
+{
+    Q_OBJECT
+public:
+    enum E_PROCESS_STATE
+    {
+        E_PROCESS_RUN = 0,
+        E_PROCESS_FINISH_WAIT,
+    };
+    SInstaTagManage(QObject *pObject);
+private:
+    QString makeGetListQuery(QString _str,QDate _date,int _nPage);
+private:
+    QString m_strListQuery;
+    QVector <QString> m_strListURL;
+protected:
+    bool Update();
+    void Start();
+    void processFinished(QProcess *pPro,QString _strOut);
+    void ReLoadList();
+private slots:
+    void readStandardOutput();
+    void readStandardError();
+};
+#endif // SINSTATAGMANAGE_H
+

CrawlerList/sinstausermanage.cpp

@@ -0,0 +1,90 @@
+#include "sinstausermanage.h"
+#include <QThread>
+#include "widget.h"
+SInstaUserManage::SInstaUserManage(QObject *pObject) : SManage(pObject)
+{
+    m_nID = 0;
+    connect(&m_pro[0], SIGNAL(readyReadStandardOutput()), this, SLOT(readStandardOutput()));
+    connect(&m_pro[0], SIGNAL(readyReadStandardError()), this, SLOT(readStandardError()));
+}
+
+
+void SInstaUserManage::Start()
+{
+    m_nMode = E_PROCESS_RUN;
+    m_bFinalLast = false;
+}
+
+bool SInstaUserManage::Update()
+{
+    if(m_bFinalLast) return m_bFinalLast;
+    switch(m_nMode)
+    {
+    case E_PROCESS_RUN:
+        if(UseProcess() == false)
+        {
+#if defined(Q_OS_WIN32)
+            m_pro[0].start("python", QStringList() << "webbasedcrawler.py" << "instagram" << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage());
+#else
+            m_pro[0].start("/usr/bin/python3", QStringList() << "webbasedcrawler.py" << "instagram" << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage());
+#endif
+            m_nMode = E_PROCESS_FINISH_WAIT;
+        }
+        break;
+
+    case E_PROCESS_FINISH_WAIT:
+        break;
+    }
+
+    return m_bFinalLast;
+}
+
+void SInstaUserManage::processFinished(QProcess *pPro, QString _strOut)
+{
+    switch(m_nMode)
+    {
+    case E_PROCESS_FINISH_WAIT:
+        m_nMode = E_PROCESS_RUN;
+        m_bFinalLast = true;
+        m_pMain->InsertLog("Finish Crawling :)");
+        m_pMain->SetCrawlingState("Finish");
+        m_ncList=1;
+        m_bLast = false;
+        break;
+    }
+}
+
+void SInstaUserManage::readStandardOutput()
+{
+    QProcess *pPro = (QProcess*)sender();
+    QThread::msleep(100);
+    QString str = pPro->readAllStandardOutput();
+    QStringList list = str.split("\n", QString::SkipEmptyParts);
+    foreach(QString log,list)
+    {
+        if (m_pMain)
+        {
+            m_pMain->InsertLog(log);
+        }
+        else
+            exit(0);
+    }
+}
+
+void SInstaUserManage::readStandardError()
+{
+    QProcess *pPro = (QProcess*)sender();
+    QThread::msleep(100);
+    QString str = pPro->readAllStandardError();
+    QStringList list = str.split("\n", QString::SkipEmptyParts);
+    foreach(QString log,list)
+    {
+        if (m_pMain)
+        {
+            m_pMain->InsertLog(log);
+        }
+        else
+            exit(0);
+    }
+}
+

CrawlerList/sinstausermanage.h

@@ -0,0 +1,30 @@
+#ifndef SINSTAUSERMANAGE_H
+#define SINSTAUSERMANAGE_H
+#include "smanage.h"
+
+class SInstaUserManage : public SManage
+{
+    Q_OBJECT
+public:
+    enum E_PROCESS_STATE
+    {
+        E_PROCESS_RUN = 0,
+        E_PROCESS_FINISH_WAIT,
+    };
+    SInstaUserManage(QObject *pObject);
+private:
+    QString makeGetListQuery(QString _str,QDate _date,int _nPage);
+private:
+    QString m_strListQuery;
+    QVector <QString> m_strListURL;
+protected:
+    bool Update();
+    void Start();
+    void processFinished(QProcess *pPro,QString _strOut);
+    void ReLoadList();
+private slots:
+    void readStandardOutput();
+    void readStandardError();
+};
+#endif // SINSTAUSERMANAGE_H
+

CrawlerList/skakaochannelmanage.cpp

@@ -0,0 +1,89 @@
+#include "skakaochannelmanage.h"
+#include <QThread>
+#include "widget.h"
+SKakaoChannelManage::SKakaoChannelManage(QObject *pObject) : SManage(pObject)
+{
+    m_nID = 0;
+    connect(&m_pro[0], SIGNAL(readyReadStandardOutput()), this, SLOT(readStandardOutput()));
+    connect(&m_pro[0], SIGNAL(readyReadStandardError()), this, SLOT(readStandardError()));
+}
+
+
+void SKakaoChannelManage::Start()
+{
+    m_nMode = E_PROCESS_RUN;
+    m_bFinalLast = false;
+}
+
+bool SKakaoChannelManage::Update()
+{
+    if(m_bFinalLast) return m_bFinalLast;
+    switch(m_nMode)
+    {
+    case E_PROCESS_RUN:
+        if(UseProcess() == false)
+        {
+#if defined(Q_OS_WIN32)
+            m_pro[0].start("python", QStringList() << "webbasedcrawler.py" << "kakaochannel"  << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage());
+#else
+            m_pro[0].start("/usr/bin/python3", QStringList() << "webbasedcrawler.py" << "kakaochannel"  << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage());
+#endif
+            m_nMode = E_PROCESS_FINISH_WAIT;
+        }
+        break;
+
+    case E_PROCESS_FINISH_WAIT:
+        break;
+    }
+
+    return m_bFinalLast;
+}
+
+void SKakaoChannelManage::processFinished(QProcess *pPro, QString _strOut)
+{
+    switch(m_nMode)
+    {
+    case E_PROCESS_FINISH_WAIT:
+        m_nMode = E_PROCESS_RUN;
+        m_bFinalLast = true;
+        m_pMain->InsertLog("Finish Crawling :)");
+        m_pMain->SetCrawlingState("Finish");
+        m_ncList=1;
+        m_bLast = false;
+        break;
+    }
+}
+
+void SKakaoChannelManage::readStandardOutput()
+{
+    QProcess *pPro = (QProcess*)sender();
+    QThread::msleep(100);
+    QString str = pPro->readAllStandardOutput();
+    QStringList list = str.split("\n", QString::SkipEmptyParts);
+    foreach(QString log,list)
+    {
+        if (m_pMain)
+        {
+            m_pMain->InsertLog(log);
+        }
+        else
+            exit(0);
+    }
+}
+
+void SKakaoChannelManage::readStandardError()
+{
+    QProcess *pPro = (QProcess*)sender();
+    QThread::msleep(100);
+    QString str = pPro->readAllStandardError();
+    QStringList list = str.split("\n", QString::SkipEmptyParts);
+    foreach(QString log,list)
+    {
+        if (m_pMain)
+        {
+            m_pMain->InsertLog(log);
+        }
+        else
+            exit(0);
+    }
+}

CrawlerList/skakaochannelmanage.h

@@ -0,0 +1,29 @@
+#ifndef SKAKAOCHANNELMANAGE
+#define SKAKAOCHANNELMANAGE
+#include "smanage.h"
+
+class SKakaoChannelManage : public SManage
+{
+    Q_OBJECT
+public:
+    enum E_PROCESS_STATE
+    {
+        E_PROCESS_RUN = 0,
+        E_PROCESS_FINISH_WAIT,
+    };
+    SKakaoChannelManage(QObject *pObject);
+private:
+    QString makeGetListQuery(QString _str,QDate _date,int _nPage);
+private:
+    QString m_strListQuery;
+    QVector <QString> m_strListURL;
+protected:
+    bool Update();
+    void Start();
+    void processFinished(QProcess *pPro,QString _strOut);
+    void ReLoadList();
+private slots:
+    void readStandardOutput();
+    void readStandardError();
+};
+#endif // SKAKAOTAGMANAGE

CrawlerList/skakaotagmanage.cpp

@@ -0,0 +1,89 @@
+#include "skakaotagmanage.h"
+#include <QThread>
+#include "widget.h"
+SKakaoTagManage::SKakaoTagManage(QObject *pObject) : SManage(pObject)
+{
+    m_nID = 0;
+    connect(&m_pro[0], SIGNAL(readyReadStandardOutput()), this, SLOT(readStandardOutput()));
+    connect(&m_pro[0], SIGNAL(readyReadStandardError()), this, SLOT(readStandardError()));
+}
+
+
+void SKakaoTagManage::Start()
+{
+    m_nMode = E_PROCESS_RUN;
+    m_bFinalLast = false;
+}
+
+bool SKakaoTagManage::Update()
+{
+    if(m_bFinalLast) return m_bFinalLast;
+    switch(m_nMode)
+    {
+    case E_PROCESS_RUN:
+        if(UseProcess() == false)
+        {
+#if defined(Q_OS_WIN32)
+            m_pro[0].start("python", QStringList() << "webbasedcrawler.py" << "kakaochannel"  << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage());
+#else
+            m_pro[0].start("/usr/bin/python3", QStringList() << "webbasedcrawler.py" << "kakaochannel"  << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage());
+#endif
+            m_nMode = E_PROCESS_FINISH_WAIT;
+        }
+        break;
+
+    case E_PROCESS_FINISH_WAIT:
+        break;
+    }
+
+    return m_bFinalLast;
+}
+
+void SKakaoTagManage::processFinished(QProcess *pPro, QString _strOut)
+{
+    switch(m_nMode)
+    {
+    case E_PROCESS_FINISH_WAIT:
+        m_nMode = E_PROCESS_RUN;
+        m_bFinalLast = true;
+        m_pMain->InsertLog("Finish Crawling :)");
+        m_pMain->SetCrawlingState("Finish");
+        m_ncList=1;
+        m_bLast = false;
+        break;
+    }
+}
+
+void SKakaoTagManage::readStandardOutput()
+{
+    QProcess *pPro = (QProcess*)sender();
+    QThread::msleep(100);
+    QString str = pPro->readAllStandardOutput();
+    QStringList list = str.split("\n", QString::SkipEmptyParts);
+    foreach(QString log,list)
+    {
+        if (m_pMain)
+        {
+            m_pMain->InsertLog(log);
+        }
+        else
+            exit(0);
+    }
+}
+
+void SKakaoTagManage::readStandardError()
+{
+    QProcess *pPro = (QProcess*)sender();
+    QThread::msleep(100);
+    QString str = pPro->readAllStandardError();
+    QStringList list = str.split("\n", QString::SkipEmptyParts);
+    foreach(QString log,list)
+    {
+        if (m_pMain)
+        {
+            m_pMain->InsertLog(log);
+        }
+        else
+            exit(0);
+    }
+}

CrawlerList/skakaotagmanage.h

@@ -0,0 +1,30 @@
+#ifndef SKAKAOTAGMANAGE
+#define SKAKAOTAGMANAGE
+#include "smanage.h"
+
+class SKakaoTagManage : public SManage
+{
+    Q_OBJECT
+public:
+    enum E_PROCESS_STATE
+    {
+        E_PROCESS_RUN = 0,
+        E_PROCESS_FINISH_WAIT,
+    };
+    SKakaoTagManage(QObject *pObject);
+private:
+    QString makeGetListQuery(QString _str,QDate _date,int _nPage);
+private:
+    QString m_strListQuery;
+    QVector <QString> m_strListURL;
+protected:
+    bool Update();
+    void Start();
+    void processFinished(QProcess *pPro,QString _strOut);
+    void ReLoadList();
+private slots:
+    void readStandardOutput();
+    void readStandardError();
+};
+#endif // SKAKAOTAGMANAGE
+

CrawlerList/skakaousermanage.cpp

@@ -0,0 +1,90 @@
+#include "skakaousermanage.h"
+#include <QThread>
+#include "widget.h"
+SKakaoUserManage::SKakaoUserManage(QObject *pObject) : SManage(pObject)
+{
+    m_nID = 0;
+    connect(&m_pro[0], SIGNAL(readyReadStandardOutput()), this, SLOT(readStandardOutput()));
+    connect(&m_pro[0], SIGNAL(readyReadStandardError()), this, SLOT(readStandardError()));
+}
+
+
+void SKakaoUserManage::Start()
+{
+    m_nMode = E_PROCESS_RUN;
+    m_bFinalLast = false;
+}
+
+bool SKakaoUserManage::Update()
+{
+    if(m_bFinalLast) return m_bFinalLast;
+    switch(m_nMode)
+    {
+    case E_PROCESS_RUN:
+        if(UseProcess() == false)
+        {
+#if defined(Q_OS_WIN32)
+            m_pro[0].start("python", QStringList() << "webbasedcrawler.py" << "kakaochannel"  << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage());
+#else
+            m_pro[0].start("/usr/bin/python3", QStringList() << "webbasedcrawler.py" << "kakaochannel"  << m_strKeywordID << m_strGroupID << m_pMain->StartDay() << m_pMain->UntilPage());
+#endif
+            m_nMode = E_PROCESS_FINISH_WAIT;
+        }
+        break;
+
+    case E_PROCESS_FINISH_WAIT:
+        break;
+    }
+
+    return m_bFinalLast;
+}
+
+void SKakaoUserManage::processFinished(QProcess *pPro, QString _strOut)
+{
+    switch(m_nMode)
+    {
+    case E_PROCESS_FINISH_WAIT:
+        m_nMode = E_PROCESS_RUN;
+        m_bFinalLast = true;
+        m_pMain->InsertLog("Finish Crawling :)");
+        m_pMain->SetCrawlingState("Finish");
+        m_ncList=1;
+        m_bLast = false;
+        break;
+    }
+}
+
+void SKakaoUserManage::readStandardOutput()
+{
+    QProcess *pPro = (QProcess*)sender();
+    QThread::msleep(100);
+    QString str = pPro->readAllStandardOutput();
+    QStringList list = str.split("\n", QString::SkipEmptyParts);
+    foreach(QString log,list)
+    {
+        if (m_pMain)
+        {
+            m_pMain->InsertLog(log);
+        }
+        else
+            exit(0);
+    }
+}
+
+void SKakaoUserManage::readStandardError()
+{
+    QProcess *pPro = (QProcess*)sender();
+    QThread::msleep(100);
+    QString str = pPro->readAllStandardError();
+    QStringList list = str.split("\n", QString::SkipEmptyParts);
+    foreach(QString log,list)
+    {
+        if (m_pMain)
+        {
+            m_pMain->InsertLog(log);
+        }
+        else
+            exit(0);
+    }
+}
+

CrawlerList/skakaousermanage.h

@@ -0,0 +1,29 @@
+#ifndef SKAKAOUSERMANAGE
+#define SKAKAOUSERMANAGE
+#include "smanage.h"
+class SKakaoUserManage : public SManage
+{
+    Q_OBJECT
+public:
+    enum E_PROCESS_STATE
+    {
+        E_PROCESS_RUN = 0,
+        E_PROCESS_FINISH_WAIT,
+    };
+    SKakaoUserManage(QObject *pObject);
+private:
+    QString makeGetListQuery(QString _str,QDate _date,int _nPage);
+private:
+    QString m_strListQuery;
+    QVector <QString> m_strListURL;
+protected:
+    bool Update();
+    void Start();
+    void processFinished(QProcess *pPro,QString _strOut);
+    void ReLoadList();
+private slots:
+    void readStandardOutput();
+    void readStandardError();
+};
+#endif // SKAKAOUSERMANAGE
+