From a95853ed61cd3e717141fd488419ca3b86e054f5 Mon Sep 17 00:00:00 2001
From: admin <admin@8346c931-da38-4b9b-9d4c-e48b93cbd075>
Date: Mon, 16 Mar 2015 10:13:07 +0000
Subject: [PATCH] =?UTF-8?q?block,=20kill=20process=EC=8B=9C=20list=20?=
 =?UTF-8?q?=EC=9E=AC=EC=88=98=EC=A7=91?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

git-svn-id: svn://192.168.0.12/source@54 8346c931-da38-4b9b-9d4c-e48b93cbd075
---
 CrawlerProcess/scrawler.cpp | 24 +++++++++++++++++++-----
 1 file changed, 19 insertions(+), 5 deletions(-)

diff --git a/CrawlerProcess/scrawler.cpp b/CrawlerProcess/scrawler.cpp
index 3819875..c099247 100644
--- a/CrawlerProcess/scrawler.cpp
+++ b/CrawlerProcess/scrawler.cpp
@@ -360,6 +360,11 @@ QString SCrawler::GetSafeUtf(QString _strData)
 void SCrawler::saveFrameList(QWebFrame *frame)
 {
     if (m_bUse == true) return;    
+
+    QWebElement notFound = Find(frame->documentElement(),"div","id","notfound");
+    if(notFound.isNull() == false)
+        m_bLast = true;
+
     QWebElement eleMain = Find(frame->documentElement(),"div","class","blog section _blogBase");
     QSqlQuery sql;
     for (int i = 0; i < 10 ; i++)
@@ -369,9 +374,10 @@ void SCrawler::saveFrameList(QWebFrame *frame)
         QString strUrl = Find(sub,"a","class","url").toPlainText();
         if (strUrl.isEmpty())
         {
-            m_bLast = true;
+
+            //m_bLast = true;
             m_bUse = true;
-            return;
+            break;
         }
 
         QStringList strList = strUrl.split('/');
@@ -745,8 +751,11 @@ void SCrawler::saveFrameCafeList(QWebFrame *frame)
     if (m_bUse == true) return;
 
     static int cz = 0;
-   //
-    Debug(frame->frameName() + QString::number(cz++) + ".html",frame->toHtml());
+   //Debug(frame->frameName() + QString::number(cz++) + ".html",frame->toHtml());
+
+    QWebElement notFound = Find(frame->documentElement(),"div","id","notfound");
+    if(notFound.isNull() == false)
+        m_bLast = true;
 
     QWebElement eleMain = Find(frame->documentElement(),"div","class","cafe_article section _cafeBase");    
     foreach(QWebElement eleSub,eleMain.findAll("li"))
@@ -1004,13 +1013,18 @@ void SCrawler::saveFrameDaumCafeList(QWebFrame *frame)
     }
 
     {
+        bool b_last = false;
+        QWebElement paging_comm = Find(frame->documentElement(), "div", "class", "paging_comm");
+        QWebElement paging_inner = Find(paging_comm, "span", "class", "paging_inner");
+        b_last = Find(paging_inner, "a", "class", "ico_comm1 btn_page btn_next").isNull();
+
         QWebElement total = Find(eleMain,"span","class","f_nb f_l");
         if (total.toPlainText().isEmpty()) {m_bError = true; return;}
         total.toPlainText().split("/").size();
         QStringList strList = total.toPlainText().split("/").at(0).trimmed().split("-");
         int nNow = GetNumber(strList.at(strList.size() - 1));
         int nNowFirst = GetNumber(strList.at(strList.size() - 2));
-        if (nNow >= 1000 || (nNow - nNowFirst) < 9)
+        if (nNow >= 1000 || (nNow - nNowFirst) < 9 || b_last)
             m_bLast = true;
     }
 }