etc/clients
1
0
Fork 0
Code Issues Pull Requests Releases Activity

git-svn-id: svn://192.168.0.12/source@267 8346c931-da38-4b9b-9d4c-e48b93cbd075

Browse Source
This commit is contained in:
admin
2016-05-26 06:36:50 +00:00
parent 36d5f9d6ae
commit 870c3dd4f0
4 changed files with 38 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
CrawlerList/sdaumcafemanage.cpp
View File

@@ -84,7 +84,7 @@ bool SDaumCafeManage::Update()
case E_PROCESS_LIST_FINISH_WAIT:
case E_PROCESS_URL_FINISH_WAIT:
m_nWait++;
if (m_nWait >= 300)
if (m_nWait >= 180)
{
//for(int i = 0; i < C_PROCESS_MAX ; i++)
{

38
CrawlerList/snaverblogaccuracymanager.cpp
View File

@@ -34,9 +34,13 @@ QString SNaverBlogAccuracyManage::makeGetListQuery(QString _str,QDate _date)
str += strDate + "to" + strDate +"&ie=utf8&start=";
str += QString::number(m_ncList);
*/
//http://cafeblog.search.naver.com/search.naver?where=post&sm=tab_pge&query=%EC%9E%84%EC%8B%A0+%7C+%ED%83%9C%EA%B5%90&st=sim&date_option=6&date_from=20050520&date_to=20160218&dup_remove=1&post_blogurl=&post_blogurl_without=&srchby=all&nso=so%3Add%2Cp%3Afrom20050520to20160218&ie=utf8&start=71
//https://search.naver.com/search.naver?where=post&sm=tab_pge&query=%EC%84%B1%ED%98%95&st=sim&date_option=6&date_from=20030520&date_to=20160512&dup_remove=1&post_blogurl=&post_blogurl_without=&srchby=all&nso=p%3Afrom20030520to20160512&ie=utf8&start=11
//str = "https://search.naver.com/search.naver?where=post&sm=tab_pge&query=";
str += "http://cafeblog.search.naver.com/search.naver?where=post&sm=tab_pge&query=";
/*
str = "https://search.naver.com/search.naver?where=post&sm=tab_pge&query=";
//str += "http://cafeblog.search.naver.com/search.naver?where=post&sm=tab_pge&query=";
str += EncodetoUtf8(_str,true);
str += "&st=sim&date_option=6&date_from=20030520&date_to=";
str += strDate;
@@ -45,6 +49,18 @@ QString SNaverBlogAccuracyManage::makeGetListQuery(QString _str,QDate _date)
str += "&post_blogurl_without=&srchby=all&nso=p%3Afrom20030520to";
str += strDate + "&ie=utf8&start=";
str += QString::number(m_ncList);
*/
str = "http://cafeblog.search.naver.com/search.naver?where=post&sm=tab_pge&query=";
//str += "http://cafeblog.search.naver.com/search.naver?where=post&sm=tab_pge&query=";
str += EncodetoUtf8(_str, true);
str += "&st=sim&date_option=6&date_from=20050520&date_to=";
str += strDate;
str += "&dup_remove=1&post_blogurl=";
str += m_strAuthorship;
str += "&post_blogurl_without=&srchby=all&nso=so%3Add%2Cp%3Afrom20050520to";
str += strDate + "&ie=utf8&start=";
str += QString::number(m_ncList);
return str;
}
@@ -97,12 +113,6 @@ void SNaverBlogAccuracyManage::processFinished(QProcess *pPro,QString _strOut)
if (_strOut.right(4) == "last" || m_ncList >= 991 )
m_bLast = true;
if (m_bLast == false && m_nUntilPage > 0)
{
if ((m_ncList/10) >= m_nUntilPage)
m_bLast = true;
}
if (_strOut.right(5) == "block")
{
reloaded = true;
@@ -132,6 +142,15 @@ void SNaverBlogAccuracyManage::processFinished(QProcess *pPro,QString _strOut)
ReLoadList();
}
}
if (m_bLast == false && m_nUntilPage > 0)
{
if ((m_ncList/10) >= m_nUntilPage)
m_bLast = true;
}
m_strListURL.clear();
foreach(QString str,_strOut.split("\n"))
{
@@ -224,7 +243,7 @@ bool SNaverBlogAccuracyManage::Update()
case E_PROCESS_URL_FINISH_WAIT:
case E_PROCESS_COMMENT_FINISH_WAIT:
m_nWait++;
if (m_nWait >=300)
if (m_nWait >= 180)
{
{
{
@@ -246,5 +265,4 @@ void SNaverBlogAccuracyManage::ReLoadList()
if(m_ncList < 0)
m_ncList = 1;
m_pMain->InsertLog("Reload List");
}

15
CrawlerList/snaverblogmanage.cpp
View File

@@ -100,12 +100,6 @@ void SNaverBlogManage::processFinished(QProcess *pPro,QString _strOut)
if (_strOut.right(4) == "last" || m_ncList >= 991 )
m_bLast = true;
if (m_bLast == false && m_nUntilPage > 0)
{
if ((m_ncList/10) >= m_nUntilPage)
m_bLast = true;
}
if (_strOut.right(5) == "block")
{
reloaded = true;
@@ -135,6 +129,13 @@ void SNaverBlogManage::processFinished(QProcess *pPro,QString _strOut)
ReLoadList();
}
}
if (m_bLast == false && m_nUntilPage > 0)
{
if ((m_ncList/10) >= m_nUntilPage)
m_bLast = true;
}
m_strListURL.clear();
foreach(QString str,_strOut.split("\n"))
{
@@ -227,7 +228,7 @@ bool SNaverBlogManage::Update()
case E_PROCESS_URL_FINISH_WAIT:
case E_PROCESS_COMMENT_FINISH_WAIT:
m_nWait++;
if (m_nWait >=300)
if (m_nWait >= 180)
{
{
{

2
CrawlerList/snavernewsmanage.cpp
View File

@@ -84,7 +84,7 @@ bool SNaverNewsManage::Update()
case E_PROCESS_URL_FINISH_WAIT:
case E_PROCESS_COMMENT_FINISH_WAIT:
m_nWait++;
if (m_nWait >= 300)
if (m_nWait >= 180)
{
m_pMain->InsertLog("Kill Process.");
m_pro[0].kill();