etc/clients
1
0
Fork 0
Code Issues Pull Requests Releases Activity

인스타그램 크롤러 수정

Browse Source 
sfilterprocess 잡다버그 디버깅

git-svn-id: svn://192.168.0.12/source@277 8346c931-da38-4b9b-9d4c-e48b93cbd075
This commit is contained in:
admin
2016-06-10 10:12:15 +00:00
parent eb22d21bac
commit bf78651baa
9 changed files with 64 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
sfilterprocess/sconsumer.cpp
View File

@@ -139,7 +139,10 @@ bool SConsumer::makeOverallCategory(int _nCategory)
for (QMap<QString, int>::iterator iterPos1 = val.m_mapRealReplyUniqueUrl.begin(); iterPos1 != val.m_mapRealReplyUniqueUrl.end();
iterPos1++)
{
streal.m_mapRealReplyUniqueUrl.insertMulti(iterPos1.key(), iterPos1.value());
if (streal.m_mapRealReplyUniqueUrl.contains(iterPos1.key()) && streal.m_mapRealReplyUniqueUrl.values(iterPos1.key()).contains(iterPos1.value()))
continue;
else
streal.m_mapRealReplyUniqueUrl.insertMulti(iterPos1.key(), iterPos1.value());
}
}

1
sfilterprocess/sdatagroup.cpp
View File

@@ -346,6 +346,7 @@ bool SDatagroup::makeTable()
stNickname stnickname;
stnickname.nickname = strListReply[anColumn[SInitializer::E_DATA_article_nickname]];
stnickname.num = nNickname++;
stnickname.platformname_num = m_pSInitializer->getPlatformName(strListReply[anColumn[SInitializer::E_DATA_platform_name]].trimmed());
m_SNickname.put(strListReply[anColumn[SInitializer::E_DATA_article_nickname]].trimmed(), stnickname);
}
}

4
sfilterprocess/sfilterprocess.pro.user
View File

@@ -1,6 +1,6 @@
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE QtCreatorProject>
<!-- Written by QtCreator 3.3.0, 2016-06-07T18:39:42. -->
<!-- Written by QtCreator 3.3.0, 2016-06-10T19:06:00. -->
<qtcreator>
<data>
<variable>EnvironmentId</variable>
@@ -787,7 +787,7 @@
<value type="QString" key="ProjectExplorer.ProjectConfiguration.DefaultDisplayName">sfilterprocess</value>
<value type="QString" key="ProjectExplorer.ProjectConfiguration.DisplayName"></value>
<value type="QString" key="ProjectExplorer.ProjectConfiguration.Id">Qt4ProjectManager.Qt4RunConfiguration:C:/source/sfilterprocess/sfilterprocess.pro</value>
<value type="QString" key="Qt4ProjectManager.Qt4RunConfiguration.CommandLineArguments">&quot;470&quot; &quot;test2y&quot;</value>
<value type="QString" key="Qt4ProjectManager.Qt4RunConfiguration.CommandLineArguments">&quot;469&quot; &quot;test2y&quot;</value>
<value type="QString" key="Qt4ProjectManager.Qt4RunConfiguration.ProFile">sfilterprocess.pro</value>
<value type="bool" key="Qt4ProjectManager.Qt4RunConfiguration.UseDyldImageSuffix">false</value>
<value type="bool" key="Qt4ProjectManager.Qt4RunConfiguration.UseTerminal">true</value>

5
sfilterprocess/sinfluencer.cpp
View File

@@ -156,7 +156,10 @@ bool SInfluencer::makeOverallCategory(int _categoryNum)
for (QMap<QString, int>::iterator iterPos1 = val.m_mapRealReplyUniqueUrl.begin(); iterPos1 != val.m_mapRealReplyUniqueUrl.end();
iterPos1++)
{
streal.m_mapRealReplyUniqueUrl.insertMulti(iterPos1.key(), iterPos1.value());
if (streal.m_mapRealReplyUniqueUrl.contains(iterPos1.key()) && streal.m_mapRealReplyUniqueUrl.values(iterPos1.key()).contains(iterPos1.value()))
continue;
else
streal.m_mapRealReplyUniqueUrl.insertMulti(iterPos1.key(), iterPos1.value());
}
}

13
sfilterprocess/sinitializer.cpp
View File

@@ -110,7 +110,8 @@ void SInitializer::updateWebDBInfoComplete(QSqlDatabase _db, QString _mindate, Q
"replycount = " + QString::number(_replycount)+" , "
"mindate = '" + _mindate + "',"
"maxdate = '" + _maxdate + "',"
"lastupdate = '" + _lastupdate + "' "
//"lastupdate = '" + _lastupdate + "' "
"lastupdate = '" + QDateTime::currentDateTime().toString("yyyy-MM-dd hh:mm:ss") + "' "
"where company_num = " + QString::number(_nCompany);
_db.exec(strQuery.toUtf8());
}
@@ -154,12 +155,12 @@ bool SInitializer::initSpammer()
settings.beginGroup(QString("spammers"));
if (settings.childKeys().size() == 0) return false;
m_adSpammerParam[E_SPAMER_BODY_COUNT_CUT] = settings.value("body_cut").toDouble();
m_adSpammerParam[E_SPAMER_BODY_COUNT_RATIO] = settings.value("body_ratio").toDouble();
m_adSpammerParam[E_SPAMER_REPLY_COUNT_CUT] = settings.value("reply_cut").toDouble();
m_adSpammerParam[E_SPAMER_BODY_COUNT_CUT] = settings.value("body_cut").toDouble();
m_adSpammerParam[E_SPAMER_BODY_COUNT_RATIO] = settings.value("body_ratio").toDouble();
m_adSpammerParam[E_SPAMER_REPLY_COUNT_CUT] = settings.value("reply_cut").toDouble();
m_adSpammerParam[E_SPAMER_REPLY_COUNT_RATIO] = settings.value("reply_ratio").toDouble();
m_adSpammerParam[E_SPAMER_NICK_COUNT_CUT] = settings.value("nick_cut").toDouble();
m_adSpammerParam[E_SPAMER_NICK_COUNT_RATIO] = settings.value("nick_ratio").toDouble();
m_adSpammerParam[E_SPAMER_NICK_COUNT_CUT] = settings.value("nick_cut").toDouble();
m_adSpammerParam[E_SPAMER_NICK_COUNT_RATIO] = settings.value("nick_ratio").toDouble();
settings.endGroup();
return true;

5
sfilterprocess/spowercafe.cpp
View File

@@ -156,7 +156,10 @@ bool SPowercafe::makeOverallCategory(int _categoryNum)
for (QMap<QString, int>::iterator iterPos1 = val.m_mapRealReplyUniqueUrl.begin(); iterPos1 != val.m_mapRealReplyUniqueUrl.end();
iterPos1++)
{
streal.m_mapRealReplyUniqueUrl.insertMulti(iterPos1.key(), iterPos1.value());
if (streal.m_mapRealReplyUniqueUrl.contains(iterPos1.key()) && streal.m_mapRealReplyUniqueUrl.values(iterPos1.key()).contains(iterPos1.value()))
continue;
else
streal.m_mapRealReplyUniqueUrl.insertMulti(iterPos1.key(), iterPos1.value());
}
}

9
sfilterprocess/sspammer.cpp
View File

@@ -150,7 +150,10 @@ bool SSpammer::makeOverallCategory(int _categoryNum)
for (QMap<QString, int>::iterator iterPos1 = val.m_mapRealReplyUniqueUrl.begin(); iterPos1 != val.m_mapRealReplyUniqueUrl.end();
iterPos1++)
{
streal.m_mapRealReplyUniqueUrl.insertMulti(iterPos1.key(), iterPos1.value());
if (streal.m_mapRealReplyUniqueUrl.contains(iterPos1.key()) && streal.m_mapRealReplyUniqueUrl.values(iterPos1.key()).contains(iterPos1.value()))
continue;
else
streal.m_mapRealReplyUniqueUrl.insertMulti(iterPos1.key(), iterPos1.value());
}
}
@@ -222,7 +225,7 @@ void SSpammer::STSpammer::makeTable(SDatagroup &_datagroup, const QMap<int, stRe
stSpammer stspammer;
stspammer.bodycount = iterPos1->body;
stspammer.replycount = iterPos1->reply;
stspammer.nicknamecount = iterPos1->nickname.size();
stspammer.nicknamecount = iterPos1->nickname.size() - 1;
stspammer.id_num = iterPos1->id_num;
stspammer.id_id = iterPos1.key().split(",").at(0);
stspammer.category_num = iterPos.key();
@@ -419,7 +422,7 @@ void SSpammer::SStatsSpaSpammerRank::makeTable(SDatagroup &_datagroup, const QMa
ststats.bodycount = iterPos1->body;
ststats.replycount = iterPos1->reply;
ststats.id_num = iterPos1->id_num;
ststats.nicknamecount = iterPos1->nickname.size();
ststats.nicknamecount = iterPos1->nickname.size() - 1;
ststats.id_id = iterPos1.key().split(",").at(0);
ststats.platformname_name = iterPos1.key().split(",").at(1);
ststats.subject = "spammervalue";