git-svn-id: svn://192.168.0.12/source@348 8346c931-da38-4b9b-9d4c-e48b93cbd075

This commit is contained in:
admin
2017-05-30 03:32:11 +00:00
parent dad0365a79
commit b873412ef2
9 changed files with 616 additions and 30 deletions

View File

@@ -314,7 +314,6 @@ def crawl_content_process(qu, keyword_id, db_num):
break
ok = True
while ok:
time.sleep(2)
try:
# get a instance of InstaContent by do_no_proxy func.
# if element['url'] is invalid, content is None