인스타 content crawling 실패시 재시도

WebBasedCrawler/insta/instacrawl.py

@@ -236,7 +236,7 @@ def make_list_instance(url, proxies=None):
         return None
 
 
-# @instance_wrapper
+@instance_wrapper
 def make_content_instance(url, proxies=None):
     try:
         content = InstaContent(url, {}, url, proxies)
@@ -265,7 +265,7 @@ def ajax_wrapper(func):
     return retry_ajax_load
 
 
-# @ajax_wrapper
+@ajax_wrapper
 def load_ajax_list(ins):
     try:
         insta_list = ins.load_more()
@@ -280,7 +280,7 @@ def load_ajax_list(ins):
         return None
 
 
-# @ajax_wrapper
+@ajax_wrapper
 def load_ajax_reply(ins):
     try:
         replies = ins.load_reply_more()
@@ -978,8 +978,9 @@ class InstaAlgorithmMulti(InstaAlgorithm):
                     self.total_num += 1
                     if self.is_until_page():
                         return False
+
         # if self.list_crawl:
-        #     printl("Number of Lists = {0}".format(len(self.list_crawl)))
+        #     printl("Number of Lists = {0}".format(self.list_crawl.qsize()))
         return True
 
     def crawl(self):