runner exception 추가

WebBasedCrawler/base/proxy2.py

@@ -135,7 +135,7 @@ class Proxy2Handler:
 		else:
 			proxies = proxy_crawler.crawl_proxies()
 			self.insert_all(proxies)
-			self.unlock()
+			self.lock_leave()
 			return self.get(platform, proc_id)
 
 	def insert(self, ip, port):

WebBasedCrawler/twitter/twittercrawl.py

@@ -6,6 +6,7 @@ from twitter.twparser import TweetParser
 import base.proxy
 import base.proxy2 as proxy2
 import base.baseclasses
+import base.logger as logger
 
 import requests
 import bs4
@@ -122,6 +123,7 @@ class TwitterCrawler:
         }
 
     def runner_proc(self, proc_id, content_queue, result_queue, config):
+        try:
             print('[{}] {} to {} runner thread start'.format(proc_id, config.start_str, config.end_str))
 
             b_continue = True
@@ -173,6 +175,9 @@ class TwitterCrawler:
                 'count': tweet_count,
                 })
             # self.runner_processing[proc_id].value = False
+        except Exception as e:
+            logger.log(e, logger.LogLevel.ERROR)
+
         return proc_id, tweet_count,
 
     @staticmethod