twitter, youtube 크롤러 추가 시작
This commit is contained in:
0
WebBasedCrawler/twitter/__init__.py
Normal file
0
WebBasedCrawler/twitter/__init__.py
Normal file
36
WebBasedCrawler/twitter/twittercrawl.py
Normal file
36
WebBasedCrawler/twitter/twittercrawl.py
Normal file
@@ -0,0 +1,36 @@
|
||||
|
||||
class TwitterMainCrawler:
|
||||
def __init__(self):
|
||||
self.keyword_id = -1
|
||||
pass
|
||||
|
||||
def init_keyword_id(self, keyword_id):
|
||||
if type(keyword_id) != int:
|
||||
self.keyword_id = int(keyword_id)
|
||||
else:
|
||||
self.keyword_id = keyword_id
|
||||
# self.crawl_init.get_keyword_parameters(keyword_id)
|
||||
# self.crawl_init.disconnect()
|
||||
pass
|
||||
|
||||
def init_db(self, db_num):
|
||||
# self.send_to_db.set_db(db_num)
|
||||
pass
|
||||
|
||||
def init_before_day(self, before_day):
|
||||
# self.crawl_init.set_before_day(before_day)
|
||||
pass
|
||||
|
||||
def init_until_page(self, until_page):
|
||||
# self.crawl_init.set_until_page(until_page)
|
||||
pass
|
||||
|
||||
def set_arguments(self, browser, keyword_id, db_num, before_day, until_page):
|
||||
self.init_keyword_id(keyword_id)
|
||||
self.init_db(db_num)
|
||||
self.init_before_day(before_day)
|
||||
self.init_until_page(until_page)
|
||||
# self.init_browser(browser)
|
||||
|
||||
def start(self):
|
||||
pass
|
||||
Reference in New Issue
Block a user