22 lines
498 B
Python
Executable File
22 lines
498 B
Python
Executable File
from Crawler.Crawler import Crawler
|
|
|
|
if __name__ == '__main__':
|
|
crawler = Crawler()
|
|
crawler.crawl()
|
|
|
|
# import requests
|
|
# import bs4
|
|
|
|
# resp = requests.get('http://www.gatherproxy.com')
|
|
# soup = bs4.BeautifulSoup(resp.text, 'lxml')
|
|
# # print(soup)
|
|
# table = soup.select('table#tblproxy')
|
|
# trs = table[0].select('tr')
|
|
# for tr in trs[2:5]:
|
|
# tds = tr.select('td')
|
|
# if len(tds) < 2:
|
|
# continue
|
|
|
|
# ip, port = tds[1].text, tds[2].text
|
|
# print('ip: {}, port: {}'.format(ip, port))
|