3d5e2d0c98
- 중복 제거 후 insert - proxy.txt가 모두 만료되면 db 사용 - proxy db에서 중복 제거해서 가져오기 - 프록시 문제로 페이지 요청 시 0.1초 딜레이 - 크롤러 stop 동작하도록 - realtime 적용
39 lines
1.2 KiB
Bash
39 lines
1.2 KiB
Bash
#!/bin/bash
|
|
|
|
|
|
PROJECT_PATH=.
|
|
|
|
PREFIX=${PROJECT_PATH}/build-
|
|
POSTFIX=-Desktop_Qt_5_4_0_GCC_64bit-Release
|
|
|
|
GROUP_MANAGER_PATH=${PREFIX}GroupManager${POSTFIX}
|
|
CRAWLER_PATH=${PREFIX}CrawlerList${POSTFIX}
|
|
CRAWLER_LIST_PATH=${PREFIX}CrawlerProcess${POSTFIX}
|
|
FILTER_PATH=${PREFIX}Filter${POSTFIX}
|
|
FILTER_PROCESS_PATH=${PREFIX}FilterProcess${POSTFIX}
|
|
|
|
PACKAGE_PATH=${PROJECT_PATH}/clients-linux
|
|
|
|
|
|
mkdir ${PACKAGE_PATH}
|
|
|
|
find ${GROUP_MANAGER_PATH} -perm /a+x -exec cp {} ${PACKAGE_PATH} \;
|
|
find ${CRAWLER_PATH} -perm /a+x -exec cp {} ${PACKAGE_PATH} \;
|
|
find ${CRAWLER_LIST_PATH} -perm /a+x -exec cp {} ${PACKAGE_PATH} \;
|
|
find ${FILTER_PATH} -perm /a+x -exec cp {} ${PACKAGE_PATH} \;
|
|
find ${FILTER_PROCESS_PATH} -perm /a+x -exec cp {} ${PACKAGE_PATH} \;
|
|
|
|
linuxdeployqt ${PACKAGE_PATH}/GroupManager
|
|
linuxdeployqt ${PACKAGE_PATH}/CrawlerList
|
|
linuxdeployqt ${PACKAGE_PATH}/CrawlerProcess
|
|
linuxdeployqt ${PACKAGE_PATH}/Filter
|
|
linuxdeployqt ${PACKAGE_PATH}/FilterProcess
|
|
|
|
cp -r ${PROJECT_PATH}/WebBasedCrawler/*.py ${PACKAGE_PATH}
|
|
cp -r ${PROJECT_PATH}/WebBasedCrawler/*.txt ${PACKAGE_PATH}
|
|
cp -r ${PROJECT_PATH}/WebBasedCrawler/*/ ${PACKAGE_PATH}
|
|
|
|
rm ${PACKAGE_PATH}/AppRun
|
|
# rm ${PACKAGE_PATH}/qt.conf
|
|
rm -r ${PACKAGE_PATH}/translations
|