manage/uuspider/listPage_spider/listPage_main_client_linux.py

from listPage_spider import listPage_main_by_mongodb

if __name__ == '__main__':
    listPage_main = listPage_main_by_mongodb.ListPageMain(userName='yingp2', maxThread=20)
    while listPage_main.hasNext():
        listPage_main.craw()
        succeed, failured, active, total = listPage_main.statistic()
        print("成功 %s,失败 %s,正在爬取 %s" % (succeed, failured, active))