manage/uuspider/detail_spider/detail_main_client_linux.py

from detail_spider import detail_main_by_mongodb

if __name__ == '__main__':
    spider = detail_main_by_mongodb.DetailPageMain(userName='yingp2', maxThread=100)
    while spider.hasNext():
        spider.craw()
        succeed, failured, active, total = spider.statistic()
        print("成功 %s,失败 %s,正在爬取 %s" % (succeed, failured, active))