manage/uuspider/file_spider/imgfile_main_client_linux.py

from file_spider import imgfile_main_by_mongodb_with_thread_no_proxy

if __name__ == '__main__':
    spider = imgfile_main_by_mongodb_with_thread_no_proxy.ImgFileMain(userName='yingp2', maxThread=2)
    while spider.hasNext():
        spider.craw()
        succeed, failured, active, total = spider.statistic()
        print("成功 %s,失败 %s,正在爬取 %s" % (succeed, failured, active))