manage/uuspider/temp_for_need/createNewKind.py

# coding=utf-8
'''
Created on 2016年3月30日
这个是为了临时获得新的kind的
@author: ChenHao
'''
from util_common import Constant
from pymongo.mongo_client import MongoClient
import time
from analysis import detailAnalysis_kind


TimeStart = time.time()
# 先获得现在的kind
# cli = MongoClient("mongodb://localhost:27017/")
cli = MongoClient(Constant.MONGODB_URL)
db = cli.spider
rs = db.kind_temp.find()
kindlist = list()
for r in rs:
    kindlist.append(r)
# loadData = loadData_from_db.LoadDataFromDB()
# kindlist = loadData._get_kindlist_from_db(db)

print (kindlist)
print (len(kindlist))
cli.close()

detail_analysis_kind = detailAnalysis_kind.DetailAnalysisKind(kindlist)
cli = MongoClient(Constant.MONGODB_URL)
db = cli.spider
rs = db.kind_from_listpage.find({}, {"kindls": True})
for r in rs:
    detail_analysis_kind._add_into_out_list(r["kindls"])

db.kind_temp_1.insert_many(detail_analysis_kind.out_list)
print (detail_analysis_kind.out_list)
print (len(detail_analysis_kind.out_list))
cli.close()

TimeEnd = time.time()
print ("耗时", TimeEnd - TimeStart)