manage/uuspider/create_table/searchMissedkind.py

#coding=utf-8
'''
Created on 2016年6月13日

@author: uas
'''


from pymongo.mongo_client import MongoClient
from util_common import Constant
import redis


cli=MongoClient(Constant.MONGODB_URL)
db=cli.spider

# rs=db.component_temp_0607.find({'cmp_kiid':None}) ##959087 //4000000 
# rs=db.component_temp_0607.find_one()

rows_cmp=db.component_temp_0607.find({'cmp_kiid':None})
rows_original=db.component_original.find({},{'_id':False,'code':True,'lastkind':True})
missed_kind_set=set()
# for index,r in enumerate(rows_cmp):
#     for i in rows_original:
#         if r['cmp_code']==i['code']:
#             missed_kind_set.add(i['lastkind'])
#     print(index)
rows_original_list=list()
for r in rows_original:
    rows_original_list.append(r)
print(len(rows_original_list))

for index,r in enumerate(rows_cmp):
    if rows_original_list[r['cmp_id']-1]['code']==r['cmp_code']:
        print(index)
        missed_kind_set.add(rows_original_list[r['cmp_id']-1]['lastkind'])
        




# r=redis.Redis(host='localhost',port=6379,db=0)
# r.flushdb()
# for element in missed_kind_set:
#     r.lpush('mylist',element)
#     
# 
#     
# 
# 
# 
textname='missed_kind.txt'
  
f=open(textname,'w')
for i in missed_kind_set:
    f.write(i)
f.close()