manage/uuspider/create_table/statisticforkind.py

#coding=utf-8
'''
Created on 2016年7月28日

@author: uas
'''


from pymongo.mongo_client import MongoClient
from bs4 import BeautifulSoup
from util_common import Constant

import csv

cli=MongoClient(Constant.MONGODB_URL)
db=cli.spider
 
 
result=db.component_panel_0720.find()
 
kind_property=dict()
for index,row in enumerate(result):
    print(index)
    if row['kind'] not in kind_property.keys():
        kind_property[row['kind']]=set()
     
    property_set=set()
     
    for element in row['properties']:
        property_set.add(element['property'])
     
    kind_property[row['kind']]=kind_property[row['kind']]|property_set
    property_set.clear()
 
 
print(kind_property)
 
f=open('1.txt','w')
for key,value in kind_property.items():
         
    list_property=list()
    list_property.append(key)
    f.write(key)
    f.write(":  ")     
    for element in value:
        list_property.append(element)
        f.write(element)
        f.write(',')
    print(list_property)
    f.write("\n")
        
# filename='1.csv'
# 
# # with open('newtranslate.csv',newline='') as csvfile:    
# #     writer=csv.writer(csvfile,delimiter=',')
# #     writer.writerows(translate_relation)
# 
# with open(filename,newline='')as csvfile:
#     writer=csv.writer(csvfile,delimiter=',')
#     
#     for item in 
#         writer.writerrow