manage/uuspider/create_table/create_panel_parameter.py

'''
Created on 2016年7月28日

@author: uas
'''
from html_parser import kind


#coding=utf-8



#coding=utf-8
'''
Created on 2016年7月20日

@author: uas
'''

from pymongo.mongo_client import MongoClient
from util_common import Constant

import random


class Parserforparameter(object):
    
    def __init__(self):
        self.cli=MongoClient(Constant.MONGODB_URL)
        self.db=self.cli.spider
        
        
    def  craw(self):
        
        result=self.db.component_panel_0720.find()
        

        for index,row in enumerate(result):
            
            d=dict()
            d['url']=result['detail_parameter_url']
            d['kind']=kind
            d['analysisTask']=Constant.TODO
            d['downloadTask']=Constant.TODO
            d['cmp_id']=result['cmp_id']
            d['random']=random.random()
            self.db.panel_parameter_0728.insert_one(d)
            d.clear()
            print(index)
    



if __name__=='__main__':
    
    parser=Parserforparameter()
    parser.craw()