init_kind_mouser.py 1.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667
  1. # coding=utf-8
  2. '''
  3. Created on 2016年4月5日
  4. 使用mongodb对数组的条件查询快速得到类目结构
  5. @author: ChenHao
  6. '''
  7. from util_common import Constant
  8. from pymongo.mongo_client import MongoClient
  9. from analysis import detailAnalysis_kind
  10. import time
  11. '''
  12. 运算得到mouser的分类
  13. '''
  14. # TimeStart = time.time()
  15. # # 先获得现在的kind
  16. # # cli = MongoClient("mongodb://localhost:27017/")
  17. # cli = MongoClient(Constant.MONGODB_URL)
  18. # db = cli.spider
  19. # rs = db.kind_temp_1.find()
  20. # kindlist = list()
  21. # for r in rs:
  22. # kindlist.append(r)
  23. #
  24. # print (kindlist)
  25. # print (len(kindlist))
  26. # cli.close()
  27. #
  28. # detail_analysis_kind = detailAnalysis_kind.DetailAnalysisKind(kindlist)
  29. # cli = MongoClient(Constant.MONGODB_URL)
  30. # db = cli.spider
  31. # rs = db.component_original.find({}, {"kinds": True})
  32. # print (rs.count())
  33. # for r in rs:
  34. # detail_analysis_kind._add_into_out_list(r["kinds"])
  35. # detail_analysis_kind.._set_isLeaf()
  36. # db.kind_temp_2.insert_many(detail_analysis_kind.out_list)
  37. # print (detail_analysis_kind.out_list)
  38. # print (len(detail_analysis_kind.out_list))
  39. # cli.close()
  40. #
  41. # TimeEnd = time.time()
  42. # print ("耗时", TimeEnd - TimeStart)
  43. '''
  44. 生成csv文件给测试部对照
  45. '''
  46. cli = MongoClient(Constant.MONGODB_URL)
  47. db = cli.spider
  48. # fout = open("kind_mouser.csv", "a")
  49. # rs = db.kind_temp_2.find()
  50. # for r in rs:
  51. # line = str(r["id"]) + "," + str(r["nameCn"]).replace(",", ",") + "," + str(r["parentid"]) + "," + str(r["isLeaf"]) + "\n"
  52. # fout.write(line)
  53. # fout.close()
  54. fout = open("kind_uu.csv", "a")
  55. rs = db.kind_uu.find()
  56. for r in rs:
  57. line = str(r["id"]) + "," + str(r["nameCn"]).replace(",", ",") + "," + str(r["parentid"]) + "," + str(r["isLeaf"]) + "\n"
  58. fout.write(line)
  59. fout.close()
  60. cli.close()