add 163 code

Author: zhouwei713

.idea/workspace.xml

@@ -14,6 +14,13 @@
 from PIL import Image
 import numpy as np
 
+import pymysql
+
+db = pymysql.connect()
+cursor = db.cursor()
+cursor.execute()
+
+
 
 job_conn = MongoClient("mongodb://%s:%[email protected]:51612/boss" % ('boss', 'boss123'))
 job_db = job_conn.boss

boss_spider/analyse.py

@@ -0,0 +1,123 @@
+# coding = utf-8
+"""
+@author: zhou
+@time:2019/10/15 10:37
+@File: analyse.py
+"""
+
+from pymongo import MongoClient
+import pandas as pd
+from pyecharts.charts import Bar, Pie
+from pyecharts import options as opts
+import re
+from wordcloud import WordCloud
+import jieba
+from PIL import Image
+import numpy as np
+
+# 链接 mongodb 获取数据
+conn = MongoClient("mongodb://%s:%[email protected]:49974/you163" % ('you163', 'you163'))
+db = conn.you163
+mongo_collection = db.you163
+
+# 将数据转换成 DataFrame
+data = pd.DataFrame(list(mongo_collection.find()))
+
+# 获取颜色和尺寸
+skuinfo = data['skuInfo']
+
+color = []
+cup_size = []
+for i in skuinfo.values.tolist():
+    temp_cup = i[1].split(':')
+    if temp_cup[0] == '杯码':
+        temp_size = temp_cup[1]
+        if '（' in temp_size:
+            size = temp_size.split('（')[0]
+            cup_size.append(size)
+        else:
+            cup_size.append(temp_size)
+        temp_color = i[0].split(':')[1]
+        color.append(temp_color)
+
+df = pd.DataFrame(color, columns=['color'])
+analyse_color = df['color'].value_counts()
+
+# 颜色可视化
+bar = Bar()
+bar.add_xaxis(analyse_color.index.values.tolist())
+bar.add_yaxis("", analyse_color.values.tolist())
+bar.set_global_opts(
+    xaxis_opts=opts.AxisOpts(axislabel_opts=opts.LabelOpts(rotate=-30)),
+    title_opts=opts.TitleOpts(title="颜色分布"),
+    # datazoom_opts=opts.DataZoomOpts(),
+)
+bar.render_notebook()
+
+pie = Pie()
+pie.add("", [list(z) for z in zip(analyse_color.index.values.tolist(), analyse_color.values.tolist())],
+       radius=["30%", "75%"],
+       center=["50%", "50%"],
+       rosetype="area")
+pie.set_series_opts(label_opts=opts.LabelOpts(formatter="{b}: {d}%"))
+pie.set_global_opts(
+            title_opts=opts.TitleOpts(title="各颜色占比"),
+            legend_opts=opts.LegendOpts(
+                type_="scroll", pos_left="80%", orient="vertical"
+            )
+)
+pie.render_notebook()
+
+# 尺寸可视化
+rege = r'\d'
+cup_size_new = []
+for i in cup_size:
+    check = re.match(rege, i)
+    if check:
+        cup_size_new.append(i)
+    else:
+        tmp1 = i[0]
+        tmp2 = i[1:]
+        i = tmp2 + tmp1
+        cup_size_new.append(i)
+df2 = pd.DataFrame(cup_size_new, columns=['size'])
+analyse_size = df2['size'].value_counts()
+
+bar = Bar()
+bar.add_xaxis(analyse_size.index.values.tolist())
+bar.add_yaxis("", analyse_size.values.tolist())
+bar.set_global_opts(
+    xaxis_opts=opts.AxisOpts(axislabel_opts=opts.LabelOpts(rotate=-30)),
+    title_opts=opts.TitleOpts(title="尺寸分布"),
+    # datazoom_opts=opts.DataZoomOpts(),
+)
+bar.render_notebook()
+
+# 星级分布
+star = data['star'].value_counts()
+print(star)
+
+# 评论词语
+low_star_content = data[data['star'] == 5]['content']
+stopworld = ('这', '那', '你', '我', '他', '她', '它')
+
+font = r'C:\Windows\Fonts\FZSTK.TTF'
+
+
+def gen_wordcloud(data, pic, world_pic):
+    tmpstr = ''
+    for i in range(len(data) - 1):
+        tmpstr += data[i]
+    pseg = jieba.lcut(tmpstr)
+    cut_word = ''
+    for i in pseg:
+        if i not in stopworld:
+            cut_word += i
+    img = Image.open(pic)
+    img_array = np.array(img)
+    wc = WordCloud(width=1800, height=1500, background_color='white', font_path=font, mask=img_array)
+    wc.generate(cut_word)
+    wc.to_file(world_pic)
+
+# 产生词语
+gen_wordcloud(low_star_content.values.tolist(), 'money.jpg', 'data_wc.png')