教你用python爬英雄联盟官网：①掌握爬虫技术；②Python数据可视化

# encoding: utf-8
import requests
import json
from pyecharts.charts import Pie
from pyecharts import options as opts
from pyecharts.charts import Radar

# 获取官网英雄数据
def request(url):
    headers = { "User-Agent": "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; InfoPath.3)",}
    res = requests.get(url, headers=headers)
    return res

def data_analysis(title,data):
    res = {}
    for hero in data:
        if hero['%s'%title] not in res:
            res[hero['%s'%title]] = hero['name']
        else:
            res[hero['%s'%title]] = res[hero['%s'%title]] + "," + hero['name']
    print(res)
    return res

def draw_pie(title, attack):
    columns,data = [],[]
    for k, v in attack.items():
        columns.append(title + k + '级')
        data.append(len(v.split(',')))
        if k in ['1','10']:
            print(k,v)
    pie = (
        Pie()
            # 以[(lable,value),(lable,value),(lable,value)......]形式传入数据。
            .add(title, list(z for z in zip(columns, data)))
            .set_series_opts(label_opts=opts.LabelOpts(formatter="{b}: {c}"))
    )
    pie.render('%s.html'%title)


def draw_Radar():
    from pyecharts.charts import Radar
    radar = Radar()
    # //由于雷达图传入的数据得为多维数据，所以这里需要做一下处理
    radar_data = [[10, 10, 10, 10, 10]]
    radar_data1 = [[2, 10, 3, 6, 3]]
    radar_data2 = [[1, 8, 7, 5, 8]]

    # //设置column的最大值，为了雷达图更为直观，这里的月份最大值设置有所不同
    schema = [
        ("物理", 100), ("魔法", 10), ("防御", 10),("难度", 10),("喜好", 10)
    ]
    # //传入坐标
    radar.add_schema(schema)
    radar.add("满分", radar_data)
    # //一般默认为同一种颜色，这里为了便于区分，需要设置item的颜色
    radar.add("安妮", radar_data1, color="#E37911")
    radar.add("卡尔玛", radar_data2, color="#1C86EE")
    radar.render()

if __name__ == '__main__':
    url = "https://game.gtimg.cn/images/lol/act/img/js/heroList/hero_list.js"
    res = request(url)
    hero_message = json.loads(res.text)['hero']
    # print(hero_message)

    # 物理
    attack = data_analysis('attack', hero_message)
    draw_pie('物理', attack)

    # 防御
    defense = data_analysis('defense', hero_message)
    draw_pie('防御', defense)

    # 魔法
    magic = data_analysis('magic', hero_message)
    draw_pie('魔法', magic)

    # 难度
    difficulty = data_analysis('difficulty', hero_message)
    draw_pie('难度', difficulty)

    draw_Radar()