猿人部落 › 主页 › 资讯 › 查看内容

爬取斗鱼直播人气排名练习笔记

2019-7-24 11:57 发布者: admin 评论 0 查看 1077

# -*-coding:utf-8 -*-# Author : Jermey1994# Develop_Time : 2019/7/24 10:54# File_Name : req_main.PY# Develop_Tool : PyCharmimport requestsfrom fake_useragent import UserAgentimport jsonpathclass Start

# -*-coding:utf-8 -*-
# Author : Jermey1994
# Develop_Time : 2019/7/24 10:54
# File_Name : req_main.PY
# Develop_Tool : PyCharm
import requests
from fake_useragent import UserAgent
import jsonpath
class Start_Main(object):
def get_url(self,url):
ua = UserAgent()
header = {"user-agent": ua.random}
self.url = url
response = requests.get(self.url,headers=header).json()
#print(response)
return response
def get_data(self,response):
items = dict()
user_names = jsonpath.jsonpath(response,"$..nn")
user_pops = jsonpath.jsonpath(response,"$..ol")
#print(user_names,user_pops)
for name , pop in zip(user_names,user_pops) :
items[name] = pop
return items
def start_runing(self):
return self.get_data(self.get_url("https://www.douyu.com/gapi/rkc/directory/2_1/1"))
print("""
====================
斗鱼豪杰同盟人气排行榜
====================
""")
index = 1
pop_list = list()
douyu_hot = Start_Main()
anchor_pop = douyu_hot.start_runing()
for key in anchor_pop :
pop_list.append(anchor_pop[key])
pop_list.sort(reverse=True)
for pop in pop_list :
for temp in anchor_pop :
if pop == anchor_pop[temp] :
print("No.%d" % index)
print("anchor: %s -- %s pops" % (temp,anchor_pop[temp]))
print('--------------------')
index += 1
break