python分析实战(4)--获取某音热榜
1. 分析需求
打开某音热搜，选择需要获取的热榜如图
查找包含热搜内容的接口返回如图
将url地址保存
2. 开发
定义请求头
headers = {'Cookie': '自己的cookie','Accept': 'application/json, text/plain, */*','Accept-Encoding': 'gzip, deflate','Host': 'www.douyin.com','User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.4 Safari/605.1.15','Accept-Language': 'zh-CN,zh-Hans;q=0.9','Referer': 'https://www.douyin.com/hot','Connection': 'keep-alive'
}
配置上面获取到的url
定义抓取元素数组
position_list = [] # 热搜排名title_list = [] # 热搜标题time_list = [] # 热搜时间hot_value_list = [] # 热度值hot_url = [] # 热搜链接
开始请求
r = requests.get(url, headers=headers)# 用json接收请求数据json_data = r.json()
解析响应
data_list = json_data['data']['word_list']
循环赋值
for data in data_list:title = data.get('word', '') # 热搜标题title_list.append(title)position = data.get('position', 0) # 热搜排名position_list.append(position)hot_value = data.get('hot_value', '') # 热搜值hot_value_list.append(hot_value)event_time = data.get('event_time', '') # 热搜时间戳if event_time:timestamp = float(event_time)# 时间戳转时间dt_object = datetime.datetime.fromtimestamp(timestamp)formatted_date = dt_object.strftime("%Y-%m-%d %H:%M:%S")time_list.append(formatted_date)else:time_list.append('')hot_url.append('https://www.douyin.com/hot/' + data.get('sentence_id', '')) # 热榜链接
写入csv
df = pd.DataFrame({'热搜排名': position_list,'热搜标题': title_list,'热搜时间': time_list,'热度值': hot_value_list,'热搜链接': hot_url,})# 保存结果到csv文件df.to_csv('抖音热搜.csv', index=False, encoding='utf_8_sig')
3. 效果验证
