当前位置: 首页 > news >正文

weilai8游戏爬虫

#!/usr/bin/python
# -*- coding: UTF-8 -*-
#!/usr/bin/python
# -*- coding: UTF-8 -*-
import os,csv
import re
import random
import time
import requests
from lxml import etreefrom urllib.parse import quote, unquotepage=98
sess = requests.Session()#创建一个session保持连接
agent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:108.0) Gecko/20100101 Firefox/108.0'#设置浏览头伪装成浏览器
headers = {'Accept': 'application/json, text/javascript, */*; q=0.01','Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8,en-GB;q=0.7,en-US;q=0.6',# 'Authorization': 'Bearer 8d9587cb442ea21ac8a7bb2a40fa1de8','Cache-Control': 'no-cache','Connection': 'keep-alive','Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8','Origin': 'https://weilai8.vip/','Pragma': 'no-cache','Referer': 'https://weilai8.vip/member/login.php','Sec-Fetch-Dest': 'empty','Sec-Fetch-Mode': 'cors','Sec-Fetch-Site': 'same-origin','User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36 Edg/110.0.1587.63','X-Requested-With': 'XMLHttpRequest','sec-ch-ua': '"Chromium";v="110", "Not A(Brand";v="24", "Microsoft Edge";v="110"','sec-ch-ua-mobile': '?0','sec-ch-ua-platform': '"Windows"',
}M_email = "2944357972@qq.com"
M_pwd="123456"
data = {'M_pwd':M_pwd,'M_email':M_email,'add':""}url= "https://weilai8.vip/member/login.php?action=login&from=index.php"
#url='https://weiali8.vip'sess.post(url,data=data,headers=headers,allow_redirects=True)#re=sess.get('https://258yx.vip/member/index.php')def Purchase_goods(genkey=None, id=None):"""购买商品:param genkey::param id::return:"""# params = {#     'type': 'productinfo',#     'id': id,## }data={'no':1,'button':'立即购买','genkey':genkey,}url = f"https://weilai8.vip/buy.php?type=productinfo&id={id}"headers={'Referer':f'https://weilai8.vip/?type = productinfo&id={id}',}respone = sess.post(url,data=data,headers=headers)# print(respone.headers.get('Location'))# exit()# print(respone.text)print(respone.text)with open('js.txt', 'w') as f:f.write(respone.text)resut = open('js.txt', 'r')context = str(resut.read())js_url = context.split('=')js_url[1] = js_url[1].strip("'")locaion_url = f"https://weilai8.vip/{js_url[1]}={js_url[2]}=0"print(locaion_url)resut.close()respone = sess.get(locaion_url)print(respone.status_code)# locaion_url = f"https://weilai8.vip/member/unlogin.php?type=fahuo&id={id}&genkey={genkey}"# print(locaion_url)## respone = sess.get(locaion_url)# value = quote('立即购买')## data ={"no":1,"button":value,'genkey':genkey}# sess.post(url,data=data).text# fa_url=f'https://258yx.vip/member/unlogin.php?genkey={genkey}&address=0'## rspone=sess.get(fa_url)select = etree.HTML(respone.text)shop_name = select.xpath(r'//div[@class="col-md-9"]//p/text()')[0][4:]shop_msg = select.xpath(r'//div[@class="panel-body"]//textarea/text()')[0]if not os.path.exists('宅男小游戏'):os.mkdir('宅男小游戏')with open(os.path.join('宅男小游戏', '格斗小游戏.csv'), 'w', encoding='utf-8', newline='') as f:csv_write = csv.writer(f)csv_write.writerow(['游戏名称','下载地址'])with open(os.path.join('宅男小游戏', '格斗小游戏.csv'), 'a', encoding='utf-8', newline='') as f:csv_write = csv.writer(f)csv_write.writerow([shop_name, shop_msg])print(f'INFO游戏{shop_name}成功获取')for e in range(1, page + 1):params = {'type': 'product','id': '32','page': e,'M_id': "",'tag':""}url = f'https://weilai8.vip'page_dict = sess.get(url,params=params)select = etree.HTML(page_dict.text)game_urls = select.xpath(r'//div[@class="course-item"]//a/@href')url_list=[]for i in game_urls:if i not in url_list and  re.search(r'productinfo',i):url_list.append(i)for i in url_list:game_url = url + igame_id = i.split('=')[-1]res = sess.get(game_url)print(game_url)gen = re.findall(r'genkey=(.\w+)',res.text)print(gen)select = etree.HTML(res.text)#genkey = select.xpath(r"//input[@name='genkey']/@value")[0]Purchase_goods(genkey=gen,id=game_id)
http://www.lryc.cn/news/300210.html

相关文章:

  • 【Java程序设计】【C00261】基于Springboot的休闲娱乐代理售票系统(有论文)
  • 【Linux】学习-基础IO拓展篇
  • 算法详解(力扣141——环形链表系列)
  • 浅谈路由器交换结构
  • Linux第51步_移植ST公司的linux内核第3步_添加修改设备树
  • 【PyTorch】PyTorch中张量(Tensor)统计操作
  • 安卓游戏开发框架应用场景以及优劣分析
  • 单片机学习笔记---LCD1602
  • django中实现适配器模式
  • 题记(42)--EXCEL排序
  • 【学网攻】 第(28)节 -- OSPF虚链路
  • 百面嵌入式专栏(面试题)驱动开发面试题汇总1.0
  • Starknet 的 JavaScript 库:Starknet.js、get-starknet和starknet-react
  • debian11 安装 k8s,containerd ,阿里云镜像(已成功)
  • Spring Task定时任务
  • 【设计模式】23中设计模式笔记
  • 类加载过程介绍
  • pytorch创建模型方式
  • MySQL 基础知识(五)之数据增删改
  • 紫微斗数双星组合:廉贞天府在辰戌
  • 人工智能|深度学习——基于全局注意力的改进YOLOv7-AC的水下场景目标检测系统
  • 使用 C++23 从零实现 RISC-V 模拟器(1):最简CPU
  • 顺序表、链表(ArrayList、LinkedList)
  • 第11讲投票创建后端实现
  • SNMP 简单网络管理协议、网络管理
  • 计算机设计大赛 深度学习YOLOv5车辆颜色识别检测 - python opencv
  • OpenCV-36 多边形逼近与凸包
  • transformer中的QKV是如何得到的?
  • console.log导致内存泄露 打包时自动去掉console.log方法
  • 《合成孔径雷达成像算法与实现》FIgure6.20