代码拉取完成,页面将自动刷新
# Version: Test
# Author:LAI-1048576
# -*- coding:utf-8 -*-
from UA import UA
from urllib import request
from json import loads,dumps
import requests
class Response(object):
def __init__(self,res,coding="utf-8"):
self.res = res if isinstance(res,requests.Request) else None
self.data = res if isinstance(res,str) else res.text
self.bytes = res.encode(coding) if isinstance(res,str) else res.content
try:
self.json = loads(self.data)
except:
self.json = {"ERROR":"JSON DECODE FAILED"}
class Crawler(object):
def log(self,*msg):
if self.debug:
print(*msg)
def __init__(self,user_agent=UA,debug=True):
self.user_agent = user_agent
self.debug = debug
self.session = requests.session()
def GET(self,url:str,session = True):
if session:
res = self.session.get(url)
self.log(res.status_code)
return Response(res)
else:
res = request.urlopen(request.Request(url,headers=self.user_agent))
self.log(res.status)
return Response(res)
def POST(self,url:str,data:dict,session=True):
if session:
res = self.session.post(url,data=data)
self.log(res.status_code)
return Response(res)
else:
res = request.urlopen(request.Request(url,headers=self.user_agent,data=json.dumps(data)))
if __name__ == '__main__':
c = Crawler()
response = c.GET("https://shequ.codemao.cn/community")
print(response.data)
print(response.json)
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。