代码拉取完成,页面将自动刷新
import random
import time
import urllib.request
import pymysql
from selenium import webdriver
from selenium.webdriver.common.by import By
class CSDB:
con = pymysql.connect(host="127.0.0.1", port=3306, user="root", passwd="20010109l?y!", db="class",
charset="utf8")
cursor = con.cursor(pymysql.cursors.DictCursor)
def createDB(self):
try:
self.cursor.execute('create table Course(Id varchar (10),cCourse varchar (40),cCollege varchar (20),cSchedule varchar (30),'
'cCourseStatus varchar (30), clmgUrl varchar (255))')
except Exception as err:
print(err)
print(1)
def insert(self,id,course,college,schedule,coursestatus,clmgurl):
try:
self.cursor.execute('insert into Course(Id,cCourse,cCollege,cSchedule,cCourseStatus,clmgUrl) '
'values (%s,%s,%s,%s,%s,%s)', (id, course, college, schedule, coursestatus, clmgurl))
except Exception as err:
print(err)
def closeDB(self):
self.con.commit()
self.con.close()
def download(url,name):
req = urllib.request.Request(url,)
data = urllib.request.urlopen(req, timeout=100)
data = data.read()
fobj = open(r"images/" + str(name) + ".jpg", "wb")
fobj.write(data)
fobj.close()
print("downloaded" + (name) + ".jpg")
db = CSDB()
#db.createDB()
#db.closeDB()
option = webdriver.ChromeOptions()
option.add_experimental_option("detach", True)
driver = webdriver.Chrome(chrome_options=option)
driver.get('https://www.icourse163.org/')
sign = driver.find_element(By.XPATH, '/html/body/div[4]/div[2]/div[1]/div/div/div[1]/div[3]/div[3]/div').click()
time.sleep(10)
find = driver.find_element(By.XPATH, '//*[@id="j-indexNav-bar"]/div/div/div/div/div[7]/div[3]/div/div/a/span')
# 图标被遮挡,导致无法直接用find.click()点击
driver.execute_script("arguments[0].click();", find)
#课程名
course = driver.find_elements(By.XPATH, '//*[@id="j-coursewrap"]/div/div[1]/div/div[1]/a/div[2]/div[1]/div[1]/div/span[2]')
#学校
college = driver.find_elements(By.XPATH, '//*[@id="j-coursewrap"]/div/div[1]/div/div[1]/a/div[2]/div[1]/div[2]/a')
#课时
sche = driver.find_elements(By.XPATH, '//*[@id="j-coursewrap"]/div/div[1]/div/div[1]/a/div[2]/div[2]/div[1]/div[1]/div[1]/a/span')
#状态
status = driver.find_elements(By.XPATH, '/html/body/div[4]/div[2]/div[3]/div/div[1]/div[3]/div/div[2]/div/div/div[2]/div[1]/div[2]/div/div[1]/div/div[1]/a/div[2]/div[2]/div[2]')
#url
url = driver.find_elements(By.XPATH, '/html/body/div[4]/div[2]/div[3]/div/div[1]/div[3]/div/div[2]/div/div/div[2]/div[1]/div[2]/div/div[1]/div/div[1]/a/div[1]/img')
for i in range(len(course)):
db.insert(i+1, course[i].text, college[i].text,sche[i].text,status[i].text, url[i].get_attribute("src"))
db.con.commit()
print(i+1,course[i].text,college[i].text,sche[i].text,status[i].text,url[i].get_attribute("src"))
course1 = course[i].text
url1 = url[i].get_attribute("src")
download(url1,course1)
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。