第二次获取资源404,疑似玄学bug
This commit is contained in:
lsy2246
parent
63859b11a4
commit
21a0961d56
169
python/spider/Movie/kanjuba.net.py
Normal file
169
python/spider/Movie/kanjuba.net.py
Normal file
@ -0,0 +1,169 @@
|
|||||||
|
from concurrent.futures import ThreadPoolExecutor, ProcessPoolExecutor # 多线程/多进程
|
||||||
|
import requests
|
||||||
|
import re
|
||||||
|
import os
|
||||||
|
import shutil
|
||||||
|
from lxml import etree
|
||||||
|
|
||||||
|
|
||||||
|
def downloadm3u81(domain, filepath, ts, headers):
|
||||||
|
domain = ts.rstrip("\n")
|
||||||
|
urlend = domain.split('/')[-1]
|
||||||
|
domain = domain.replace(urlend, ts)
|
||||||
|
urlend = domain.split('/')[-1]
|
||||||
|
filename = filepath + urlend
|
||||||
|
with requests.get(domain, headers=headers) as r:
|
||||||
|
if r.status_code == 200:
|
||||||
|
with open(filename, 'wb') as f:
|
||||||
|
f.write(r.content)
|
||||||
|
try:
|
||||||
|
print(f"正在下载{urlend}")
|
||||||
|
open(filename, "r")
|
||||||
|
except:
|
||||||
|
print(f"{urlend}下载失败尝试重新下载")
|
||||||
|
try:
|
||||||
|
with open(filename, 'wb') as f:
|
||||||
|
print(f"正在下载{urlend}")
|
||||||
|
f.write(r.content)
|
||||||
|
except:
|
||||||
|
print(f"{urlend}下载失败")
|
||||||
|
else:
|
||||||
|
print(f"{urlend}下载完成")
|
||||||
|
else:
|
||||||
|
print(f"{domain}访问失败,错误代码{r.status_code}")
|
||||||
|
|
||||||
|
|
||||||
|
def merge_ts_to_mp41(filepath, title):
|
||||||
|
with open(f"{filepath}{title}.m3u8", "r") as file:
|
||||||
|
with open(f"{title}.mp4", "ab") as video:
|
||||||
|
print("正在合成,请耐心等待")
|
||||||
|
for name in file:
|
||||||
|
name = name.split("/")[-1]
|
||||||
|
name = name.strip() # 去除文件名中的换行符和空白
|
||||||
|
name = filepath + name
|
||||||
|
with open(name, "rb") as ts:
|
||||||
|
video.write(ts.read())
|
||||||
|
|
||||||
|
|
||||||
|
def merge_ts_to_mp42(filepath, title):
|
||||||
|
with open(f"{filepath}{title}.m3u8", "r") as file:
|
||||||
|
with open(f"{title}.mp4", "ab") as video:
|
||||||
|
print("正在合成,请耐心等待")
|
||||||
|
for name in file:
|
||||||
|
name = name.strip() # 去除文件名中的换行符和空白
|
||||||
|
name = filepath + name
|
||||||
|
print(name)
|
||||||
|
|
||||||
|
|
||||||
|
def downloadm3u82(filepath, domain,ts, headers):
|
||||||
|
urlend = domain.split("/")[-1]
|
||||||
|
filename = filepath + ts
|
||||||
|
domain = domain.replace(urlend, ts)
|
||||||
|
with requests.get(domain, headers=headers) as r:
|
||||||
|
if r.status_code == 200:
|
||||||
|
with open(filename, 'wb') as f:
|
||||||
|
print(f"正在下载{urlend}")
|
||||||
|
f.write(r.content)
|
||||||
|
try:
|
||||||
|
open(filename, "r")
|
||||||
|
except:
|
||||||
|
print(f"{ts}下载失败尝试重新下载")
|
||||||
|
try:
|
||||||
|
with open(filename, 'wb') as f:
|
||||||
|
print(f"正在下载{urlend}")
|
||||||
|
f.write(r.content)
|
||||||
|
except:
|
||||||
|
print(f"{ts}下载失败")
|
||||||
|
else:
|
||||||
|
print(f"{ts}下载完成")
|
||||||
|
else:
|
||||||
|
print(f"{domain}访问失败,错误代码{r.status_code}")
|
||||||
|
|
||||||
|
##获取m3u8文件
|
||||||
|
def getm3u8(domain, headers):
|
||||||
|
##获取m3u8
|
||||||
|
orl_obj = re.compile('http.*?.m3u8')
|
||||||
|
with requests.get(domain, headers=headers) as html:
|
||||||
|
if html.status_code == 200:
|
||||||
|
title = etree.HTML(html.text)
|
||||||
|
title = title.xpath('/html/body/div/div[2]/div/div[2]/div/div/div/div[1]/div[1]/h2/text()')
|
||||||
|
title = title[0]
|
||||||
|
|
||||||
|
if os.name == 'posix':
|
||||||
|
filepath = f"tmpMovie/{title}/"
|
||||||
|
elif os.name == 'nt':
|
||||||
|
filepath = f"tmpMovie\\{title}\\"
|
||||||
|
|
||||||
|
if not os.path.exists("tmpMovie"):
|
||||||
|
os.mkdir("tmpMovie")
|
||||||
|
if not os.path.exists(filepath):
|
||||||
|
os.mkdir(filepath)
|
||||||
|
print(f'临时文件夹“{filepath}”创建成功')
|
||||||
|
|
||||||
|
print("开始读取m3u8文件")
|
||||||
|
m3u8url1 = orl_obj.findall(html.text)
|
||||||
|
domain = m3u8url1[0]
|
||||||
|
|
||||||
|
with requests.get(m3u8url1[0], headers=headers) as m3u8url2:
|
||||||
|
m3u8url2 = str(m3u8url2.text)
|
||||||
|
m3u8url2 = m3u8url2.split('\n')
|
||||||
|
if len(m3u8url2) < 5:
|
||||||
|
if m3u8url2[-1] == "":
|
||||||
|
m3u8url2 = m3u8url2[-2]
|
||||||
|
else:
|
||||||
|
m3u8url2 = m3u8url2[-1]
|
||||||
|
m3u8url2 = m3u8url2.split()
|
||||||
|
substitute = domain.split("/")[-1]
|
||||||
|
|
||||||
|
|
||||||
|
domain = domain.replace(substitute, m3u8url2[0])
|
||||||
|
with requests.get(domain, headers=headers) as tss:
|
||||||
|
tss = str(tss.text).split("\n")
|
||||||
|
with open(f"{filepath}{title}.m3u8", "a+") as m3u8file:
|
||||||
|
for ts in tss:
|
||||||
|
if ts.startswith("#") or ts.startswith(" "):
|
||||||
|
continue
|
||||||
|
else:
|
||||||
|
m3u8file.write(f"{ts}\n")
|
||||||
|
print("m3u8文件读取完成")
|
||||||
|
else:
|
||||||
|
with open(f"{filepath}{title}.m3u8", "a+") as m3u8file:
|
||||||
|
for ts in m3u8url2:
|
||||||
|
if ts.startswith("#") or ts.startswith(" "):
|
||||||
|
continue
|
||||||
|
else:
|
||||||
|
m3u8file.write(f"{ts}\n")
|
||||||
|
print("m3u8文件读取完成")
|
||||||
|
else:
|
||||||
|
print("访问失败")
|
||||||
|
exit(1)
|
||||||
|
|
||||||
|
##下载m3u8
|
||||||
|
print(f'开始下载视频"{title}"')
|
||||||
|
with open(f"{filepath}{title}.m3u8", "r") as tsfile:
|
||||||
|
with ThreadPoolExecutor(max_workers=1) as xc:
|
||||||
|
for ts in tsfile:
|
||||||
|
if ts.startswith("http"):
|
||||||
|
xc.submit(downloadm3u81, domain=domain, filepath=filepath, ts=ts, headers=headers)
|
||||||
|
else:
|
||||||
|
xc.submit(downloadm3u82, filepath=filepath, domain=domain, ts=ts, headers=headers)
|
||||||
|
|
||||||
|
##合成视频
|
||||||
|
print("开始合成视频")
|
||||||
|
merge_ts_to_mp42(filepath, title)
|
||||||
|
shutil.rmtree("tmpMovie")
|
||||||
|
print("下载已经全部完成")
|
||||||
|
print(f"文件在当前根目录{title}.mp4")
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
domain = "https://kanjuba.net/play/93312-0-9.html"
|
||||||
|
|
||||||
|
headers = {
|
||||||
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36',
|
||||||
|
'Referer': "https://kanjuba.net/",
|
||||||
|
'Sec-Ch-Ua': '"Google Chrome";v="123", "Not:A-Brand";v="8", "Chromium";v="123"',
|
||||||
|
'Sec-Ch-Ua-Platform': '"Windows"'
|
||||||
|
}
|
||||||
|
|
||||||
|
getm3u8(domain, headers)
|
||||||
@ -1,31 +0,0 @@
|
|||||||
import re
|
|
||||||
|
|
||||||
import requests
|
|
||||||
|
|
||||||
i = 0 # 控制页数的遍历
|
|
||||||
|
|
||||||
url = "https://movie.douban.com/top250"
|
|
||||||
|
|
||||||
UA = {"User-Agent":
|
|
||||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"}
|
|
||||||
|
|
||||||
douban = [] #储存数据
|
|
||||||
|
|
||||||
|
|
||||||
obj = re.compile(r'<li>.*?<span class="title">(?P<title>.*?)</span>.*?'
|
|
||||||
r' <span class="playable">\[(?P<playable>.*?)\]</span>.*?'
|
|
||||||
r'<p class="">.*?导演: (?P<name>[\u4e00-\u9fa5]+).*? .*?'
|
|
||||||
r'<br>.*?(?P<time>\d+)',re.S)
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
param = {"start": i,
|
|
||||||
"filter": ""
|
|
||||||
}
|
|
||||||
|
|
||||||
resp = requests.get(url, headers=UA, params=param)
|
|
||||||
sj = obj.findall(resp.text)
|
|
||||||
resp.close()
|
|
||||||
|
|
||||||
print(type(sj))
|
|
||||||
Loading…
Reference in New Issue
Block a user