python爬虫如何下载已经请求到的视频url-python爬虫：抓取下载视频文件，合并ts文件为完整视频...

￡神魔★判官ぃ 2022-11-21 14:09 227阅读 0赞

"""

@author :Eric-chen

@contact :sygcrjgx@163.com

@time :2019/6/16 15:32

@desc :

"""

import requests

import threading

import datetime

import os

count = 0;

def Handler(start, end, url, filename):

headers = \{'Origin': 'https://xdzy.andisk.com','Referer':'https://xdzy.andisk.com/andisk/app/videoviewFrame.html',

'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36'\}

for i in filename\[start:end\]:

global count

r = requests.get("https://bk.andisk.com/data/3048aa1f-b2fb-4fb7-b452-3ebc96c76374/res/" + i.replace(" ", ""),

headers=headers,

stream=True)

with open("C:\\Users\\chen\\Desktop\\downloadfiles/" + i.replace(" ", ""), "wb") as code:

code.write(r.content)

count = count + 1

print("下载进度：%.2f" % (count / len(filename)))

def download\_file(url, num\_thread=100):

cwd = os.getcwd() \# 获取当前目录即dir目录下

print("------------------------current working directory------------------" + cwd)

f = open('index.m3u8', 'r', encoding='utf-8')

text\_list = f.readlines()

s\_list = \[\]

for i in text\_list:

if i.find('\#EX') == -1:

s\_list.append(i)

f.close()

file\_size = len(s\_list)

\# 启动多线程写文件

part = file\_size // num\_thread \# 如果不能整除，最后一块应该多几个字节

for i in range(num\_thread):

start = part \* i

if i == num\_thread - 1: \# 最后一块

end = file\_size

else:

end = start + part

t = threading.Thread(target=Handler, kwargs=\{'start': start, 'end': end, 'url': url, 'filename': s\_list\})

t.setDaemon(True)

t.start()

\# 等待所有线程下载完成

main\_thread = threading.current\_thread()

for t in threading.enumerate():

if t is main\_thread:

continue

t.join()

def before\_merge():

cwd = os.getcwd() \# 获取当前目录即dir目录下

print("------------------------current working directory------------------" + cwd)

f = open('index.m3u8', 'r', encoding='utf-8')

text\_list = f.readlines()

files = \[\]

for i in text\_list:

if i.find('\#EX') == -1:

files.append(i)

f.close()

tmp = \[\]

for file in files\[0:568\]:

tmp.append(file.replace(" ", ""))

\# 合并ts文件

\# os.chdir("ts/")

shell\_str = '+'.join(tmp)

\# print(shell\_str)

shell\_str = 'copy /b ' + shell\_str + ' 5.mp4'+' '+'del \*.ts'

return shell\_str

def wite\_to\_file(cmdString):

cwd = os.getcwd() \# 获取当前目录即dir目录下

print("------------------------current working directory------------------"+cwd)

f = open("combined.cmd", 'w')

f.write(cmdString)

f.close()

if \_\_name\_\_ == '\_\_main\_\_':

url = "https://bk.andisk.com/data/3048aa1f-b2fb-4fb7-b452-3ebc96c76374/res/";

\# 下载：开始下载

start = datetime.datetime.now().replace(microsecond=0)

download\_file(url)

end = datetime.datetime.now().replace(microsecond=0)

print(end - start)

\# 结束下载

\#合并小文件

cmd=before\_merge();

\#把合并命令写到文件中

wite\_to\_file(cmd);

python爬虫如何下载已经请求到的视频url-python爬虫：抓取下载视频文件，合并ts文件为完整视频...

发表评论取消回复

还没有评论，来说两句吧...

相关阅读

相关 [Python实战：如何用爬虫抓取优质视频资源]

相关 python爬虫爬取视频网站视频并下载

相关 Python爬虫：哔哩哔哩（bilibili）视频下载

相关下载ts网页视频

相关 Python爬虫：短视频平台无水印下载（上）

相关 python爬虫如何下载已经请求到的视频url-python爬虫：抓取下载视频文件，合并ts文件为完整视频...

相关 python爬虫教程视频下载-利用Python网络爬虫获取电影天堂视频下载链接【详细教程】...

相关 python 合并ts视频文件

相关 ts视频文件的爬取与合并

相关【2019.05】python爬虫下载视频大文件，支持断点续传