参数说明：
-
up_id：要下载的UP主id（从UP主主页浏览器地址获取）
-
UA ：Uaer-agent（F12获取）
-
cookie：自己的B在cookie（登录后F12获取）
-
path：下载视频的存放地址
python
import json
import os
import sys
import requests
import you_get
def you_get_down(url,path):
sys.argv = ['you-get','-l','--no-caption', '-o', path, url]
you_get.main()
class Channel_down:
dict_bvID = {}
list_cid = []
def __init__(self, UA ,up_id, path = '/.'):
self.up_id = up_id
self.UA = UA
self.path = path
self.get_cid(self.UA, self.up_id)
for i in self.list_cid:
self.get_bvID(self.UA, self.up_id, i)
# 把获取BV号存入本地磁盘，下次就不用重新爬获
with open(path+'Channel_BVid.json', 'w', encoding='utf-8') as fp:
json.dump(self.dict_bvID, fp=fp, ensure_ascii=False)
# 从本地json文件读取BV号
# with open(path+'Channel_BVid.json', 'r', encoding='utf-8') as fp:
# self.dict_bvID = json.load(fp)
# 用you-get下载
# 选择一个频道
Channel_name = input('\n选择一个分类或all\n').strip().split()
while (not (set(Channel_name) <= set(self.dict_bvID.keys())) and Channel_name!='all'):
Channel_name = input('\n选择一个分类或all\n').strip().split()
for key, value in self.dict_bvID.items():
# 选择一个频道
if key in set(Channel_name) or Channel_name == 'all':
print(key, value)
num = 1
for i in value:
# if i['title']=='2020年Python爬虫全套课程（学完可做项目）':
try:
print('第' + str(num) + '/' + str(len(value)) + '个视频：' + i['title'])
you_url = 'https://www.bilibili.com/video/' + i['bvid']
# 视频输出的位置
path = self.path + key
you_get_down(you_url, path)
num += 1
except Exception as e:
print('异常：',e)
num += 1
# print(self.list_cid)
# print(self.dict_bvID)
# {'ASMR 掏耳、捂耳朵、按摩': [{'title': '梵天采耳掏耳，竟能"舒服"的脑壳都麻了！200%舒爽体验！中间多倍高能！', 'bvid': 'BV1v7411H7zo
def get_cid(self, UA, up_id):
#global list_cid
header = {
'user-agent': UA,
}
param = {
'mid': up_id,
'guest': 'false',
'jsonp': 'jsonp',
# 'callback': '__jp3'
}
url = 'https://api.bilibili.com/x/space/channel/list?'
response = requests.get(url=url, headers=header, params=param)
dict_ = response.json()['data']
list_ = response.json()['data']['list']
for i in list_:
d = {}
d['cid'] = i['cid']
d['name'] = i['name']
d['count'] = i['count']
self.list_cid.append(d)
# print(dict_)
# print(self.list_cid)
def get_bvID(self, UA, up_id, cid_i):
#global dict_bvID
pn = 0
pn+=cid_i['count']//30
if cid_i['count']%30!=0:
pn+=1
cid = cid_i['cid']
list_bvID = []
url = 'https://api.bilibili.com/x/space/channel/video?'
header = {
'user-agent': UA,
}
for n in range(1,pn+1):
param = {
'mid': up_id,
'cid': cid,
'pn': str(n),
'ps': '30',
'order': '0',
'jsonp': 'jsonp',
# 'callback': '__jp3'
}
response = requests.get(url=url, headers=header, params=param)
list_ = response.json()['data']['list']['archives']
for i in list_:
d = {}
d['title'] = i['title']
d['bvid'] = i['bvid']
list_bvID.append(d)
self.dict_bvID[cid_i['name']] = list_bvID
print(cid_i['name'], len(list_bvID))
# print(cid_i)
# print(len(list_bvID))
# print('\n')
class Classify_down:
dict_bvID = {}
dict_tid = {}
def __init__(self, UA, up_id, path = './'):
self.up_id = up_id
self.tid = '0'
self.UA = UA
self.path = path
if self.dict_tid == {}:
self.get_dict_bvID(self.up_id, self.tid)
print(self.dict_tid)
for k, v in self.dict_tid.items():
list_bv = self.get_dict_bvID(self.up_id, k, int(v['count']))
print(self.dict_tid[k]['name'],len(list_bv))
self.dict_bvID[self.dict_tid[k]['name']] = list_bv
# 把获取BV号存入本地磁盘，下次就不用重新爬获
with open(path+'Classify_BVid.json', 'w', encoding='utf-8') as fp:
json.dump(self.dict_bvID, fp=fp, ensure_ascii=False)
# 从本地json文件读取BV号
# with open(path+'Classify_BVid.json', 'r', encoding='utf-8') as fp:
# self.dict_bvID = json.load(fp)
# 用you-get下载
# 选择一个分类
Classify_name = input('\n选择n个分类或all\n').strip().split()
while(not (set(Classify_name) <= set(self.dict_bvID.keys())) and Classify_name!='all' ):
Classify_name = input('\n选择n个分类或all\n').strip().split()
for key, value in self.dict_bvID.items():
# 选择一个分类
if key in set(Classify_name) or Classify_name == 'all':
print(key, value)
num = 1
for i in value:
# if i['title']=='2020年Python爬虫全套课程（学完可做项目）':
try:
print('第' + str(num) + '/' + str(len(value)) + '个视频：' + i['title'])
you_url = 'https://www.bilibili.com/video/' + i['bvid']
# 视频输出的位置
path = self.path + key
you_get_down(you_url, path)
num += 1
except Exception as e:
print('异常：',e)
num += 1
def get_dict_bvID(self, up_id, tid, count = 30):
pn = 0
pn+=count//30
if count%30!=0:
pn+=1
list_bv = []
header = {
'user-agent':self.UA
}
for i in range(1,pn+1):
#pubdate click stow
param = {
'mid': up_id,
'ps': '30',
'tid': tid,
'pn': str(i),
'keyword':'',
'order': 'click',
'jsonp': 'jsonp',
}
url = 'https://api.bilibili.com/x/space/arc/search?'
response = requests.get(url=url, headers=header, params=param)
dict_ = response.json()
self.dict_tid = dict_['data']['list']['tlist']
vlist_ = dict_['data']['list']['vlist']
for i in vlist_:
d = {}
d['title'] = i['title']
d['bvid'] = i['bvid']
list_bv.append(d)
return list_bv
class Favorite_down:
dict_name = {}
list_name = []
dict_BV = {}
def __init__(self, UA, up_id,cookie, path = './'):
self.UA = UA
self.cookie = cookie
self.up_mid = up_id
self.path = path
# 获取所有收藏夹
# 获取TA的创建
self.get_favorite_lsit(self.up_mid)
# 获取TA的收藏
self.get_favorite_collected(self.up_mid)
# 获取所有收藏夹中视频的BV号
for kv in self.dict_name['list']:
kv_key = kv.keys()
# 选择公开且存在的收藏夹，23为私密收藏夹，1为已删除
# 如果是下载自己的收藏夹，则可以删除筛选条件kv['attr'] == 22 and
if ('state' not in kv_key or kv['state'] == 0):
media_id, media_count = str(kv['id']), kv['media_count']
print(kv['title'], end=':')
self.dict_BV[kv['title']] = self.get_favorite_BV(media_id, media_count)
self.list_name.append({kv['title']: len(self.dict_BV[kv['title']])})
with open(path+'收藏夹名称&视频数量.txt', 'w', encoding='utf-8') as fp:
for i in self.list_name:
json.dump(i, fp=fp, ensure_ascii=False)
fp.write('\n')
# 把获取BV号存入本地磁盘，下次就不用重新爬获
with open(path+'Favorite_BVid.json', 'w', encoding='utf-8') as fp:
json.dump(self.dict_BV, fp=fp, ensure_ascii=False)
# 从本地json文件读取BV号
# with open(path+'Favorite_BVid.json', 'r', encoding='utf-8') as fp:
# self.dict_BV = json.load(fp)
# 用you-get下载
# 选择一个收藏夹
Favorite_name = input('\n选择n个收藏夹或all\n').strip().split()
while(not (set(Favorite_name) <= set(self.dict_BV.keys())) and Favorite_name!='all'):
Favorite_name = input('\n选择n个收藏夹或all\n').strip().split()
for key, value in self.dict_BV.items():
# 选择一个收藏夹
if key in set(Favorite_name) or Favorite_name == 'all':
print(self.dict_BV[key])
num = 1
for i in value:
# if i['title']=='2020年Python爬虫全套课程（学完可做项目）':
try:
print('第' + str(num) + '/' + str(len(value)) + '个视频：' + i['title'])
you_url = 'https://www.bilibili.com/video/' + i['bv_id']
# 视频输出的位置
path = self.path + key
you_get_down(you_url, path)
num += 1
except Exception as e:
print('异常：', e)
num += 1
def get_favorite_lsit(self,up_mid):
url = 'https://api.bilibili.com/x/v3/fav/folder/created/list-all?'
param = {
'up_mid': up_mid,
'jsonp': 'jsonp'
}
header = {
'user-agent': self.UA,
'cookie': self.cookie
}
response = requests.get(url=url, params=param, headers=header)
dict_ = response.json()
self.dict_name['count'] = dict_['data']['count']
self.dict_name['list'] = dict_['data']['list']
print('TA的创建',self.dict_name)
def get_favorite_collected(self,up_mid):
pn = 1
url = 'https://api.bilibili.com/x/v3/fav/folder/collected/list?'
param = {
'up_mid': up_mid,
'jsonp': 'jsonp',
'pn': '1',
'ps': '20'
}
header = {
'user-agent': self.UA,
'cookie':self.cookie
}
response = requests.get(url=url, params=param, headers=header)
dict_ = response.json()
self.dict_name['count'] += dict_['data']['count']
self.dict_name['list'].extend(dict_['data']['list'])
if dict_['data']['count'] > 20:
pn = dict_['data']['count'] // 20
if dict_['data']['count'] % 20 != 0:
pn += 1
for i in range(2, pn + 1):
param = {
'up_mid': up_mid,
'jsonp': 'jsonp',
'pn': str(i),
'ps': '20'
}
response = requests.get(url=url, params=param, headers=header)
dict_ = response.json()
self.dict_name['list'].extend(dict_['data']['list'])
print('TA的收藏',self.dict_name)
def get_favorite_BV(self,media_id, media_count):
list_BV = []
url = 'https://api.bilibili.com/x/v3/fav/resource/list?'
n = media_count // 20
if media_count % 20 != 0:
n += 1
for i in range(1, n + 1):
param = {
'media_id': media_id,
'pn': str(i),
'ps': '20',
'keyword': '',
'order': 'mtime',
'type': '0',
'tid': '0',
'jsonp': 'jsonp',
}
header = {
'user-agent': self.UA,
'cookie': self.cookie
}
response = requests.get(headers=header, params=param, url=url)
dict_js = response.json()
for i in dict_js['data']['medias']:
# 跳过已失效视频
if i['title'] != '已失效视频':
d = {}
d['upper'] = i['upper']
d['bv_id'] = i['bv_id']
d['title'] = i['title']
list_BV.append(d)
print(len(list_BV))
return list_BV
class All_down:
list_bvID = []
def __init__(self, UA, up_id , path = './'):
self.biz_id = ''
self.up_id = up_id
self.UA = UA
self.path = path
self.get_list_bvID(self.UA, self.up_id, self.biz_id)
self.list_bvID = list(filter(None, self.list_bvID))
with open(path+'All_BVid.json', 'w', encoding='utf-8') as fp:
json.dump(self.list_bvID, fp=fp, ensure_ascii=False)
# 从本地json文件读取BV号
# with open(path+'All_BVid.json', 'r', encoding='utf-8') as fp:
# self.list_bvID = json.load(fp)
# 下载
l = len(self.list_bvID)
num = 1
for i in self.list_bvID:
# if i['title']=='':
try:
print('第%s/%s个视频：%s' % (str(num), str(l), i['title']))
you_url = 'https://www.bilibili.com/video/' + i['bv_id']
# 视频输出的位置
path = self.path
you_get_down(you_url, path)
num += 1
except Exception as e:
print('异常：', e)
num += 1
def get_list_bvID(self, UA, up_id, biz_id):
header = {
'user-agent':UA
}
param = {
'type':'1',
'biz_id':up_id,
'bvid':biz_id,
'mobi_app':'web',
'ps':'100',
'direction':'false',
}
url = 'https://api.bilibili.com/x/v2/medialist/resource/list?'
response = requests.get(url=url, headers=header, params=param)
for i in response.json()['data']['media_list']:
self.list_bvID.append({'title':i['title'],'bv_id':i['bv_id']})
if len(self.list_bvID)%100 == 0:
biz_id = self.list_bvID.pop()['bv_id']
self.list_bvID.append(None)
self.get_list_bvID(UA, up_id, biz_id)
if __name__ == '__main__':
up_id = ''
UA = ''
cookie = ''
path = ''
# 创建的目录
if not os.path.exists(path):
os.makedirs(path)
# a = Channel_down(UA, up_id, path) #按频道下载
# b = Favorite_down(UA,up_id,cookie,path) #下载收藏夹
# c = All_down(UA, up_id, path) #下载所有
d = Classify_down(UA, up_id, path) #按分类下载