简介
抖音，是一款可以拍短视频的音乐创意短视频社交软件，该软件于2016年9月上线，是一个专注年轻人的15秒音乐短视频社区。用户可以通过这款软件选择歌曲，拍摄15秒的音乐短视频，形成自己的作品。此APP已在Android各大应用商店和APP Store均有上线。
今天咱们就用Python爬取抖音视频
想要学习Python？Python学习交流群：683380553满足你的需求，资料都已经上传群文件流，可以自行下载！
准备：环境：Python3.6+Windows
IDE：你开行就好，喜欢用哪个就用哪个
模块：
1 from splinter.driver.webdriver.chrome import Options, Chrome
2 from splinter.browser import Browser
3 from contextlib import closing
4 import requests, json, time, re, os, sys, time
5 from bs4 import BeautifulSoup-
查询的用户ID
-
视频名字列表
-
视频链接列表
-
用户昵称
def get_video_urls(self, user_id):
+ video_names = []
+ video_urls = []
+ unique_id = ''
+ while unique_id != user_id:
+ search_url = 'https://api.amemv.com/aweme/v1/discover/search/?cursor=0&keyword=%s&count=10&type=1&retry_type=no_retry&iid=17900846586&device_id=34692364855&ac=wifi&channel=xiaomi&aid=1128&app_name=aweme&version_code=162&version_name=1.6.2&device_platform=android&ssmix=a&device_type=MI+5&device_brand=Xiaomi&os_api=24&os_version=7.0&uuid=861945034132187&openudid=dc451556fc0eeadb&manifest_version_code=162&resolution=1080*1920&dpi=480&update_version_code=1622' % user_id
+ req = requests.get(url = search_url, verify = False)
+ html = json.loads(req.text)
+ aweme_count = html['user_list'][0]['user_info']['aweme_count']
+ uid = html['user_list'][0]['user_info']['uid']
+ nickname = html['user_list'][0]['user_info']['nickname']
+ unique_id = html['user_list'][0]['user_info']['unique_id']
+ user_url = 'https://www.douyin.com/aweme/v1/aweme/post/?user_id=%s&max_cursor=0&count=%s' % (uid, aweme_count)
+ req = requests.get(url = user_url, verify = False)
+ html = json.loads(req.text)
+ i = 1
+ for each in html['aweme_list']:
+ share_desc = each['share_info']['share_desc']
+ if '抖音-原创音乐短视频社区' == share_desc:
+ video_names.append(str(i) + '.mp4')
+ i += 1
+ else:
+ video_names.append(share_desc + '.mp4')
+ video_urls.append(each['share_info']['share_url'])
+
+ return video_names, video_urls, nickname-
video_url：带水印的视频播放地址
-
download_url: 带水印的视频下载地址
def get_download_url(self, video_url):
+ req = requests.get(url = video_url, verify = False)
+ bf = BeautifulSoup(req.text, 'lxml')
+ script = bf.find_all('script')[-1]
+ video_url_js = re.findall('var data = \[(.+)\];', str(script))[0]
+ video_html = json.loads(video_url_js)
+ download_url = video_html['video']['play_addr']['url_list'][0]
+ return download_url-
video_url: 带水印的视频地址
-
video_name: 视频名
-
watermark_flag: 是否下载不带水印的视频
def video_downloader(self, video_url, video_name, watermark_flag=True):
+ """
+ 视频下载
+ Parameters:
+ video_url: 带水印的视频地址
+ video_name: 视频名
+ watermark_flag: 是否下载不带水印的视频
+ Returns:
+ 无
+ """
+ size = 0
+ if watermark_flag == True:
+ video_url = self.remove_watermark(video_url)
+ else:
+ video_url = self.get_download_url(video_url)
+ with closing(requests.get(video_url, stream=True, verify = False)) as response:
+ chunk_size = 1024
+ content_size = int(response.headers['content-length'])
+ if response.status_code == 200:
+ sys.stdout.write(' [文件大小]:%0.2f MB\n' % (content_size / chunk_size / 1024))
+
+ with open(video_name, "wb") as file:
+ for data in response.iter_content(chunk_size = chunk_size):
+ file.write(data)
+ size += len(data)
+ file.flush()
+
+ sys.stdout.write(' [下载进度]:%.2f%%' % float(size / content_size * 100) + '\r')
+ sys.stdout.flush()def remove_watermark(self, video_url):
+ """
+ 获得无水印的视频播放地址
+ Parameters:
+ video_url: 带水印的视频地址
+ Returns:
+ 无水印的视频下载地址
+ """
+ self.driver.visit('http://douyin.iiilab.com/')
+ self.driver.find_by_tag('input').fill(video_url)
+ self.driver.find_by_xpath('//button[@class="btn btn-default"]').click()
+ html = self.driver.find_by_xpath('//div[@class="thumbnail"]/div/p')[0].html
+ bf = BeautifulSoup(html, 'lxml')
+ return bf.find('a').get('href')def run(self):
+ """
+ 运行函数
+ Parameters:
+ None
+ Returns:
+ None
+ """
+ self.hello()
+ user_id = input('请输入ID(例如40103580):')
+ video_names, video_urls, nickname = self.get_video_urls(user_id)
+ if nickname not in os.listdir():
+ os.mkdir(nickname)
+ print('视频下载中:共有%d个作品!\n' % len(video_urls))
+ for num in range(len(video_urls)):
+ print(' 解析第%d个视频链接 [%s] 中，请稍后!\n' % (num+1, video_urls[num]))
+ if '\\' in video_names[num]:
+ video_name = video_names[num].replace('\\', '')
+ elif '/' in video_names[num]:
+ video_name = video_names[num].replace('/', '')
+ else:
+ video_name = video_names[num]
+ self.video_downloader(video_urls[num], os.path.join(nickname, video_name))
+ print('\n')
+
+ print('下载完成!')全部代码
+# -*- coding:utf-8 -*-
想要学习Python？Python学习交流群：683380553满足你的需求，资料都已经上传群文件流，可以自行下载！
+from splinter.driver.webdriver.chrome import Options, Chrome
+from splinter.browser import Browser
+from contextlib import closing
+import requests, json, time, re, os, sys, time
+from bs4 import BeautifulSoup
+
class DouYin(object):
def __init__(self, width = 500, height = 300):
+ """
+ 抖音App视频下载
+ """
+ # 无头浏览器
+ chrome_options = Options()
+ chrome_options.add_argument('user-agent="Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36"')
+ self.driver = Browser(driver_name='chrome', executable_path='D:/chromedriver', options=chrome_options, headless=True)
+
def get_video_urls(self, user_id):
+ """
+ 获得视频播放地址
+ Parameters:
+ user_id：查询的用户ID
+ Returns:
+ video_names: 视频名字列表
+ video_urls: 视频链接列表
+ nickname: 用户昵称
+ """
+ video_names = []
+ video_urls = []
+ unique_id = ''
+ while unique_id != user_id:
+ search_url = 'https://api.amemv.com/aweme/v1/discover/search/?cursor=0&keyword=%s&count=10&type=1&retry_type=no_retry&iid=17900846586&device_id=34692364855&ac=wifi&channel=xiaomi&aid=1128&app_name=aweme&version_code=162&version_name=1.6.2&device_platform=android&ssmix=a&device_type=MI+5&device_brand=Xiaomi&os_api=24&os_version=7.0&uuid=861945034132187&openudid=dc451556fc0eeadb&manifest_version_code=162&resolution=1080*1920&dpi=480&update_version_code=1622' % user_id
+ req = requests.get(url = search_url, verify = False)
+ html = json.loads(req.text)
+ aweme_count = html['user_list'][0]['user_info']['aweme_count']
+ uid = html['user_list'][0]['user_info']['uid']
+ nickname = html['user_list'][0]['user_info']['nickname']
+ unique_id = html['user_list'][0]['user_info']['unique_id']
+ user_url = 'https://www.douyin.com/aweme/v1/aweme/post/?user_id=%s&max_cursor=0&count=%s' % (uid, aweme_count)
+ req = requests.get(url = user_url, verify = False)
+ html = json.loads(req.text)
+ i = 1
+ for each in html['aweme_list']:
+ share_desc = each['share_info']['share_desc']
+ if '抖音-原创音乐短视频社区' == share_desc:
+ video_names.append(str(i) + '.mp4')
+ i += 1
+ else:
+ video_names.append(share_desc + '.mp4')
+ video_urls.append(each['share_info']['share_url'])
+
+ return video_names, video_urls, nickname
+
def get_download_url(self, video_url):
+ """
+ 获得带水印的视频播放地址
+ Parameters:
+ video_url：带水印的视频播放地址
+ Returns:
+ download_url: 带水印的视频下载地址
+ """
+ req = requests.get(url = video_url, verify = False)
+ bf = BeautifulSoup(req.text, 'lxml')
+ script = bf.find_all('script')[-1]
+ video_url_js = re.findall('var data = \[(.+)\];', str(script))[0]
+ video_html = json.loads(video_url_js)
+ download_url = video_html['video']['play_addr']['url_list'][0]
+ return download_url
+
def video_downloader(self, video_url, video_name, watermark_flag=True):
+ """
+ 视频下载
+ Parameters:
+ video_url: 带水印的视频地址
+ video_name: 视频名
+ watermark_flag: 是否下载不带水印的视频
+ Returns:
+ 无
+ """
+ size = 0
+ if watermark_flag == True:
+ video_url = self.remove_watermark(video_url)
+ else:
+ video_url = self.get_download_url(video_url)
+ with closing(requests.get(video_url, stream=True, verify = False)) as response:
+ chunk_size = 1024
+ content_size = int(response.headers['content-length'])
+ if response.status_code == 200:
+ sys.stdout.write(' [文件大小]:%0.2f MB\n' % (content_size / chunk_size / 1024))
+
+ with open(video_name, "wb") as file:
+ for data in response.iter_content(chunk_size = chunk_size):
+ file.write(data)
+ size += len(data)
+ file.flush()
+
+ sys.stdout.write(' [下载进度]:%.2f%%' % float(size / content_size * 100) + '\r')
+ sys.stdout.flush()
+
+
def remove_watermark(self, video_url):
+ """
+ 获得无水印的视频播放地址
+ Parameters:
+ video_url: 带水印的视频地址
+ Returns:
+ 无水印的视频下载地址
+ """
+ self.driver.visit('http://douyin.iiilab.com/')
+ self.driver.find_by_tag('input').fill(video_url)
+ self.driver.find_by_xpath('//button[@class="btn btn-default"]').click()
+ html = self.driver.find_by_xpath('//div[@class="thumbnail"]/div/p')[0].html
+ bf = BeautifulSoup(html, 'lxml')
+ return bf.find('a').get('href')
+
def run(self):
+ """
+ 运行函数
+ Parameters:
+ None
+ Returns:
+ None
+ """
+ self.hello()
+ user_id = input('请输入ID(例如40103580):')
+ video_names, video_urls, nickname = self.get_video_urls(user_id)
+ if nickname not in os.listdir():
+ os.mkdir(nickname)
+ print('视频下载中:共有%d个作品!\n' % len(video_urls))
+ for num in range(len(video_urls)):
+ print(' 解析第%d个视频链接 [%s] 中，请稍后!\n' % (num+1, video_urls[num]))
+ if '\\' in video_names[num]:
+ video_name = video_names[num].replace('\\', '')
+ elif '/' in video_names[num]:
+ video_name = video_names[num].replace('/', '')
+ else:
+ video_name = video_names[num]
+ self.video_downloader(video_urls[num], os.path.join(nickname, video_name))
+ print('\n')
+
+ print('下载完成!')
+
def hello(self):
+ """
+ 打印欢迎界面
+ Parameters:
+ None
+ Returns:
+ None
+ """
+ print('*' * 100)
+ print('\t\t\t\t抖音App视频下载小助手')
+ print('\t\t作者:Python学习交流群：125240963')
+ print('*' * 100)
+
+
+if __name__ == '__main__':
+ douyin = DouYin()
+ douyin.run()
