Compare commits

..

No commits in common. "a6fbe55d6d87f2790cf4c89d633dd6108f415853" and "321d8a4862d61034d02cd32a83e30b293e65a8e3" have entirely different histories.

3 changed files with 82 additions and 14 deletions

View File

@ -2047,6 +2047,7 @@ from .tubitv import (
TubiTvIE, TubiTvIE,
TubiTvShowIE, TubiTvShowIE,
) )
from .tudou import TudouIE
from .tumblr import TumblrIE from .tumblr import TumblrIE
from .tunein import ( from .tunein import (
TuneInStationIE, TuneInStationIE,

80
yt_dlp/extractor/tudou.py Normal file
View File

@ -0,0 +1,80 @@
from .common import InfoExtractor
import time
import re
class TudouIE(InfoExtractor):
_VALID_URL = r'https?://(?:play\.)?tudou\.com/v_show/(?P<id>id_[\w=]+).html[\w\W]+'
_TESTS = [{
'url': 'https://play.tudou.com/v_show/id_XNjAxNjI2OTU3Ng.html?',
'md5': 'to be updated',
'info_dict': {
'id': 'XNjAxNjI2OTU3Ng==',
'ext': 'mp4',
'title': '阿斯塔意识到哈里杀了人,自己被骗了',
'show_name': '外星居民 第一季',
},
# 'skip': 'testing skip function',
}]
def _real_extract(self, url):
video_id = self._match_id(url)
webpage = self._download_webpage(url, video_id)
data = self._search_json(r'window\.__INITIAL_DATA__\s*=', webpage, 'initial data', video_id)
# The .json file is much cleaner, thanks for the guide
video_id = data['data']['data']['data']['extra']['videoId']
title = data['data']['data']['data']['extra']['videoTitle']
show_name = data['data']['data']['data']['extra']['showName']
_, urlh = self._download_webpage_handle(
"https://log.mmstat.com/yt.gif", video_id, 'Retrieving cna info'
)
re_cna = re.compile(r'cna=([\w\W]+; expires)')
cna = re.findall(re_cna, urlh.headers['set-cookie'])[0].replace("; expires", "")
ts1 = time.time() * 1000
params1 = {
'vid': video_id,
'ccode': '050F',
'client_ip': '192.168.1.1',
'utid': cna,
'client_ts': ts1,
'ckey': '140#XvSoigEEzzPw6zo2K5XTwpN8s9xI9h7FQeSkq6lrpeQ3Qm8xyFnPG9Uxtq6aSBxXVXwkqv6L4/GKvKzgD5oqlbzxhQfIlJgkzFnb0OK7lpTzzPzbVXlqlbrofJH+V3hqabzi228++bP0EHmiuZsHofFc74upoC6MkpscNHvXzJK+//Wna4Zt+dTHiQWqckfMQdZWTBs1ZpU/wadIq8nYxy5uZ+cRepqZMra+XLkaqMgGBcF/Ie/igRJDCcHl4d28aId7B+XOW/V6+gNOtDc+y6piEy1V51R4rYd41m6FkoEE4ix4eQE3VY7wvREVNJfR54V4qc3aqV4zzx+dkH8STo4ABYgr27bP9Vi0NBwse6wOOAJfYbnYZQdqQ4rlte/TfegJDmiufcPHd7sUG/A0RYx3pHQ9wYa3lQS3MjIjWejRlGzQdt0fxqEhcHuu10zfo4lhobcXARy7rDT2fb6wJrCHf98c0l8iGiOTSXVZVvWiQMM1est+EACvaMFB/baJm1BjCMKeS2zQEgUkRmulz00icM/W0BS8sEOR1RpOP4WXpji1HjEDpt2MTVHGqUwo223u03IGTHK3Z+Ki1ujWXKKUP+E1VESmBF0rzBkR/dyP20hRbGSpfX7eRVABF6npnWgdgjzQB4FOxAjHPn5CupypFZDYIdKyfQyC45mGS5WI6Wz9JmoFjxO7ikUKKP6p0KP3nj+5YTtbwUNpciVhD+mOZZKq6+dT6G7cfBhOzZQFXs66gZ3174KWt6sLTcvLzEezfoA0mO0NIx0mZZlL1lYonycOtcByLpKmSW5Xd96FWP5fuenIBUUJZCectNPgB/nFNGpeZuhruYbBbG843gwtfiXaRp2r4ssDM07/pPsEfk6MzcmtAxIimwdRjv6lSx+QSEANWRazykZneHEpH1R0uB0BjJdozYDKK84KMsNd+jjg6XTz9Ai0KZYMUJXN1Vz=',
'vip': '0',
}
headers1 = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/117.0',
'Referer': 'https://play.tudou.com/'
}
# About video_url
# The video url is not stored in the json file above, instead, the website uses m3u8 scheme
# This get.json file contains 4 cdn_url and 4 m3u8_url
# I'm not sure what cdn_url stands for, but it also delivers the full video
# I'll put the cdn_url here for now, if needed I can replace it with m3u8_url
data_m3u8 = self._download_json(
'https://ups.youku.com/ups/get.json', video_id,
'Downloading JSON metadata',
query=params1, headers=headers1)
list_of_video_data = []
for item in data_m3u8['data']['stream']:
item_of_video_data = {
'url': item['segs'][0]['cdn_url'].replace('http://', 'https://'),
'ext': 'mp4',
'filesize': item['size'],
'width': item['width'],
'height': item['height'],
}
list_of_video_data.append(item_of_video_data)
sorted_list_of_video_data = sorted(list_of_video_data, key=lambda d: d['filesize'], reverse=False)
return {
'id': video_id,
'title': title,
'show_name': show_name,
'ext': 'mp4',
'formats': sorted_list_of_video_data,
}

View File

@ -20,7 +20,7 @@ class YoukuIE(InfoExtractor):
_VALID_URL = r'''(?x) _VALID_URL = r'''(?x)
(?: (?:
https?://( https?://(
(?:v|play(?:er)?)\.(?:youku|tudou)\.com/(?:v_show/id_|player\.php/sid/)| (?:v|player)\.youku\.com/(?:v_show/id_|player\.php/sid/)|
video\.tudou\.com/v/)| video\.tudou\.com/v/)|
youku:) youku:)
(?P<id>[A-Za-z0-9]+)(?:\.html|/v\.swf|) (?P<id>[A-Za-z0-9]+)(?:\.html|/v\.swf|)
@ -87,19 +87,6 @@ class YoukuIE(InfoExtractor):
'uploader_url': 'https://www.youku.com/profile/index/?uid=UNjU2MzY1MzM1Ng==', 'uploader_url': 'https://www.youku.com/profile/index/?uid=UNjU2MzY1MzM1Ng==',
'tags': list, 'tags': list,
}, },
}, {
'url': 'https://play.tudou.com/v_show/id_XNjAxNjI2OTU3Ng==.html?',
'info_dict': {
'id': 'XNjAxNjI2OTU3Ng',
'ext': 'mp4',
'title': '阿斯塔意识到哈里杀了人,自己被骗了',
'thumbnail': 'https://m.ykimg.com/0541010164F732752794D4D7B70331D1',
'uploader_id': '88758207',
'tags': [],
'uploader_url': 'https://www.youku.com/profile/index/?uid=UMzU1MDMyODI4',
'uploader': '英美剧场',
'duration': 72.91,
},
}] }]
@staticmethod @staticmethod