mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-10-01 23:01:23 +02:00
Compare commits
No commits in common. "cae6e461073fb7c32fd32052a3e6721447c469bc" and "5f25f348f9eb5db842b1ec6799f95bebb7ba35a7" have entirely different histories.
cae6e46107
...
5f25f348f9
|
@ -369,7 +369,6 @@ from .clippit import ClippitIE
|
||||||
from .cliprs import ClipRsIE
|
from .cliprs import ClipRsIE
|
||||||
from .closertotruth import CloserToTruthIE
|
from .closertotruth import CloserToTruthIE
|
||||||
from .cloudflarestream import CloudflareStreamIE
|
from .cloudflarestream import CloudflareStreamIE
|
||||||
from .cloudycdn import CloudyCDNIE
|
|
||||||
from .clubic import ClubicIE
|
from .clubic import ClubicIE
|
||||||
from .clyp import ClypIE
|
from .clyp import ClypIE
|
||||||
from .cmt import CMTIE
|
from .cmt import CMTIE
|
||||||
|
@ -1002,11 +1001,6 @@ from .lrt import (
|
||||||
LRTVODIE,
|
LRTVODIE,
|
||||||
LRTStreamIE
|
LRTStreamIE
|
||||||
)
|
)
|
||||||
from .lsm import (
|
|
||||||
LSMLREmbedIE,
|
|
||||||
LSMLTVEmbedIE,
|
|
||||||
LSMReplayIE
|
|
||||||
)
|
|
||||||
from .lumni import (
|
from .lumni import (
|
||||||
LumniIE
|
LumniIE
|
||||||
)
|
)
|
||||||
|
|
|
@ -1,79 +0,0 @@
|
||||||
from .common import InfoExtractor
|
|
||||||
from ..utils import (
|
|
||||||
int_or_none,
|
|
||||||
parse_iso8601,
|
|
||||||
url_or_none,
|
|
||||||
urlencode_postdata,
|
|
||||||
)
|
|
||||||
from ..utils.traversal import traverse_obj
|
|
||||||
|
|
||||||
|
|
||||||
class CloudyCDNIE(InfoExtractor):
|
|
||||||
_VALID_URL = r'(?:https?:)?//embed\.cloudycdn\.services/(?P<site_id>[^/?#]+)/media/(?P<id>[\w-]+)'
|
|
||||||
_EMBED_REGEX = [rf'<iframe[^>]+\bsrc=[\'"](?P<url>{_VALID_URL})']
|
|
||||||
_TESTS = [{
|
|
||||||
'url': 'https://embed.cloudycdn.services/ltv/media/46k_d23-6000-105?',
|
|
||||||
'md5': '64f72a360ca530d5ed89c77646c9eee5',
|
|
||||||
'info_dict': {
|
|
||||||
'id': '46k_d23-6000-105',
|
|
||||||
'ext': 'mp4',
|
|
||||||
'timestamp': 1700589151,
|
|
||||||
'duration': 1442,
|
|
||||||
'upload_date': '20231121',
|
|
||||||
'title': 'D23-6000-105_cetstud',
|
|
||||||
'thumbnail': 'https://store.cloudycdn.services/tmsp00060/assets/media/660858/placeholder1700589200.jpg',
|
|
||||||
}
|
|
||||||
}, {
|
|
||||||
'url': 'https://embed.cloudycdn.services/izm/media/26e_lv-8-5-1',
|
|
||||||
'md5': '798828a479151e2444d8dcfbec76e482',
|
|
||||||
'info_dict': {
|
|
||||||
'id': '26e_lv-8-5-1',
|
|
||||||
'ext': 'mp4',
|
|
||||||
'title': 'LV-8-5-1',
|
|
||||||
'timestamp': 1669767167,
|
|
||||||
'thumbnail': 'https://store.cloudycdn.services/tmsp00120/assets/media/488306/placeholder1679423604.jpg',
|
|
||||||
'duration': 1205,
|
|
||||||
'upload_date': '20221130',
|
|
||||||
}
|
|
||||||
}]
|
|
||||||
_WEBPAGE_TESTS = [{
|
|
||||||
'url': 'https://www.tavaklase.lv/video/es-esmu-mina-um-2/',
|
|
||||||
'md5': '63074e8e6c84ac2a01f2fb8bf03b8f43',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'cqd_lib-2',
|
|
||||||
'ext': 'mp4',
|
|
||||||
'upload_date': '20230223',
|
|
||||||
'duration': 629,
|
|
||||||
'thumbnail': 'https://store.cloudycdn.services/tmsp00120/assets/media/518407/placeholder1678748124.jpg',
|
|
||||||
'timestamp': 1677181513,
|
|
||||||
'title': 'LIB-2',
|
|
||||||
}
|
|
||||||
}]
|
|
||||||
|
|
||||||
def _real_extract(self, url):
|
|
||||||
site_id, video_id = self._match_valid_url(url).group('site_id', 'id')
|
|
||||||
|
|
||||||
data = self._download_json(
|
|
||||||
f'https://player.cloudycdn.services/player/{site_id}/media/{video_id}/',
|
|
||||||
video_id, data=urlencode_postdata({
|
|
||||||
'version': '6.4.0',
|
|
||||||
'referer': url,
|
|
||||||
}))
|
|
||||||
|
|
||||||
formats, subtitles = [], {}
|
|
||||||
for m3u8_url in traverse_obj(data, ('source', 'sources', ..., 'src', {url_or_none})):
|
|
||||||
fmts, subs = self._extract_m3u8_formats_and_subtitles(m3u8_url, video_id, fatal=False)
|
|
||||||
formats.extend(fmts)
|
|
||||||
self._merge_subtitles(subs, target=subtitles)
|
|
||||||
|
|
||||||
return {
|
|
||||||
'id': video_id,
|
|
||||||
'formats': formats,
|
|
||||||
'subtitles': subtitles,
|
|
||||||
**traverse_obj(data, {
|
|
||||||
'title': ('name', {str}),
|
|
||||||
'duration': ('duration', {int_or_none}),
|
|
||||||
'timestamp': ('upload_date', {parse_iso8601}),
|
|
||||||
'thumbnail': ('source', 'poster', {url_or_none}),
|
|
||||||
}),
|
|
||||||
}
|
|
|
@ -66,7 +66,7 @@ class GofileIE(InfoExtractor):
|
||||||
query_params = {
|
query_params = {
|
||||||
'contentId': file_id,
|
'contentId': file_id,
|
||||||
'token': self._TOKEN,
|
'token': self._TOKEN,
|
||||||
'wt': '4fd6sg89d7s6', # From https://gofile.io/dist/js/alljs.js
|
'websiteToken': '7fd94ds12fds4', # From https://gofile.io/dist/js/alljs.js
|
||||||
}
|
}
|
||||||
password = self.get_param('videopassword')
|
password = self.get_param('videopassword')
|
||||||
if password:
|
if password:
|
||||||
|
|
|
@ -1,282 +0,0 @@
|
||||||
import re
|
|
||||||
import urllib.parse
|
|
||||||
|
|
||||||
from .common import InfoExtractor
|
|
||||||
from ..utils import (
|
|
||||||
ExtractorError,
|
|
||||||
determine_ext,
|
|
||||||
int_or_none,
|
|
||||||
js_to_json,
|
|
||||||
parse_iso8601,
|
|
||||||
parse_qs,
|
|
||||||
str_or_none,
|
|
||||||
url_or_none,
|
|
||||||
urljoin,
|
|
||||||
)
|
|
||||||
from ..utils.traversal import traverse_obj
|
|
||||||
|
|
||||||
|
|
||||||
class LSMLREmbedIE(InfoExtractor):
|
|
||||||
_VALID_URL = r'''(?x)
|
|
||||||
https?://(?:
|
|
||||||
(?:latvijasradio|lr1|lr2|klasika|lr4|naba|radioteatris)\.lsm|
|
|
||||||
pieci
|
|
||||||
)\.lv/[^/?#]+/(?:
|
|
||||||
pleijeris|embed
|
|
||||||
)/?\?(?:[^#]+&)?(?:show|id)=(?P<id>\d+)'''
|
|
||||||
_TESTS = [{
|
|
||||||
'url': 'https://latvijasradio.lsm.lv/lv/embed/?theme=black&size=16x9&showCaptions=0&id=183522',
|
|
||||||
'md5': '719b33875cd1429846eeeaeec6df2830',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'a342781',
|
|
||||||
'ext': 'mp3',
|
|
||||||
'duration': 1823,
|
|
||||||
'title': '#138 Nepilnīgā kompensējamo zāļu sistēma pat mēnešiem dzenā pacientus pa aptiekām',
|
|
||||||
'thumbnail': 'https://pic.latvijasradio.lv/public/assets/media/9/d/gallery_fd4675ac.jpg',
|
|
||||||
}
|
|
||||||
}, {
|
|
||||||
'url': 'https://radioteatris.lsm.lv/lv/embed/?id=&show=1270&theme=white&size=16x9',
|
|
||||||
'info_dict': {
|
|
||||||
'id': '1270',
|
|
||||||
},
|
|
||||||
'playlist_count': 3,
|
|
||||||
'playlist': [{
|
|
||||||
'md5': '2e61b6eceff00d14d57fdbbe6ab24cac',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'a297397',
|
|
||||||
'ext': 'mp3',
|
|
||||||
'title': 'Eriks Emanuels Šmits "Pilāta evaņģēlijs". 1. daļa',
|
|
||||||
'thumbnail': 'https://radioteatris.lsm.lv/public/assets/shows/62f131ae81e3c.jpg',
|
|
||||||
'duration': 3300,
|
|
||||||
},
|
|
||||||
}],
|
|
||||||
}, {
|
|
||||||
'url': 'https://radioteatris.lsm.lv/lv/embed/?id=&show=1269&theme=white&size=16x9',
|
|
||||||
'md5': '24810d4a961da2295d9860afdcaf4f5a',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'a230690',
|
|
||||||
'ext': 'mp3',
|
|
||||||
'title': 'Jens Ahlboms "Spārni". Radioizrāde ar Mārtiņa Freimaņa mūziku',
|
|
||||||
'thumbnail': 'https://radioteatris.lsm.lv/public/assets/shows/62f13023a457c.jpg',
|
|
||||||
'duration': 1788,
|
|
||||||
}
|
|
||||||
}, {
|
|
||||||
'url': 'https://lr1.lsm.lv/lv/embed/?id=166557&show=0&theme=white&size=16x9',
|
|
||||||
'info_dict': {
|
|
||||||
'id': '166557',
|
|
||||||
},
|
|
||||||
'playlist_count': 2,
|
|
||||||
'playlist': [{
|
|
||||||
'md5': '6a8b0927572f443f09c6e50a3ad65f2d',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'a303104',
|
|
||||||
'ext': 'mp3',
|
|
||||||
'thumbnail': 'https://pic.latvijasradio.lv/public/assets/media/c/5/gallery_a83ad2c2.jpg',
|
|
||||||
'title': 'Krustpunktā Lielā intervija: Valsts prezidents Egils Levits',
|
|
||||||
'duration': 3222,
|
|
||||||
},
|
|
||||||
}, {
|
|
||||||
'md5': '5d5e191e718b7644e5118b7b4e093a6d',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'v303104',
|
|
||||||
'ext': 'mp4',
|
|
||||||
'thumbnail': 'https://pic.latvijasradio.lv/public/assets/media/c/5/gallery_a83ad2c2.jpg',
|
|
||||||
'title': 'Krustpunktā Lielā intervija: Valsts prezidents Egils Levits - Video Version',
|
|
||||||
'duration': 3222,
|
|
||||||
},
|
|
||||||
}],
|
|
||||||
}, {
|
|
||||||
'url': 'https://lr1.lsm.lv/lv/embed/?id=183522&show=0&theme=white&size=16x9',
|
|
||||||
'only_matching': True,
|
|
||||||
}, {
|
|
||||||
'url': 'https://lr2.lsm.lv/lv/embed/?id=182126&show=0&theme=white&size=16x9',
|
|
||||||
'only_matching': True,
|
|
||||||
}, {
|
|
||||||
'url': 'https://klasika.lsm.lv/lv/embed/?id=110806&show=0&theme=white&size=16x9',
|
|
||||||
'only_matching': True,
|
|
||||||
}, {
|
|
||||||
'url': 'https://lr4.lsm.lv/lv/embed/?id=184282&show=0&theme=white&size=16x9',
|
|
||||||
'only_matching': True,
|
|
||||||
}, {
|
|
||||||
'url': 'https://pieci.lv/lv/embed/?id=168896&show=0&theme=white&size=16x9',
|
|
||||||
'only_matching': True,
|
|
||||||
}, {
|
|
||||||
'url': 'https://naba.lsm.lv/lv/embed/?id=182901&show=0&theme=white&size=16x9',
|
|
||||||
'only_matching': True,
|
|
||||||
}, {
|
|
||||||
'url': 'https://radioteatris.lsm.lv/lv/embed/?id=176439&show=0&theme=white&size=16x9',
|
|
||||||
'only_matching': True,
|
|
||||||
}, {
|
|
||||||
'url': 'https://lr1.lsm.lv/lv/pleijeris/?embed=0&id=48205&time=00%3A00&idx=0',
|
|
||||||
'only_matching': True,
|
|
||||||
}]
|
|
||||||
|
|
||||||
def _real_extract(self, url):
|
|
||||||
query = parse_qs(url)
|
|
||||||
video_id = traverse_obj(query, (
|
|
||||||
('show', 'id'), 0, {int_or_none}, {lambda x: x or None}, {str_or_none}), get_all=False)
|
|
||||||
webpage = self._download_webpage(url, video_id)
|
|
||||||
|
|
||||||
player_data, media_data = self._search_regex(
|
|
||||||
r'LR\.audio\.Player\s*\([^{]*(?P<player>\{.*?\}),(?P<media>\{.*\})\);',
|
|
||||||
webpage, 'player json', group=('player', 'media'))
|
|
||||||
|
|
||||||
player_json = self._parse_json(
|
|
||||||
player_data, video_id, transform_source=js_to_json, fatal=False) or {}
|
|
||||||
media_json = self._parse_json(media_data, video_id, transform_source=js_to_json)
|
|
||||||
|
|
||||||
entries = []
|
|
||||||
for item in traverse_obj(media_json, (('audio', 'video'), lambda _, v: v['id'])):
|
|
||||||
formats = []
|
|
||||||
for source_url in traverse_obj(item, ('sources', ..., 'file', {url_or_none})):
|
|
||||||
if determine_ext(source_url) == 'm3u8':
|
|
||||||
formats.extend(self._extract_m3u8_formats(source_url, video_id, fatal=False))
|
|
||||||
else:
|
|
||||||
formats.append({'url': source_url})
|
|
||||||
|
|
||||||
id_ = item['id']
|
|
||||||
title = item.get('title')
|
|
||||||
if id_.startswith('v') and not title:
|
|
||||||
title = traverse_obj(
|
|
||||||
media_json, ('audio', lambda _, v: v['id'][1:] == id_[1:], 'title',
|
|
||||||
{lambda x: x and f'{x} - Video Version'}), get_all=False)
|
|
||||||
|
|
||||||
entries.append({
|
|
||||||
'formats': formats,
|
|
||||||
'thumbnail': urljoin(url, player_json.get('poster')),
|
|
||||||
'id': id_,
|
|
||||||
'title': title,
|
|
||||||
'duration': traverse_obj(item, ('duration', {int_or_none})),
|
|
||||||
})
|
|
||||||
|
|
||||||
if len(entries) == 1:
|
|
||||||
return entries[0]
|
|
||||||
|
|
||||||
return self.playlist_result(entries, video_id)
|
|
||||||
|
|
||||||
|
|
||||||
class LSMLTVEmbedIE(InfoExtractor):
|
|
||||||
_VALID_URL = r'https?://ltv\.lsm\.lv/embed\?(?:[^#]+&)?c=(?P<id>[^#&]+)'
|
|
||||||
_TESTS = [{
|
|
||||||
'url': 'https://ltv.lsm.lv/embed?c=eyJpdiI6IjQzbHVUeHAyaDJiamFjcjdSUUFKdnc9PSIsInZhbHVlIjoiMHl3SnJNRmd2TmFIdnZwOGtGUUpzODFzUEZ4SVVsN2xoRjliSW9vckUyMWZIWG8vbWVzaFFkY0lhNmRjbjRpaCIsIm1hYyI6ImMzNjdhMzFhNTFhZmY1ZmE0NWI5YmFjZGI1YmJiNGEyNjgzNDM4MjUzMWEwM2FmMDMyZDMwYWM1MDFjZmM5MGIiLCJ0YWciOiIifQ==',
|
|
||||||
'md5': '64f72a360ca530d5ed89c77646c9eee5',
|
|
||||||
'info_dict': {
|
|
||||||
'id': '46k_d23-6000-105',
|
|
||||||
'ext': 'mp4',
|
|
||||||
'timestamp': 1700589151,
|
|
||||||
'duration': 1442,
|
|
||||||
'upload_date': '20231121',
|
|
||||||
'title': 'D23-6000-105_cetstud',
|
|
||||||
'thumbnail': 'https://store.cloudycdn.services/tmsp00060/assets/media/660858/placeholder1700589200.jpg',
|
|
||||||
}
|
|
||||||
}, {
|
|
||||||
'url': 'https://ltv.lsm.lv/embed?enablesdkjs=1&c=eyJpdiI6IncwVzZmUFk2MU12enVWK1I3SUcwQ1E9PSIsInZhbHVlIjoid3FhV29vamc3T2sxL1RaRmJ5Rm1GTXozU0o2dVczdUtLK0cwZEZJMDQ2a3ZIRG5DK2pneGlnbktBQy9uazVleHN6VXhxdWIweWNvcHRDSnlISlNYOHlVZ1lpcTUrcWZSTUZPQW14TVdkMW9aOUtRWVNDcFF4eWpHNGcrT0VZbUNFQStKQk91cGpndW9FVjJIa0lpbkh3PT0iLCJtYWMiOiIyZGI1NDJlMWRlM2QyMGNhOGEwYTM2MmNlN2JlOGRhY2QyYjdkMmEzN2RlOTEzYTVkNzI1ODlhZDlhZjU4MjQ2IiwidGFnIjoiIn0=',
|
|
||||||
'md5': 'a1711e190fe680fdb68fd8413b378e87',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'wUnFArIPDSY',
|
|
||||||
'ext': 'mp4',
|
|
||||||
'uploader': 'LTV_16plus',
|
|
||||||
'release_date': '20220514',
|
|
||||||
'channel_url': 'https://www.youtube.com/channel/UCNMrnafwXD2XKeeQOyfkFCw',
|
|
||||||
'view_count': int,
|
|
||||||
'availability': 'public',
|
|
||||||
'thumbnail': 'https://i.ytimg.com/vi/wUnFArIPDSY/maxresdefault.jpg',
|
|
||||||
'release_timestamp': 1652544074,
|
|
||||||
'title': 'EIROVĪZIJA SALĀTOS',
|
|
||||||
'live_status': 'was_live',
|
|
||||||
'uploader_id': '@LTV16plus',
|
|
||||||
'comment_count': int,
|
|
||||||
'channel_id': 'UCNMrnafwXD2XKeeQOyfkFCw',
|
|
||||||
'channel_follower_count': int,
|
|
||||||
'categories': ['Entertainment'],
|
|
||||||
'duration': 5269,
|
|
||||||
'upload_date': '20220514',
|
|
||||||
'age_limit': 0,
|
|
||||||
'channel': 'LTV_16plus',
|
|
||||||
'playable_in_embed': True,
|
|
||||||
'tags': [],
|
|
||||||
'uploader_url': 'https://www.youtube.com/@LTV16plus',
|
|
||||||
'like_count': int,
|
|
||||||
'description': 'md5:7ff0c42ba971e3c13e4b8a2ff03b70b5',
|
|
||||||
}
|
|
||||||
}]
|
|
||||||
|
|
||||||
def _real_extract(self, url):
|
|
||||||
video_id = urllib.parse.unquote(self._match_id(url))
|
|
||||||
webpage = self._download_webpage(url, video_id)
|
|
||||||
data = self._search_json(
|
|
||||||
r'window\.ltvEmbedPayload\s*=', webpage, 'embed json', video_id)
|
|
||||||
embed_type = traverse_obj(data, ('source', 'name', {str}))
|
|
||||||
|
|
||||||
if embed_type == 'telia':
|
|
||||||
ie_key = 'CloudyCDN'
|
|
||||||
embed_url = traverse_obj(data, ('source', 'embed_url', {url_or_none}))
|
|
||||||
elif embed_type == 'youtube':
|
|
||||||
ie_key = 'Youtube'
|
|
||||||
embed_url = traverse_obj(data, ('source', 'id', {str}))
|
|
||||||
else:
|
|
||||||
raise ExtractorError(f'Unsupported embed type {embed_type!r}')
|
|
||||||
|
|
||||||
return self.url_result(
|
|
||||||
embed_url, ie_key, video_id, **traverse_obj(data, {
|
|
||||||
'title': ('parentInfo', 'title'),
|
|
||||||
'duration': ('parentInfo', 'duration', {int_or_none}),
|
|
||||||
'thumbnail': ('source', 'poster', {url_or_none}),
|
|
||||||
}))
|
|
||||||
|
|
||||||
|
|
||||||
class LSMReplayIE(InfoExtractor):
|
|
||||||
_VALID_URL = r'https?://replay\.lsm\.lv/[^/?#]+/(?:ieraksts|statja)/[^/?#]+/(?P<id>\d+)'
|
|
||||||
_TESTS = [{
|
|
||||||
'url': 'https://replay.lsm.lv/lv/ieraksts/ltv/311130/4-studija-zolitudes-tragedija-un-incupes-stacija',
|
|
||||||
'md5': '64f72a360ca530d5ed89c77646c9eee5',
|
|
||||||
'info_dict': {
|
|
||||||
'id': '46k_d23-6000-105',
|
|
||||||
'ext': 'mp4',
|
|
||||||
'timestamp': 1700586300,
|
|
||||||
'description': 'md5:0f1b14798cc39e1ae578bd0eb268f759',
|
|
||||||
'duration': 1442,
|
|
||||||
'upload_date': '20231121',
|
|
||||||
'title': '4. studija. Zolitūdes traģēdija un Inčupes stacija',
|
|
||||||
'thumbnail': 'https://ltv.lsm.lv/storage/media/8/7/large/5/1f9604e1.jpg',
|
|
||||||
}
|
|
||||||
}, {
|
|
||||||
'url': 'https://replay.lsm.lv/lv/ieraksts/lr/183522/138-nepilniga-kompensejamo-zalu-sistema-pat-menesiem-dzena-pacientus-pa-aptiekam',
|
|
||||||
'md5': '719b33875cd1429846eeeaeec6df2830',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'a342781',
|
|
||||||
'ext': 'mp3',
|
|
||||||
'duration': 1823,
|
|
||||||
'title': '#138 Nepilnīgā kompensējamo zāļu sistēma pat mēnešiem dzenā pacientus pa aptiekām',
|
|
||||||
'thumbnail': 'https://pic.latvijasradio.lv/public/assets/media/9/d/large_fd4675ac.jpg',
|
|
||||||
'upload_date': '20231102',
|
|
||||||
'timestamp': 1698921060,
|
|
||||||
'description': 'md5:7bac3b2dd41e44325032943251c357b1',
|
|
||||||
}
|
|
||||||
}, {
|
|
||||||
'url': 'https://replay.lsm.lv/ru/statja/ltv/311130/4-studija-zolitudes-tragedija-un-incupes-stacija',
|
|
||||||
'only_matching': True,
|
|
||||||
}]
|
|
||||||
|
|
||||||
def _fix_nuxt_data(self, webpage):
|
|
||||||
return re.sub(r'Object\.create\(null(?:,(\{.+\}))?\)', lambda m: m.group(1) or 'null', webpage)
|
|
||||||
|
|
||||||
def _real_extract(self, url):
|
|
||||||
video_id = self._match_id(url)
|
|
||||||
webpage = self._download_webpage(url, video_id)
|
|
||||||
|
|
||||||
data = self._search_nuxt_data(
|
|
||||||
self._fix_nuxt_data(webpage), video_id, context_name='__REPLAY__')
|
|
||||||
|
|
||||||
return {
|
|
||||||
'_type': 'url_transparent',
|
|
||||||
'id': video_id,
|
|
||||||
**traverse_obj(data, {
|
|
||||||
'url': ('playback', 'service', 'url', {url_or_none}),
|
|
||||||
'title': ('mediaItem', 'title'),
|
|
||||||
'description': ('mediaItem', ('lead', 'body')),
|
|
||||||
'duration': ('mediaItem', 'duration', {int_or_none}),
|
|
||||||
'timestamp': ('mediaItem', 'aired_at', {parse_iso8601}),
|
|
||||||
'thumbnail': ('mediaItem', 'largeThumbnail', {url_or_none}),
|
|
||||||
}, get_all=False),
|
|
||||||
}
|
|
|
@ -1,18 +1,10 @@
|
||||||
import json
|
import json
|
||||||
|
|
||||||
from .common import InfoExtractor
|
from .common import InfoExtractor
|
||||||
from ..utils import (
|
from ..utils import int_or_none, traverse_obj
|
||||||
ExtractorError,
|
|
||||||
int_or_none,
|
|
||||||
parse_qs,
|
|
||||||
traverse_obj,
|
|
||||||
update_url_query,
|
|
||||||
urlencode_postdata,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
class PlaySuisseIE(InfoExtractor):
|
class PlaySuisseIE(InfoExtractor):
|
||||||
_NETRC_MACHINE = 'playsuisse'
|
|
||||||
_VALID_URL = r'https?://(?:www\.)?playsuisse\.ch/(?:watch|detail)/(?:[^#]*[?&]episodeId=)?(?P<id>[0-9]+)'
|
_VALID_URL = r'https?://(?:www\.)?playsuisse\.ch/(?:watch|detail)/(?:[^#]*[?&]episodeId=)?(?P<id>[0-9]+)'
|
||||||
_TESTS = [
|
_TESTS = [
|
||||||
{
|
{
|
||||||
|
@ -142,47 +134,12 @@ class PlaySuisseIE(InfoExtractor):
|
||||||
id
|
id
|
||||||
url
|
url
|
||||||
}'''
|
}'''
|
||||||
_LOGIN_BASE_URL = 'https://login.srgssr.ch/srgssrlogin.onmicrosoft.com'
|
|
||||||
_LOGIN_PATH = 'B2C_1A__SignInV2'
|
|
||||||
_ID_TOKEN = None
|
|
||||||
|
|
||||||
def _perform_login(self, username, password):
|
|
||||||
login_page = self._download_webpage(
|
|
||||||
'https://www.playsuisse.ch/api/sso/login', None, note='Downloading login page',
|
|
||||||
query={'x': 'x', 'locale': 'de', 'redirectUrl': 'https://www.playsuisse.ch/'})
|
|
||||||
settings = self._search_json(r'var\s+SETTINGS\s*=', login_page, 'settings', None)
|
|
||||||
|
|
||||||
csrf_token = settings['csrf']
|
|
||||||
query = {'tx': settings['transId'], 'p': self._LOGIN_PATH}
|
|
||||||
|
|
||||||
status = traverse_obj(self._download_json(
|
|
||||||
f'{self._LOGIN_BASE_URL}/{self._LOGIN_PATH}/SelfAsserted', None, 'Logging in',
|
|
||||||
query=query, headers={'X-CSRF-TOKEN': csrf_token}, data=urlencode_postdata({
|
|
||||||
'request_type': 'RESPONSE',
|
|
||||||
'signInName': username,
|
|
||||||
'password': password
|
|
||||||
}), expected_status=400), ('status', {int_or_none}))
|
|
||||||
if status == 400:
|
|
||||||
raise ExtractorError('Invalid username or password', expected=True)
|
|
||||||
|
|
||||||
urlh = self._request_webpage(
|
|
||||||
f'{self._LOGIN_BASE_URL}/{self._LOGIN_PATH}/api/CombinedSigninAndSignup/confirmed',
|
|
||||||
None, 'Downloading ID token', query={
|
|
||||||
'rememberMe': 'false',
|
|
||||||
'csrf_token': csrf_token,
|
|
||||||
**query,
|
|
||||||
'diags': '',
|
|
||||||
})
|
|
||||||
|
|
||||||
self._ID_TOKEN = traverse_obj(parse_qs(urlh.url), ('id_token', 0))
|
|
||||||
if not self._ID_TOKEN:
|
|
||||||
raise ExtractorError('Login failed')
|
|
||||||
|
|
||||||
def _get_media_data(self, media_id):
|
def _get_media_data(self, media_id):
|
||||||
# NOTE In the web app, the "locale" header is used to switch between languages,
|
# NOTE In the web app, the "locale" header is used to switch between languages,
|
||||||
# However this doesn't seem to take effect when passing the header here.
|
# However this doesn't seem to take effect when passing the header here.
|
||||||
response = self._download_json(
|
response = self._download_json(
|
||||||
'https://www.playsuisse.ch/api/graphql',
|
'https://4bbepzm4ef.execute-api.eu-central-1.amazonaws.com/prod/graphql',
|
||||||
media_id, data=json.dumps({
|
media_id, data=json.dumps({
|
||||||
'operationName': 'AssetWatch',
|
'operationName': 'AssetWatch',
|
||||||
'query': self._GRAPHQL_QUERY,
|
'query': self._GRAPHQL_QUERY,
|
||||||
|
@ -193,9 +150,6 @@ class PlaySuisseIE(InfoExtractor):
|
||||||
return response['data']['assetV2']
|
return response['data']['assetV2']
|
||||||
|
|
||||||
def _real_extract(self, url):
|
def _real_extract(self, url):
|
||||||
if not self._ID_TOKEN:
|
|
||||||
self.raise_login_required(method='password')
|
|
||||||
|
|
||||||
media_id = self._match_id(url)
|
media_id = self._match_id(url)
|
||||||
media_data = self._get_media_data(media_id)
|
media_data = self._get_media_data(media_id)
|
||||||
info = self._extract_single(media_data)
|
info = self._extract_single(media_data)
|
||||||
|
@ -214,8 +168,7 @@ class PlaySuisseIE(InfoExtractor):
|
||||||
if not media.get('url') or media.get('type') != 'HLS':
|
if not media.get('url') or media.get('type') != 'HLS':
|
||||||
continue
|
continue
|
||||||
f, subs = self._extract_m3u8_formats_and_subtitles(
|
f, subs = self._extract_m3u8_formats_and_subtitles(
|
||||||
update_url_query(media['url'], {'id_token': self._ID_TOKEN}),
|
media['url'], media_data['id'], 'mp4', m3u8_id='HLS', fatal=False)
|
||||||
media_data['id'], 'mp4', m3u8_id='HLS', fatal=False)
|
|
||||||
formats.extend(f)
|
formats.extend(f)
|
||||||
self._merge_subtitles(subs, target=subtitles)
|
self._merge_subtitles(subs, target=subtitles)
|
||||||
|
|
||||||
|
|
|
@ -7,7 +7,6 @@ from ..utils import (
|
||||||
str_to_int,
|
str_to_int,
|
||||||
unified_strdate,
|
unified_strdate,
|
||||||
url_or_none,
|
url_or_none,
|
||||||
urljoin,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@ -80,7 +79,7 @@ class RedTubeIE(InfoExtractor):
|
||||||
'media definitions', default='{}'),
|
'media definitions', default='{}'),
|
||||||
video_id, fatal=False)
|
video_id, fatal=False)
|
||||||
for media in medias if isinstance(medias, list) else []:
|
for media in medias if isinstance(medias, list) else []:
|
||||||
format_url = urljoin('https://www.redtube.com', media.get('videoUrl'))
|
format_url = url_or_none(media.get('videoUrl'))
|
||||||
if not format_url:
|
if not format_url:
|
||||||
continue
|
continue
|
||||||
format_id = media.get('format')
|
format_id = media.get('format')
|
||||||
|
|
|
@ -10,7 +10,6 @@ from ..utils import (
|
||||||
parse_duration,
|
parse_duration,
|
||||||
traverse_obj,
|
traverse_obj,
|
||||||
try_call,
|
try_call,
|
||||||
url_or_none,
|
|
||||||
urljoin,
|
urljoin,
|
||||||
variadic,
|
variadic,
|
||||||
)
|
)
|
||||||
|
@ -84,7 +83,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.txxx.tube/contents/videos_sources/16574000/16574965/screenshots/1.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://txxx.tube/videos/16574965/digital-desire-malena-morgan/',
|
'url': 'https://txxx.tube/videos/16574965/digital-desire-malena-morgan/',
|
||||||
|
@ -100,7 +98,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.txxx.tube/contents/videos_sources/16574000/16574965/screenshots/1.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://vxxx.com/video-68925/',
|
'url': 'https://vxxx.com/video-68925/',
|
||||||
|
@ -116,7 +113,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.vxxx.com/contents/videos_sources/68000/68925/screenshots/1.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://hclips.com/videos/6291073/malena-morgan-masturbates-her-sweet/',
|
'url': 'https://hclips.com/videos/6291073/malena-morgan-masturbates-her-sweet/',
|
||||||
|
@ -132,7 +128,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://hctn.nv7s.com/contents/videos_sources/6291000/6291073/screenshots/1.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://hdzog.com/videos/67063/gorgeous-malena-morgan-will-seduce-you-at-the-first-glance/',
|
'url': 'https://hdzog.com/videos/67063/gorgeous-malena-morgan-will-seduce-you-at-the-first-glance/',
|
||||||
|
@ -148,7 +143,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.hdzog.com/contents/videos_sources/67000/67063/screenshots/1.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://hdzog.tube/videos/67063/gorgeous-malena-morgan-will-seduce-you-at-the-first-glance/',
|
'url': 'https://hdzog.tube/videos/67063/gorgeous-malena-morgan-will-seduce-you-at-the-first-glance/',
|
||||||
|
@ -164,7 +158,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.hdzog.com/contents/videos_sources/67000/67063/screenshots/1.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://hotmovs.com/videos/8789287/unbelievable-malena-morgan-performing-in-incredible-masturantion/',
|
'url': 'https://hotmovs.com/videos/8789287/unbelievable-malena-morgan-performing-in-incredible-masturantion/',
|
||||||
|
@ -180,7 +173,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.hotmovs.com/contents/videos_sources/8789000/8789287/screenshots/10.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://hotmovs.tube/videos/8789287/unbelievable-malena-morgan-performing-in-incredible-masturantion/',
|
'url': 'https://hotmovs.tube/videos/8789287/unbelievable-malena-morgan-performing-in-incredible-masturantion/',
|
||||||
|
@ -196,7 +188,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.hotmovs.com/contents/videos_sources/8789000/8789287/screenshots/10.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://inporn.com/video/517897/malena-morgan-solo/',
|
'url': 'https://inporn.com/video/517897/malena-morgan-solo/',
|
||||||
|
@ -212,7 +203,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://iptn.m3pd.com/media/tn/sources/517897_1.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://privatehomeclips.com/videos/3630599/malena-morgan-cam-show/',
|
'url': 'https://privatehomeclips.com/videos/3630599/malena-morgan-cam-show/',
|
||||||
|
@ -228,7 +218,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://hctn.nv7s.com/contents/videos_sources/3630000/3630599/screenshots/15.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://tubepornclassic.com/videos/1015455/mimi-rogers-full-body-massage-nude-compilation/',
|
'url': 'https://tubepornclassic.com/videos/1015455/mimi-rogers-full-body-massage-nude-compilation/',
|
||||||
|
@ -244,7 +233,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.tubepornclassic.com/contents/videos_sources/1015000/1015455/screenshots/6.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://upornia.com/videos/1498858/twistys-malena-morgan-starring-at-dr-morgan-baller/',
|
'url': 'https://upornia.com/videos/1498858/twistys-malena-morgan-starring-at-dr-morgan-baller/',
|
||||||
|
@ -260,7 +248,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.upornia.com/contents/videos_sources/1498000/1498858/screenshots/1.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://upornia.tube/videos/1498858/twistys-malena-morgan-starring-at-dr-morgan-baller/',
|
'url': 'https://upornia.tube/videos/1498858/twistys-malena-morgan-starring-at-dr-morgan-baller/',
|
||||||
|
@ -276,7 +263,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.upornia.com/contents/videos_sources/1498000/1498858/screenshots/1.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://vjav.com/videos/11761/yui-hatano-in-if-yui-was-my-girlfriend2/',
|
'url': 'https://vjav.com/videos/11761/yui-hatano-in-if-yui-was-my-girlfriend2/',
|
||||||
|
@ -292,7 +278,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.vjav.com/contents/videos_sources/11000/11761/screenshots/23.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://vjav.tube/videos/11761/yui-hatano-in-if-yui-was-my-girlfriend2/',
|
'url': 'https://vjav.tube/videos/11761/yui-hatano-in-if-yui-was-my-girlfriend2/',
|
||||||
|
@ -308,7 +293,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.vjav.com/contents/videos_sources/11000/11761/screenshots/23.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://voyeurhit.com/videos/332875/charlotte-stokely-elle-alexandra-malena-morgan-lingerie/',
|
'url': 'https://voyeurhit.com/videos/332875/charlotte-stokely-elle-alexandra-malena-morgan-lingerie/',
|
||||||
|
@ -324,7 +308,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.voyeurhit.com/contents/videos_sources/332000/332875/screenshots/1.jpg',
|
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'https://voyeurhit.tube/videos/332875/charlotte-stokely-elle-alexandra-malena-morgan-lingerie/',
|
'url': 'https://voyeurhit.tube/videos/332875/charlotte-stokely-elle-alexandra-malena-morgan-lingerie/',
|
||||||
|
@ -340,7 +323,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://tn.voyeurhit.com/contents/videos_sources/332000/332875/screenshots/1.jpg',
|
|
||||||
}
|
}
|
||||||
}]
|
}]
|
||||||
_WEBPAGE_TESTS = [{
|
_WEBPAGE_TESTS = [{
|
||||||
|
@ -356,7 +338,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'dislike_count': int,
|
'dislike_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': 'https://hctn.nv7s.com/contents/videos_sources/5119000/5119660/screenshots/1.jpg',
|
|
||||||
}
|
}
|
||||||
}]
|
}]
|
||||||
|
|
||||||
|
@ -390,7 +371,6 @@ class TxxxIE(InfoExtractor):
|
||||||
'like_count': int_or_none(traverse_obj(video_info, ('video', 'statistics', 'likes'))),
|
'like_count': int_or_none(traverse_obj(video_info, ('video', 'statistics', 'likes'))),
|
||||||
'dislike_count': int_or_none(traverse_obj(video_info, ('video', 'statistics', 'dislikes'))),
|
'dislike_count': int_or_none(traverse_obj(video_info, ('video', 'statistics', 'dislikes'))),
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
'thumbnail': traverse_obj(video_info, ('video', 'thumbsrc', {url_or_none})),
|
|
||||||
'formats': get_formats(host, video_file),
|
'formats': get_formats(host, video_file),
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue
Block a user