Merge c55765cfdf into e079ffbda6

Authored by: jiru

README.md

@@ -1869,6 +1869,9 @@ The following extractors use this feature:
 #### digitalconcerthall
 * `prefer_combined_hls`: Prefer extracting combined/pre-merged video and audio HLS formats. This will exclude 4K/HEVC video and lossless/FLAC audio formats, which are only available as split video/audio HLS formats
 
+#### sonylivseries
+* `sort_order`: Episode sort order for series extraction - one of `asc` (ascending, oldest first) or `desc` (descending, newest first). Default is `asc`
+
 **Note**: These options may be changed/removed in the future without concern for backward compatibility
 
 <!-- MANPAGE: MOVE "INSTALLATION" SECTION HERE -->

yt_dlp/extractor/ctvnews.py

@@ -1,11 +1,24 @@
+import json
 import re
+import urllib.parse
 
 from .common import InfoExtractor
-from ..utils import orderedSet
+from .ninecninemedia import NineCNineMediaIE
+from ..utils import extract_attributes, orderedSet
+from ..utils.traversal import find_element, traverse_obj
 
 
 class CTVNewsIE(InfoExtractor):
-    _VALID_URL = r'https?://(?:.+?\.)?ctvnews\.ca/(?:video\?(?:clip|playlist|bin)Id=|.*?)(?P<id>[0-9.]+)(?:$|[#?&])'
+    _BASE_REGEX = r'https?://(?:[^.]+\.)?ctvnews\.ca/'
+    _VIDEO_ID_RE = r'(?P<id>\d{5,})'
+    _PLAYLIST_ID_RE = r'(?P<id>\d\.\d{5,})'
+    _VALID_URL = [
+        rf'{_BASE_REGEX}video/c{_VIDEO_ID_RE}',
+        rf'{_BASE_REGEX}video(?:-gallery)?/?\?clipId={_VIDEO_ID_RE}',
+        rf'{_BASE_REGEX}video/?\?(?:playlist|bin)Id={_PLAYLIST_ID_RE}',
+        rf'{_BASE_REGEX}(?!video/)[^?#]*?{_PLAYLIST_ID_RE}/?(?:$|[?#])',
+        rf'{_BASE_REGEX}(?!video/)[^?#]+\?binId={_PLAYLIST_ID_RE}',
+    ]
     _TESTS = [{
         'url': 'http://www.ctvnews.ca/video?clipId=901995',
         'md5': 'b608f466c7fa24b9666c6439d766ab7e',
@@ -17,13 +30,32 @@ class CTVNewsIE(InfoExtractor):
             'timestamp': 1467286284,
             'upload_date': '20160630',
             'categories': [],
-            'tags': [],
-            'season_id': 57981,
-            'duration': 764.631,
-            'series': 'CTV News National story',
-            'thumbnail': r're:^https?://.*\.jpg$',
-            'season': 'Season 0',
             'season_number': 0,
+            'season': 'Season 0',
+            'tags': [],
+            'series': 'CTV News National | Archive | Stories 2',
+            'season_id': '57981',
+            'thumbnail': r're:https?://.*\.jpg$',
+            'duration': 764.631,
+        },
+    }, {
+        'url': 'https://barrie.ctvnews.ca/video/c3030933-here_s-what_s-making-news-for-nov--15?binId=1272429',
+        'md5': '8b8c2b33c5c1803e3c26bc74ff8694d5',
+        'info_dict': {
+            'id': '3030933',
+            'ext': 'flv',
+            'title': 'Here’s what’s making news for Nov. 15',
+            'description': 'Here are the top stories we’re working on for CTV News at 11 for Nov. 15',
+            'thumbnail': 'http://images2.9c9media.com/image_asset/2021_2_22_a602e68e-1514-410e-a67a-e1f7cccbacab_png_2000x1125.jpg',
+            'season_id': '58104',
+            'season_number': 0,
+            'tags': [],
+            'season': 'Season 0',
+            'categories': [],
+            'series': 'CTV News Barrie',
+            'upload_date': '20241116',
+            'duration': 42.943,
+            'timestamp': 1731722452,
         },
     }, {
         'url': 'http://www.ctvnews.ca/video?playlistId=1.2966224',
@@ -46,6 +78,65 @@ class CTVNewsIE(InfoExtractor):
             'id': '1.5736957',
         },
         'playlist_mincount': 6,
+    }, {
+        'url': 'https://www.ctvnews.ca/business/respondents-to-bank-of-canada-questionnaire-largely-oppose-creating-a-digital-loonie-1.6665797',
+        'md5': '24bc4b88cdc17d8c3fc01dfc228ab72c',
+        'info_dict': {
+            'id': '2695026',
+            'ext': 'flv',
+            'season_id': '89852',
+            'series': 'From CTV News Channel',
+            'description': 'md5:796a985a23cacc7e1e2fafefd94afd0a',
+            'season': '2023',
+            'title': 'Bank of Canada asks public about digital currency',
+            'categories': [],
+            'tags': [],
+            'upload_date': '20230526',
+            'season_number': 2023,
+            'thumbnail': 'http://images2.9c9media.com/image_asset/2019_3_28_35f5afc3-10f6-4d92-b194-8b9a86f55c6a_png_1920x1080.jpg',
+            'timestamp': 1685105157,
+            'duration': 253.553,
+        },
+    }, {
+        'url': 'https://stox.ctvnews.ca/video-gallery?clipId=582589',
+        'md5': '135cc592df607d29dddc931f1b756ae2',
+        'info_dict': {
+            'id': '582589',
+            'ext': 'flv',
+            'categories': [],
+            'timestamp': 1427906183,
+            'season_number': 0,
+            'duration': 125.559,
+            'thumbnail': 'http://images2.9c9media.com/image_asset/2019_3_28_35f5afc3-10f6-4d92-b194-8b9a86f55c6a_png_1920x1080.jpg',
+            'series': 'CTV News Stox',
+            'description': 'CTV original footage of the rise and fall of the Berlin Wall.',
+            'title': 'Berlin Wall',
+            'season_id': '63817',
+            'season': 'Season 0',
+            'tags': [],
+            'upload_date': '20150401',
+        },
+    }, {
+        'url': 'https://ottawa.ctvnews.ca/features/regional-contact/regional-contact-archive?binId=1.1164587#3023759',
+        'md5': 'a14c0603557decc6531260791c23cc5e',
+        'info_dict': {
+            'id': '3023759',
+            'ext': 'flv',
+            'season_number': 2024,
+            'timestamp': 1731798000,
+            'season': '2024',
+            'episode': 'Episode 125',
+            'description': 'CTV News Ottawa at Six',
+            'duration': 2712.076,
+            'episode_number': 125,
+            'upload_date': '20241116',
+            'title': 'CTV News Ottawa at Six for Saturday, November 16, 2024',
+            'thumbnail': 'http://images2.9c9media.com/image_asset/2019_3_28_35f5afc3-10f6-4d92-b194-8b9a86f55c6a_png_1920x1080.jpg',
+            'categories': [],
+            'tags': [],
+            'series': 'CTV News Ottawa at Six',
+            'season_id': '92667',
+        },
     }, {
         'url': 'http://www.ctvnews.ca/1.810401',
         'only_matching': True,
@@ -57,29 +148,35 @@ class CTVNewsIE(InfoExtractor):
         'only_matching': True,
     }]
 
+    def _ninecninemedia_url_result(self, clip_id):
+        return self.url_result(f'9c9media:ctvnews_web:{clip_id}', NineCNineMediaIE, clip_id)
+
     def _real_extract(self, url):
         page_id = self._match_id(url)
 
-        def ninecninemedia_url_result(clip_id):
+        if mobj := re.fullmatch(self._VIDEO_ID_RE, urllib.parse.urlparse(url).fragment):
-            return {
+            page_id = mobj.group('id')
-                '_type': 'url_transparent',
-                'id': clip_id,
-                'url': f'9c9media:ctvnews_web:{clip_id}',
-                'ie_key': 'NineCNineMedia',
-            }
 
-        if page_id.isdigit():
+        if re.fullmatch(self._VIDEO_ID_RE, page_id):
-            return ninecninemedia_url_result(page_id)
+            return self._ninecninemedia_url_result(page_id)
-        else:
+
-            webpage = self._download_webpage(f'http://www.ctvnews.ca/{page_id}', page_id, query={
+        webpage = self._download_webpage(f'https://www.ctvnews.ca/{page_id}', page_id, query={
             'ot': 'example.AjaxPageLayout.ot',
             'maxItemsPerPage': 1000000,
         })
-            entries = [ninecninemedia_url_result(clip_id) for clip_id in orderedSet(
+        entries = [self._ninecninemedia_url_result(clip_id)
-                re.findall(r'clip\.id\s*=\s*(\d+);', webpage))]
+                   for clip_id in orderedSet(re.findall(r'clip\.id\s*=\s*(\d+);', webpage))]
         if not entries:
             webpage = self._download_webpage(url, page_id)
             if 'getAuthStates("' in webpage:
-                    entries = [ninecninemedia_url_result(clip_id) for clip_id in
+                entries = [self._ninecninemedia_url_result(clip_id) for clip_id in
                            self._search_regex(r'getAuthStates\("([\d+,]+)"', webpage, 'clip ids').split(',')]
+            else:
+                entries = [
+                    self._ninecninemedia_url_result(clip_id) for clip_id in
+                    traverse_obj(webpage, (
+                        {find_element(tag='jasper-player-container', html=True)},
+                        {extract_attributes}, 'axis-ids', {json.loads}, ..., 'axisId'))
+                ]
+
         return self.playlist_result(entries, page_id)

yt_dlp/extractor/litv.py

@@ -1,30 +1,32 @@
 import json
+import uuid
 
 from .common import InfoExtractor
 from ..utils import (
     ExtractorError,
     int_or_none,
+    join_nonempty,
     smuggle_url,
     traverse_obj,
     try_call,
     unsmuggle_url,
+    urljoin,
 )
 
 
 class LiTVIE(InfoExtractor):
-    _VALID_URL = r'https?://(?:www\.)?litv\.tv/(?:vod|promo)/[^/]+/(?:content\.do)?\?.*?\b(?:content_)?id=(?P<id>[^&]+)'
+    _VALID_URL = r'https?://(?:www\.)?litv\.tv/(?:[^/?#]+/watch/|vod/[^/?#]+/content\.do\?content_id=)(?P<id>[\w-]+)'
-
+    _URL_TEMPLATE = 'https://www.litv.tv/%s/watch/%s'
-    _URL_TEMPLATE = 'https://www.litv.tv/vod/%s/content.do?content_id=%s'
+    _GEO_COUNTRIES = ['TW']
-
     _TESTS = [{
-        'url': 'https://www.litv.tv/vod/drama/content.do?brc_id=root&id=VOD00041610&isUHEnabled=true&autoPlay=1',
+        'url': 'https://www.litv.tv/drama/watch/VOD00041610',
         'info_dict': {
             'id': 'VOD00041606',
             'title': '花千骨',
         },
         'playlist_count': 51,  # 50 episodes + 1 trailer
     }, {
-        'url': 'https://www.litv.tv/vod/drama/content.do?brc_id=root&id=VOD00041610&isUHEnabled=true&autoPlay=1',
+        'url': 'https://www.litv.tv/drama/watch/VOD00041610',
         'md5': 'b90ff1e9f1d8f5cfcd0a44c3e2b34c7a',
         'info_dict': {
             'id': 'VOD00041610',
@@ -32,16 +34,15 @@ class LiTVIE(InfoExtractor):
             'title': '花千骨第1集',
             'thumbnail': r're:https?://.*\.jpg$',
             'description': '《花千骨》陸劇線上看。十六年前，平靜的村莊內，一名女嬰隨異相出生，途徑此地的蜀山掌門清虛道長算出此女命運非同一般，她體內散發的異香易招惹妖魔。一念慈悲下，他在村莊周邊設下結界阻擋妖魔入侵，讓其年滿十六後去蜀山，並賜名花千骨。',
-            'categories': ['奇幻', '愛情', '中國', '仙俠'],
+            'categories': ['奇幻', '愛情', '仙俠', '古裝'],
             'episode': 'Episode 1',
             'episode_number': 1,
         },
         'params': {
             'noplaylist': True,
         },
-        'skip': 'Georestricted to Taiwan',
     }, {
-        'url': 'https://www.litv.tv/promo/miyuezhuan/?content_id=VOD00044841&',
+        'url': 'https://www.litv.tv/drama/watch/VOD00044841',
         'md5': '88322ea132f848d6e3e18b32a832b918',
         'info_dict': {
             'id': 'VOD00044841',
@@ -55,94 +56,62 @@ class LiTVIE(InfoExtractor):
     def _extract_playlist(self, playlist_data, content_type):
         all_episodes = [
             self.url_result(smuggle_url(
-                self._URL_TEMPLATE % (content_type, episode['contentId']),
+                self._URL_TEMPLATE % (content_type, episode['content_id']),
                 {'force_noplaylist': True}))  # To prevent infinite recursion
-            for episode in traverse_obj(playlist_data, ('seasons', ..., 'episode', lambda _, v: v['contentId']))]
+            for episode in traverse_obj(playlist_data, ('seasons', ..., 'episodes', lambda _, v: v['content_id']))]
 
-        return self.playlist_result(all_episodes, playlist_data['contentId'], playlist_data.get('title'))
+        return self.playlist_result(all_episodes, playlist_data['content_id'], playlist_data.get('title'))
 
     def _real_extract(self, url):
         url, smuggled_data = unsmuggle_url(url, {})
-
         video_id = self._match_id(url)
-
         webpage = self._download_webpage(url, video_id)
+        vod_data = self._search_nextjs_data(webpage, video_id)['props']['pageProps']
 
-        if self._search_regex(
+        program_info = traverse_obj(vod_data, ('programInformation', {dict})) or {}
-                r'(?i)<meta\s[^>]*http-equiv="refresh"\s[^>]*content="[0-9]+;\s*url=https://www\.litv\.tv/"',
+        playlist_data = traverse_obj(vod_data, ('seriesTree'))
-                webpage, 'meta refresh redirect', default=False, group=0):
+        if playlist_data and self._yes_playlist(program_info.get('series_id'), video_id, smuggled_data):
-            raise ExtractorError('No such content found', expected=True)
+            return self._extract_playlist(playlist_data, program_info.get('content_type'))
 
-        program_info = self._parse_json(self._search_regex(
+        asset_id = traverse_obj(program_info, ('assets', 0, 'asset_id', {str}))
-            r'var\s+programInfo\s*=\s*([^;]+)', webpage, 'VOD data', default='{}'),
+        if asset_id:  # This is a VOD
-            video_id)
+            media_type = 'vod'
-
+        else:  # This is a live stream
-        # In browsers `getProgramInfo` request is always issued. Usually this
+            asset_id = program_info['content_id']
-        # endpoint gives the same result as the data embedded in the webpage.
+            media_type = program_info['content_type']
-        # If, for some reason, there are no embedded data, we do an extra request.
-        if 'assetId' not in program_info:
-            program_info = self._download_json(
-                'https://www.litv.tv/vod/ajax/getProgramInfo', video_id,
-                query={'contentId': video_id},
-                headers={'Accept': 'application/json'})
-
-        series_id = program_info['seriesId']
-        if self._yes_playlist(series_id, video_id, smuggled_data):
-            playlist_data = self._download_json(
-                'https://www.litv.tv/vod/ajax/getSeriesTree', video_id,
-                query={'seriesId': series_id}, headers={'Accept': 'application/json'})
-            return self._extract_playlist(playlist_data, program_info['contentType'])
-
-        video_data = self._parse_json(self._search_regex(
-            r'uiHlsUrl\s*=\s*testBackendData\(([^;]+)\);',
-            webpage, 'video data', default='{}'), video_id)
-        if not video_data:
-            payload = {'assetId': program_info['assetId']}
         puid = try_call(lambda: self._get_cookies('https://www.litv.tv/')['PUID'].value)
         if puid:
-                payload.update({
+            endpoint = 'get-urls'
-                    'type': 'auth',
-                    'puid': puid,
-                })
-                endpoint = 'getUrl'
         else:
-                payload.update({
+            puid = str(uuid.uuid4())
-                    'watchDevices': program_info['watchDevices'],
+            endpoint = 'get-urls-no-auth'
-                    'contentType': program_info['contentType'],
-                })
-                endpoint = 'getMainUrlNoAuth'
         video_data = self._download_json(
-                f'https://www.litv.tv/vod/ajax/{endpoint}', video_id,
+            f'https://www.litv.tv/api/{endpoint}', video_id,
-                data=json.dumps(payload).encode(),
+            data=json.dumps({'AssetId': asset_id, 'MediaType': media_type, 'puid': puid}).encode(),
             headers={'Content-Type': 'application/json'})
 
-        if not video_data.get('fullpath'):
+        if error := traverse_obj(video_data, ('error', {dict})):
-            error_msg = video_data.get('errorMessage')
+            error_msg = traverse_obj(error, ('message', {str}))
-            if error_msg == 'vod.error.outsideregionerror':
+            if error_msg and 'OutsideRegionError' in error_msg:
                 self.raise_geo_restricted('This video is available in Taiwan only')
-            if error_msg:
+            elif error_msg:
                 raise ExtractorError(f'{self.IE_NAME} said: {error_msg}', expected=True)
-            raise ExtractorError(f'Unexpected result from {self.IE_NAME}')
+            raise ExtractorError(f'Unexpected error from {self.IE_NAME}')
 
         formats = self._extract_m3u8_formats(
-            video_data['fullpath'], video_id, ext='mp4',
+            video_data['result']['AssetURLs'][0], video_id, ext='mp4', m3u8_id='hls')
-            entry_protocol='m3u8_native', m3u8_id='hls')
         for a_format in formats:
             # LiTV HLS segments doesn't like compressions
             a_format.setdefault('http_headers', {})['Accept-Encoding'] = 'identity'
 
-        title = program_info['title'] + program_info.get('secondaryMark', '')
-        description = program_info.get('description')
-        thumbnail = program_info.get('imageFile')
-        categories = [item['name'] for item in program_info.get('category', [])]
-        episode = int_or_none(program_info.get('episode'))
-
         return {
             'id': video_id,
             'formats': formats,
-            'title': title,
+            'title': join_nonempty('title', 'secondary_mark', delim='', from_dict=program_info),
-            'description': description,
+            **traverse_obj(program_info, {
-            'thumbnail': thumbnail,
+                'description': ('description', {str}),
-            'categories': categories,
+                'thumbnail': ('picture', {urljoin('https://p-cdnstatic.svc.litv.tv/')}),
-            'episode_number': episode,
+                'categories': ('genres', ..., 'name', {str}),
+                'episode_number': ('episode', {int_or_none}),
+            }),
         }

yt_dlp/extractor/sonyliv.py

@@ -199,8 +199,9 @@ class SonyLIVSeriesIE(InfoExtractor):
         },
     }]
     _API_BASE = 'https://apiv2.sonyliv.com/AGL'
+    _SORT_ORDERS = ('asc', 'desc')
 
-    def _entries(self, show_id):
+    def _entries(self, show_id, sort_order):
         headers = {
             'Accept': 'application/json, text/plain, */*',
             'Referer': 'https://www.sonyliv.com',
@@ -215,6 +216,9 @@ class SonyLIVSeriesIE(InfoExtractor):
                 'from': '0',
                 'to': '49',
             }), ('resultObj', 'containers', 0, 'containers', lambda _, v: int_or_none(v['id'])))
+
+        if sort_order == 'desc':
+            seasons = reversed(seasons)
         for season in seasons:
             season_id = str(season['id'])
             note = traverse_obj(season, ('metadata', 'title', {str})) or 'season'
@@ -226,7 +230,7 @@ class SonyLIVSeriesIE(InfoExtractor):
                         'from': str(cursor),
                         'to': str(cursor + 99),
                         'orderBy': 'episodeNumber',
-                        'sortOrder': 'asc',
+                        'sortOrder': sort_order,
                     }), ('resultObj', 'containers', 0, 'containers', lambda _, v: int_or_none(v['id'])))
                 if not episodes:
                     break
@@ -237,4 +241,10 @@ class SonyLIVSeriesIE(InfoExtractor):
 
     def _real_extract(self, url):
         show_id = self._match_id(url)
-        return self.playlist_result(self._entries(show_id), playlist_id=show_id)
+
+        sort_order = self._configuration_arg('sort_order', [self._SORT_ORDERS[0]])[0]
+        if sort_order not in self._SORT_ORDERS:
+            raise ValueError(
+                f'Invalid sort order "{sort_order}". Allowed values are: {", ".join(self._SORT_ORDERS)}')
+
+        return self.playlist_result(self._entries(show_id, sort_order), playlist_id=show_id)

yt_dlp/extractor/tvp.py

@@ -1,6 +1,5 @@
 import itertools
 import random
-import re
 
 from .common import InfoExtractor
 from ..utils import (
@@ -21,23 +20,35 @@ from ..utils import (
 class TVPIE(InfoExtractor):
     IE_NAME = 'tvp'
     IE_DESC = 'Telewizja Polska'
-    _VALID_URL = r'https?://(?:[^/]+\.)?(?:tvp(?:parlament)?\.(?:pl|info)|tvpworld\.com|swipeto\.pl)/(?:(?!\d+/)[^/]+/)*(?P<id>\d+)(?:[/?#]|$)'
+    _VALID_URL = r'https?://(?:[^/]+\.)?(?:tvp(?:parlament)?\.(?:pl|info)|tvpworld\.com|belsat\.eu)/(?:(?!\d+/)[^/]+/)*(?P<id>\d+)(?:[/?#]|$)'
 
     _TESTS = [{
-        # TVPlayer 2 in js wrapper
+        # TVPlayer 3
-        'url': 'https://swipeto.pl/64095316/uliczny-foxtrot-wypozyczalnia-kaset-kto-pamieta-dvdvideo',
+        'url': 'https://wilno.tvp.pl/75865949/rozmowa-tygodnia-z-andriusem-vainysem-o-wizycie-s-holowni',
         'info_dict': {
-            'id': '64095316',
+            'id': '75866176',
             'ext': 'mp4',
-            'title': 'Uliczny Foxtrot — Wypożyczalnia kaset. Kto pamięta DVD-Video?',
+            'title': 'Rozmowa tygodnia z Andriusem Vaišnysem o wizycie S. Hołowni',
+            'alt_title': 'md5:51cc9faf4623ba33aa5191bb83f3f76a',
+            'duration': 169,
             'age_limit': 0,
-            'duration': 374,
+            'release_timestamp': 1707591120,
+            'release_date': '20240210',
+            'thumbnail': r're:https://.+',
+        },
+    }, {
+        # TVPlayer 2 (JSON)
+        'url': 'https://jp2.tvp.pl/48566934/o-suwerennosci-narodu-i-upadku-totalitaryzmu-przemowienie-powitalne',
+        'info_dict': {
+            'id': '48566934',
+            'ext': 'mp4',
+            'title': 'O suwerenności narodu i upadku totalitaryzmu. Przemówienie powitalne',
+            'duration': 527,
+            'age_limit': 0,
+            'release_timestamp': 1592388480,
+            'release_date': '20200617',
             'thumbnail': r're:https://.+',
         },
-        'expected_warnings': [
-            'Failed to download ISM manifest: HTTP Error 404: Not Found',
-            'Failed to download m3u8 information: HTTP Error 404: Not Found',
-        ],
     }, {
         # TVPlayer legacy
         'url': 'https://www.tvp.pl/polska-press-video-uploader/wideo/62042351',
@@ -50,65 +61,18 @@ class TVPIE(InfoExtractor):
             'age_limit': 0,
             'thumbnail': r're:https://.+',
         },
-    }, {
-        # TVPlayer 2 in iframe
-        'url': 'https://wiadomosci.tvp.pl/50725617/dzieci-na-sprzedaz-dla-homoseksualistow',
-        'info_dict': {
-            'id': '50725617',
-            'ext': 'mp4',
-            'title': 'Dzieci na sprzedaż dla homoseksualistów',
-            'description': 'md5:7d318eef04e55ddd9f87a8488ac7d590',
-            'age_limit': 12,
-            'duration': 259,
-            'thumbnail': r're:https://.+',
-        },
-    }, {
-        # TVPlayer 2 in client-side rendered website (regional; window.__newsData)
-        'url': 'https://warszawa.tvp.pl/25804446/studio-yayo',
-        'info_dict': {
-            'id': '25804446',
-            'ext': 'mp4',
-            'title': 'Studio Yayo',
-            'upload_date': '20160616',
-            'timestamp': 1466075700,
-            'age_limit': 0,
-            'duration': 20,
-            'thumbnail': r're:https://.+',
-        },
-        'skip': 'Geo-blocked outside PL',
-    }, {
-        # TVPlayer 2 in client-side rendered website (tvp.info; window.__videoData)
-        'url': 'https://www.tvp.info/52880236/09042021-0800',
-        'info_dict': {
-            'id': '52880236',
-            'ext': 'mp4',
-            'title': '09.04.2021, 08:00',
-            'age_limit': 0,
-            'thumbnail': r're:https://.+',
-        },
-        'skip': 'Geo-blocked outside PL',
     }, {
         # client-side rendered (regional) program (playlist) page
         'url': 'https://opole.tvp.pl/9660819/rozmowa-dnia',
         'info_dict': {
             'id': '9660819',
-            'description': 'Od poniedziałku do piątku o 18:55',
+            'description': 'Od poniedziałku do piątku o 19:00.',
             'title': 'Rozmowa dnia',
         },
         'playlist_mincount': 1800,
         'params': {
             'skip_download': True,
         },
-    }, {
-        # ABC-specific video embeding
-        # moved to https://bajkowakraina.tvp.pl/wideo/50981130,teleranek,51027049,zubr,51116450
-        'url': 'https://abc.tvp.pl/48636269/zubry-odc-124',
-        'info_dict': {
-            'id': '48320456',
-            'ext': 'mp4',
-            'title': 'Teleranek, Żubr',
-        },
-        'skip': 'unavailable',
     }, {
         # yet another vue page
         'url': 'https://jp2.tvp.pl/46925618/filmy',
@@ -116,19 +80,7 @@ class TVPIE(InfoExtractor):
             'id': '46925618',
             'title': 'Filmy',
         },
-        'playlist_mincount': 19,
+        'playlist_mincount': 27,
-    }, {
-        'url': 'http://vod.tvp.pl/seriale/obyczajowe/na-sygnale/sezon-2-27-/odc-39/17834272',
-        'only_matching': True,
-    }, {
-        'url': 'http://wiadomosci.tvp.pl/25169746/24052016-1200',
-        'only_matching': True,
-    }, {
-        'url': 'http://krakow.tvp.pl/25511623/25lecie-mck-wyjatkowe-miejsce-na-mapie-krakowa',
-        'only_matching': True,
-    }, {
-        'url': 'http://teleexpress.tvp.pl/25522307/wierni-wzieli-udzial-w-procesjach',
-        'only_matching': True,
     }, {
         'url': 'http://sport.tvp.pl/25522165/krychowiak-uspokaja-w-sprawie-kontuzji-dwa-tygodnie-to-maksimum',
         'only_matching': True,
@@ -139,95 +91,101 @@ class TVPIE(InfoExtractor):
         'url': 'https://tvp.info/49193823/teczowe-flagi-na-pomnikach-prokuratura-wszczela-postepowanie-wieszwiecej',
         'only_matching': True,
     }, {
-        'url': 'https://www.tvpparlament.pl/retransmisje-vod/inne/wizyta-premiera-mateusza-morawieckiego-w-firmie-berotu-sp-z-oo/48857277',
+        'url': 'https://tvpworld.com/48583640/tescos-polish-business-bought-by-danish-chain-netto',
         'only_matching': True,
     }, {
-        'url': 'https://tvpworld.com/48583640/tescos-polish-business-bought-by-danish-chain-netto',
+        'url': 'https://belsat.eu/83193018/vybary-jak-castka-hibrydnaj-vajny',
         'only_matching': True,
     }]
 
-    def _parse_vue_website_data(self, webpage, page_id):
+    def _parse_video(self, url, video_data, page_id):
-        website_data = self._search_regex([
+        video_id = str(video_data.get('_id'))
-            # website - regiony, tvp.info
-            # directory - jp2.tvp.pl
-            r'window\.__(?:website|directory)Data\s*=\s*({(?:.|\s)+?});',
-        ], webpage, 'website data')
-        if not website_data:
-            return None
-        return self._parse_json(website_data, page_id, transform_source=js_to_json)
-
-    def _extract_vue_video(self, video_data, page_id=None):
-        if isinstance(video_data, str):
-            video_data = self._parse_json(video_data, page_id, transform_source=js_to_json)
-        thumbnails = []
-        image = video_data.get('image')
-        if image:
-            for thumb in (image if isinstance(image, list) else [image]):
-                thmb_url = str_or_none(thumb.get('url'))
-                if thmb_url:
-                    thumbnails.append({
-                        'url': thmb_url,
-                    })
-        is_website = video_data.get('type') == 'website'
-        if is_website:
-            url = video_data['url']
-        else:
-            url = 'tvp:' + str_or_none(video_data.get('_id') or page_id)
         return {
             '_type': 'url_transparent',
-            'id': str_or_none(video_data.get('_id') or page_id),
+            'url': f'tvp:{video_id}',
-            'url': url,
+            'ie_key': TVPEmbedIE.ie_key(),
-            'ie_key': (TVPIE if is_website else TVPEmbedIE).ie_key(),
+            'id': video_id,
-            'title': str_or_none(video_data.get('title')),
+            **traverse_obj(video_data, {
-            'description': str_or_none(video_data.get('lead')),
+                'title': 'title',
-            'timestamp': int_or_none(video_data.get('release_date_long')),
+                'duration': 'duration',
-            'duration': int_or_none(video_data.get('duration')),
+                'is_live': 'is_live',
-            'thumbnails': thumbnails,
+                'release_timestamp': ('release_date', {int_or_none(scale=1000)}),
+            }),
         }
 
-    def _handle_vuejs_page(self, url, webpage, page_id):
+    def _parse_news(self, url, news_data, page_id):
-        # vue client-side rendered sites (all regional pages + tvp.info)
+        videos = [self._parse_video(url, video_data, page_id) for video_data in traverse_obj(news_data, ('video', 'items'))]
-        video_data = self._search_regex([
+        info_dict = {
-            r'window\.__(?:news|video)Data\s*=\s*({(?:.|\s)+?})\s*;',
+            'id': str_or_none(news_data.get('id')) or page_id,
-        ], webpage, 'video data', default=None)
+            'title': news_data['title'],
-        if video_data:
+            'alt_title': news_data.get('lead'),
-            return self._extract_vue_video(video_data, page_id=page_id)
+            'description': news_data.get('description'),
-        # paged playlists
+        }
-        website_data = self._parse_vue_website_data(webpage, page_id)
+        if len(videos) == 1:
-        if website_data:
+            return {**info_dict, **videos[0]}
-            entries = self._vuejs_entries(url, website_data, page_id)
-
         return {
+            **info_dict,
             '_type': 'playlist',
-                'id': page_id,
+            'entries': videos,
-                'title': str_or_none(website_data.get('title')),
-                'description': str_or_none(website_data.get('lead')),
-                'entries': entries,
         }
-        raise ExtractorError('Could not extract video/website data')
 
-    def _vuejs_entries(self, url, website_data, page_id):
+    def _get_website_entries(self, url, website_data, page_id, data_type='website'):
+        parser = self._parse_video
+        if data_type == 'directory':
+            parser = self._parse_directory_website
 
         def extract_videos(wd):
             if wd.get('latestVideo'):
-                yield self._extract_vue_video(wd['latestVideo'])
+                yield parser(url, wd['latestVideo'], page_id)
             for video in wd.get('videos') or []:
-                yield self._extract_vue_video(video)
+                yield parser(url, video, page_id)
             for video in wd.get('items') or []:
-                yield self._extract_vue_video(video)
+                yield parser(url, video, page_id)
 
         yield from extract_videos(website_data)
 
         if website_data.get('items_total_count') > website_data.get('items_per_page'):
             for page in itertools.count(2):
-                page_website_data = self._parse_vue_website_data(
+                page_website_data = self._find_data(data_type, self._download_webpage(
-                    self._download_webpage(url, page_id, note=f'Downloading page #{page}',
+                    url, page_id, note=f'Downloading {data_type} page #{page}',
-                                           query={'page': page}),
+                    query={'page': page}), page_id)
-                    page_id)
                 if not page_website_data.get('videos') and not page_website_data.get('items'):
                     break
                 yield from extract_videos(page_website_data)
 
+    def _parse_website(self, url, website_data, page_id):
+        return {
+            '_type': 'playlist',
+            'entries': self._get_website_entries(url, website_data, page_id),
+            'id': page_id,
+            'title': website_data.get('title'),
+            'description': website_data.get('lead'),
+        }
+
+    def _parse_directory_website(self, url, website_data, page_id):
+        website_id = str_or_none(website_data.get('_id'))
+        return {
+            '_type': 'url_transparent',
+            'url': website_data['url'],
+            'id': website_id,
+            'title': website_data.get('title'),
+            'description': website_data.get('lead'),
+        }
+
+    def _parse_directory(self, url, directory_data, page_id):
+        return {
+            '_type': 'playlist',
+            'entries': self._get_website_entries(url, directory_data, page_id, data_type='directory'),
+            'id': page_id,
+            'title': directory_data.get('title'),
+            'description': directory_data.get('lead'),
+        }
+
+    def _find_data(self, data_type, webpage, video_id, **kwargs):
+        return self._search_json(
+            rf'window\.__{data_type}Data\s*=', webpage, f'{data_type} data', video_id,
+            transform_source=js_to_json, **kwargs)
+
     def _real_extract(self, url):
         page_id = self._match_id(url)
         webpage, urlh = self._download_webpage_handle(url, page_id)
@@ -238,10 +196,15 @@ class TVPIE(InfoExtractor):
             if ie_cls.suitable(urlh.url):
                 return self.url_result(urlh.url, ie=ie_cls.ie_key(), video_id=page_id)
 
-        if re.search(
+        for (dt, parse) in (
-                r'window\.__(?:video|news|website|directory)Data\s*=',
+            ('news', self._parse_news),
-                webpage):
+            ('video', self._parse_video),
-            return self._handle_vuejs_page(url, webpage, page_id)
+            ('website', self._parse_website),
+            ('directory', self._parse_directory),
+        ):
+            data = self._find_data(dt, webpage, page_id, default=None)
+            if data:
+                return parse(url, data, page_id)
 
         # classic server-side rendered sites
         video_id = self._search_regex([
@@ -249,10 +212,6 @@ class TVPIE(InfoExtractor):
             r'<iframe[^>]+src="[^"]*?object_id=(\d+)',
             r"object_id\s*:\s*'(\d+)'",
             r'data-video-id="(\d+)"',
-
-            # abc.tvp.pl - somehow there are more than one video IDs that seem to be the same video?
-            # the first one is referenced to as "copyid", and seems to be unused by the website
-            r'<script>\s*tvpabc\.video\.init\(\s*\d+,\s*(\d+)\s*\)\s*</script>',
         ], webpage, 'video id', default=page_id)
         return {
             '_type': 'url_transparent',