import json import urllib.parse from .common import InfoExtractor from ..networking.exceptions import HTTPError from ..utils import ( ExtractorError, clean_html, filter_dict, float_or_none, int_or_none, join_nonempty, mimetype2ext, parse_iso8601, update_url_query, url_or_none, ) from ..utils.traversal import traverse_obj class StreaksBaseIE(InfoExtractor): _API_URL_TEMPLATE = 'https://{}.api.streaks.jp/v1/projects/{}/medias/{}{}' _GEO_BYPASS = False _GEO_COUNTRIES = ['JP'] def _streaks_playback_api_url(self, project_id, media_id): return self._API_URL_TEMPLATE.format('playback', project_id, media_id, '') def _download_streaks_playback_json(self, project_id, media_id, headers=None): return self._download_json( self._streaks_playback_api_url(project_id, media_id), media_id, 'Downloading STREAKS playback API JSON', headers={ 'Accept': 'application/json', 'Origin': 'https://players.streaks.jp', **self.geo_verification_headers(), **(headers or {}), }) def _extract_from_streaks_api(self, project_id, media_id, headers=None, query=None, live_from_start=False): try: response = self._download_streaks_playback_json(project_id, media_id, headers=headers) except ExtractorError as e: if isinstance(e.cause, HTTPError) and e.cause.status in (403, 404): error = self._parse_json(e.cause.response.read().decode(), media_id, fatal=False) message = traverse_obj(error, ('message', {clean_html}, filter)) code = traverse_obj(error, ('code', {clean_html}, filter)) error_id = traverse_obj(error, ('id', {int_or_none})) if code == 'REQUEST_FAILED': if error_id == 124: self.raise_geo_restricted(countries=self._GEO_COUNTRIES) elif error_id == 126: raise ExtractorError('Access is denied (possibly due to invalid/missing API key)') if code == 'MEDIA_NOT_FOUND': raise ExtractorError(join_nonempty(code, message, delim=': '), expected=True) if code or message: raise ExtractorError(join_nonempty(code, error_id, message, delim=': ')) raise streaks_id = response['id'] live_status = { 'clip': 'was_live', 'file': 'not_live', 'linear': 'is_live', 'live': 'is_live', }.get(response.get('type')) formats, subtitles = [], {} drm_formats = False sources = response['sources'] ssai = traverse_obj(sources, (..., 'ssai', {dict}, any)) for source in traverse_obj(sources, ( lambda _, v: url_or_none(v['src']), )): if source.get('key_systems'): drm_formats = True continue src_url = source['src'] is_live = live_status == 'is_live' ext = mimetype2ext(source.get('type')) if ext != 'm3u8': self.report_warning(f'Unsupported stream type: {ext}') continue if is_live and ssai: session_params = traverse_obj(self._download_json( self._API_URL_TEMPLATE.format('ssai', project_id, streaks_id, '/ssai/session'), media_id, 'Downloading session parameters', headers={'Content-Type': 'application/json', 'Accept': 'application/json'}, data=json.dumps({'id': source['id']}).encode(), ), (0, 'query', {urllib.parse.parse_qs})) src_url = update_url_query(src_url, session_params) fmts, subs = self._extract_m3u8_formats_and_subtitles( src_url, media_id, 'mp4', m3u8_id='hls', fatal=False, live=is_live, query=query) for fmt in fmts: if live_from_start: fmt.setdefault('downloader_options', {}).update({'ffmpeg_args': ['-live_start_index', '0']}) fmt['is_from_start'] = True formats.extend(fmts) self._merge_subtitles(subs, target=subtitles) if not formats and drm_formats: self.report_drm(media_id) self._remove_duplicate_formats(formats) for subs in traverse_obj(response, ( 'tracks', lambda _, v: v['kind'] in ('captions', 'subtitles') and url_or_none(v['src']), )): lang = traverse_obj(subs, ('srclang', {str.lower})) or 'ja' subtitles.setdefault(lang, []).append({'url': subs['src']}) return { 'id': streaks_id, 'display_id': media_id, 'formats': formats, 'live_status': live_status, 'subtitles': subtitles, 'uploader_id': project_id, **traverse_obj(response, { 'title': ('name', {clean_html}, filter), 'description': ('description', {clean_html}, filter), 'duration': ('duration', {float_or_none}), 'modified_timestamp': ('updated_at', {parse_iso8601}), 'tags': ('tags', ..., {clean_html}, filter, all, filter), 'thumbnail': (('thumbnail', 'poster'), 'src', {url_or_none}, any), 'timestamp': ('created_at', {parse_iso8601}), }), } class StreaksIE(StreaksBaseIE): _VALID_URL = [ r'https?://players\.streaks\.jp/(?P[\w-]+)/(?P[\da-f]+)/index\.html\?(?:[^#]+&)?m=(?P(?:ref:)?[\w-]+)', r'https?://playback\.api\.streaks\.jp/v1/projects/(?P[\w-]+)/medias/(?P(?:ref:)?[\w-]+)', ] _EMBED_REGEX = [rf']*\bsrc\s*=\s*["\'](?P{_VALID_URL[0]})'] _TESTS = [{ # https://online.tipness.co.jp/contents/9a064492-a62b-5d03-4668-6b40d6325b1e 'url': 'https://players.streaks.jp/tipness/08155cd19dc14c12bebefb69b92eafcc/index.html?m=ba2c253508914d9ea061a5f26bc58b20', 'info_dict': { 'id': 'ba2c253508914d9ea061a5f26bc58b20', 'ext': 'mp4', 'title': 'tarun_suimin.mp4', 'duration': 265.344, 'live_status': 'not_live', 'modified_date': '20230908', 'modified_timestamp': 1694146842, 'timestamp': 1694145352, 'upload_date': '20230908', 'uploader_id': 'tipness', }, }, { # https://www.ktv.jp/mycoffeetime/ 'url': 'https://players.streaks.jp/ktv-web/0298e8964c164ab384c07ef6e08c444b/index.html?m=ref:mycoffeetime_250317', 'info_dict': { 'id': 'dccdc079e3fd41f88b0c8435e2d453ab', 'ext': 'mp4', 'title': 'わたしの珈琲時間_250317', 'display_id': 'ref:mycoffeetime_250317', 'duration': 122.99, 'live_status': 'not_live', 'modified_date': '20250310', 'modified_timestamp': 1741586302, 'thumbnail': r're:https?://.+\.jpg', 'timestamp': 1741585839, 'upload_date': '20250310', 'uploader_id': 'ktv-web', }, }, { # https://www.ktv.jp/news/articles/?id=28105 'url': 'https://playback.api.streaks.jp/v1/projects/ktv-news/medias/714171c4c53c409bb41e1572997ebfcf', 'info_dict': { 'id': '714171c4c53c409bb41e1572997ebfcf', 'ext': 'mp4', 'title': '28105.mp4', 'duration': 49.984, 'live_status': 'not_live', 'modified_date': '20260702', 'modified_timestamp': 1783028559, 'thumbnail': r're:https?://.+\.jpg', 'timestamp': 1783028407, 'upload_date': '20260702', 'uploader_id': 'ktv-news', }, 'params': {'extractor_args': {'streaks': {'api_key': ['0ff2ccfb6381401582d6ee60e3cb66a1']}}}, }, { # https://tver.jp/olympic/paris2024/live/FBLMTEAM11------------SFNL000100--/ 'url': 'https://playback.api.streaks.jp/v1/projects/tver-olympic/medias/ref:sp_240806_1748_dvr', 'info_dict': { 'id': 'c10f7345adb648cf804d7578ab93b2e3', 'ext': 'mp4', 'title': 'サッカー 男子 準決勝_dvr', 'display_id': 'ref:sp_240806_1748_dvr', 'duration': 12960.0, 'live_status': 'was_live', 'modified_date': '20240805', 'modified_timestamp': 1722896263, 'timestamp': 1722777618, 'upload_date': '20240804', 'uploader_id': 'tver-olympic', }, 'params': {'extractor_args': {'streaks': {'api_key': ['e09168c4383d4b18949067022558f071']}}}, 'skip': 'Invalid URL', }, { # https://cu.tbs.co.jp/simul/simul-02 'url': 'https://playback.api.streaks.jp/v1/projects/tbs/medias/ref:simul-02', 'info_dict': { 'id': 'c4e83a7b48f4409a96adacec674b4e22', 'ext': 'mp4', 'title': str, 'display_id': 'ref:simul-02', 'live_status': 'is_live', 'modified_date': '20241031', 'modified_timestamp': 1730339858, 'timestamp': 1705466840, 'upload_date': '20240117', 'uploader_id': 'tbs', }, 'skip': 'Invalid URL', }, { # DRM protected 'url': 'https://players.streaks.jp/sp-jbc/a12d7ee0f40c49d6a0a2bff520639677/index.html?m=5f89c62f37ee4a68be8e6e3b1396c7d8', 'only_matching': True, }] _WEBPAGE_TESTS = [{ # https://players.streaks.jp/play/719af2a1d2d544e89bcad3456eeae5d9/index.html?m=2d975178293140dc8074a7fc536a7604 'url': 'https://event.play.jp/playnext2023/', 'info_dict': { 'id': '2d975178293140dc8074a7fc536a7604', 'ext': 'mp4', 'title': 'PLAY NEXTキームービー（本番）', 'uploader_id': 'play', 'duration': 17.05, 'thumbnail': r're:https?://.+\.jpg', 'timestamp': 1668387517, 'upload_date': '20221114', 'modified_timestamp': 1739411523, 'modified_date': '20250213', 'live_status': 'not_live', }, 'params': {'nocheckcertificate': True}, }, { 'url': 'https://wowshop.jp/Page/special/cooking_goods/?bid=wowshop&srsltid=AfmBOor_phUNoPEE_UCPiGGSCMrJE5T2US397smvsbrSdLqUxwON0el4', 'playlist_mincount': 2, 'info_dict': { 'id': '?bid=wowshop&srsltid=AfmBOor_phUNoPEE_UCPiGGSCMrJE5T2US397smvsbrSdLqUxwON0el4', 'title': 'ワンランク上の料理道具でとびきりの“おいしい”を食卓へ｜wowshop', 'description': 'md5:914b5cb8624fc69274c7fb7b2342958f', 'age_limit': 0, 'thumbnail': 'https://wowshop.jp/Page/special/cooking_goods/images/ogp.jpg', }, 'skip': 'Invalid URL', }] def _real_extract(self, url): mobj = self._match_valid_url(url).groupdict() project_id, media_id = mobj['project_id'], mobj['id'] api_key = mobj.get('api_key') or self._configuration_arg('api_key', [None])[0] return self._extract_from_streaks_api( project_id, media_id, headers=filter_dict({ 'X-Streaks-Api-Key': api_key, }))