# coding: utf-8 from __future__ import unicode_literals import binascii import hashlib import re import json from .common import InfoExtractor from ..aes import aes_cbc_decrypt from ..compat import compat_urllib_parse_unquote from ..utils import ( base_url, bytes_to_intlist, ExtractorError, int_or_none, intlist_to_bytes, float_or_none, mimetype2ext, str_or_none, try_get, unified_timestamp, update_url_query, url_basename, url_or_none, urljoin ) class DRTVIE(InfoExtractor): _VALID_URL = r'''(?x) https?:// (?: (?:www\.)?dr\.dk/(?:tv/se|nyheder|radio(?:/ondemand)?)/(?:[^/]+/)*| (?:www\.)?(?:dr\.dk|dr-massive\.com)/drtv/(?:se|episode)/ ) (?P[\da-z_-]+) ''' _GEO_BYPASS = False _GEO_COUNTRIES = ['DK'] IE_NAME = 'drtv' _TESTS = [{ 'url': 'https://www.dr.dk/tv/se/boern/ultra/klassen-ultra/klassen-darlig-taber-10', 'md5': '25e659cccc9a2ed956110a299fdf5983', 'info_dict': { 'id': 'klassen-darlig-taber-10', 'ext': 'mp4', 'title': 'Klassen - Dårlig taber (10)', 'description': 'md5:815fe1b7fa656ed80580f31e8b3c79aa', 'timestamp': 1539085800, 'upload_date': '20181009', 'duration': 606.84, 'series': 'Klassen', 'season': 'Klassen I', 'season_number': 1, 'season_id': 'urn:dr:mu:bundle:57d7e8216187a4031cfd6f6b', 'episode': 'Episode 10', 'episode_number': 10, 'release_year': 2016, }, 'expected_warnings': ['Unable to download f4m manifest'], }, { # embed 'url': 'https://www.dr.dk/nyheder/indland/live-christianias-rydning-af-pusher-street-er-i-gang', 'info_dict': { 'id': 'urn:dr:mu:programcard:57c926176187a50a9c6e83c6', 'ext': 'mp4', 'title': 'christiania pusher street ryddes drdkrjpo', 'description': 'md5:2a71898b15057e9b97334f61d04e6eb5', 'timestamp': 1472800279, 'upload_date': '20160902', 'duration': 131.4, }, 'params': { 'skip_download': True, }, 'expected_warnings': ['Unable to download f4m manifest'], }, { # with SignLanguage formats 'url': 'https://www.dr.dk/tv/se/historien-om-danmark/-/historien-om-danmark-stenalder', 'info_dict': { 'id': 'historien-om-danmark-stenalder', 'ext': 'mp4', 'title': 'Historien om Danmark: Stenalder', 'description': 'md5:8c66dcbc1669bbc6f873879880f37f2a', 'timestamp': 1546628400, 'upload_date': '20190104', 'duration': 3502.56, 'formats': 'mincount:20', }, 'params': { 'skip_download': True, }, }, { 'url': 'https://www.dr.dk/radio/p4kbh/regionale-nyheder-kh4/p4-nyheder-2019-06-26-17-30-9', 'only_matching': True, }, { 'url': 'https://www.dr.dk/drtv/se/bonderoeven_71769', 'info_dict': { 'id': '00951930010', 'ext': 'mp4', 'title': 'Bonderøven (1:8)', 'description': 'md5:3cf18fc0d3b205745d4505f896af8121', 'timestamp': 1546542000, 'upload_date': '20190103', 'duration': 2576.6, }, 'params': { 'skip_download': True, }, }, { 'url': 'https://www.dr.dk/drtv/episode/bonderoeven_71769', 'only_matching': True, }, { 'url': 'https://dr-massive.com/drtv/se/bonderoeven_71769', 'only_matching': True, }] def _real_extract(self, url): video_id = self._match_id(url) webpage = self._download_webpage(url, video_id) if '>Programmet er ikke længere tilgængeligt' in webpage: raise ExtractorError( 'Video %s is not available' % video_id, expected=True) video_id = self._search_regex( (r'data-(?:material-identifier|episode-slug)="([^"]+)"', r'data-resource="[^>"]+mu/programcard/expanded/([^"]+)"'), webpage, 'video id', default=None) if not video_id: video_id = self._search_regex( r'(urn(?:%3A|:)dr(?:%3A|:)mu(?:%3A|:)programcard(?:%3A|:)[\da-f]+)', webpage, 'urn', default=None) if video_id: video_id = compat_urllib_parse_unquote(video_id) _PROGRAMCARD_BASE = 'https://www.dr.dk/mu-online/api/1.4/programcard' query = {'expanded': 'true'} if video_id: programcard_url = '%s/%s' % (_PROGRAMCARD_BASE, video_id) else: programcard_url = _PROGRAMCARD_BASE page = self._parse_json( self._search_regex( r'data\s*=\s*({.+?})\s*(?:;|[\da-z_-]+) ''' _TESTS = [ { 'url': 'https://www.dr.dk/drtv/serie/tv-avisen-21_00_160258', 'info_dict': { 'id': 'tv-avisen-21_00_160258', 'title': 'TV AVISEN 21:00' }, 'playlist_mincount': 2, }, { 'url': 'https://www.dr.dk/drtv/serie/spise-med-price_43537', 'info_dict': { 'id': 'spise-med-price_43537', 'title': 'Spise med Price' }, 'playlist_mincount': 2, } ] @classmethod def suitable(cls, url): return False if DRTVIE.suitable(url) else super( DRTVPlaylistIE, cls).suitable(url) def _extract_series(self, url): display_id = self._match_id(url) webpage = self._download_webpage(url, display_id) episodes = [] for season in re.finditer(r'href="(?P/drtv/saeson/.+?)"', webpage): season_url = urljoin(base_url(url), season.group('url')) episodes = episodes + self._extract_episode_from_season(season_url) if len(episodes) == 0: episodes = episodes + self._extract_episode_from_season(url) return episodes def _extract_episode_from_season(self, url): display_id = self._match_id(url) webpage = self._download_webpage(url, display_id) episodes = [] for episode in re.finditer(r'href="(?P/drtv/se/.+?)"', webpage): episode_url = urljoin(base_url(url), episode.group('url')) episodes.append(episode_url) return episodes def _extract_json_data(self, url): display_id = self._match_id(url) webpage = self._download_webpage(url, display_id) return json.loads(re.search(r'(?P{"app":.*?})<\/', webpage).group('json')) def _real_extract(self, url): playlist_id = self._match_id(url) json = self._extract_json_data(url) webpage = self._download_webpage(url, playlist_id) title = self._html_search_regex( r'

(.+?)

', webpage, 'title', default=None) if title: title = re.sub(r'\s*\|\s*.+?$', '', title) seasons = [] episodes = [] base = re.search(r'(?P.*?/drtv)', url).group() if 'serie' in url: series_item = re.search(r'(?P/serie/[\da-z_-]+)', url).group('item') seasons = [ i['path'] for i in json.get('cache', {}).get('page', {}).get(series_item, {}).get('item', {}).get('show', {}).get('seasons', {}).get('items', {}) ] elif 'saeson' in url: seasons = [url] episodes = [] ep = self._extract_json_data(base + seasons[0]) items = ep.get('cache', {}).get('page', {}).get(seasons[0], {}).get('item', {}).get('episodes', {}).get('items', {}) episodes = [ base + i['watchPath'] for i in items ] entries = [self.url_result(ep, ie=DRTVIE.ie_key()) for ep in episodes] return self.playlist_result(entries, playlist_id, title) class DRTVLiveIE(InfoExtractor): IE_NAME = 'drtv:live' _VALID_URL = r'https?://(?:www\.)?dr\.dk/(?:tv|TV)/live/(?P[\da-z-]+)' _GEO_COUNTRIES = ['DK'] _TEST = { 'url': 'https://www.dr.dk/tv/live/dr1', 'info_dict': { 'id': 'dr1', 'ext': 'mp4', 'title': 're:^DR1 [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$', }, 'params': { # m3u8 download 'skip_download': True, }, } def _real_extract(self, url): channel_id = self._match_id(url) channel_data = self._download_json( 'https://www.dr.dk/mu-online/api/1.0/channel/' + channel_id, channel_id) title = self._live_title(channel_data['Title']) formats = [] for streaming_server in channel_data.get('StreamingServers', []): server = streaming_server.get('Server') if not server: continue link_type = streaming_server.get('LinkType') for quality in streaming_server.get('Qualities', []): for stream in quality.get('Streams', []): stream_path = stream.get('Stream') if not stream_path: continue stream_url = update_url_query( '%s/%s' % (server, stream_path), {'b': ''}) if link_type == 'HLS': formats.extend(self._extract_m3u8_formats( stream_url, channel_id, 'mp4', m3u8_id=link_type, fatal=False, live=True)) elif link_type == 'HDS': formats.extend(self._extract_f4m_formats(update_url_query( '%s/%s' % (server, stream_path), {'hdcore': '3.7.0'}), channel_id, f4m_id=link_type, fatal=False)) self._sort_formats(formats) return { 'id': channel_id, 'title': title, 'thumbnail': channel_data.get('PrimaryImageUri'), 'formats': formats, 'is_live': True, }