diff --git a/supportedsites.md b/supportedsites.md index 916735e08b..09a49cfa11 100644 --- a/supportedsites.md +++ b/supportedsites.md @@ -255,6 +255,7 @@ - **CDA**: [*cdapl*](## "netrc machine") - **CDAFolder** - **Cellebrite** + - **CekniTo**: ceknito.cz, ceknito.sk and ceknito.eu - **CeskaTelevize** - **CGTN** - **CharlieRose** diff --git a/yt_dlp/extractor/_extractors.py b/yt_dlp/extractor/_extractors.py index 967010826e..42f79b0c44 100644 --- a/yt_dlp/extractor/_extractors.py +++ b/yt_dlp/extractor/_extractors.py @@ -372,6 +372,7 @@ from .cda import ( CDAIE, CDAFolderIE, ) +from .ceknito import CekniToIE from .cellebrite import CellebriteIE from .ceskatelevize import CeskaTelevizeIE from .cgtn import CGTNIE diff --git a/yt_dlp/extractor/ceknito.py b/yt_dlp/extractor/ceknito.py new file mode 100644 index 0000000000..aa102da411 --- /dev/null +++ b/yt_dlp/extractor/ceknito.py @@ -0,0 +1,194 @@ +import datetime as dt +import re + +from .common import InfoExtractor +from ..utils import ( + ExtractorError, + int_or_none, + parse_duration, +) + + +class CekniToIE(InfoExtractor): + _VALID_URL = r'https?://(?:www\.)?ceknito\.(cz|sk|eu)/video/(?P[0-9]+)' + _TESTS = [{ # 720p cz + 'url': 'https://www.ceknito.cz/video/480911', + 'md5': '85ed13dda7a0923f1c8967be85228678', + 'info_dict': { + 'id': '480911', + 'ext': 'mp4', + 'view_count': int, + 'uploader': 'Proxymo', + 'like_count': int, + 'duration': 186.0, + 'description': 'CEKNITO', + 'thumbnail': 'https://www.ceknito.sk/d/embed/001d/480911/player.jpg', + 'categories': ['Auto-moto'], + 'title': 'Autonomní vůz Mercedes-Benz F 015', + 'age_limit': 0, + 'timestamp': 1427252280, + 'upload_date': '20150325', + }, + }, { # flv fallback sk + 'url': 'https://www.ceknito.sk/video/168380', + 'md5': '4dab7267e19a58681136963e2171697b', + 'info_dict': { + 'id': '168380', + 'ext': 'flv', + 'like_count': int, + 'description': 'Nuda vysokoškolákov', + 'uploader': 'matoo1993', + 'categories': ['Zábava'], + 'thumbnail': 'https://www.ceknito.sk/d/embed/000a/168380/player.jpg', + 'view_count': int, + 'age_limit': 0, + 'title': 'Nuda vysokoškolákov', + 'upload_date': '20080614', + 'timestamp': 1213433040, + }, + }, { # mp4 fallback eu + 'url': 'https://www.ceknito.eu/video/365744', + 'md5': 'd666d41ce0030f0539e7eee0520cc4a1', + 'info_dict': { + 'id': '365744', + 'ext': 'mp4', + 'categories': ['Lietadlá a lode'], + 'thumbnail': 'https://www.ceknito.sk/d/embed/0016/365744/player.jpg', + 'view_count': int, + 'age_limit': 0, + 'title': 'UFO nad Bratislavou', + 'uploader': 'gino2', + 'like_count': int, + 'description': 'CEKNITO', + 'timestamp': 1247332680, + 'upload_date': '20090711', + }, + }, { # 360p cz age restricted + 'url': 'https://www.ceknito.cz/video/257225', + 'md5': 'a82bc2d992c86acd5b16fbde7ed28046', + 'info_dict': { + 'id': '257225', + 'ext': 'mp4', + 'like_count': int, + 'duration': 372.0, + 'view_count': int, + 'description': 'Sněhurva porno', + 'title': 'Sněhurva - Kreslené srandovní PORNO', + 'categories': ['Zábava'], + 'uploader': 'Shadow2045', + 'thumbnail': 'https://www.ceknito.sk/d/embed/000f/257225/player.jpg', + 'age_limit': 18, + 'timestamp': 1227392700, + 'upload_date': '20081122', + }, + }, { # edge case where the xml is not generated + 'url': 'https://www.ceknito.sk/video/2525', + 'md5': '65c7d20426a5c6142b7da58cf9434b6a', + 'info_dict': { + 'id': '2525', + 'ext': 'flv', + 'description': 'vec-gde_ste', + 'view_count': int, + 'title': 'VEC - Kde ste', + 'upload_date': '20070120', + 'thumbnail': 'https://www.ceknito.sk/d/embed/0000/2525/player.jpg', + 'timestamp': 1169292360, + 'uploader': 'misha', + 'categories': ['Hudba a tanec'], + 'like_count': int, + }, + 'expected_warnings': ['Unable to download XML'], + }, { # non-existent video + 'url': 'https://www.ceknito.sk/video/275000', + 'info_dict': { + 'id': '275000', + 'ext': 'flv', + }, + 'skip': 'Video does not exist', + }] + + @staticmethod + def convert_to_timestamp(date_str): + months = { + 'ledna': 1, 'února': 2, 'března': 3, 'dubna': 4, 'května': 5, 'června': 6, + 'července': 7, 'srpna': 8, 'září': 9, 'října': 10, 'listopadu': 11, 'prosince': 12, + 'január': 1, 'február': 2, 'marec': 3, 'apríl': 4, 'máj': 5, 'jún': 6, + 'júl': 7, 'august': 8, 'september': 9, 'október': 10, 'november': 11, 'december': 12, + } + + # The site only provides dates in a format like "20:05, 4.október.07" in Slovak + # or alternatively "20:05, 4.října.07" on the Czech version on its play page + match = re.match(r'([0-9]*):([0-9]*), ([0-9]*)\.([^\.]*)\.([0-9]*)', date_str.strip()) + if not match: + return None + + hour, minute, day, month_name, year = match.groups() + if month_name not in months: + return None + + hour = int(hour) + minute = int(minute) + day = int(day) + month = months[month_name] + year = int('20' + year) + + # Handling DST before converting to timestamp + tz = dt.timezone(dt.timedelta(hours=1), 'CET') + dt_obj = dt.datetime(year, month, day, hour, minute, tzinfo=tz) + start_dst = dt.datetime(year, 3, (31 - (dt.datetime(year, 3, 31).weekday() + 1) % 7), 2, tzinfo=tz) + end_dst = dt.datetime(year, 10, (31 - (dt.datetime(year, 10, 31).weekday() + 1) % 7), 3, tzinfo=tz) + + if start_dst <= dt_obj < end_dst: + dt_obj = dt_obj - dt.timedelta(hours=1) + + return int(dt_obj.timestamp()) + + def _real_extract(self, url): + video_id = self._match_id(url) + webpage = self._download_webpage(url, video_id) + file_id = self._search_regex(r'>var videoFID = \'([0-9a-f\/]*)\';<', webpage, 'file id') + if file_id == '' and self._html_extract_title(webpage, default='').startswith('Video neexistuje'): + raise ExtractorError('Video does not exist', expected=True) + + # Old videos don't have sources defined in the xml + # however in these cases these fallback formats are used + formats = [{ + 'format_id': extension, + 'url': f'https://vid.ceknito.sk/{file_id}.{extension}', + 'source_preference': -2, + } for extension in ['flv', 'mp4']] + self._check_formats(formats, video_id) + + # There is an edge case where the xml may not exist at all, see id 2525 + info_xml = self._download_xml(f'https://www.ceknito.sk/xml/video.xml?fid={file_id}', video_id, fatal=False) + if info_xml: + duration = parse_duration(info_xml.find('duration').text) if info_xml.find('duration') is not None else None + age_limit = 0 if info_xml.find('xrated') is None or info_xml.find('xrated').text == 'no' else 18 + + if info_xml.find('sources') is not None: + for source in info_xml.find('sources'): + formats.append({ + 'format_id': source.attrib['resolution'], + 'url': source.attrib['url'], + }) + else: + duration = None + age_limit = None + + return { + 'id': video_id, + 'title': self._og_search_title(webpage) or self._html_search_regex(r'

(.+?)

', webpage, 'title'), + 'description': self._og_search_description(webpage), + 'thumbnail': self._og_search_thumbnail(webpage), + 'uploader': self._search_regex( + r'P.idal:
P.idan.:
([^<]*)', webpage, 'timestamp', fatal=False)), + 'view_count': int_or_none(self._search_regex(r'Zobrazení ([0-9]+)<\/strong>', webpage, 'view count', fatal=False)), + 'like_count': int_or_none(self._search_regex(r' \| Ob..bené ([0-9]+)<\/strong>', webpage, 'like count', fatal=False)), + 'age_limit': age_limit, + 'categories': [self._search_regex(r'Kateg.ri.:
([^<]*)', webpage, 'uploader', fatal=False)], + }