From 18b7043b0cb28ba614293bac901be769c2c56a72 Mon Sep 17 00:00:00 2001 From: palewire Date: Mon, 15 Aug 2022 11:58:04 -0700 Subject: [PATCH] Backport from yt-dlp --- youtube_dl/extractor/parler.py | 74 +++++++++++++++------------------- 1 file changed, 32 insertions(+), 42 deletions(-) diff --git a/youtube_dl/extractor/parler.py b/youtube_dl/extractor/parler.py index 96a955b4d..e00562e08 100644 --- a/youtube_dl/extractor/parler.py +++ b/youtube_dl/extractor/parler.py @@ -1,12 +1,10 @@ # coding: utf-8 from __future__ import unicode_literals -from urllib import parse - from .common import InfoExtractor - from ..utils import ( clean_html, + int_or_none, strip_or_none, unified_timestamp, urlencode_postdata, @@ -14,10 +12,8 @@ from ..utils import ( class ParlerIE(InfoExtractor): - """Extract videos from posts on Parler.""" - - _UUID_RE = r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}' - _VALID_URL = r'https://parler\.com/feed/(?P%s)' % (_UUID_RE, ) + IE_DESC = 'Posts on parler.com' + _VALID_URL = r'https://parler\.com/feed/(?P[0-9a-f]{8}-(?:[0-9a-f]{4}-){3}[0-9a-f]{12})' _TESTS = [ { 'url': 'https://parler.com/feed/df79fdba-07cc-48fe-b085-3293897520d7', @@ -25,12 +21,17 @@ class ParlerIE(InfoExtractor): 'info_dict': { 'id': 'df79fdba-07cc-48fe-b085-3293897520d7', 'ext': 'mp4', - 'title': 'TulsiGabbard-720', - 'description': 'Puberty-blocking procedures promoted by the Biden/Harris Admin are child abuse. The FDA has recently confirmed these hormones/drugs have extremely dangerous side effects, like brain swelling and vision loss.', + 'thumbnail': 'https://bl-images.parler.com/videos/6ce7cdf3-a27a-4d72-bf9c-d3e17ce39a66/thumbnail.jpeg', + 'title': 'Parler video #df79fdba-07cc-48fe-b085-3293897520d7', + 'description': 'md5:6f220bde2df4a97cbb89ac11f1fd8197', 'timestamp': 1659744000, 'upload_date': '20220806', 'uploader': 'Tulsi Gabbard', 'uploader_id': 'TulsiGabbard', + 'uploader_url': 'https://parler.com/TulsiGabbard', + 'view_count': int, + 'comment_count': int, + 'repost_count': int, }, }, { @@ -39,49 +40,38 @@ class ParlerIE(InfoExtractor): 'info_dict': { 'id': 'a7406eb4-91e5-4793-b5e3-ade57a24e287', 'ext': 'mp4', - 'title': 'BennyJohnson-360', + 'thumbnail': 'https://bl-images.parler.com/videos/317827a8-1e48-4cbc-981f-7dd17d4c1183/thumbnail.jpeg', + 'title': 'Parler video #a7406eb4-91e5-4793-b5e3-ade57a24e287', 'description': 'This man should run for office', 'timestamp': 1659657600, 'upload_date': '20220805', 'uploader': 'Benny Johnson', 'uploader_id': 'BennyJohnson', + 'uploader_url': 'https://parler.com/BennyJohnson', + 'view_count': int, + 'comment_count': int, + 'repost_count': int, }, }, ] def _real_extract(self, url): video_id = self._match_id(url) - - # Get data from API - api_url = 'https://parler.com/open-api/ParleyDetailEndpoint.php' - payload = urlencode_postdata({'uuid': video_id}) - status = self._download_json(api_url, video_id, data=payload) - - # Pull out video - url = status['data'][0]['primary']['video_data']['videoSrc'] - # now we know this exists and is a dict - data = status['data'][0]['primary'] - - # Pull out metadata - description = strip_or_none(clean_html(data.get('full_body'))) - timestamp = unified_timestamp(data.get('date_created')) - uploader = strip_or_none(data.get('name')) - uploader_id = strip_or_none(data.get('username')) - uploader_url = ('https://parler.com/' + uploader_id) if uploader_id else None - - # Keep the file name short so it doesn't exceed filesystem limits - title = self._generic_title(url) - if uploader_id: - title = '%s-%s' % (uploader_id, title) - - # Return the result + data = self._download_json( + 'https://parler.com/open-api/ParleyDetailEndpoint.php', video_id, + data=urlencode_postdata({'uuid': video_id}))['data'][0] + primary = data['primary'] return { 'id': video_id, - 'url': url, - 'title': title, - 'description': description, - 'timestamp': timestamp, - 'uploader': uploader, - 'uploader_id': uploader_id, - 'uploader_url': uploader_url, - } + 'url': primary['video_data']['videoSrc'], + 'thumbnail': primary['video_data']['thumbnailUrl'], + 'title': "Parler video #%s" % video_id, + 'description': strip_or_none(clean_html(primary.get('full_body'))) or None, + 'timestamp': unified_timestamp(primary.get('date_created')), + 'uploader': strip_or_none(primary.get('name')), + 'uploader_id': strip_or_none(primary.get('username')), + 'uploader_url': 'https://parler.com/%s' % strip_or_none(primary.get('username')), + 'view_count': int_or_none(primary.get('view_count')), + 'comment_count': int_or_none(data['engagement']['commentCount']), + 'repost_count': int_or_none(data['engagement']['echoCount']), + } \ No newline at end of file