mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-09-10 00:58:17 +02:00
[extractor/wordpress:mb.miniAudioPlayer] Add embed extractor (#5087)
Closes https://github.com/yt-dlp/yt-dlp/issues/4994 Authored by: coletdjnz
This commit is contained in:
parent
1d55ebabc9
commit
4c9a1a3ba5
@ -1679,6 +1679,9 @@ def test_get_elements_text_and_html_by_attribute(self):
|
||||
self.assertEqual(list(get_elements_text_and_html_by_attribute('class', 'foo', html)), [])
|
||||
self.assertEqual(list(get_elements_text_and_html_by_attribute('class', 'no-such-foo', html)), [])
|
||||
|
||||
self.assertEqual(list(get_elements_text_and_html_by_attribute(
|
||||
'class', 'foo', '<a class="foo">nice</a><span class="foo">nice</span>', tag='a')), [('nice', '<a class="foo">nice</a>')])
|
||||
|
||||
GET_ELEMENT_BY_TAG_TEST_STRING = '''
|
||||
random text lorem ipsum</p>
|
||||
<div>
|
||||
|
@ -2165,7 +2165,10 @@
|
||||
WistiaPlaylistIE,
|
||||
WistiaChannelIE,
|
||||
)
|
||||
from .wordpress import WordpressPlaylistEmbedIE
|
||||
from .wordpress import (
|
||||
WordpressPlaylistEmbedIE,
|
||||
WordpressMiniAudioPlayerEmbedIE,
|
||||
)
|
||||
from .worldstarhiphop import WorldStarHipHopIE
|
||||
from .wppilot import (
|
||||
WPPilotIE,
|
||||
|
@ -1,6 +1,10 @@
|
||||
import re
|
||||
|
||||
from .common import InfoExtractor
|
||||
from ..utils import (
|
||||
extract_attributes,
|
||||
get_elements_by_class,
|
||||
get_elements_text_and_html_by_attribute,
|
||||
int_or_none,
|
||||
parse_duration,
|
||||
traverse_obj,
|
||||
@ -67,3 +71,84 @@ def _extract_from_webpage(self, url, webpage):
|
||||
'width': int_or_none(traverse_obj(track, ('dimensions', 'original', 'width'))),
|
||||
} for track in traverse_obj(playlist_json, ('tracks', ...), expected_type=dict)]
|
||||
yield self.playlist_result(entries, self._generic_id(url) + f'-wp-playlist-{i+1}', 'Wordpress Playlist')
|
||||
|
||||
|
||||
class WordpressMiniAudioPlayerEmbedIE(InfoExtractor):
|
||||
# WordPress MB Mini Player Plugin
|
||||
# https://wordpress.org/plugins/wp-miniaudioplayer/
|
||||
# Note: This is for the WordPress plugin version only.
|
||||
_VALID_URL = False
|
||||
IE_NAME = 'wordpress:mb.miniAudioPlayer'
|
||||
_WEBPAGE_TESTS = [{
|
||||
# Version 1.8.10: https://plugins.trac.wordpress.org/browser/wp-miniaudioplayer/tags/1.8.10
|
||||
'url': 'https://news.samsung.com/global/over-the-horizon-the-evolution-of-the-samsung-galaxy-brand-sound',
|
||||
'info_dict': {
|
||||
'id': 'over-the-horizon-the-evolution-of-the-samsung-galaxy-brand-sound',
|
||||
'title': 'Over the Horizon: The Evolution of the Samsung Galaxy Brand Sound',
|
||||
'age_limit': 0,
|
||||
'thumbnail': 'https://img.global.news.samsung.com/global/wp-content/uploads/2015/04/OTH_Main_Title-e1429612467870.jpg',
|
||||
'description': 'md5:bc3dd738d1f11d9232e94e6629983bf7',
|
||||
},
|
||||
'playlist': [{
|
||||
'info_dict': {
|
||||
'id': 'over_the_horizon_2013',
|
||||
'ext': 'mp3',
|
||||
'title': 'Over the Horizon 2013',
|
||||
'url': 'http://news.samsung.com/global/wp-content/uploads/ringtones/over_the_horizon_2013.mp3'
|
||||
}
|
||||
}],
|
||||
'playlist_count': 6,
|
||||
'params': {'skip_download': True}
|
||||
}, {
|
||||
# Version 1.9.3: https://plugins.trac.wordpress.org/browser/wp-miniaudioplayer/tags/1.9.3
|
||||
'url': 'https://www.booksontape.com/collections/audiobooks-with-teacher-guides/',
|
||||
'info_dict': {
|
||||
'id': 'audiobooks-with-teacher-guides',
|
||||
'title': 'Audiobooks with Teacher Guides | Books on Tape',
|
||||
'age_limit': 0,
|
||||
'thumbnail': 'https://www.booksontape.com/wp-content/uploads/2016/09/bot-logo-1200x630.jpg',
|
||||
},
|
||||
'playlist_mincount': 12
|
||||
}, {
|
||||
# Version 1.9.7: https://plugins.trac.wordpress.org/browser/wp-miniaudioplayer/tags/1.9.7
|
||||
# But has spaces around href filter
|
||||
'url': 'https://www.estudiords.com.br/temas/',
|
||||
'info_dict': {
|
||||
'id': 'temas',
|
||||
'title': 'Temas Variados',
|
||||
'age_limit': 0,
|
||||
'timestamp': float,
|
||||
'upload_date': str,
|
||||
'thumbnail': 'https://www.estudiords.com.br/wp-content/uploads/2021/03/LOGO-TEMAS.png',
|
||||
'description': 'md5:ab24d6a7ed0312ad2d466e721679f5a0',
|
||||
},
|
||||
'playlist_mincount': 30
|
||||
}]
|
||||
|
||||
def _extract_from_webpage(self, url, webpage):
|
||||
# Common function for the WordPress plugin version only.
|
||||
mb_player_params = self._search_regex(
|
||||
r'function\s*initializeMiniAudioPlayer\(\){[^}]+jQuery([^;]+)\.mb_miniPlayer',
|
||||
webpage, 'mb player params', default=None)
|
||||
if not mb_player_params:
|
||||
return
|
||||
# v1.55 - 1.9.3 has "a[href*='.mp3'] ,a[href*='.m4a']"
|
||||
# v1.9.4+ has "a[href*='.mp3']" only
|
||||
file_exts = re.findall(r'a\[href\s*\*=\s*\'\.([a-zA-Z\d]+)\'', mb_player_params)
|
||||
if not file_exts:
|
||||
return
|
||||
|
||||
candidates = get_elements_text_and_html_by_attribute(
|
||||
'href', rf'(?:[^\"\']+\.(?:{"|".join(file_exts)}))', webpage, escape_value=False, tag='a')
|
||||
|
||||
for title, html in candidates:
|
||||
attrs = extract_attributes(html)
|
||||
# XXX: not tested - have not found any example of it being used
|
||||
if any(c in (attrs.get('class') or '') for c in re.findall(r'\.not\("\.([^"]+)', mb_player_params)):
|
||||
continue
|
||||
href = attrs['href']
|
||||
yield {
|
||||
'id': self._generic_id(href),
|
||||
'title': title or self._generic_title(href),
|
||||
'url': href,
|
||||
}
|
||||
|
@ -408,7 +408,7 @@ def get_elements_html_by_attribute(*args, **kwargs):
|
||||
return [whole for _, whole in get_elements_text_and_html_by_attribute(*args, **kwargs)]
|
||||
|
||||
|
||||
def get_elements_text_and_html_by_attribute(attribute, value, html, escape_value=True):
|
||||
def get_elements_text_and_html_by_attribute(attribute, value, html, *, tag=r'[\w:.-]+', escape_value=True):
|
||||
"""
|
||||
Return the text (content) and the html (whole) of the tag with the specified
|
||||
attribute in the passed HTML document
|
||||
@ -419,7 +419,7 @@ def get_elements_text_and_html_by_attribute(attribute, value, html, escape_value
|
||||
value = re.escape(value) if escape_value else value
|
||||
|
||||
partial_element_re = rf'''(?x)
|
||||
<(?P<tag>[a-zA-Z0-9:._-]+)
|
||||
<(?P<tag>{tag})
|
||||
(?:\s(?:[^>"']|"[^"]*"|'[^']*')*)?
|
||||
\s{re.escape(attribute)}\s*=\s*(?P<_q>['"]{quote})(?-x:{value})(?P=_q)
|
||||
'''
|
||||
|
Loading…
Reference in New Issue
Block a user