import json import random from .common import InfoExtractor from ..utils import ( ExtractorError, ) class EightTracksIE(InfoExtractor): IE_NAME = '8tracks' _VALID_URL = r'https?://8tracks\.com/(?P[^/]+)/(?P[^/#]+)(?:#.*)?$' _TEST = { 'name': 'EightTracks', 'url': 'http://8tracks.com/ytdl/youtube-dl-test-tracks-a', 'info_dict': { 'id': '1336550', 'display_id': 'youtube-dl-test-tracks-a', 'description': "test chars: \"'/\\ä↭", 'title': "youtube-dl test tracks \"'/\\ä↭<>", }, 'playlist': [ { 'md5': '96ce57f24389fc8734ce47f4c1abcc55', 'info_dict': { 'id': '11885610', 'ext': 'm4a', 'title': "youtue-dl project<>\"' - youtube-dl test track 1 \"'/\\\u00e4\u21ad", 'uploader_id': 'ytdl', }, }, { 'md5': '4ab26f05c1f7291ea460a3920be8021f', 'info_dict': { 'id': '11885608', 'ext': 'm4a', 'title': "youtube-dl project - youtube-dl test track 2 \"'/\\\u00e4\u21ad", 'uploader_id': 'ytdl', }, }, { 'md5': 'd30b5b5f74217410f4689605c35d1fd7', 'info_dict': { 'id': '11885679', 'ext': 'm4a', 'title': "youtube-dl project as well - youtube-dl test track 3 \"'/\\\u00e4\u21ad", 'uploader_id': 'ytdl', }, }, { 'md5': '4eb0a669317cd725f6bbd336a29f923a', 'info_dict': { 'id': '11885680', 'ext': 'm4a', 'title': "youtube-dl project as well - youtube-dl test track 4 \"'/\\\u00e4\u21ad", 'uploader_id': 'ytdl', }, }, { 'md5': '1893e872e263a2705558d1d319ad19e8', 'info_dict': { 'id': '11885682', 'ext': 'm4a', 'title': "PH - youtube-dl test track 5 \"'/\\\u00e4\u21ad", 'uploader_id': 'ytdl', }, }, { 'md5': 'b673c46f47a216ab1741ae8836af5899', 'info_dict': { 'id': '11885683', 'ext': 'm4a', 'title': "PH - youtube-dl test track 6 \"'/\\\u00e4\u21ad", 'uploader_id': 'ytdl', }, }, { 'md5': '1d74534e95df54986da7f5abf7d842b7', 'info_dict': { 'id': '11885684', 'ext': 'm4a', 'title': "phihag - youtube-dl test track 7 \"'/\\\u00e4\u21ad", 'uploader_id': 'ytdl', }, }, { 'md5': 'f081f47af8f6ae782ed131d38b9cd1c0', 'info_dict': { 'id': '11885685', 'ext': 'm4a', 'title': "phihag - youtube-dl test track 8 \"'/\\\u00e4\u21ad", 'uploader_id': 'ytdl', }, }, ], } def _real_extract(self, url): playlist_id = self._match_id(url) webpage = self._download_webpage(url, playlist_id) data = self._parse_json( self._search_regex( r'(?s)PAGE\.mix\s*=\s*({.+?});\n', webpage, 'trax information'), playlist_id) session = str(random.randint(0, 1000000000)) mix_id = data['id'] track_count = data['tracks_count'] duration = data['duration'] avg_song_duration = float(duration) / track_count # duration is sometimes negative, use predefined avg duration if avg_song_duration <= 0: avg_song_duration = 300 first_url = f'http://8tracks.com/sets/{session}/play?player=sm&mix_id={mix_id}&format=jsonh' next_url = first_url entries = [] for i in range(track_count): api_json = None download_tries = 0 while api_json is None: try: api_json = self._download_webpage( next_url, playlist_id, note='Downloading song information %d/%d' % (i + 1, track_count), errnote='Failed to download song information') except ExtractorError: if download_tries > 3: raise else: download_tries += 1 self._sleep(avg_song_duration, playlist_id) api_data = json.loads(api_json) track_data = api_data['set']['track'] info = { 'id': str(track_data['id']), 'url': track_data['track_file_stream_url'], 'title': track_data['performer'] + ' - ' + track_data['name'], 'raw_title': track_data['name'], 'uploader_id': data['user']['login'], 'ext': 'm4a', } entries.append(info) next_url = 'http://8tracks.com/sets/{}/next?player=sm&mix_id={}&format=jsonh&track_id={}'.format( session, mix_id, track_data['id']) return { '_type': 'playlist', 'entries': entries, 'id': str(mix_id), 'display_id': playlist_id, 'title': data.get('name'), 'description': data.get('description'), }