|
|
@ -493,46 +493,40 @@ class SoundcloudSearchIE(SearchInfoExtractor, SoundcloudIE): |
|
|
|
_API_V2_BASE = 'https://api-v2.soundcloud.com' |
|
|
|
|
|
|
|
def _get_collection(self, endpoint, collection_id, **query): |
|
|
|
query['limit'] = results_per_page = min( |
|
|
|
limit = results_per_page = min( |
|
|
|
query.get('limit', self._DEFAULT_RESULTS_PER_PAGE), |
|
|
|
self._MAX_RESULTS_PER_PAGE) |
|
|
|
query['limit'] = limit |
|
|
|
query['client_id'] = self._CLIENT_ID |
|
|
|
query['linked_partitioning'] = '1' |
|
|
|
query['offset'] = 0 |
|
|
|
data = compat_urllib_parse.urlencode(encode_dict(query)) |
|
|
|
next_url = '{0}{1}?{2}'.format(self._API_V2_BASE, endpoint, data) |
|
|
|
|
|
|
|
total_results = None |
|
|
|
collected_results = 0 |
|
|
|
|
|
|
|
next_url = None |
|
|
|
|
|
|
|
for i in itertools.count(): |
|
|
|
if not next_url: |
|
|
|
query['offset'] = i * results_per_page |
|
|
|
data = compat_urllib_parse.urlencode(encode_dict(query)) |
|
|
|
next_url = '{0}{1}?{2}'.format( |
|
|
|
self._API_V2_BASE, endpoint, data) |
|
|
|
|
|
|
|
for i in itertools.count(1): |
|
|
|
response = self._download_json( |
|
|
|
next_url, collection_id, 'Downloading page {0}'.format(i + 1), |
|
|
|
next_url, collection_id, 'Downloading page {0}'.format(i), |
|
|
|
'Unable to download API page') |
|
|
|
|
|
|
|
total_results = int(response.get( |
|
|
|
'total_results', total_results)) |
|
|
|
collection = response.get('collection', []) |
|
|
|
if not collection: |
|
|
|
break |
|
|
|
|
|
|
|
collection = response['collection'] |
|
|
|
collection = list(filter(bool, collection)) |
|
|
|
collected_results += len(collection) |
|
|
|
|
|
|
|
for item in filter(bool, collection): |
|
|
|
yield item |
|
|
|
for item in collection: |
|
|
|
yield self.url_result(item['uri'], SoundcloudIE.ie_key()) |
|
|
|
|
|
|
|
if (total_results is not None and collected_results >= total_results) or not collection: |
|
|
|
if not collection or collected_results >= limit: |
|
|
|
break |
|
|
|
|
|
|
|
next_url = response.get('next_href') |
|
|
|
if not next_url: |
|
|
|
break |
|
|
|
|
|
|
|
def _get_n_results(self, query, n): |
|
|
|
tracks = self._get_collection( |
|
|
|
'/search/tracks', collection_id='Query "{0}"'.format(query), limit=n, q=query) |
|
|
|
|
|
|
|
results = [self.url_result(track['uri']) for track in itertools.islice(tracks, n)] |
|
|
|
|
|
|
|
return self.playlist_result(results, playlist_title=query) |
|
|
|
tracks = self._get_collection('/search/tracks', query, limit=n, q=query) |
|
|
|
return self.playlist_result(tracks, playlist_title=query) |