|
@ -1,3 +1,5 @@ |
|
|
|
|
|
from __future__ import unicode_literals |
|
|
|
|
|
|
|
|
import re |
|
|
import re |
|
|
|
|
|
|
|
|
from .common import InfoExtractor |
|
|
from .common import InfoExtractor |
|
@ -11,24 +13,30 @@ class TechTalksIE(InfoExtractor): |
|
|
_VALID_URL = r'https?://techtalks\.tv/talks/[^/]*/(?P<id>\d+)/' |
|
|
_VALID_URL = r'https?://techtalks\.tv/talks/[^/]*/(?P<id>\d+)/' |
|
|
|
|
|
|
|
|
_TEST = { |
|
|
_TEST = { |
|
|
u'url': u'http://techtalks.tv/talks/learning-topic-models-going-beyond-svd/57758/', |
|
|
|
|
|
u'playlist': [ |
|
|
|
|
|
|
|
|
'url': 'http://techtalks.tv/talks/learning-topic-models-going-beyond-svd/57758/', |
|
|
|
|
|
'info_dict': { |
|
|
|
|
|
'id': '57758', |
|
|
|
|
|
'title': 'Learning Topic Models --- Going beyond SVD', |
|
|
|
|
|
}, |
|
|
|
|
|
'playlist': [ |
|
|
{ |
|
|
{ |
|
|
u'file': u'57758.flv', |
|
|
|
|
|
u'info_dict': { |
|
|
|
|
|
u'title': u'Learning Topic Models --- Going beyond SVD', |
|
|
|
|
|
|
|
|
'info_dict': { |
|
|
|
|
|
'id': '57758', |
|
|
|
|
|
'ext': 'flv', |
|
|
|
|
|
'title': 'Learning Topic Models --- Going beyond SVD', |
|
|
}, |
|
|
}, |
|
|
}, |
|
|
}, |
|
|
{ |
|
|
{ |
|
|
u'file': u'57758-slides.flv', |
|
|
|
|
|
u'info_dict': { |
|
|
|
|
|
u'title': u'Learning Topic Models --- Going beyond SVD', |
|
|
|
|
|
|
|
|
'info_dict': { |
|
|
|
|
|
'id': '57758-slides', |
|
|
|
|
|
'ext': 'flv', |
|
|
|
|
|
'title': 'Learning Topic Models --- Going beyond SVD', |
|
|
}, |
|
|
}, |
|
|
}, |
|
|
}, |
|
|
], |
|
|
], |
|
|
u'params': { |
|
|
|
|
|
|
|
|
'params': { |
|
|
# rtmp download |
|
|
# rtmp download |
|
|
u'skip_download': True, |
|
|
|
|
|
|
|
|
'skip_download': True, |
|
|
}, |
|
|
}, |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
@ -36,30 +44,36 @@ class TechTalksIE(InfoExtractor): |
|
|
mobj = re.match(self._VALID_URL, url) |
|
|
mobj = re.match(self._VALID_URL, url) |
|
|
talk_id = mobj.group('id') |
|
|
talk_id = mobj.group('id') |
|
|
webpage = self._download_webpage(url, talk_id) |
|
|
webpage = self._download_webpage(url, talk_id) |
|
|
rtmp_url = self._search_regex(r'netConnectionUrl: \'(.*?)\'', webpage, |
|
|
|
|
|
u'rtmp url') |
|
|
|
|
|
play_path = self._search_regex(r'href=\'(.*?)\' [^>]*id="flowplayer_presenter"', |
|
|
|
|
|
webpage, u'presenter play path') |
|
|
|
|
|
|
|
|
rtmp_url = self._search_regex( |
|
|
|
|
|
r'netConnectionUrl: \'(.*?)\'', webpage, 'rtmp url') |
|
|
|
|
|
play_path = self._search_regex( |
|
|
|
|
|
r'href=\'(.*?)\' [^>]*id="flowplayer_presenter"', |
|
|
|
|
|
webpage, 'presenter play path') |
|
|
title = clean_html(get_element_by_attribute('class', 'title', webpage)) |
|
|
title = clean_html(get_element_by_attribute('class', 'title', webpage)) |
|
|
video_info = { |
|
|
video_info = { |
|
|
'id': talk_id, |
|
|
|
|
|
'title': title, |
|
|
|
|
|
'url': rtmp_url, |
|
|
|
|
|
'play_path': play_path, |
|
|
|
|
|
'ext': 'flv', |
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
'id': talk_id, |
|
|
|
|
|
'title': title, |
|
|
|
|
|
'url': rtmp_url, |
|
|
|
|
|
'play_path': play_path, |
|
|
|
|
|
'ext': 'flv', |
|
|
|
|
|
} |
|
|
m_slides = re.search(r'<a class="slides" href=\'(.*?)\'', webpage) |
|
|
m_slides = re.search(r'<a class="slides" href=\'(.*?)\'', webpage) |
|
|
if m_slides is None: |
|
|
if m_slides is None: |
|
|
return video_info |
|
|
return video_info |
|
|
else: |
|
|
else: |
|
|
return [ |
|
|
|
|
|
video_info, |
|
|
|
|
|
# The slides video |
|
|
|
|
|
{ |
|
|
|
|
|
'id': talk_id + '-slides', |
|
|
|
|
|
'title': title, |
|
|
|
|
|
'url': rtmp_url, |
|
|
|
|
|
'play_path': m_slides.group(1), |
|
|
|
|
|
'ext': 'flv', |
|
|
|
|
|
}, |
|
|
|
|
|
] |
|
|
|
|
|
|
|
|
return { |
|
|
|
|
|
'_type': 'playlist', |
|
|
|
|
|
'id': talk_id, |
|
|
|
|
|
'title': title, |
|
|
|
|
|
'entries': [ |
|
|
|
|
|
video_info, |
|
|
|
|
|
# The slides video |
|
|
|
|
|
{ |
|
|
|
|
|
'id': talk_id + '-slides', |
|
|
|
|
|
'title': title, |
|
|
|
|
|
'url': rtmp_url, |
|
|
|
|
|
'play_path': m_slides.group(1), |
|
|
|
|
|
'ext': 'flv', |
|
|
|
|
|
}, |
|
|
|
|
|
], |
|
|
|
|
|
} |