moved increment_downloads and process_info calls from IEs to FD.download (#296) (follows current doclines); a small step towards importability #217
This commit is contained in:
parent
770234afa2
commit
58ca755f40
|
@ -470,7 +470,13 @@ class FileDownloader(object):
|
||||||
suitable_found = True
|
suitable_found = True
|
||||||
|
|
||||||
# Extract information from URL and process it
|
# Extract information from URL and process it
|
||||||
ie.extract(url)
|
videos = ie.extract(url)
|
||||||
|
for video in videos or []:
|
||||||
|
try:
|
||||||
|
self.increment_downloads()
|
||||||
|
self.process_info(video)
|
||||||
|
except UnavailableVideoError:
|
||||||
|
self.trouble(u'\nERROR: unable to download video')
|
||||||
|
|
||||||
# Suitable InfoExtractor had been found; go to next URL
|
# Suitable InfoExtractor had been found; go to next URL
|
||||||
break
|
break
|
||||||
|
|
|
@ -458,16 +458,12 @@ class YoutubeIE(InfoExtractor):
|
||||||
self._downloader.trouble(u'ERROR: no conn or url_encoded_fmt_stream_map information found in video info')
|
self._downloader.trouble(u'ERROR: no conn or url_encoded_fmt_stream_map information found in video info')
|
||||||
return
|
return
|
||||||
|
|
||||||
|
results = []
|
||||||
for format_param, video_real_url in video_url_list:
|
for format_param, video_real_url in video_url_list:
|
||||||
# At this point we have a new video
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
|
|
||||||
# Extension
|
# Extension
|
||||||
video_extension = self._video_extensions.get(format_param, 'flv')
|
video_extension = self._video_extensions.get(format_param, 'flv')
|
||||||
|
|
||||||
try:
|
results.append({
|
||||||
# Process video information
|
|
||||||
self._downloader.process_info({
|
|
||||||
'id': video_id.decode('utf-8'),
|
'id': video_id.decode('utf-8'),
|
||||||
'url': video_real_url.decode('utf-8'),
|
'url': video_real_url.decode('utf-8'),
|
||||||
'uploader': video_uploader.decode('utf-8'),
|
'uploader': video_uploader.decode('utf-8'),
|
||||||
|
@ -481,8 +477,7 @@ class YoutubeIE(InfoExtractor):
|
||||||
'player_url': player_url,
|
'player_url': player_url,
|
||||||
'subtitles': video_subtitles
|
'subtitles': video_subtitles
|
||||||
})
|
})
|
||||||
except UnavailableVideoError, err:
|
return results
|
||||||
self._downloader.trouble(u'\nERROR: unable to download video')
|
|
||||||
|
|
||||||
|
|
||||||
class MetacafeIE(InfoExtractor):
|
class MetacafeIE(InfoExtractor):
|
||||||
|
@ -491,12 +486,10 @@ class MetacafeIE(InfoExtractor):
|
||||||
_VALID_URL = r'(?:http://)?(?:www\.)?metacafe\.com/watch/([^/]+)/([^/]+)/.*'
|
_VALID_URL = r'(?:http://)?(?:www\.)?metacafe\.com/watch/([^/]+)/([^/]+)/.*'
|
||||||
_DISCLAIMER = 'http://www.metacafe.com/family_filter/'
|
_DISCLAIMER = 'http://www.metacafe.com/family_filter/'
|
||||||
_FILTER_POST = 'http://www.metacafe.com/f/index.php?inputType=filter&controllerGroup=user'
|
_FILTER_POST = 'http://www.metacafe.com/f/index.php?inputType=filter&controllerGroup=user'
|
||||||
_youtube_ie = None
|
|
||||||
IE_NAME = u'metacafe'
|
IE_NAME = u'metacafe'
|
||||||
|
|
||||||
def __init__(self, youtube_ie, downloader=None):
|
def __init__(self, downloader=None):
|
||||||
InfoExtractor.__init__(self, downloader)
|
InfoExtractor.__init__(self, downloader)
|
||||||
self._youtube_ie = youtube_ie
|
|
||||||
|
|
||||||
def report_disclaimer(self):
|
def report_disclaimer(self):
|
||||||
"""Report disclaimer retrieval."""
|
"""Report disclaimer retrieval."""
|
||||||
|
@ -549,12 +542,9 @@ class MetacafeIE(InfoExtractor):
|
||||||
# Check if video comes from YouTube
|
# Check if video comes from YouTube
|
||||||
mobj2 = re.match(r'^yt-(.*)$', video_id)
|
mobj2 = re.match(r'^yt-(.*)$', video_id)
|
||||||
if mobj2 is not None:
|
if mobj2 is not None:
|
||||||
self._youtube_ie.extract('http://www.youtube.com/watch?v=%s' % mobj2.group(1))
|
self._downloader.download(['http://www.youtube.com/watch?v=%s' % mobj2.group(1)])
|
||||||
return
|
return
|
||||||
|
|
||||||
# At this point we have a new video
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
|
|
||||||
simple_title = mobj.group(2).decode('utf-8')
|
simple_title = mobj.group(2).decode('utf-8')
|
||||||
|
|
||||||
# Retrieve video webpage to extract further information
|
# Retrieve video webpage to extract further information
|
||||||
|
@ -610,9 +600,7 @@ class MetacafeIE(InfoExtractor):
|
||||||
return
|
return
|
||||||
video_uploader = mobj.group(1)
|
video_uploader = mobj.group(1)
|
||||||
|
|
||||||
try:
|
return [{
|
||||||
# Process video information
|
|
||||||
self._downloader.process_info({
|
|
||||||
'id': video_id.decode('utf-8'),
|
'id': video_id.decode('utf-8'),
|
||||||
'url': video_url.decode('utf-8'),
|
'url': video_url.decode('utf-8'),
|
||||||
'uploader': video_uploader.decode('utf-8'),
|
'uploader': video_uploader.decode('utf-8'),
|
||||||
|
@ -622,9 +610,7 @@ class MetacafeIE(InfoExtractor):
|
||||||
'ext': video_extension.decode('utf-8'),
|
'ext': video_extension.decode('utf-8'),
|
||||||
'format': u'NA',
|
'format': u'NA',
|
||||||
'player_url': None,
|
'player_url': None,
|
||||||
})
|
}]
|
||||||
except UnavailableVideoError:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download video')
|
|
||||||
|
|
||||||
|
|
||||||
class DailymotionIE(InfoExtractor):
|
class DailymotionIE(InfoExtractor):
|
||||||
|
@ -651,8 +637,6 @@ class DailymotionIE(InfoExtractor):
|
||||||
self._downloader.trouble(u'ERROR: invalid URL: %s' % url)
|
self._downloader.trouble(u'ERROR: invalid URL: %s' % url)
|
||||||
return
|
return
|
||||||
|
|
||||||
# At this point we have a new video
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
video_id = mobj.group(1)
|
video_id = mobj.group(1)
|
||||||
|
|
||||||
video_extension = 'flv'
|
video_extension = 'flv'
|
||||||
|
@ -698,9 +682,7 @@ class DailymotionIE(InfoExtractor):
|
||||||
return
|
return
|
||||||
video_uploader = mobj.group(1)
|
video_uploader = mobj.group(1)
|
||||||
|
|
||||||
try:
|
return [{
|
||||||
# Process video information
|
|
||||||
self._downloader.process_info({
|
|
||||||
'id': video_id.decode('utf-8'),
|
'id': video_id.decode('utf-8'),
|
||||||
'url': video_url.decode('utf-8'),
|
'url': video_url.decode('utf-8'),
|
||||||
'uploader': video_uploader.decode('utf-8'),
|
'uploader': video_uploader.decode('utf-8'),
|
||||||
|
@ -710,9 +692,7 @@ class DailymotionIE(InfoExtractor):
|
||||||
'ext': video_extension.decode('utf-8'),
|
'ext': video_extension.decode('utf-8'),
|
||||||
'format': u'NA',
|
'format': u'NA',
|
||||||
'player_url': None,
|
'player_url': None,
|
||||||
})
|
}]
|
||||||
except UnavailableVideoError:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download video')
|
|
||||||
|
|
||||||
|
|
||||||
class GoogleIE(InfoExtractor):
|
class GoogleIE(InfoExtractor):
|
||||||
|
@ -739,8 +719,6 @@ class GoogleIE(InfoExtractor):
|
||||||
self._downloader.trouble(u'ERROR: Invalid URL: %s' % url)
|
self._downloader.trouble(u'ERROR: Invalid URL: %s' % url)
|
||||||
return
|
return
|
||||||
|
|
||||||
# At this point we have a new video
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
video_id = mobj.group(1)
|
video_id = mobj.group(1)
|
||||||
|
|
||||||
video_extension = 'mp4'
|
video_extension = 'mp4'
|
||||||
|
@ -802,9 +780,7 @@ class GoogleIE(InfoExtractor):
|
||||||
else: # we need something to pass to process_info
|
else: # we need something to pass to process_info
|
||||||
video_thumbnail = ''
|
video_thumbnail = ''
|
||||||
|
|
||||||
try:
|
return [{
|
||||||
# Process video information
|
|
||||||
self._downloader.process_info({
|
|
||||||
'id': video_id.decode('utf-8'),
|
'id': video_id.decode('utf-8'),
|
||||||
'url': video_url.decode('utf-8'),
|
'url': video_url.decode('utf-8'),
|
||||||
'uploader': u'NA',
|
'uploader': u'NA',
|
||||||
|
@ -814,9 +790,7 @@ class GoogleIE(InfoExtractor):
|
||||||
'ext': video_extension.decode('utf-8'),
|
'ext': video_extension.decode('utf-8'),
|
||||||
'format': u'NA',
|
'format': u'NA',
|
||||||
'player_url': None,
|
'player_url': None,
|
||||||
})
|
}]
|
||||||
except UnavailableVideoError:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download video')
|
|
||||||
|
|
||||||
|
|
||||||
class PhotobucketIE(InfoExtractor):
|
class PhotobucketIE(InfoExtractor):
|
||||||
|
@ -843,8 +817,6 @@ class PhotobucketIE(InfoExtractor):
|
||||||
self._downloader.trouble(u'ERROR: Invalid URL: %s' % url)
|
self._downloader.trouble(u'ERROR: Invalid URL: %s' % url)
|
||||||
return
|
return
|
||||||
|
|
||||||
# At this point we have a new video
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
video_id = mobj.group(1)
|
video_id = mobj.group(1)
|
||||||
|
|
||||||
video_extension = 'flv'
|
video_extension = 'flv'
|
||||||
|
@ -878,9 +850,7 @@ class PhotobucketIE(InfoExtractor):
|
||||||
|
|
||||||
video_uploader = mobj.group(2).decode('utf-8')
|
video_uploader = mobj.group(2).decode('utf-8')
|
||||||
|
|
||||||
try:
|
return [{
|
||||||
# Process video information
|
|
||||||
self._downloader.process_info({
|
|
||||||
'id': video_id.decode('utf-8'),
|
'id': video_id.decode('utf-8'),
|
||||||
'url': video_url.decode('utf-8'),
|
'url': video_url.decode('utf-8'),
|
||||||
'uploader': video_uploader,
|
'uploader': video_uploader,
|
||||||
|
@ -890,9 +860,7 @@ class PhotobucketIE(InfoExtractor):
|
||||||
'ext': video_extension.decode('utf-8'),
|
'ext': video_extension.decode('utf-8'),
|
||||||
'format': u'NA',
|
'format': u'NA',
|
||||||
'player_url': None,
|
'player_url': None,
|
||||||
})
|
}]
|
||||||
except UnavailableVideoError:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download video')
|
|
||||||
|
|
||||||
|
|
||||||
class YahooIE(InfoExtractor):
|
class YahooIE(InfoExtractor):
|
||||||
|
@ -922,8 +890,6 @@ class YahooIE(InfoExtractor):
|
||||||
self._downloader.trouble(u'ERROR: Invalid URL: %s' % url)
|
self._downloader.trouble(u'ERROR: Invalid URL: %s' % url)
|
||||||
return
|
return
|
||||||
|
|
||||||
# At this point we have a new video
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
video_id = mobj.group(2)
|
video_id = mobj.group(2)
|
||||||
video_extension = 'flv'
|
video_extension = 'flv'
|
||||||
|
|
||||||
|
@ -1028,9 +994,7 @@ class YahooIE(InfoExtractor):
|
||||||
video_url = urllib.unquote(mobj.group(1) + mobj.group(2)).decode('utf-8')
|
video_url = urllib.unquote(mobj.group(1) + mobj.group(2)).decode('utf-8')
|
||||||
video_url = re.sub(r'(?u)&(.+?);', htmlentity_transform, video_url)
|
video_url = re.sub(r'(?u)&(.+?);', htmlentity_transform, video_url)
|
||||||
|
|
||||||
try:
|
return [{
|
||||||
# Process video information
|
|
||||||
self._downloader.process_info({
|
|
||||||
'id': video_id.decode('utf-8'),
|
'id': video_id.decode('utf-8'),
|
||||||
'url': video_url,
|
'url': video_url,
|
||||||
'uploader': video_uploader,
|
'uploader': video_uploader,
|
||||||
|
@ -1042,9 +1006,7 @@ class YahooIE(InfoExtractor):
|
||||||
'description': video_description,
|
'description': video_description,
|
||||||
'thumbnail': video_thumbnail,
|
'thumbnail': video_thumbnail,
|
||||||
'player_url': None,
|
'player_url': None,
|
||||||
})
|
}]
|
||||||
except UnavailableVideoError:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download video')
|
|
||||||
|
|
||||||
|
|
||||||
class VimeoIE(InfoExtractor):
|
class VimeoIE(InfoExtractor):
|
||||||
|
@ -1072,8 +1034,6 @@ class VimeoIE(InfoExtractor):
|
||||||
self._downloader.trouble(u'ERROR: Invalid URL: %s' % url)
|
self._downloader.trouble(u'ERROR: Invalid URL: %s' % url)
|
||||||
return
|
return
|
||||||
|
|
||||||
# At this point we have a new video
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
video_id = mobj.group(1)
|
video_id = mobj.group(1)
|
||||||
|
|
||||||
# Retrieve video webpage to extract further information
|
# Retrieve video webpage to extract further information
|
||||||
|
@ -1149,9 +1109,7 @@ class VimeoIE(InfoExtractor):
|
||||||
video_url = "http://player.vimeo.com/play_redirect?clip_id=%s&sig=%s&time=%s&quality=%s&codecs=%s&type=moogaloop_local&embed_location=" \
|
video_url = "http://player.vimeo.com/play_redirect?clip_id=%s&sig=%s&time=%s&quality=%s&codecs=%s&type=moogaloop_local&embed_location=" \
|
||||||
%(video_id, sig, timestamp, quality, video_codec.upper())
|
%(video_id, sig, timestamp, quality, video_codec.upper())
|
||||||
|
|
||||||
try:
|
return [{
|
||||||
# Process video information
|
|
||||||
self._downloader.process_info({
|
|
||||||
'id': video_id,
|
'id': video_id,
|
||||||
'url': video_url,
|
'url': video_url,
|
||||||
'uploader': video_uploader,
|
'uploader': video_uploader,
|
||||||
|
@ -1162,9 +1120,7 @@ class VimeoIE(InfoExtractor):
|
||||||
'thumbnail': video_thumbnail,
|
'thumbnail': video_thumbnail,
|
||||||
'description': video_description,
|
'description': video_description,
|
||||||
'player_url': None,
|
'player_url': None,
|
||||||
})
|
}]
|
||||||
except UnavailableVideoError:
|
|
||||||
self._downloader.trouble(u'ERROR: unable to download video')
|
|
||||||
|
|
||||||
|
|
||||||
class GenericIE(InfoExtractor):
|
class GenericIE(InfoExtractor):
|
||||||
|
@ -1246,9 +1202,6 @@ class GenericIE(InfoExtractor):
|
||||||
def _real_extract(self, url):
|
def _real_extract(self, url):
|
||||||
if self._test_redirect(url): return
|
if self._test_redirect(url): return
|
||||||
|
|
||||||
# At this point we have a new video
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
|
|
||||||
video_id = url.split('/')[-1]
|
video_id = url.split('/')[-1]
|
||||||
request = urllib2.Request(url)
|
request = urllib2.Request(url)
|
||||||
try:
|
try:
|
||||||
|
@ -1307,9 +1260,7 @@ class GenericIE(InfoExtractor):
|
||||||
return
|
return
|
||||||
video_uploader = mobj.group(1).decode('utf-8')
|
video_uploader = mobj.group(1).decode('utf-8')
|
||||||
|
|
||||||
try:
|
return [{
|
||||||
# Process video information
|
|
||||||
self._downloader.process_info({
|
|
||||||
'id': video_id.decode('utf-8'),
|
'id': video_id.decode('utf-8'),
|
||||||
'url': video_url.decode('utf-8'),
|
'url': video_url.decode('utf-8'),
|
||||||
'uploader': video_uploader,
|
'uploader': video_uploader,
|
||||||
|
@ -1319,31 +1270,24 @@ class GenericIE(InfoExtractor):
|
||||||
'ext': video_extension.decode('utf-8'),
|
'ext': video_extension.decode('utf-8'),
|
||||||
'format': u'NA',
|
'format': u'NA',
|
||||||
'player_url': None,
|
'player_url': None,
|
||||||
})
|
}]
|
||||||
except UnavailableVideoError, err:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download video')
|
|
||||||
|
|
||||||
|
|
||||||
class YoutubeSearchIE(InfoExtractor):
|
class YoutubeSearchIE(InfoExtractor):
|
||||||
"""Information Extractor for YouTube search queries."""
|
"""Information Extractor for YouTube search queries."""
|
||||||
_VALID_URL = r'ytsearch(\d+|all)?:[\s\S]+'
|
_VALID_URL = r'ytsearch(\d+|all)?:[\s\S]+'
|
||||||
_API_URL = 'https://gdata.youtube.com/feeds/api/videos?q=%s&start-index=%i&max-results=50&v=2&alt=jsonc'
|
_API_URL = 'https://gdata.youtube.com/feeds/api/videos?q=%s&start-index=%i&max-results=50&v=2&alt=jsonc'
|
||||||
_youtube_ie = None
|
|
||||||
_max_youtube_results = 1000
|
_max_youtube_results = 1000
|
||||||
IE_NAME = u'youtube:search'
|
IE_NAME = u'youtube:search'
|
||||||
|
|
||||||
def __init__(self, youtube_ie, downloader=None):
|
def __init__(self, downloader=None):
|
||||||
InfoExtractor.__init__(self, downloader)
|
InfoExtractor.__init__(self, downloader)
|
||||||
self._youtube_ie = youtube_ie
|
|
||||||
|
|
||||||
def report_download_page(self, query, pagenum):
|
def report_download_page(self, query, pagenum):
|
||||||
"""Report attempt to download playlist page with given number."""
|
"""Report attempt to download playlist page with given number."""
|
||||||
query = query.decode(preferredencoding())
|
query = query.decode(preferredencoding())
|
||||||
self._downloader.to_screen(u'[youtube] query "%s": Downloading page %s' % (query, pagenum))
|
self._downloader.to_screen(u'[youtube] query "%s": Downloading page %s' % (query, pagenum))
|
||||||
|
|
||||||
def _real_initialize(self):
|
|
||||||
self._youtube_ie.initialize()
|
|
||||||
|
|
||||||
def _real_extract(self, query):
|
def _real_extract(self, query):
|
||||||
mobj = re.match(self._VALID_URL, query)
|
mobj = re.match(self._VALID_URL, query)
|
||||||
if mobj is None:
|
if mobj is None:
|
||||||
|
@ -1401,7 +1345,7 @@ class YoutubeSearchIE(InfoExtractor):
|
||||||
if len(video_ids) > n:
|
if len(video_ids) > n:
|
||||||
video_ids = video_ids[:n]
|
video_ids = video_ids[:n]
|
||||||
for id in video_ids:
|
for id in video_ids:
|
||||||
self._youtube_ie.extract('http://www.youtube.com/watch?v=%s' % id)
|
self._downloader.download(['http://www.youtube.com/watch?v=%s' % id])
|
||||||
return
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@ -1411,22 +1355,17 @@ class GoogleSearchIE(InfoExtractor):
|
||||||
_TEMPLATE_URL = 'http://video.google.com/videosearch?q=%s+site:video.google.com&start=%s&hl=en'
|
_TEMPLATE_URL = 'http://video.google.com/videosearch?q=%s+site:video.google.com&start=%s&hl=en'
|
||||||
_VIDEO_INDICATOR = r'<a href="http://video\.google\.com/videoplay\?docid=([^"\&]+)'
|
_VIDEO_INDICATOR = r'<a href="http://video\.google\.com/videoplay\?docid=([^"\&]+)'
|
||||||
_MORE_PAGES_INDICATOR = r'class="pn" id="pnnext"'
|
_MORE_PAGES_INDICATOR = r'class="pn" id="pnnext"'
|
||||||
_google_ie = None
|
|
||||||
_max_google_results = 1000
|
_max_google_results = 1000
|
||||||
IE_NAME = u'video.google:search'
|
IE_NAME = u'video.google:search'
|
||||||
|
|
||||||
def __init__(self, google_ie, downloader=None):
|
def __init__(self, downloader=None):
|
||||||
InfoExtractor.__init__(self, downloader)
|
InfoExtractor.__init__(self, downloader)
|
||||||
self._google_ie = google_ie
|
|
||||||
|
|
||||||
def report_download_page(self, query, pagenum):
|
def report_download_page(self, query, pagenum):
|
||||||
"""Report attempt to download playlist page with given number."""
|
"""Report attempt to download playlist page with given number."""
|
||||||
query = query.decode(preferredencoding())
|
query = query.decode(preferredencoding())
|
||||||
self._downloader.to_screen(u'[video.google] query "%s": Downloading page %s' % (query, pagenum))
|
self._downloader.to_screen(u'[video.google] query "%s": Downloading page %s' % (query, pagenum))
|
||||||
|
|
||||||
def _real_initialize(self):
|
|
||||||
self._google_ie.initialize()
|
|
||||||
|
|
||||||
def _real_extract(self, query):
|
def _real_extract(self, query):
|
||||||
mobj = re.match(self._VALID_URL, query)
|
mobj = re.match(self._VALID_URL, query)
|
||||||
if mobj is None:
|
if mobj is None:
|
||||||
|
@ -1481,12 +1420,12 @@ class GoogleSearchIE(InfoExtractor):
|
||||||
if len(video_ids) == n:
|
if len(video_ids) == n:
|
||||||
# Specified n videos reached
|
# Specified n videos reached
|
||||||
for id in video_ids:
|
for id in video_ids:
|
||||||
self._google_ie.extract('http://video.google.com/videoplay?docid=%s' % id)
|
self._downloader.download(['http://video.google.com/videoplay?docid=%s' % id])
|
||||||
return
|
return
|
||||||
|
|
||||||
if re.search(self._MORE_PAGES_INDICATOR, page) is None:
|
if re.search(self._MORE_PAGES_INDICATOR, page) is None:
|
||||||
for id in video_ids:
|
for id in video_ids:
|
||||||
self._google_ie.extract('http://video.google.com/videoplay?docid=%s' % id)
|
self._downloader.download(['http://video.google.com/videoplay?docid=%s' % id])
|
||||||
return
|
return
|
||||||
|
|
||||||
pagenum = pagenum + 1
|
pagenum = pagenum + 1
|
||||||
|
@ -1498,22 +1437,17 @@ class YahooSearchIE(InfoExtractor):
|
||||||
_TEMPLATE_URL = 'http://video.yahoo.com/search/?p=%s&o=%s'
|
_TEMPLATE_URL = 'http://video.yahoo.com/search/?p=%s&o=%s'
|
||||||
_VIDEO_INDICATOR = r'href="http://video\.yahoo\.com/watch/([0-9]+/[0-9]+)"'
|
_VIDEO_INDICATOR = r'href="http://video\.yahoo\.com/watch/([0-9]+/[0-9]+)"'
|
||||||
_MORE_PAGES_INDICATOR = r'\s*Next'
|
_MORE_PAGES_INDICATOR = r'\s*Next'
|
||||||
_yahoo_ie = None
|
|
||||||
_max_yahoo_results = 1000
|
_max_yahoo_results = 1000
|
||||||
IE_NAME = u'video.yahoo:search'
|
IE_NAME = u'video.yahoo:search'
|
||||||
|
|
||||||
def __init__(self, yahoo_ie, downloader=None):
|
def __init__(self, downloader=None):
|
||||||
InfoExtractor.__init__(self, downloader)
|
InfoExtractor.__init__(self, downloader)
|
||||||
self._yahoo_ie = yahoo_ie
|
|
||||||
|
|
||||||
def report_download_page(self, query, pagenum):
|
def report_download_page(self, query, pagenum):
|
||||||
"""Report attempt to download playlist page with given number."""
|
"""Report attempt to download playlist page with given number."""
|
||||||
query = query.decode(preferredencoding())
|
query = query.decode(preferredencoding())
|
||||||
self._downloader.to_screen(u'[video.yahoo] query "%s": Downloading page %s' % (query, pagenum))
|
self._downloader.to_screen(u'[video.yahoo] query "%s": Downloading page %s' % (query, pagenum))
|
||||||
|
|
||||||
def _real_initialize(self):
|
|
||||||
self._yahoo_ie.initialize()
|
|
||||||
|
|
||||||
def _real_extract(self, query):
|
def _real_extract(self, query):
|
||||||
mobj = re.match(self._VALID_URL, query)
|
mobj = re.match(self._VALID_URL, query)
|
||||||
if mobj is None:
|
if mobj is None:
|
||||||
|
@ -1570,12 +1504,12 @@ class YahooSearchIE(InfoExtractor):
|
||||||
if len(video_ids) == n:
|
if len(video_ids) == n:
|
||||||
# Specified n videos reached
|
# Specified n videos reached
|
||||||
for id in video_ids:
|
for id in video_ids:
|
||||||
self._yahoo_ie.extract('http://video.yahoo.com/watch/%s' % id)
|
self._downloader.download(['http://video.yahoo.com/watch/%s' % id])
|
||||||
return
|
return
|
||||||
|
|
||||||
if re.search(self._MORE_PAGES_INDICATOR, page) is None:
|
if re.search(self._MORE_PAGES_INDICATOR, page) is None:
|
||||||
for id in video_ids:
|
for id in video_ids:
|
||||||
self._yahoo_ie.extract('http://video.yahoo.com/watch/%s' % id)
|
self._downloader.download(['http://video.yahoo.com/watch/%s' % id])
|
||||||
return
|
return
|
||||||
|
|
||||||
pagenum = pagenum + 1
|
pagenum = pagenum + 1
|
||||||
|
@ -1588,20 +1522,15 @@ class YoutubePlaylistIE(InfoExtractor):
|
||||||
_TEMPLATE_URL = 'http://www.youtube.com/%s?%s=%s&page=%s&gl=US&hl=en'
|
_TEMPLATE_URL = 'http://www.youtube.com/%s?%s=%s&page=%s&gl=US&hl=en'
|
||||||
_VIDEO_INDICATOR_TEMPLATE = r'/watch\?v=(.+?)&list=PL%s&'
|
_VIDEO_INDICATOR_TEMPLATE = r'/watch\?v=(.+?)&list=PL%s&'
|
||||||
_MORE_PAGES_INDICATOR = r'(?m)>\s*Next\s*</a>'
|
_MORE_PAGES_INDICATOR = r'(?m)>\s*Next\s*</a>'
|
||||||
_youtube_ie = None
|
|
||||||
IE_NAME = u'youtube:playlist'
|
IE_NAME = u'youtube:playlist'
|
||||||
|
|
||||||
def __init__(self, youtube_ie, downloader=None):
|
def __init__(self, downloader=None):
|
||||||
InfoExtractor.__init__(self, downloader)
|
InfoExtractor.__init__(self, downloader)
|
||||||
self._youtube_ie = youtube_ie
|
|
||||||
|
|
||||||
def report_download_page(self, playlist_id, pagenum):
|
def report_download_page(self, playlist_id, pagenum):
|
||||||
"""Report attempt to download playlist page with given number."""
|
"""Report attempt to download playlist page with given number."""
|
||||||
self._downloader.to_screen(u'[youtube] PL %s: Downloading page #%s' % (playlist_id, pagenum))
|
self._downloader.to_screen(u'[youtube] PL %s: Downloading page #%s' % (playlist_id, pagenum))
|
||||||
|
|
||||||
def _real_initialize(self):
|
|
||||||
self._youtube_ie.initialize()
|
|
||||||
|
|
||||||
def _real_extract(self, url):
|
def _real_extract(self, url):
|
||||||
# Extract playlist id
|
# Extract playlist id
|
||||||
mobj = re.match(self._VALID_URL, url)
|
mobj = re.match(self._VALID_URL, url)
|
||||||
|
@ -1611,7 +1540,7 @@ class YoutubePlaylistIE(InfoExtractor):
|
||||||
|
|
||||||
# Single video case
|
# Single video case
|
||||||
if mobj.group(3) is not None:
|
if mobj.group(3) is not None:
|
||||||
self._youtube_ie.extract(mobj.group(3))
|
self._downloader.download([mobj.group(3)])
|
||||||
return
|
return
|
||||||
|
|
||||||
# Download playlist pages
|
# Download playlist pages
|
||||||
|
@ -1655,7 +1584,7 @@ class YoutubePlaylistIE(InfoExtractor):
|
||||||
video_ids = video_ids[playliststart:playlistend]
|
video_ids = video_ids[playliststart:playlistend]
|
||||||
|
|
||||||
for id in video_ids:
|
for id in video_ids:
|
||||||
self._youtube_ie.extract('http://www.youtube.com/watch?v=%s' % id)
|
self._downloader.download(['http://www.youtube.com/watch?v=%s' % id])
|
||||||
return
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@ -1667,21 +1596,16 @@ class YoutubeUserIE(InfoExtractor):
|
||||||
_GDATA_PAGE_SIZE = 50
|
_GDATA_PAGE_SIZE = 50
|
||||||
_GDATA_URL = 'http://gdata.youtube.com/feeds/api/users/%s/uploads?max-results=%d&start-index=%d'
|
_GDATA_URL = 'http://gdata.youtube.com/feeds/api/users/%s/uploads?max-results=%d&start-index=%d'
|
||||||
_VIDEO_INDICATOR = r'/watch\?v=(.+?)[\<&]'
|
_VIDEO_INDICATOR = r'/watch\?v=(.+?)[\<&]'
|
||||||
_youtube_ie = None
|
|
||||||
IE_NAME = u'youtube:user'
|
IE_NAME = u'youtube:user'
|
||||||
|
|
||||||
def __init__(self, youtube_ie, downloader=None):
|
def __init__(self, downloader=None):
|
||||||
InfoExtractor.__init__(self, downloader)
|
InfoExtractor.__init__(self, downloader)
|
||||||
self._youtube_ie = youtube_ie
|
|
||||||
|
|
||||||
def report_download_page(self, username, start_index):
|
def report_download_page(self, username, start_index):
|
||||||
"""Report attempt to download user page."""
|
"""Report attempt to download user page."""
|
||||||
self._downloader.to_screen(u'[youtube] user %s: Downloading video ids from %d to %d' %
|
self._downloader.to_screen(u'[youtube] user %s: Downloading video ids from %d to %d' %
|
||||||
(username, start_index, start_index + self._GDATA_PAGE_SIZE))
|
(username, start_index, start_index + self._GDATA_PAGE_SIZE))
|
||||||
|
|
||||||
def _real_initialize(self):
|
|
||||||
self._youtube_ie.initialize()
|
|
||||||
|
|
||||||
def _real_extract(self, url):
|
def _real_extract(self, url):
|
||||||
# Extract username
|
# Extract username
|
||||||
mobj = re.match(self._VALID_URL, url)
|
mobj = re.match(self._VALID_URL, url)
|
||||||
|
@ -1744,7 +1668,7 @@ class YoutubeUserIE(InfoExtractor):
|
||||||
(username, all_ids_count, len(video_ids)))
|
(username, all_ids_count, len(video_ids)))
|
||||||
|
|
||||||
for video_id in video_ids:
|
for video_id in video_ids:
|
||||||
self._youtube_ie.extract('http://www.youtube.com/watch?v=%s' % video_id)
|
self._downloader.download(['http://www.youtube.com/watch?v=%s' % video_id])
|
||||||
|
|
||||||
|
|
||||||
class DepositFilesIE(InfoExtractor):
|
class DepositFilesIE(InfoExtractor):
|
||||||
|
@ -1765,9 +1689,6 @@ class DepositFilesIE(InfoExtractor):
|
||||||
self._downloader.to_screen(u'[DepositFiles] %s: Extracting information' % file_id)
|
self._downloader.to_screen(u'[DepositFiles] %s: Extracting information' % file_id)
|
||||||
|
|
||||||
def _real_extract(self, url):
|
def _real_extract(self, url):
|
||||||
# At this point we have a new file
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
|
|
||||||
file_id = url.split('/')[-1]
|
file_id = url.split('/')[-1]
|
||||||
# Rebuild url in english locale
|
# Rebuild url in english locale
|
||||||
url = 'http://depositfiles.com/en/files/' + file_id
|
url = 'http://depositfiles.com/en/files/' + file_id
|
||||||
|
@ -1804,9 +1725,7 @@ class DepositFilesIE(InfoExtractor):
|
||||||
return
|
return
|
||||||
file_title = mobj.group(1).decode('utf-8')
|
file_title = mobj.group(1).decode('utf-8')
|
||||||
|
|
||||||
try:
|
return [{
|
||||||
# Process file information
|
|
||||||
self._downloader.process_info({
|
|
||||||
'id': file_id.decode('utf-8'),
|
'id': file_id.decode('utf-8'),
|
||||||
'url': file_url.decode('utf-8'),
|
'url': file_url.decode('utf-8'),
|
||||||
'uploader': u'NA',
|
'uploader': u'NA',
|
||||||
|
@ -1816,9 +1735,7 @@ class DepositFilesIE(InfoExtractor):
|
||||||
'ext': file_extension.decode('utf-8'),
|
'ext': file_extension.decode('utf-8'),
|
||||||
'format': u'NA',
|
'format': u'NA',
|
||||||
'player_url': None,
|
'player_url': None,
|
||||||
})
|
}]
|
||||||
except UnavailableVideoError, err:
|
|
||||||
self._downloader.trouble(u'ERROR: unable to download file')
|
|
||||||
|
|
||||||
|
|
||||||
class FacebookIE(InfoExtractor):
|
class FacebookIE(InfoExtractor):
|
||||||
|
@ -2011,17 +1928,12 @@ class FacebookIE(InfoExtractor):
|
||||||
return
|
return
|
||||||
video_url_list = [(req_format, url_map[req_format])] # Specific format
|
video_url_list = [(req_format, url_map[req_format])] # Specific format
|
||||||
|
|
||||||
|
results = []
|
||||||
for format_param, video_real_url in video_url_list:
|
for format_param, video_real_url in video_url_list:
|
||||||
|
|
||||||
# At this point we have a new video
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
|
|
||||||
# Extension
|
# Extension
|
||||||
video_extension = self._video_extensions.get(format_param, 'mp4')
|
video_extension = self._video_extensions.get(format_param, 'mp4')
|
||||||
|
|
||||||
try:
|
results.append({
|
||||||
# Process video information
|
|
||||||
self._downloader.process_info({
|
|
||||||
'id': video_id.decode('utf-8'),
|
'id': video_id.decode('utf-8'),
|
||||||
'url': video_real_url.decode('utf-8'),
|
'url': video_real_url.decode('utf-8'),
|
||||||
'uploader': video_uploader.decode('utf-8'),
|
'uploader': video_uploader.decode('utf-8'),
|
||||||
|
@ -2034,8 +1946,7 @@ class FacebookIE(InfoExtractor):
|
||||||
'description': video_description.decode('utf-8'),
|
'description': video_description.decode('utf-8'),
|
||||||
'player_url': None,
|
'player_url': None,
|
||||||
})
|
})
|
||||||
except UnavailableVideoError, err:
|
return results
|
||||||
self._downloader.trouble(u'\nERROR: unable to download video')
|
|
||||||
|
|
||||||
class BlipTVIE(InfoExtractor):
|
class BlipTVIE(InfoExtractor):
|
||||||
"""Information extractor for blip.tv"""
|
"""Information extractor for blip.tv"""
|
||||||
|
@ -2123,12 +2034,7 @@ class BlipTVIE(InfoExtractor):
|
||||||
self._downloader.trouble(u'ERROR: unable to parse video information: %s' % repr(err))
|
self._downloader.trouble(u'ERROR: unable to parse video information: %s' % repr(err))
|
||||||
return
|
return
|
||||||
|
|
||||||
self._downloader.increment_downloads()
|
return [info]
|
||||||
|
|
||||||
try:
|
|
||||||
self._downloader.process_info(info)
|
|
||||||
except UnavailableVideoError, err:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download video')
|
|
||||||
|
|
||||||
|
|
||||||
class MyVideoIE(InfoExtractor):
|
class MyVideoIE(InfoExtractor):
|
||||||
|
@ -2183,8 +2089,7 @@ class MyVideoIE(InfoExtractor):
|
||||||
|
|
||||||
simple_title = simplify_title(video_title)
|
simple_title = simplify_title(video_title)
|
||||||
|
|
||||||
try:
|
return [{
|
||||||
self._downloader.process_info({
|
|
||||||
'id': video_id,
|
'id': video_id,
|
||||||
'url': video_url,
|
'url': video_url,
|
||||||
'uploader': u'NA',
|
'uploader': u'NA',
|
||||||
|
@ -2194,9 +2099,7 @@ class MyVideoIE(InfoExtractor):
|
||||||
'ext': u'flv',
|
'ext': u'flv',
|
||||||
'format': u'NA',
|
'format': u'NA',
|
||||||
'player_url': None,
|
'player_url': None,
|
||||||
})
|
}]
|
||||||
except UnavailableVideoError:
|
|
||||||
self._downloader.trouble(u'\nERROR: Unable to download video')
|
|
||||||
|
|
||||||
class ComedyCentralIE(InfoExtractor):
|
class ComedyCentralIE(InfoExtractor):
|
||||||
"""Information extractor for The Daily Show and Colbert Report """
|
"""Information extractor for The Daily Show and Colbert Report """
|
||||||
|
@ -2278,6 +2181,8 @@ class ComedyCentralIE(InfoExtractor):
|
||||||
self._downloader.trouble(u'ERROR: unable to download episode index: ' + unicode(err))
|
self._downloader.trouble(u'ERROR: unable to download episode index: ' + unicode(err))
|
||||||
return
|
return
|
||||||
|
|
||||||
|
results = []
|
||||||
|
|
||||||
idoc = xml.etree.ElementTree.fromstring(indexXml)
|
idoc = xml.etree.ElementTree.fromstring(indexXml)
|
||||||
itemEls = idoc.findall('.//item')
|
itemEls = idoc.findall('.//item')
|
||||||
for itemEl in itemEls:
|
for itemEl in itemEls:
|
||||||
|
@ -2310,8 +2215,6 @@ class ComedyCentralIE(InfoExtractor):
|
||||||
# For now, just pick the highest bitrate
|
# For now, just pick the highest bitrate
|
||||||
format,video_url = turls[-1]
|
format,video_url = turls[-1]
|
||||||
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
|
|
||||||
effTitle = showId + u'-' + epTitle
|
effTitle = showId + u'-' + epTitle
|
||||||
info = {
|
info = {
|
||||||
'id': shortMediaId,
|
'id': shortMediaId,
|
||||||
|
@ -2327,11 +2230,9 @@ class ComedyCentralIE(InfoExtractor):
|
||||||
'player_url': playerUrl
|
'player_url': playerUrl
|
||||||
}
|
}
|
||||||
|
|
||||||
try:
|
results.append(info)
|
||||||
self._downloader.process_info(info)
|
|
||||||
except UnavailableVideoError, err:
|
return results
|
||||||
self._downloader.trouble(u'\nERROR: unable to download ' + mediaId)
|
|
||||||
continue
|
|
||||||
|
|
||||||
|
|
||||||
class EscapistIE(InfoExtractor):
|
class EscapistIE(InfoExtractor):
|
||||||
|
@ -2391,7 +2292,6 @@ class EscapistIE(InfoExtractor):
|
||||||
playlist = config['playlist']
|
playlist = config['playlist']
|
||||||
videoUrl = playlist[1]['url']
|
videoUrl = playlist[1]['url']
|
||||||
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
info = {
|
info = {
|
||||||
'id': videoId,
|
'id': videoId,
|
||||||
'url': videoUrl,
|
'url': videoUrl,
|
||||||
|
@ -2406,10 +2306,7 @@ class EscapistIE(InfoExtractor):
|
||||||
'player_url': playerUrl,
|
'player_url': playerUrl,
|
||||||
}
|
}
|
||||||
|
|
||||||
try:
|
return [info]
|
||||||
self._downloader.process_info(info)
|
|
||||||
except UnavailableVideoError, err:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download ' + videoId)
|
|
||||||
|
|
||||||
|
|
||||||
class CollegeHumorIE(InfoExtractor):
|
class CollegeHumorIE(InfoExtractor):
|
||||||
|
@ -2476,12 +2373,7 @@ class CollegeHumorIE(InfoExtractor):
|
||||||
self._downloader.trouble(u'\nERROR: Invalid metadata XML file')
|
self._downloader.trouble(u'\nERROR: Invalid metadata XML file')
|
||||||
return
|
return
|
||||||
|
|
||||||
self._downloader.increment_downloads()
|
return [info]
|
||||||
|
|
||||||
try:
|
|
||||||
self._downloader.process_info(info)
|
|
||||||
except UnavailableVideoError, err:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download video')
|
|
||||||
|
|
||||||
|
|
||||||
class XVideosIE(InfoExtractor):
|
class XVideosIE(InfoExtractor):
|
||||||
|
@ -2542,9 +2434,6 @@ class XVideosIE(InfoExtractor):
|
||||||
return
|
return
|
||||||
video_thumbnail = mobj.group(1).decode('utf-8')
|
video_thumbnail = mobj.group(1).decode('utf-8')
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
info = {
|
info = {
|
||||||
'id': video_id,
|
'id': video_id,
|
||||||
'url': video_url,
|
'url': video_url,
|
||||||
|
@ -2559,10 +2448,7 @@ class XVideosIE(InfoExtractor):
|
||||||
'player_url': None,
|
'player_url': None,
|
||||||
}
|
}
|
||||||
|
|
||||||
try:
|
return [info]
|
||||||
self._downloader.process_info(info)
|
|
||||||
except UnavailableVideoError, err:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download ' + video_id)
|
|
||||||
|
|
||||||
|
|
||||||
class SoundcloudIE(InfoExtractor):
|
class SoundcloudIE(InfoExtractor):
|
||||||
|
@ -2646,8 +2532,7 @@ class SoundcloudIE(InfoExtractor):
|
||||||
# for soundcloud, a request to a cross domain is required for cookies
|
# for soundcloud, a request to a cross domain is required for cookies
|
||||||
request = urllib2.Request('http://media.soundcloud.com/crossdomain.xml', std_headers)
|
request = urllib2.Request('http://media.soundcloud.com/crossdomain.xml', std_headers)
|
||||||
|
|
||||||
try:
|
return [{
|
||||||
self._downloader.process_info({
|
|
||||||
'id': video_id.decode('utf-8'),
|
'id': video_id.decode('utf-8'),
|
||||||
'url': mediaURL,
|
'url': mediaURL,
|
||||||
'uploader': uploader.decode('utf-8'),
|
'uploader': uploader.decode('utf-8'),
|
||||||
|
@ -2658,9 +2543,7 @@ class SoundcloudIE(InfoExtractor):
|
||||||
'format': u'NA',
|
'format': u'NA',
|
||||||
'player_url': None,
|
'player_url': None,
|
||||||
'description': description.decode('utf-8')
|
'description': description.decode('utf-8')
|
||||||
})
|
}]
|
||||||
except UnavailableVideoError:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download video')
|
|
||||||
|
|
||||||
|
|
||||||
class InfoQIE(InfoExtractor):
|
class InfoQIE(InfoExtractor):
|
||||||
|
@ -2721,7 +2604,6 @@ class InfoQIE(InfoExtractor):
|
||||||
video_filename = video_url.split('/')[-1]
|
video_filename = video_url.split('/')[-1]
|
||||||
video_id, extension = video_filename.split('.')
|
video_id, extension = video_filename.split('.')
|
||||||
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
info = {
|
info = {
|
||||||
'id': video_id,
|
'id': video_id,
|
||||||
'url': video_url,
|
'url': video_url,
|
||||||
|
@ -2736,10 +2618,7 @@ class InfoQIE(InfoExtractor):
|
||||||
'player_url': None,
|
'player_url': None,
|
||||||
}
|
}
|
||||||
|
|
||||||
try:
|
return [info]
|
||||||
self._downloader.process_info(info)
|
|
||||||
except UnavailableVideoError, err:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download ' + video_url)
|
|
||||||
|
|
||||||
class MixcloudIE(InfoExtractor):
|
class MixcloudIE(InfoExtractor):
|
||||||
"""Information extractor for www.mixcloud.com"""
|
"""Information extractor for www.mixcloud.com"""
|
||||||
|
@ -2842,11 +2721,7 @@ class MixcloudIE(InfoExtractor):
|
||||||
file_url = self.check_urls(url_list)
|
file_url = self.check_urls(url_list)
|
||||||
format_param = req_format
|
format_param = req_format
|
||||||
|
|
||||||
# We have audio
|
return [{
|
||||||
self._downloader.increment_downloads()
|
|
||||||
try:
|
|
||||||
# Process file information
|
|
||||||
self._downloader.process_info({
|
|
||||||
'id': file_id.decode('utf-8'),
|
'id': file_id.decode('utf-8'),
|
||||||
'url': file_url.decode('utf-8'),
|
'url': file_url.decode('utf-8'),
|
||||||
'uploader': uploader.decode('utf-8'),
|
'uploader': uploader.decode('utf-8'),
|
||||||
|
@ -2858,9 +2733,7 @@ class MixcloudIE(InfoExtractor):
|
||||||
'thumbnail': json_data['thumbnail_url'],
|
'thumbnail': json_data['thumbnail_url'],
|
||||||
'description': json_data['description'],
|
'description': json_data['description'],
|
||||||
'player_url': player_url.decode('utf-8'),
|
'player_url': player_url.decode('utf-8'),
|
||||||
})
|
}]
|
||||||
except UnavailableVideoError, err:
|
|
||||||
self._downloader.trouble(u'ERROR: unable to download file')
|
|
||||||
|
|
||||||
class StanfordOpenClassroomIE(InfoExtractor):
|
class StanfordOpenClassroomIE(InfoExtractor):
|
||||||
"""Information extractor for Stanford's Open ClassRoom"""
|
"""Information extractor for Stanford's Open ClassRoom"""
|
||||||
|
@ -2907,11 +2780,7 @@ class StanfordOpenClassroomIE(InfoExtractor):
|
||||||
info['stitle'] = simplify_title(info['title'])
|
info['stitle'] = simplify_title(info['title'])
|
||||||
info['ext'] = info['url'].rpartition('.')[2]
|
info['ext'] = info['url'].rpartition('.')[2]
|
||||||
info['format'] = info['ext']
|
info['format'] = info['ext']
|
||||||
self._downloader.increment_downloads()
|
return [info]
|
||||||
try:
|
|
||||||
self._downloader.process_info(info)
|
|
||||||
except UnavailableVideoError, err:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download video')
|
|
||||||
elif mobj.group('course'): # A course page
|
elif mobj.group('course'): # A course page
|
||||||
unescapeHTML = HTMLParser.HTMLParser().unescape
|
unescapeHTML = HTMLParser.HTMLParser().unescape
|
||||||
|
|
||||||
|
@ -2946,10 +2815,12 @@ class StanfordOpenClassroomIE(InfoExtractor):
|
||||||
'url': 'http://openclassroom.stanford.edu/MainFolder/' + unescapeHTML(vpage),
|
'url': 'http://openclassroom.stanford.edu/MainFolder/' + unescapeHTML(vpage),
|
||||||
}
|
}
|
||||||
for vpage in links]
|
for vpage in links]
|
||||||
|
results = []
|
||||||
for entry in info['list']:
|
for entry in info['list']:
|
||||||
assert entry['type'] == 'reference'
|
assert entry['type'] == 'reference'
|
||||||
self.extract(entry['url'])
|
results += self.extract(entry['url'])
|
||||||
|
return results
|
||||||
|
|
||||||
else: # Root page
|
else: # Root page
|
||||||
unescapeHTML = HTMLParser.HTMLParser().unescape
|
unescapeHTML = HTMLParser.HTMLParser().unescape
|
||||||
|
|
||||||
|
@ -2977,9 +2848,11 @@ class StanfordOpenClassroomIE(InfoExtractor):
|
||||||
}
|
}
|
||||||
for cpage in links]
|
for cpage in links]
|
||||||
|
|
||||||
|
results = []
|
||||||
for entry in info['list']:
|
for entry in info['list']:
|
||||||
assert entry['type'] == 'reference'
|
assert entry['type'] == 'reference'
|
||||||
self.extract(entry['url'])
|
results += self.extract(entry['url'])
|
||||||
|
return results
|
||||||
|
|
||||||
class MTVIE(InfoExtractor):
|
class MTVIE(InfoExtractor):
|
||||||
"""Information extractor for MTV.com"""
|
"""Information extractor for MTV.com"""
|
||||||
|
@ -3059,7 +2932,6 @@ class MTVIE(InfoExtractor):
|
||||||
self._downloader.trouble('Invalid rendition field.')
|
self._downloader.trouble('Invalid rendition field.')
|
||||||
return
|
return
|
||||||
|
|
||||||
self._downloader.increment_downloads()
|
|
||||||
info = {
|
info = {
|
||||||
'id': video_id,
|
'id': video_id,
|
||||||
'url': video_url,
|
'url': video_url,
|
||||||
|
@ -3070,7 +2942,4 @@ class MTVIE(InfoExtractor):
|
||||||
'format': format,
|
'format': format,
|
||||||
}
|
}
|
||||||
|
|
||||||
try:
|
return [info]
|
||||||
self._downloader.process_info(info)
|
|
||||||
except UnavailableVideoError, err:
|
|
||||||
self._downloader.trouble(u'\nERROR: unable to download ' + video_id)
|
|
||||||
|
|
|
@ -291,21 +291,18 @@ def gen_extractors():
|
||||||
""" Return a list of an instance of every supported extractor.
|
""" Return a list of an instance of every supported extractor.
|
||||||
The order does matter; the first extractor matched is the one handling the URL.
|
The order does matter; the first extractor matched is the one handling the URL.
|
||||||
"""
|
"""
|
||||||
youtube_ie = YoutubeIE()
|
|
||||||
google_ie = GoogleIE()
|
|
||||||
yahoo_ie = YahooIE()
|
|
||||||
return [
|
return [
|
||||||
YoutubePlaylistIE(youtube_ie),
|
YoutubePlaylistIE(),
|
||||||
YoutubeUserIE(youtube_ie),
|
YoutubeUserIE(),
|
||||||
YoutubeSearchIE(youtube_ie),
|
YoutubeSearchIE(),
|
||||||
youtube_ie,
|
YoutubeIE(),
|
||||||
MetacafeIE(youtube_ie),
|
MetacafeIE(),
|
||||||
DailymotionIE(),
|
DailymotionIE(),
|
||||||
google_ie,
|
GoogleIE(),
|
||||||
GoogleSearchIE(google_ie),
|
GoogleSearchIE(),
|
||||||
PhotobucketIE(),
|
PhotobucketIE(),
|
||||||
yahoo_ie,
|
YahooIE(),
|
||||||
YahooSearchIE(yahoo_ie),
|
YahooSearchIE(),
|
||||||
DepositFilesIE(),
|
DepositFilesIE(),
|
||||||
FacebookIE(),
|
FacebookIE(),
|
||||||
BlipTVIE(),
|
BlipTVIE(),
|
||||||
|
|
Loading…
Reference in New Issue
Block a user