mirrors/youtube-dl
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

add support for embed links

Browse Source
This commit is contained in:
remitamine 2015-06-27 00:13:14 +01:00
parent fd40bdc0be
commit 7d7d469025
1 changed files with 34 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
youtube_dl/extractor/snagfilms.py
View File

@ -1,10 +1,10 @@
from re import match,DOTALL
from .common import InfoExtractor from .common import InfoExtractor
from ..utils import js_to_json from ..utils import js_to_json
from re import DOTALL
class SnagFilmsIE(InfoExtractor): class SnagFilmsIE(InfoExtractor):
_VALID_URL = r'(?:https?://)?(?:www.)?snagfilms\.com/films/title/(?P<display_id>.+?)(?:/|$)' _VALID_URL = r'(?:https?://)?(?:www.|embed.)?snagfilms\.com/(?:films/title/(?P<display_id>.+?)|embed/player\?.*filmId=(?P<id>.+?))(?:&|/|$)'
_TEST = { _TESTS = [{
'url': 'http://www.snagfilms.com/films/title/lost_for_life', 'url': 'http://www.snagfilms.com/films/title/lost_for_life',
'info_dict': 'info_dict':
{ {
@ -16,29 +16,48 @@ class SnagFilmsIE(InfoExtractor):
'description': 'In the United States, more than 2500 individuals are serving life-without-parole sentences for crimes they committed when they were seventeen years old or younger. Children as young as thirteen are among the thousands serving these sentences. Directed by Joshua Rof&eacute; (who spent four intensive years on the project), LOST FOR LIFE tells the stories of these individuals, their families and the families of juvenile murder victims. This searingly powerful documentary tackles this contentious issue from multiple perspectives and explores the complexity of the lives of those affected. What is justice when a kid kills? Can a horrific act place a life beyond redemption? Could you forgive?<br />', 'description': 'In the United States, more than 2500 individuals are serving life-without-parole sentences for crimes they committed when they were seventeen years old or younger. Children as young as thirteen are among the thousands serving these sentences. Directed by Joshua Rof&eacute; (who spent four intensive years on the project), LOST FOR LIFE tells the stories of these individuals, their families and the families of juvenile murder victims. This searingly powerful documentary tackles this contentious issue from multiple perspectives and explores the complexity of the lives of those affected. What is justice when a kid kills? Can a horrific act place a life beyond redemption? Could you forgive?<br />',
'categories': ['Documentary','Crime','Award Winning','Festivals'] 'categories': ['Documentary','Crime','Award Winning','Festivals']
} }
},{
'url': 'http://embed.snagfilms.com/embed/player?filmId=74849a00-85a9-11e1-9660-123139220831',
'info_dict':
{
'id': '74849a00-85a9-11e1-9660-123139220831',
'display_id': 'while_we_watch',
'ext': 'mp4',
'title': '#whilewewatch',
'duration': 2311,
'description': 'A gripping portrait of the Occupy Wall Street media revolution,&nbsp;#WHILEWEWATCH is the first definitive film to emerge from Zuccotti Park—with full access and cooperation from masterminds who made #OccupyWallStreet a reality.&nbsp;The #OccupyWallStreet media team had no fear of a critical city government, big corporations, hostile police or a lagging mainstream media to tell their story. Through rain, snow, grueling days and sleeping on concrete, they pump out exhilarating ideas to the world. With little money, they rely on Twitter, texting, Wi-Fi, posters, Tumblr, live streams, YouTube, Facebook, dramatic marches, drumbeats and chants. As the film unfolds, we witness the burgeoning power of social media.<br />',
'categories': ['Documentary','Politics']
} }
}]
def _real_extract(self, url): def _real_extract(self, url):
display_id = self._search_regex( display_id, video_id = match(self._VALID_URL,url).groups()
self._VALID_URL, if display_id is None:
url, embed_webpage = self._download_webpage('http://www.snagfilms.com/embed/player?filmId=' + video_id, video_id)
'display_id',
group='display_id' display_id = self._html_search_regex(
r"snagfilms\.com/films/title/(?P<display_id>.+?)(?:/|')",
embed_webpage,
'display_id'
) )
webpage = self._download_webpage(url, display_id) webpage = self._download_webpage('http://www.snagfilms.com/films/title/' + display_id, display_id)
json_data = self._parse_json(self._html_search_regex( json_data = self._parse_json(self._html_search_regex(
r'"data":{"film":(?P<data>{.*?}})}', r'"data":{"film":(?P<data>{.*?}})}',
webpage, webpage,
'data', 'data'
), display_id) ), display_id)
title = json_data['title'] title = json_data['title']
video_id = json_data['id']
duration = int(json_data['duration']) duration = int(json_data['duration'])
description = json_data['synopsis'] description = json_data['synopsis']
categories = [category['title'] for category in json_data['categories']] categories = [category['title'] for category in json_data['categories']]
thumbnail = json_data['image']
if video_id is None:
video_id = json_data['id']
embed_webpage = self._download_webpage('http://www.snagfilms.com/embed/player?filmId=' + video_id, video_id) embed_webpage = self._download_webpage('http://www.snagfilms.com/embed/player?filmId=' + video_id, video_id)
sources = self._parse_json(js_to_json(self._html_search_regex( sources = self._parse_json(js_to_json(self._html_search_regex(
r'sources: (?P<sources>\[.*?\])', r'sources: (?P<sources>\[.*?\])',
embed_webpage, embed_webpage,
@ -61,5 +80,6 @@ class SnagFilmsIE(InfoExtractor):
'duration': duration, 'duration': duration,
'description': description, 'description': description,
'categories': categories, 'categories': categories,
'thumbnail': thumbnail,
'formats': formats, 'formats': formats,
} }