From fc287219602b67377aa38a787b4bfb0bbd94fa72 Mon Sep 17 00:00:00 2001 From: Philipp Hagemeister Date: Sun, 23 Jun 2013 21:34:03 +0200 Subject: [PATCH] Add MTV IE file (oops) --- youtube_dl/extractor/mtv.py | 73 +++++++++++++++++++++++++++++++++++++ 1 file changed, 73 insertions(+) create mode 100644 youtube_dl/extractor/mtv.py diff --git a/youtube_dl/extractor/mtv.py b/youtube_dl/extractor/mtv.py new file mode 100644 index 000000000..c23033d44 --- /dev/null +++ b/youtube_dl/extractor/mtv.py @@ -0,0 +1,73 @@ +import re +import socket +import xml.etree.ElementTree + +from .common import InfoExtractor +from ..utils import ( + compat_http_client, + compat_str, + compat_urllib_error, + compat_urllib_request, + + ExtractorError, +) + + +class MTVIE(InfoExtractor): + _VALID_URL = r'^(?Phttps?://)?(?:www\.)?mtv\.com/videos/[^/]+/(?P[0-9]+)/[^/]+$' + + def _real_extract(self, url): + mobj = re.match(self._VALID_URL, url) + if mobj is None: + raise ExtractorError(u'Invalid URL: %s' % url) + if not mobj.group('proto'): + url = 'http://' + url + video_id = mobj.group('videoid') + + webpage = self._download_webpage(url, video_id) + + song_name = self._html_search_regex(r'', + webpage, u'song name', fatal=False) + + video_title = self._html_search_regex(r'', + webpage, u'title') + + mtvn_uri = self._html_search_regex(r'', + webpage, u'mtvn_uri', fatal=False) + + content_id = self._search_regex(r'MTVN.Player.defaultPlaylistId = ([0-9]+);', + webpage, u'content id', fatal=False) + + videogen_url = 'http://www.mtv.com/player/includes/mediaGen.jhtml?uri=' + mtvn_uri + '&id=' + content_id + '&vid=' + video_id + '&ref=www.mtvn.com&viewUri=' + mtvn_uri + self.report_extraction(video_id) + request = compat_urllib_request.Request(videogen_url) + try: + metadataXml = compat_urllib_request.urlopen(request).read() + except (compat_urllib_error.URLError, compat_http_client.HTTPException, socket.error) as err: + raise ExtractorError(u'Unable to download video metadata: %s' % compat_str(err)) + + mdoc = xml.etree.ElementTree.fromstring(metadataXml) + print(metadataXml) + renditions = mdoc.findall('.//rendition') + + # For now, always pick the highest quality. + rendition = renditions[-1] + + try: + _,_,ext = rendition.attrib['type'].partition('/') + format = ext + '-' + rendition.attrib['width'] + 'x' + rendition.attrib['height'] + '_' + rendition.attrib['bitrate'] + video_url = rendition.find('./src').text + except KeyError: + raise ExtractorError('Invalid rendition field.') + + info = { + 'id': video_id, + 'url': video_url, + 'uploader': performer, + 'upload_date': None, + 'title': video_title, + 'ext': ext, + 'format': format, + } + + return [info]