[sohu] Update extractor

The original extraction logic always fails for all test videos
This commit is contained in:
Yen Chi Hsuan 2015-05-09 13:54:28 +08:00
parent 3dbec410a0
commit 32060c6d6b

View File

@ -8,10 +8,7 @@ from ..compat import (
compat_str, compat_str,
compat_urllib_request compat_urllib_request
) )
from ..utils import ( from ..utils import ExtractorError
sanitize_url_path_consecutive_slashes,
ExtractorError,
)
class SohuIE(InfoExtractor): class SohuIE(InfoExtractor):
@ -31,7 +28,7 @@ class SohuIE(InfoExtractor):
} }
}, { }, {
'url': 'http://tv.sohu.com/20150305/n409385080.shtml', 'url': 'http://tv.sohu.com/20150305/n409385080.shtml',
'md5': '699060e75cf58858dd47fb9c03c42cfb', 'md5': 'ac9a5d322b4bf9ae184d53e4711e4f1a',
'info_dict': { 'info_dict': {
'id': '409385080', 'id': '409385080',
'ext': 'mp4', 'ext': 'mp4',
@ -39,7 +36,7 @@ class SohuIE(InfoExtractor):
} }
}, { }, {
'url': 'http://my.tv.sohu.com/us/232799889/78693464.shtml', 'url': 'http://my.tv.sohu.com/us/232799889/78693464.shtml',
'md5': '9bf34be48f2f4dadcb226c74127e203c', 'md5': '49308ff6dafde5ece51137d04aec311e',
'info_dict': { 'info_dict': {
'id': '78693464', 'id': '78693464',
'ext': 'mp4', 'ext': 'mp4',
@ -53,7 +50,7 @@ class SohuIE(InfoExtractor):
'title': '【神探苍实战秘籍】第13期 战争之影 赫卡里姆', 'title': '【神探苍实战秘籍】第13期 战争之影 赫卡里姆',
}, },
'playlist': [{ 'playlist': [{
'md5': 'bdbfb8f39924725e6589c146bc1883ad', 'md5': '492923eac023ba2f13ff69617c32754a',
'info_dict': { 'info_dict': {
'id': '78910339_part1', 'id': '78910339_part1',
'ext': 'mp4', 'ext': 'mp4',
@ -61,7 +58,7 @@ class SohuIE(InfoExtractor):
'title': '【神探苍实战秘籍】第13期 战争之影 赫卡里姆', 'title': '【神探苍实战秘籍】第13期 战争之影 赫卡里姆',
} }
}, { }, {
'md5': '3e1f46aaeb95354fd10e7fca9fc1804e', 'md5': 'de604848c0e8e9c4a4dde7e1347c0637',
'info_dict': { 'info_dict': {
'id': '78910339_part2', 'id': '78910339_part2',
'ext': 'mp4', 'ext': 'mp4',
@ -69,7 +66,7 @@ class SohuIE(InfoExtractor):
'title': '【神探苍实战秘籍】第13期 战争之影 赫卡里姆', 'title': '【神探苍实战秘籍】第13期 战争之影 赫卡里姆',
} }
}, { }, {
'md5': '8407e634175fdac706766481b9443450', 'md5': '93584716ee0657c0b205b8aa3d27aa13',
'info_dict': { 'info_dict': {
'id': '78910339_part3', 'id': '78910339_part3',
'ext': 'mp4', 'ext': 'mp4',
@ -144,24 +141,21 @@ class SohuIE(InfoExtractor):
for i in range(part_count): for i in range(part_count):
formats = [] formats = []
for format_id, format_data in formats_json.items(): for format_id, format_data in formats_json.items():
allot = format_data['allot']
prot = format_data['prot']
data = format_data['data'] data = format_data['data']
clips_url = data['clipsURL']
su = data['su']
part_str = self._download_webpage( # URLs starts with http://newflv.sohu.ccgslb.net/ is not usable
'http://%s/?prot=%s&file=%s&new=%s' % # so retry until got a working URL
(allot, prot, clips_url[i], su[i]), video_url = 'newflv.sohu.ccgslb.net'
video_id, retries = 0
'Downloading %s video URL part %d of %d' while 'newflv.sohu.ccgslb.net' in video_url and retries < 5:
% (format_id, i + 1, part_count)) download_note = 'Download information from CDN gateway for format ' + format_id
if retries > 0:
part_info = part_str.split('|') download_note += ' (retry #%d)' % retries
retries += 1
video_url = sanitize_url_path_consecutive_slashes( cdn_info = self._download_json(
'%s%s?key=%s' % (part_info[0], su[i], part_info[3])) 'http://data.vod.itc.cn/cdnList?new=' + data['su'][i],
video_id, download_note)
video_url = cdn_info['url']
formats.append({ formats.append({
'url': video_url, 'url': video_url,