mirror of
https://github.com/ytdl-org/youtube-dl
synced 2025-07-16 00:14:17 +09:00
Compare commits
No commits in common. "7009bb9f3182449ae8cc05cc28b768b63030a485" and "55c823634db890a328ffc23588fcd6f35d9b3ddf" have entirely different histories.
7009bb9f31
...
55c823634d
@ -3,18 +3,17 @@
|
|||||||
|
|
||||||
from __future__ import unicode_literals
|
from __future__ import unicode_literals
|
||||||
|
|
||||||
|
import shutil
|
||||||
|
|
||||||
# Allow direct execution
|
# Allow direct execution
|
||||||
import os
|
import os
|
||||||
import sys
|
import sys
|
||||||
import unittest
|
import unittest
|
||||||
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
||||||
|
|
||||||
import shutil
|
|
||||||
|
|
||||||
from test.helper import FakeYDL
|
from test.helper import FakeYDL
|
||||||
from youtube_dl.cache import Cache
|
from youtube_dl.cache import Cache
|
||||||
from youtube_dl.utils import version_tuple
|
|
||||||
from youtube_dl.version import __version__
|
|
||||||
|
|
||||||
|
|
||||||
def _is_empty(d):
|
def _is_empty(d):
|
||||||
@ -55,17 +54,6 @@ class TestCache(unittest.TestCase):
|
|||||||
self.assertFalse(os.path.exists(self.test_dir))
|
self.assertFalse(os.path.exists(self.test_dir))
|
||||||
self.assertEqual(c.load('test_cache', 'k.'), None)
|
self.assertEqual(c.load('test_cache', 'k.'), None)
|
||||||
|
|
||||||
def test_cache_validation(self):
|
|
||||||
ydl = FakeYDL({
|
|
||||||
'cachedir': self.test_dir,
|
|
||||||
})
|
|
||||||
c = Cache(ydl)
|
|
||||||
obj = {'x': 1, 'y': ['ä', '\\a', True]}
|
|
||||||
c.store('test_cache', 'k.', obj)
|
|
||||||
self.assertEqual(c.load('test_cache', 'k.', min_ver='1970.01.01'), obj)
|
|
||||||
new_version = '.'.join(('%d' % ((v + 1) if i == 0 else v, )) for i, v in enumerate(version_tuple(__version__)))
|
|
||||||
self.assertIs(c.load('test_cache', 'k.', min_ver=new_version), None)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
@ -131,10 +131,6 @@ _NSIG_TESTS = [
|
|||||||
'https://www.youtube.com/s/player/c57c113c/player_ias.vflset/en_US/base.js',
|
'https://www.youtube.com/s/player/c57c113c/player_ias.vflset/en_US/base.js',
|
||||||
'-Txvy6bT5R6LqgnQNx', 'dcklJCnRUHbgSg',
|
'-Txvy6bT5R6LqgnQNx', 'dcklJCnRUHbgSg',
|
||||||
),
|
),
|
||||||
(
|
|
||||||
'https://www.youtube.com/s/player/5a3b6271/player_ias.vflset/en_US/base.js',
|
|
||||||
'B2j7f_UPT4rfje85Lu_e', 'm5DmNymaGQ5RdQ',
|
|
||||||
),
|
|
||||||
]
|
]
|
||||||
|
|
||||||
|
|
||||||
|
@ -10,21 +10,12 @@ import traceback
|
|||||||
|
|
||||||
from .compat import compat_getenv
|
from .compat import compat_getenv
|
||||||
from .utils import (
|
from .utils import (
|
||||||
error_to_compat_str,
|
|
||||||
expand_path,
|
expand_path,
|
||||||
is_outdated_version,
|
|
||||||
try_get,
|
|
||||||
write_json_file,
|
write_json_file,
|
||||||
)
|
)
|
||||||
from .version import __version__
|
|
||||||
|
|
||||||
|
|
||||||
class Cache(object):
|
class Cache(object):
|
||||||
|
|
||||||
_YTDL_DIR = 'youtube-dl'
|
|
||||||
_VERSION_KEY = _YTDL_DIR + '_version'
|
|
||||||
_DEFAULT_VERSION = '2021.12.17'
|
|
||||||
|
|
||||||
def __init__(self, ydl):
|
def __init__(self, ydl):
|
||||||
self._ydl = ydl
|
self._ydl = ydl
|
||||||
|
|
||||||
@ -32,7 +23,7 @@ class Cache(object):
|
|||||||
res = self._ydl.params.get('cachedir')
|
res = self._ydl.params.get('cachedir')
|
||||||
if res is None:
|
if res is None:
|
||||||
cache_root = compat_getenv('XDG_CACHE_HOME', '~/.cache')
|
cache_root = compat_getenv('XDG_CACHE_HOME', '~/.cache')
|
||||||
res = os.path.join(cache_root, self._YTDL_DIR)
|
res = os.path.join(cache_root, 'youtube-dl')
|
||||||
return expand_path(res)
|
return expand_path(res)
|
||||||
|
|
||||||
def _get_cache_fn(self, section, key, dtype):
|
def _get_cache_fn(self, section, key, dtype):
|
||||||
@ -59,22 +50,13 @@ class Cache(object):
|
|||||||
except OSError as ose:
|
except OSError as ose:
|
||||||
if ose.errno != errno.EEXIST:
|
if ose.errno != errno.EEXIST:
|
||||||
raise
|
raise
|
||||||
write_json_file({self._VERSION_KEY: __version__, 'data': data}, fn)
|
write_json_file(data, fn)
|
||||||
except Exception:
|
except Exception:
|
||||||
tb = traceback.format_exc()
|
tb = traceback.format_exc()
|
||||||
self._ydl.report_warning(
|
self._ydl.report_warning(
|
||||||
'Writing cache to %r failed: %s' % (fn, tb))
|
'Writing cache to %r failed: %s' % (fn, tb))
|
||||||
|
|
||||||
def _validate(self, data, min_ver):
|
def load(self, section, key, dtype='json', default=None):
|
||||||
version = try_get(data, lambda x: x[self._VERSION_KEY])
|
|
||||||
if not version: # Backward compatibility
|
|
||||||
data, version = {'data': data}, self._DEFAULT_VERSION
|
|
||||||
if not is_outdated_version(version, min_ver or '0', assume_new=False):
|
|
||||||
return data['data']
|
|
||||||
self._ydl.to_screen(
|
|
||||||
'Discarding old cache from version {version} (needs {min_ver})'.format(**locals()))
|
|
||||||
|
|
||||||
def load(self, section, key, dtype='json', default=None, min_ver=None):
|
|
||||||
assert dtype in ('json',)
|
assert dtype in ('json',)
|
||||||
|
|
||||||
if not self.enabled:
|
if not self.enabled:
|
||||||
@ -84,12 +66,12 @@ class Cache(object):
|
|||||||
try:
|
try:
|
||||||
try:
|
try:
|
||||||
with io.open(cache_fn, 'r', encoding='utf-8') as cachef:
|
with io.open(cache_fn, 'r', encoding='utf-8') as cachef:
|
||||||
return self._validate(json.load(cachef), min_ver)
|
return json.load(cachef)
|
||||||
except ValueError:
|
except ValueError:
|
||||||
try:
|
try:
|
||||||
file_size = os.path.getsize(cache_fn)
|
file_size = os.path.getsize(cache_fn)
|
||||||
except (OSError, IOError) as oe:
|
except (OSError, IOError) as oe:
|
||||||
file_size = error_to_compat_str(oe)
|
file_size = str(oe)
|
||||||
self._ydl.report_warning(
|
self._ydl.report_warning(
|
||||||
'Cache retrieval from %s failed (%s)' % (cache_fn, file_size))
|
'Cache retrieval from %s failed (%s)' % (cache_fn, file_size))
|
||||||
except IOError:
|
except IOError:
|
||||||
|
@ -107,8 +107,8 @@ _OPERATORS = (
|
|||||||
('+', _js_arith_op(operator.add)),
|
('+', _js_arith_op(operator.add)),
|
||||||
('-', _js_arith_op(operator.sub)),
|
('-', _js_arith_op(operator.sub)),
|
||||||
('*', _js_arith_op(operator.mul)),
|
('*', _js_arith_op(operator.mul)),
|
||||||
('%', _js_mod),
|
|
||||||
('/', _js_div),
|
('/', _js_div),
|
||||||
|
('%', _js_mod),
|
||||||
('**', _js_exp),
|
('**', _js_exp),
|
||||||
)
|
)
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user