mirror of
https://github.com/brain-hackers/u-boot-brain
synced 2024-07-05 18:56:15 +09:00
d2b5240c9a
The check_output function from the subprocess Python module by default returns data as encoded bytes and leaves decoding to the application. Given our uses of the call, it makes the most sense to immediately decode the results. Reviewed-by: Simon Glass <sjg@chromium.org> Tested-by: Stephen Warren <swarren@nvidia.com> Tested-by: Simon Glass <sjg@chromium.org> [on sandbox] Signed-off-by: Tom Rini <trini@konsulko.com>
603 lines
18 KiB
Python
603 lines
18 KiB
Python
# SPDX-License-Identifier: GPL-2.0+
|
|
# Copyright (c) 2018, Linaro Limited
|
|
# Author: Takahiro Akashi <takahiro.akashi@linaro.org>
|
|
|
|
import os
|
|
import os.path
|
|
import pytest
|
|
import re
|
|
from subprocess import call, check_call, check_output, CalledProcessError
|
|
from fstest_defs import *
|
|
|
|
supported_fs_basic = ['fat16', 'fat32', 'ext4']
|
|
supported_fs_ext = ['fat16', 'fat32']
|
|
supported_fs_mkdir = ['fat16', 'fat32']
|
|
supported_fs_unlink = ['fat16', 'fat32']
|
|
supported_fs_symlink = ['ext4']
|
|
|
|
#
|
|
# Filesystem test specific setup
|
|
#
|
|
def pytest_addoption(parser):
|
|
"""Enable --fs-type option.
|
|
|
|
See pytest_configure() about how it works.
|
|
|
|
Args:
|
|
parser: Pytest command-line parser.
|
|
|
|
Returns:
|
|
Nothing.
|
|
"""
|
|
parser.addoption('--fs-type', action='append', default=None,
|
|
help='Targeting Filesystem Types')
|
|
|
|
def pytest_configure(config):
|
|
"""Restrict a file system(s) to be tested.
|
|
|
|
A file system explicitly named with --fs-type option is selected
|
|
if it belongs to a default supported_fs_xxx list.
|
|
Multiple options can be specified.
|
|
|
|
Args:
|
|
config: Pytest configuration.
|
|
|
|
Returns:
|
|
Nothing.
|
|
"""
|
|
global supported_fs_basic
|
|
global supported_fs_ext
|
|
global supported_fs_mkdir
|
|
global supported_fs_unlink
|
|
global supported_fs_symlink
|
|
|
|
def intersect(listA, listB):
|
|
return [x for x in listA if x in listB]
|
|
|
|
supported_fs = config.getoption('fs_type')
|
|
if supported_fs:
|
|
print('*** FS TYPE modified: %s' % supported_fs)
|
|
supported_fs_basic = intersect(supported_fs, supported_fs_basic)
|
|
supported_fs_ext = intersect(supported_fs, supported_fs_ext)
|
|
supported_fs_mkdir = intersect(supported_fs, supported_fs_mkdir)
|
|
supported_fs_unlink = intersect(supported_fs, supported_fs_unlink)
|
|
supported_fs_symlink = intersect(supported_fs, supported_fs_symlink)
|
|
|
|
def pytest_generate_tests(metafunc):
|
|
"""Parametrize fixtures, fs_obj_xxx
|
|
|
|
Each fixture will be parametrized with a corresponding support_fs_xxx
|
|
list.
|
|
|
|
Args:
|
|
metafunc: Pytest test function.
|
|
|
|
Returns:
|
|
Nothing.
|
|
"""
|
|
if 'fs_obj_basic' in metafunc.fixturenames:
|
|
metafunc.parametrize('fs_obj_basic', supported_fs_basic,
|
|
indirect=True, scope='module')
|
|
if 'fs_obj_ext' in metafunc.fixturenames:
|
|
metafunc.parametrize('fs_obj_ext', supported_fs_ext,
|
|
indirect=True, scope='module')
|
|
if 'fs_obj_mkdir' in metafunc.fixturenames:
|
|
metafunc.parametrize('fs_obj_mkdir', supported_fs_mkdir,
|
|
indirect=True, scope='module')
|
|
if 'fs_obj_unlink' in metafunc.fixturenames:
|
|
metafunc.parametrize('fs_obj_unlink', supported_fs_unlink,
|
|
indirect=True, scope='module')
|
|
if 'fs_obj_symlink' in metafunc.fixturenames:
|
|
metafunc.parametrize('fs_obj_symlink', supported_fs_symlink,
|
|
indirect=True, scope='module')
|
|
|
|
#
|
|
# Helper functions
|
|
#
|
|
def fstype_to_ubname(fs_type):
|
|
"""Convert a file system type to an U-boot specific string
|
|
|
|
A generated string can be used as part of file system related commands
|
|
or a config name in u-boot. Currently fat16 and fat32 are handled
|
|
specifically.
|
|
|
|
Args:
|
|
fs_type: File system type.
|
|
|
|
Return:
|
|
A corresponding string for file system type.
|
|
"""
|
|
if re.match('fat', fs_type):
|
|
return 'fat'
|
|
else:
|
|
return fs_type
|
|
|
|
def check_ubconfig(config, fs_type):
|
|
"""Check whether a file system is enabled in u-boot configuration.
|
|
|
|
This function is assumed to be called in a fixture function so that
|
|
the whole test cases will be skipped if a given file system is not
|
|
enabled.
|
|
|
|
Args:
|
|
fs_type: File system type.
|
|
|
|
Return:
|
|
Nothing.
|
|
"""
|
|
if not config.buildconfig.get('config_cmd_%s' % fs_type, None):
|
|
pytest.skip('.config feature "CMD_%s" not enabled' % fs_type.upper())
|
|
if not config.buildconfig.get('config_%s_write' % fs_type, None):
|
|
pytest.skip('.config feature "%s_WRITE" not enabled'
|
|
% fs_type.upper())
|
|
|
|
def mk_fs(config, fs_type, size, id):
|
|
"""Create a file system volume.
|
|
|
|
Args:
|
|
fs_type: File system type.
|
|
size: Size of file system in MiB.
|
|
id: Prefix string of volume's file name.
|
|
|
|
Return:
|
|
Nothing.
|
|
"""
|
|
fs_img = '%s.%s.img' % (id, fs_type)
|
|
fs_img = config.persistent_data_dir + '/' + fs_img
|
|
|
|
if fs_type == 'fat16':
|
|
mkfs_opt = '-F 16'
|
|
elif fs_type == 'fat32':
|
|
mkfs_opt = '-F 32'
|
|
elif fs_type == 'ext4':
|
|
mkfs_opt = '-O ^metadata_csum'
|
|
else:
|
|
mkfs_opt = ''
|
|
|
|
if re.match('fat', fs_type):
|
|
fs_lnxtype = 'vfat'
|
|
else:
|
|
fs_lnxtype = fs_type
|
|
|
|
count = (size + 1048576 - 1) / 1048576
|
|
|
|
try:
|
|
check_call('rm -f %s' % fs_img, shell=True)
|
|
check_call('dd if=/dev/zero of=%s bs=1M count=%d'
|
|
% (fs_img, count), shell=True)
|
|
check_call('mkfs.%s %s %s'
|
|
% (fs_lnxtype, mkfs_opt, fs_img), shell=True)
|
|
return fs_img
|
|
except CalledProcessError:
|
|
call('rm -f %s' % fs_img, shell=True)
|
|
raise
|
|
|
|
# from test/py/conftest.py
|
|
def tool_is_in_path(tool):
|
|
"""Check whether a given command is available on host.
|
|
|
|
Args:
|
|
tool: Command name.
|
|
|
|
Return:
|
|
True if available, False if not.
|
|
"""
|
|
for path in os.environ['PATH'].split(os.pathsep):
|
|
fn = os.path.join(path, tool)
|
|
if os.path.isfile(fn) and os.access(fn, os.X_OK):
|
|
return True
|
|
return False
|
|
|
|
fuse_mounted = False
|
|
|
|
def mount_fs(fs_type, device, mount_point):
|
|
"""Mount a volume.
|
|
|
|
Args:
|
|
fs_type: File system type.
|
|
device: Volume's file name.
|
|
mount_point: Mount point.
|
|
|
|
Return:
|
|
Nothing.
|
|
"""
|
|
global fuse_mounted
|
|
|
|
fuse_mounted = False
|
|
try:
|
|
if tool_is_in_path('guestmount'):
|
|
fuse_mounted = True
|
|
check_call('guestmount -a %s -m /dev/sda %s'
|
|
% (device, mount_point), shell=True)
|
|
else:
|
|
mount_opt = 'loop,rw'
|
|
if re.match('fat', fs_type):
|
|
mount_opt += ',umask=0000'
|
|
|
|
check_call('sudo mount -o %s %s %s'
|
|
% (mount_opt, device, mount_point), shell=True)
|
|
|
|
# may not be effective for some file systems
|
|
check_call('sudo chmod a+rw %s' % mount_point, shell=True)
|
|
except CalledProcessError:
|
|
raise
|
|
|
|
def umount_fs(mount_point):
|
|
"""Unmount a volume.
|
|
|
|
Args:
|
|
mount_point: Mount point.
|
|
|
|
Return:
|
|
Nothing.
|
|
"""
|
|
if fuse_mounted:
|
|
call('sync')
|
|
call('guestunmount %s' % mount_point, shell=True)
|
|
else:
|
|
call('sudo umount %s' % mount_point, shell=True)
|
|
|
|
#
|
|
# Fixture for basic fs test
|
|
# derived from test/fs/fs-test.sh
|
|
#
|
|
# NOTE: yield_fixture was deprecated since pytest-3.0
|
|
@pytest.yield_fixture()
|
|
def fs_obj_basic(request, u_boot_config):
|
|
"""Set up a file system to be used in basic fs test.
|
|
|
|
Args:
|
|
request: Pytest request object.
|
|
u_boot_config: U-boot configuration.
|
|
|
|
Return:
|
|
A fixture for basic fs test, i.e. a triplet of file system type,
|
|
volume file name and a list of MD5 hashes.
|
|
"""
|
|
fs_type = request.param
|
|
fs_img = ''
|
|
|
|
fs_ubtype = fstype_to_ubname(fs_type)
|
|
check_ubconfig(u_boot_config, fs_ubtype)
|
|
|
|
mount_dir = u_boot_config.persistent_data_dir + '/mnt'
|
|
|
|
small_file = mount_dir + '/' + SMALL_FILE
|
|
big_file = mount_dir + '/' + BIG_FILE
|
|
|
|
try:
|
|
|
|
# 3GiB volume
|
|
fs_img = mk_fs(u_boot_config, fs_type, 0xc0000000, '3GB')
|
|
|
|
# Mount the image so we can populate it.
|
|
check_call('mkdir -p %s' % mount_dir, shell=True)
|
|
mount_fs(fs_type, fs_img, mount_dir)
|
|
|
|
# Create a subdirectory.
|
|
check_call('mkdir %s/SUBDIR' % mount_dir, shell=True)
|
|
|
|
# Create big file in this image.
|
|
# Note that we work only on the start 1MB, couple MBs in the 2GB range
|
|
# and the last 1 MB of the huge 2.5GB file.
|
|
# So, just put random values only in those areas.
|
|
check_call('dd if=/dev/urandom of=%s bs=1M count=1'
|
|
% big_file, shell=True)
|
|
check_call('dd if=/dev/urandom of=%s bs=1M count=2 seek=2047'
|
|
% big_file, shell=True)
|
|
check_call('dd if=/dev/urandom of=%s bs=1M count=1 seek=2499'
|
|
% big_file, shell=True)
|
|
|
|
# Create a small file in this image.
|
|
check_call('dd if=/dev/urandom of=%s bs=1M count=1'
|
|
% small_file, shell=True)
|
|
|
|
# Delete the small file copies which possibly are written as part of a
|
|
# previous test.
|
|
# check_call('rm -f "%s.w"' % MB1, shell=True)
|
|
# check_call('rm -f "%s.w2"' % MB1, shell=True)
|
|
|
|
# Generate the md5sums of reads that we will test against small file
|
|
out = check_output(
|
|
'dd if=%s bs=1M skip=0 count=1 2> /dev/null | md5sum'
|
|
% small_file, shell=True).decode()
|
|
md5val = [ out.split()[0] ]
|
|
|
|
# Generate the md5sums of reads that we will test against big file
|
|
# One from beginning of file.
|
|
out = check_output(
|
|
'dd if=%s bs=1M skip=0 count=1 2> /dev/null | md5sum'
|
|
% big_file, shell=True).decode()
|
|
md5val.append(out.split()[0])
|
|
|
|
# One from end of file.
|
|
out = check_output(
|
|
'dd if=%s bs=1M skip=2499 count=1 2> /dev/null | md5sum'
|
|
% big_file, shell=True).decode()
|
|
md5val.append(out.split()[0])
|
|
|
|
# One from the last 1MB chunk of 2GB
|
|
out = check_output(
|
|
'dd if=%s bs=1M skip=2047 count=1 2> /dev/null | md5sum'
|
|
% big_file, shell=True).decode()
|
|
md5val.append(out.split()[0])
|
|
|
|
# One from the start 1MB chunk from 2GB
|
|
out = check_output(
|
|
'dd if=%s bs=1M skip=2048 count=1 2> /dev/null | md5sum'
|
|
% big_file, shell=True).decode()
|
|
md5val.append(out.split()[0])
|
|
|
|
# One 1MB chunk crossing the 2GB boundary
|
|
out = check_output(
|
|
'dd if=%s bs=512K skip=4095 count=2 2> /dev/null | md5sum'
|
|
% big_file, shell=True).decode()
|
|
md5val.append(out.split()[0])
|
|
|
|
umount_fs(mount_dir)
|
|
except CalledProcessError:
|
|
pytest.skip('Setup failed for filesystem: ' + fs_type)
|
|
return
|
|
else:
|
|
yield [fs_ubtype, fs_img, md5val]
|
|
finally:
|
|
umount_fs(mount_dir)
|
|
call('rmdir %s' % mount_dir, shell=True)
|
|
if fs_img:
|
|
call('rm -f %s' % fs_img, shell=True)
|
|
|
|
#
|
|
# Fixture for extended fs test
|
|
#
|
|
# NOTE: yield_fixture was deprecated since pytest-3.0
|
|
@pytest.yield_fixture()
|
|
def fs_obj_ext(request, u_boot_config):
|
|
"""Set up a file system to be used in extended fs test.
|
|
|
|
Args:
|
|
request: Pytest request object.
|
|
u_boot_config: U-boot configuration.
|
|
|
|
Return:
|
|
A fixture for extended fs test, i.e. a triplet of file system type,
|
|
volume file name and a list of MD5 hashes.
|
|
"""
|
|
fs_type = request.param
|
|
fs_img = ''
|
|
|
|
fs_ubtype = fstype_to_ubname(fs_type)
|
|
check_ubconfig(u_boot_config, fs_ubtype)
|
|
|
|
mount_dir = u_boot_config.persistent_data_dir + '/mnt'
|
|
|
|
min_file = mount_dir + '/' + MIN_FILE
|
|
tmp_file = mount_dir + '/tmpfile'
|
|
|
|
try:
|
|
|
|
# 128MiB volume
|
|
fs_img = mk_fs(u_boot_config, fs_type, 0x8000000, '128MB')
|
|
|
|
# Mount the image so we can populate it.
|
|
check_call('mkdir -p %s' % mount_dir, shell=True)
|
|
mount_fs(fs_type, fs_img, mount_dir)
|
|
|
|
# Create a test directory
|
|
check_call('mkdir %s/dir1' % mount_dir, shell=True)
|
|
|
|
# Create a small file and calculate md5
|
|
check_call('dd if=/dev/urandom of=%s bs=1K count=20'
|
|
% min_file, shell=True)
|
|
out = check_output(
|
|
'dd if=%s bs=1K 2> /dev/null | md5sum'
|
|
% min_file, shell=True).decode()
|
|
md5val = [ out.split()[0] ]
|
|
|
|
# Calculate md5sum of Test Case 4
|
|
check_call('dd if=%s of=%s bs=1K count=20'
|
|
% (min_file, tmp_file), shell=True)
|
|
check_call('dd if=%s of=%s bs=1K seek=5 count=20'
|
|
% (min_file, tmp_file), shell=True)
|
|
out = check_output('dd if=%s bs=1K 2> /dev/null | md5sum'
|
|
% tmp_file, shell=True).decode()
|
|
md5val.append(out.split()[0])
|
|
|
|
# Calculate md5sum of Test Case 5
|
|
check_call('dd if=%s of=%s bs=1K count=20'
|
|
% (min_file, tmp_file), shell=True)
|
|
check_call('dd if=%s of=%s bs=1K seek=5 count=5'
|
|
% (min_file, tmp_file), shell=True)
|
|
out = check_output('dd if=%s bs=1K 2> /dev/null | md5sum'
|
|
% tmp_file, shell=True).decode()
|
|
md5val.append(out.split()[0])
|
|
|
|
# Calculate md5sum of Test Case 7
|
|
check_call('dd if=%s of=%s bs=1K count=20'
|
|
% (min_file, tmp_file), shell=True)
|
|
check_call('dd if=%s of=%s bs=1K seek=20 count=20'
|
|
% (min_file, tmp_file), shell=True)
|
|
out = check_output('dd if=%s bs=1K 2> /dev/null | md5sum'
|
|
% tmp_file, shell=True).decode()
|
|
md5val.append(out.split()[0])
|
|
|
|
check_call('rm %s' % tmp_file, shell=True)
|
|
umount_fs(mount_dir)
|
|
except CalledProcessError:
|
|
pytest.skip('Setup failed for filesystem: ' + fs_type)
|
|
return
|
|
else:
|
|
yield [fs_ubtype, fs_img, md5val]
|
|
finally:
|
|
umount_fs(mount_dir)
|
|
call('rmdir %s' % mount_dir, shell=True)
|
|
if fs_img:
|
|
call('rm -f %s' % fs_img, shell=True)
|
|
|
|
#
|
|
# Fixture for mkdir test
|
|
#
|
|
# NOTE: yield_fixture was deprecated since pytest-3.0
|
|
@pytest.yield_fixture()
|
|
def fs_obj_mkdir(request, u_boot_config):
|
|
"""Set up a file system to be used in mkdir test.
|
|
|
|
Args:
|
|
request: Pytest request object.
|
|
u_boot_config: U-boot configuration.
|
|
|
|
Return:
|
|
A fixture for mkdir test, i.e. a duplet of file system type and
|
|
volume file name.
|
|
"""
|
|
fs_type = request.param
|
|
fs_img = ''
|
|
|
|
fs_ubtype = fstype_to_ubname(fs_type)
|
|
check_ubconfig(u_boot_config, fs_ubtype)
|
|
|
|
try:
|
|
# 128MiB volume
|
|
fs_img = mk_fs(u_boot_config, fs_type, 0x8000000, '128MB')
|
|
except:
|
|
pytest.skip('Setup failed for filesystem: ' + fs_type)
|
|
else:
|
|
yield [fs_ubtype, fs_img]
|
|
finally:
|
|
if fs_img:
|
|
call('rm -f %s' % fs_img, shell=True)
|
|
|
|
#
|
|
# Fixture for unlink test
|
|
#
|
|
# NOTE: yield_fixture was deprecated since pytest-3.0
|
|
@pytest.yield_fixture()
|
|
def fs_obj_unlink(request, u_boot_config):
|
|
"""Set up a file system to be used in unlink test.
|
|
|
|
Args:
|
|
request: Pytest request object.
|
|
u_boot_config: U-boot configuration.
|
|
|
|
Return:
|
|
A fixture for unlink test, i.e. a duplet of file system type and
|
|
volume file name.
|
|
"""
|
|
fs_type = request.param
|
|
fs_img = ''
|
|
|
|
fs_ubtype = fstype_to_ubname(fs_type)
|
|
check_ubconfig(u_boot_config, fs_ubtype)
|
|
|
|
mount_dir = u_boot_config.persistent_data_dir + '/mnt'
|
|
|
|
try:
|
|
|
|
# 128MiB volume
|
|
fs_img = mk_fs(u_boot_config, fs_type, 0x8000000, '128MB')
|
|
|
|
# Mount the image so we can populate it.
|
|
check_call('mkdir -p %s' % mount_dir, shell=True)
|
|
mount_fs(fs_type, fs_img, mount_dir)
|
|
|
|
# Test Case 1 & 3
|
|
check_call('mkdir %s/dir1' % mount_dir, shell=True)
|
|
check_call('dd if=/dev/urandom of=%s/dir1/file1 bs=1K count=1'
|
|
% mount_dir, shell=True)
|
|
check_call('dd if=/dev/urandom of=%s/dir1/file2 bs=1K count=1'
|
|
% mount_dir, shell=True)
|
|
|
|
# Test Case 2
|
|
check_call('mkdir %s/dir2' % mount_dir, shell=True)
|
|
for i in range(0, 20):
|
|
check_call('mkdir %s/dir2/0123456789abcdef%02x'
|
|
% (mount_dir, i), shell=True)
|
|
|
|
# Test Case 4
|
|
check_call('mkdir %s/dir4' % mount_dir, shell=True)
|
|
|
|
# Test Case 5, 6 & 7
|
|
check_call('mkdir %s/dir5' % mount_dir, shell=True)
|
|
check_call('dd if=/dev/urandom of=%s/dir5/file1 bs=1K count=1'
|
|
% mount_dir, shell=True)
|
|
|
|
umount_fs(mount_dir)
|
|
except CalledProcessError:
|
|
pytest.skip('Setup failed for filesystem: ' + fs_type)
|
|
return
|
|
else:
|
|
yield [fs_ubtype, fs_img]
|
|
finally:
|
|
umount_fs(mount_dir)
|
|
call('rmdir %s' % mount_dir, shell=True)
|
|
if fs_img:
|
|
call('rm -f %s' % fs_img, shell=True)
|
|
|
|
#
|
|
# Fixture for symlink fs test
|
|
#
|
|
# NOTE: yield_fixture was deprecated since pytest-3.0
|
|
@pytest.yield_fixture()
|
|
def fs_obj_symlink(request, u_boot_config):
|
|
"""Set up a file system to be used in symlink fs test.
|
|
|
|
Args:
|
|
request: Pytest request object.
|
|
u_boot_config: U-boot configuration.
|
|
|
|
Return:
|
|
A fixture for basic fs test, i.e. a triplet of file system type,
|
|
volume file name and a list of MD5 hashes.
|
|
"""
|
|
fs_type = request.param
|
|
fs_img = ''
|
|
|
|
fs_ubtype = fstype_to_ubname(fs_type)
|
|
check_ubconfig(u_boot_config, fs_ubtype)
|
|
|
|
mount_dir = u_boot_config.persistent_data_dir + '/mnt'
|
|
|
|
small_file = mount_dir + '/' + SMALL_FILE
|
|
medium_file = mount_dir + '/' + MEDIUM_FILE
|
|
|
|
try:
|
|
|
|
# 3GiB volume
|
|
fs_img = mk_fs(u_boot_config, fs_type, 0x40000000, '1GB')
|
|
|
|
# Mount the image so we can populate it.
|
|
check_call('mkdir -p %s' % mount_dir, shell=True)
|
|
mount_fs(fs_type, fs_img, mount_dir)
|
|
|
|
# Create a subdirectory.
|
|
check_call('mkdir %s/SUBDIR' % mount_dir, shell=True)
|
|
|
|
# Create a small file in this image.
|
|
check_call('dd if=/dev/urandom of=%s bs=1M count=1'
|
|
% small_file, shell=True)
|
|
|
|
# Create a medium file in this image.
|
|
check_call('dd if=/dev/urandom of=%s bs=10M count=1'
|
|
% medium_file, shell=True)
|
|
|
|
# Generate the md5sums of reads that we will test against small file
|
|
out = check_output(
|
|
'dd if=%s bs=1M skip=0 count=1 2> /dev/null | md5sum'
|
|
% small_file, shell=True).decode()
|
|
md5val = [out.split()[0]]
|
|
out = check_output(
|
|
'dd if=%s bs=10M skip=0 count=1 2> /dev/null | md5sum'
|
|
% medium_file, shell=True).decode()
|
|
md5val.extend([out.split()[0]])
|
|
|
|
umount_fs(mount_dir)
|
|
except CalledProcessError:
|
|
pytest.skip('Setup failed for filesystem: ' + fs_type)
|
|
return
|
|
else:
|
|
yield [fs_ubtype, fs_img, md5val]
|
|
finally:
|
|
umount_fs(mount_dir)
|
|
call('rmdir %s' % mount_dir, shell=True)
|
|
if fs_img:
|
|
call('rm -f %s' % fs_img, shell=True)
|