| # Record/replay test that boots a Linux kernel |
| # |
| # Copyright (c) 2020 ISP RAS |
| # |
| # Author: |
| # Pavel Dovgalyuk <Pavel.Dovgaluk@ispras.ru> |
| # |
| # This work is licensed under the terms of the GNU GPL, version 2 or |
| # later. See the COPYING file in the top-level directory. |
| |
| import os |
| import lzma |
| import shutil |
| import logging |
| import time |
| import subprocess |
| |
| from avocado import skip |
| from avocado import skipUnless |
| from avocado import skipUnless |
| from avocado_qemu import wait_for_console_pattern |
| from avocado.utils import archive |
| from avocado.utils import process |
| from boot_linux_console import LinuxKernelTest |
| |
| class ReplayKernelBase(LinuxKernelTest): |
| """ |
| Boots a Linux kernel in record mode and checks that the console |
| is operational and the kernel command line is properly passed |
| from QEMU to the kernel. |
| Then replays the same scenario and verifies, that QEMU correctly |
| terminates. |
| """ |
| |
| timeout = 180 |
| KERNEL_COMMON_COMMAND_LINE = 'printk.time=1 panic=-1 ' |
| |
| def run_vm(self, kernel_path, kernel_command_line, console_pattern, |
| record, shift, args, replay_path): |
| # icount requires TCG to be available |
| self.require_accelerator('tcg') |
| |
| logger = logging.getLogger('replay') |
| start_time = time.time() |
| vm = self.get_vm() |
| vm.set_console() |
| if record: |
| logger.info('recording the execution...') |
| mode = 'record' |
| else: |
| logger.info('replaying the execution...') |
| mode = 'replay' |
| vm.add_args('-icount', 'shift=%s,rr=%s,rrfile=%s' % |
| (shift, mode, replay_path), |
| '-kernel', kernel_path, |
| '-append', kernel_command_line, |
| '-net', 'none', |
| '-no-reboot') |
| if args: |
| vm.add_args(*args) |
| vm.launch() |
| self.wait_for_console_pattern(console_pattern, vm) |
| if record: |
| vm.shutdown() |
| logger.info('finished the recording with log size %s bytes' |
| % os.path.getsize(replay_path)) |
| self.run_replay_dump(replay_path) |
| logger.info('successfully tested replay-dump.py') |
| else: |
| vm.wait() |
| logger.info('successfully finished the replay') |
| elapsed = time.time() - start_time |
| logger.info('elapsed time %.2f sec' % elapsed) |
| return elapsed |
| |
| def run_replay_dump(self, replay_path): |
| try: |
| subprocess.check_call(["./scripts/replay-dump.py", |
| "-f", replay_path], |
| stdout=subprocess.DEVNULL) |
| except subprocess.CalledProcessError: |
| self.fail('replay-dump.py failed') |
| |
| def run_rr(self, kernel_path, kernel_command_line, console_pattern, |
| shift=7, args=None): |
| replay_path = os.path.join(self.workdir, 'replay.bin') |
| t1 = self.run_vm(kernel_path, kernel_command_line, console_pattern, |
| True, shift, args, replay_path) |
| t2 = self.run_vm(kernel_path, kernel_command_line, console_pattern, |
| False, shift, args, replay_path) |
| logger = logging.getLogger('replay') |
| logger.info('replay overhead {:.2%}'.format(t2 / t1 - 1)) |
| |
| class ReplayKernelNormal(ReplayKernelBase): |
| |
| def test_i386_pc(self): |
| """ |
| :avocado: tags=arch:i386 |
| :avocado: tags=machine:pc |
| """ |
| kernel_url = ('https://storage.tuxboot.com/20230331/i386/bzImage') |
| kernel_hash = 'a3e5b32a354729e65910f5a1ffcda7c14a6c12a55e8213fb86e277f1b76ed956' |
| kernel_path = self.fetch_asset(kernel_url, |
| asset_hash=kernel_hash, |
| algorithm = "sha256") |
| |
| kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=ttyS0' |
| console_pattern = 'VFS: Cannot open root device' |
| |
| self.run_rr(kernel_path, kernel_command_line, console_pattern, shift=5) |
| |
| # See https://gitlab.com/qemu-project/qemu/-/issues/2094 |
| @skipUnless(os.getenv('QEMU_TEST_FLAKY_TESTS'), 'pc machine is unstable with replay') |
| def test_x86_64_pc(self): |
| """ |
| :avocado: tags=arch:x86_64 |
| :avocado: tags=machine:pc |
| :avocado: tags=flaky |
| """ |
| kernel_url = ('https://archives.fedoraproject.org/pub/archive/fedora' |
| '/linux/releases/29/Everything/x86_64/os/images/pxeboot' |
| '/vmlinuz') |
| kernel_hash = '23bebd2680757891cf7adedb033532163a792495' |
| kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash) |
| |
| kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=ttyS0' |
| console_pattern = 'VFS: Cannot open root device' |
| |
| self.run_rr(kernel_path, kernel_command_line, console_pattern, shift=5) |
| |
| def test_x86_64_q35(self): |
| """ |
| :avocado: tags=arch:x86_64 |
| :avocado: tags=machine:q35 |
| """ |
| kernel_url = ('https://archives.fedoraproject.org/pub/archive/fedora' |
| '/linux/releases/29/Everything/x86_64/os/images/pxeboot' |
| '/vmlinuz') |
| kernel_hash = '23bebd2680757891cf7adedb033532163a792495' |
| kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash) |
| |
| kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=ttyS0' |
| console_pattern = 'VFS: Cannot open root device' |
| |
| self.run_rr(kernel_path, kernel_command_line, console_pattern, shift=5) |
| |
| def test_aarch64_virt(self): |
| """ |
| :avocado: tags=arch:aarch64 |
| :avocado: tags=machine:virt |
| :avocado: tags=cpu:cortex-a53 |
| """ |
| kernel_url = ('https://archives.fedoraproject.org/pub/archive/fedora' |
| '/linux/releases/29/Everything/aarch64/os/images/pxeboot' |
| '/vmlinuz') |
| kernel_hash = '8c73e469fc6ea06a58dc83a628fc695b693b8493' |
| kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash) |
| |
| kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE + |
| 'console=ttyAMA0') |
| console_pattern = 'VFS: Cannot open root device' |
| |
| self.run_rr(kernel_path, kernel_command_line, console_pattern) |
| |
| def test_arm_virt(self): |
| """ |
| :avocado: tags=arch:arm |
| :avocado: tags=machine:virt |
| """ |
| kernel_url = ('https://archives.fedoraproject.org/pub/archive/fedora' |
| '/linux/releases/29/Everything/armhfp/os/images/pxeboot' |
| '/vmlinuz') |
| kernel_hash = 'e9826d741b4fb04cadba8d4824d1ed3b7fb8b4d4' |
| kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash) |
| |
| kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE + |
| 'console=ttyAMA0') |
| console_pattern = 'VFS: Cannot open root device' |
| |
| self.run_rr(kernel_path, kernel_command_line, console_pattern, shift=1) |
| |
| def test_arm_cubieboard_initrd(self): |
| """ |
| :avocado: tags=arch:arm |
| :avocado: tags=machine:cubieboard |
| """ |
| deb_url = ('https://apt.armbian.com/pool/main/l/' |
| 'linux-6.6.16/linux-image-current-sunxi_24.2.1_armhf__6.6.16-Seb3e-D6b4a-P2359-Ce96bHfe66-HK01ba-V014b-B067e-R448a.deb') |
| deb_hash = 'f7c3c8c5432f765445dc6e7eab02f3bbe668256b' |
| deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash) |
| kernel_path = self.extract_from_deb(deb_path, |
| '/boot/vmlinuz-6.6.16-current-sunxi') |
| dtb_path = '/usr/lib/linux-image-6.6.16-current-sunxi/sun4i-a10-cubieboard.dtb' |
| dtb_path = self.extract_from_deb(deb_path, dtb_path) |
| initrd_url = ('https://github.com/groeck/linux-build-test/raw/' |
| '2eb0a73b5d5a28df3170c546ddaaa9757e1e0848/rootfs/' |
| 'arm/rootfs-armv5.cpio.gz') |
| initrd_hash = '2b50f1873e113523967806f4da2afe385462ff9b' |
| initrd_path_gz = self.fetch_asset(initrd_url, asset_hash=initrd_hash) |
| initrd_path = os.path.join(self.workdir, 'rootfs.cpio') |
| archive.gzip_uncompress(initrd_path_gz, initrd_path) |
| |
| kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE + |
| 'console=ttyS0,115200 ' |
| 'usbcore.nousb ' |
| 'panic=-1 noreboot') |
| console_pattern = 'Boot successful.' |
| self.run_rr(kernel_path, kernel_command_line, console_pattern, shift=1, |
| args=('-dtb', dtb_path, |
| '-initrd', initrd_path, |
| '-no-reboot')) |
| |
| def test_s390x_s390_ccw_virtio(self): |
| """ |
| :avocado: tags=arch:s390x |
| :avocado: tags=machine:s390-ccw-virtio |
| """ |
| kernel_url = ('https://archives.fedoraproject.org/pub/archive' |
| '/fedora-secondary/releases/29/Everything/s390x/os/images' |
| '/kernel.img') |
| kernel_hash = 'e8e8439103ef8053418ef062644ffd46a7919313' |
| kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash) |
| |
| kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=sclp0' |
| console_pattern = 'Kernel command line: %s' % kernel_command_line |
| self.run_rr(kernel_path, kernel_command_line, console_pattern, shift=9) |
| |
| def test_alpha_clipper(self): |
| """ |
| :avocado: tags=arch:alpha |
| :avocado: tags=machine:clipper |
| """ |
| kernel_url = ('http://archive.debian.org/debian/dists/lenny/main/' |
| 'installer-alpha/20090123lenny10/images/cdrom/vmlinuz') |
| kernel_hash = '3a943149335529e2ed3e74d0d787b85fb5671ba3' |
| kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash) |
| |
| uncompressed_kernel = archive.uncompress(kernel_path, self.workdir) |
| |
| kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=ttyS0' |
| console_pattern = 'Kernel command line: %s' % kernel_command_line |
| self.run_rr(uncompressed_kernel, kernel_command_line, console_pattern, shift=9, |
| args=('-nodefaults', )) |
| |
| def test_ppc64_pseries(self): |
| """ |
| :avocado: tags=arch:ppc64 |
| :avocado: tags=machine:pseries |
| :avocado: tags=accel:tcg |
| """ |
| kernel_url = ('https://archives.fedoraproject.org/pub/archive' |
| '/fedora-secondary/releases/29/Everything/ppc64le/os' |
| '/ppc/ppc64/vmlinuz') |
| kernel_hash = '3fe04abfc852b66653b8c3c897a59a689270bc77' |
| kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash) |
| |
| kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=hvc0' |
| console_pattern = 'VFS: Cannot open root device' |
| self.run_rr(kernel_path, kernel_command_line, console_pattern) |
| |
| def test_ppc64_powernv(self): |
| """ |
| :avocado: tags=arch:ppc64 |
| :avocado: tags=machine:powernv |
| :avocado: tags=accel:tcg |
| """ |
| kernel_url = ('https://archives.fedoraproject.org/pub/archive' |
| '/fedora-secondary/releases/29/Everything/ppc64le/os' |
| '/ppc/ppc64/vmlinuz') |
| kernel_hash = '3fe04abfc852b66653b8c3c897a59a689270bc77' |
| kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash) |
| |
| kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + \ |
| 'console=tty0 console=hvc0' |
| console_pattern = 'VFS: Cannot open root device' |
| self.run_rr(kernel_path, kernel_command_line, console_pattern) |
| |
| def test_m68k_q800(self): |
| """ |
| :avocado: tags=arch:m68k |
| :avocado: tags=machine:q800 |
| """ |
| deb_url = ('https://snapshot.debian.org/archive/debian-ports' |
| '/20191021T083923Z/pool-m68k/main' |
| '/l/linux/kernel-image-5.3.0-1-m68k-di_5.3.7-1_m68k.udeb') |
| deb_hash = '044954bb9be4160a3ce81f8bc1b5e856b75cccd1' |
| deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash) |
| kernel_path = self.extract_from_deb(deb_path, |
| '/boot/vmlinux-5.3.0-1-m68k') |
| |
| kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE + |
| 'console=ttyS0 vga=off') |
| console_pattern = 'No filesystem could mount root' |
| self.run_rr(kernel_path, kernel_command_line, console_pattern) |
| |
| def do_test_advcal_2018(self, file_path, kernel_name, args=None): |
| archive.extract(file_path, self.workdir) |
| |
| for entry in os.scandir(self.workdir): |
| if entry.name.startswith('day') and entry.is_dir(): |
| kernel_path = os.path.join(entry.path, kernel_name) |
| break |
| |
| kernel_command_line = '' |
| console_pattern = 'QEMU advent calendar' |
| self.run_rr(kernel_path, kernel_command_line, console_pattern, |
| args=args) |
| |
| def test_arm_vexpressa9(self): |
| """ |
| :avocado: tags=arch:arm |
| :avocado: tags=machine:vexpress-a9 |
| """ |
| tar_hash = '32b7677ce8b6f1471fb0059865f451169934245b' |
| tar_url = ('https://qemu-advcal.gitlab.io' |
| '/qac-best-of-multiarch/download/day16.tar.xz') |
| file_path = self.fetch_asset(tar_url, asset_hash=tar_hash) |
| dtb_path = self.workdir + '/day16/vexpress-v2p-ca9.dtb' |
| self.do_test_advcal_2018(file_path, 'winter.zImage', |
| args=('-dtb', dtb_path)) |
| |
| def test_m68k_mcf5208evb(self): |
| """ |
| :avocado: tags=arch:m68k |
| :avocado: tags=machine:mcf5208evb |
| """ |
| tar_hash = 'ac688fd00561a2b6ce1359f9ff6aa2b98c9a570c' |
| tar_url = ('https://qemu-advcal.gitlab.io' |
| '/qac-best-of-multiarch/download/day07.tar.xz') |
| file_path = self.fetch_asset(tar_url, asset_hash=tar_hash) |
| self.do_test_advcal_2018(file_path, 'sanity-clause.elf') |
| |
| def test_microblaze_s3adsp1800(self): |
| """ |
| :avocado: tags=arch:microblaze |
| :avocado: tags=machine:petalogix-s3adsp1800 |
| """ |
| tar_hash = '08bf3e3bfb6b6c7ce1e54ab65d54e189f2caf13f' |
| tar_url = ('https://qemu-advcal.gitlab.io' |
| '/qac-best-of-multiarch/download/day17.tar.xz') |
| file_path = self.fetch_asset(tar_url, asset_hash=tar_hash) |
| self.do_test_advcal_2018(file_path, 'ballerina.bin') |
| |
| def test_ppc64_e500(self): |
| """ |
| :avocado: tags=arch:ppc64 |
| :avocado: tags=machine:ppce500 |
| :avocado: tags=cpu:e5500 |
| """ |
| tar_hash = '6951d86d644b302898da2fd701739c9406527fe1' |
| tar_url = ('https://qemu-advcal.gitlab.io' |
| '/qac-best-of-multiarch/download/day19.tar.xz') |
| file_path = self.fetch_asset(tar_url, asset_hash=tar_hash) |
| self.do_test_advcal_2018(file_path, 'uImage') |
| |
| def test_or1k_sim(self): |
| """ |
| :avocado: tags=arch:or1k |
| :avocado: tags=machine:or1k-sim |
| """ |
| tar_hash = '20334cdaf386108c530ff0badaecc955693027dd' |
| tar_url = ('https://qemu-advcal.gitlab.io' |
| '/qac-best-of-multiarch/download/day20.tar.xz') |
| file_path = self.fetch_asset(tar_url, asset_hash=tar_hash) |
| self.do_test_advcal_2018(file_path, 'vmlinux') |
| |
| def test_ppc_g3beige(self): |
| """ |
| :avocado: tags=arch:ppc |
| :avocado: tags=machine:g3beige |
| """ |
| tar_hash = 'e0b872a5eb8fdc5bed19bd43ffe863900ebcedfc' |
| tar_url = ('https://qemu-advcal.gitlab.io' |
| '/qac-best-of-multiarch/download/day15.tar.xz') |
| file_path = self.fetch_asset(tar_url, asset_hash=tar_hash) |
| self.do_test_advcal_2018(file_path, 'invaders.elf', |
| args=('-M', 'graphics=off')) |
| |
| def test_ppc_mac99(self): |
| """ |
| :avocado: tags=arch:ppc |
| :avocado: tags=machine:mac99 |
| """ |
| tar_hash = 'e0b872a5eb8fdc5bed19bd43ffe863900ebcedfc' |
| tar_url = ('https://qemu-advcal.gitlab.io' |
| '/qac-best-of-multiarch/download/day15.tar.xz') |
| file_path = self.fetch_asset(tar_url, asset_hash=tar_hash) |
| self.do_test_advcal_2018(file_path, 'invaders.elf', |
| args=('-M', 'graphics=off')) |
| |
| def test_sparc_ss20(self): |
| """ |
| :avocado: tags=arch:sparc |
| :avocado: tags=machine:SS-20 |
| """ |
| tar_hash = 'b18550d5d61c7615d989a06edace051017726a9f' |
| tar_url = ('https://qemu-advcal.gitlab.io' |
| '/qac-best-of-multiarch/download/day11.tar.xz') |
| file_path = self.fetch_asset(tar_url, asset_hash=tar_hash) |
| self.do_test_advcal_2018(file_path, 'zImage.elf') |
| |
