buildroot/support/testing/tests/package/test_mdadm.py

import os
import subprocess
import time

import infra.basetest


class TestMdadm(infra.basetest.BRTest):
    # This test creates a dm-raid volume with mdadm. A specific Kernel
    # need to be built with a config fragment enabling this support.
    kernel_fragment = \
        infra.filepath("tests/package/test_mdadm/linux-mdadm.fragment")
    config = \
        f"""
        BR2_aarch64=y
        BR2_TOOLCHAIN_EXTERNAL=y
        BR2_TARGET_GENERIC_GETTY_PORT="ttyAMA0"
        BR2_LINUX_KERNEL=y
        BR2_LINUX_KERNEL_CUSTOM_VERSION=y
        BR2_LINUX_KERNEL_CUSTOM_VERSION_VALUE="6.1.75"
        BR2_LINUX_KERNEL_USE_CUSTOM_CONFIG=y
        BR2_LINUX_KERNEL_CUSTOM_CONFIG_FILE="board/qemu/aarch64-virt/linux.config"
        BR2_LINUX_KERNEL_CONFIG_FRAGMENT_FILES="{kernel_fragment}"
        BR2_LINUX_KERNEL_NEEDS_HOST_OPENSSL=y
        BR2_PACKAGE_E2FSPROGS=y
        BR2_PACKAGE_MDADM=y
        BR2_TARGET_ROOTFS_CPIO=y
        BR2_TARGET_ROOTFS_CPIO_GZIP=y
        # BR2_TARGET_ROOTFS_TAR is not set
        """

    def test_run(self):
        # Test configuration:
        md_dev = "/dev/md0"
        storage_devs = ["/dev/vda", "/dev/vdb", "/dev/vdc"]
        storage_size = 16  # Mega Bytes
        failing_dev = storage_devs[-1]
        mnt_pt = "/mnt/raid-storage"
        data_file = f"{mnt_pt}/data.bin"

        qemu_storage_opts = []
        for i in range(len(storage_devs)):
            disk_file = os.path.join(self.builddir, "images", f"disk{i}.img")
            self.emulator.logfile.write(f"Creating disk image: {disk_file}\n")
            self.emulator.logfile.flush()
            subprocess.check_call(
                ["dd", "if=/dev/zero", f"of={disk_file}",
                 "bs=1M", f"count={storage_size}"],
                stdout=self.emulator.logfile,
                stderr=self.emulator.logfile)
            opts = ["-drive", f"file={disk_file},if=virtio,format=raw"]
            qemu_storage_opts += opts

        img = os.path.join(self.builddir, "images", "rootfs.cpio.gz")
        kern = os.path.join(self.builddir, "images", "Image")
        self.emulator.boot(arch="aarch64",
                           kernel=kern,
                           kernel_cmdline=["console=ttyAMA0"],
                           options=["-M", "virt", "-cpu", "cortex-a57", "-m", "256M",
                                    "-initrd", img] + qemu_storage_opts)
        self.emulator.login()

        # Test the program can execute.
        self.assertRunOk("mdadm --version")

        # Show the mdstat, to confirm the Kernel has support and the
        # configuration is empty.
        cat_mdstat_cmd = "cat /proc/mdstat"
        self.assertRunOk(cat_mdstat_cmd)

        # We create a raid5 array with the drives.
        cmd = f"mdadm --create --verbose {md_dev} --level=5 "
        cmd += f"--raid-devices={len(storage_devs)} "
        cmd += " ".join(storage_devs)
        self.assertRunOk(cmd)

        # We show again mdstat, to confirm the array creation. This is
        # also for debugging.
        self.assertRunOk(cat_mdstat_cmd)

        # We format the device as ext4 and mount it.
        self.assertRunOk(f"mkfs.ext4 {md_dev}")
        self.assertRunOk(f"mkdir -p {mnt_pt}")
        self.assertRunOk(f"mount {md_dev} {mnt_pt}")

        # We store some random data on this new filesystem. Note: this
        # file is slightly larger than a single storage drive. This
        # data file should span over two drives and use the raid5.
        file_size = storage_size + 4
        cmd = f"dd if=/dev/urandom of={data_file} bs=1M count={file_size}"
        self.assertRunOk(cmd)

        # We compute the hash of our data, and save it for later.
        hash_cmd = f"sha256sum {data_file}"
        out, ret = self.emulator.run(hash_cmd)
        self.assertEqual(ret, 0)
        data_sha256 = out[0]

        # We run few common mdadm commands.
        self.assertRunOk("mdadm --detail --scan")
        self.assertRunOk(f"mdadm --query {md_dev}")
        self.assertRunOk(f"mdadm --detail --test {md_dev}")
        self.assertRunOk(f"mdadm --action=check {md_dev}")
        self.assertRunOk(f"mdadm --monitor --oneshot {md_dev}")

        # We mark a device as "failed".
        self.assertRunOk(f"mdadm {md_dev} --fail {failing_dev}")

        # The monitoring should now report the array as degraded.
        monitor_cmd = f"mdadm --monitor --oneshot {md_dev}"
        out, ret = self.emulator.run(monitor_cmd)
        self.assertEqual(ret, 0)
        self.assertIn("DegradedArray", "\n".join(out))

        # We remove the failing drive from the array.
        self.assertRunOk(f"mdadm {md_dev} --remove {failing_dev}")

        # We wipe the failing drive by writing zeroes.
        cmd = f"dd if=/dev/zero of={failing_dev} bs=1M count={storage_size}"
        self.assertRunOk(cmd)

        # We add back this blank drive to the array.
        self.assertRunOk(f"mdadm {md_dev} --add {failing_dev}")

        # We wait few seconds to let the device rebuild.
        time.sleep(3)

        # The array should no longer be marked as degraded.
        out, ret = self.emulator.run(monitor_cmd)
        self.assertEqual(ret, 0)
        self.assertNotIn("DegradedArray", "\n".join(out))

        # With all those array manipulations, the data file should not
        # be corrupted. We should be able to recompute the same hash
        # as before.
        out, ret = self.emulator.run(hash_cmd)
        self.assertEqual(ret, 0)
        self.assertEqual(out[0], data_sha256)