[Buildroot] [git commit] support/testing: add mdadm runtime test
Peter Korsgaard
peter at korsgaard.com
Tue Feb 6 20:54:20 UTC 2024
commit: https://git.buildroot.net/buildroot/commit/?id=6338bdfc1c772956de13d2ff7c6abaa23740325d
branch: https://git.buildroot.net/buildroot/commit/?id=refs/heads/master
Signed-off-by: Julien Olivain <ju.o at free.fr>
Signed-off-by: Peter Korsgaard <peter at korsgaard.com>
---
DEVELOPERS | 2 +
support/testing/tests/package/test_mdadm.py | 138 +++++++++++++++++++++
.../tests/package/test_mdadm/linux-mdadm.fragment | 3 +
3 files changed, 143 insertions(+)
diff --git a/DEVELOPERS b/DEVELOPERS
index d0ab37f5c2..ac65cbb450 100644
--- a/DEVELOPERS
+++ b/DEVELOPERS
@@ -1805,6 +1805,8 @@ F: support/testing/tests/package/test_lzip.py
F: support/testing/tests/package/test_lsof.py
F: support/testing/tests/package/test_lz4.py
F: support/testing/tests/package/test_lzop.py
+F: support/testing/tests/package/test_mdadm.py
+F: support/testing/tests/package/test_mdadm/
F: support/testing/tests/package/test_micropython.py
F: support/testing/tests/package/test_micropython/
F: support/testing/tests/package/test_mtools.py
diff --git a/support/testing/tests/package/test_mdadm.py b/support/testing/tests/package/test_mdadm.py
new file mode 100644
index 0000000000..75385309a6
--- /dev/null
+++ b/support/testing/tests/package/test_mdadm.py
@@ -0,0 +1,138 @@
+import os
+import subprocess
+import time
+
+import infra.basetest
+
+
+class TestMdadm(infra.basetest.BRTest):
+ # This test creates a dm-raid volume with mdadm. A specific Kernel
+ # need to be built with a config fragment enabling this support.
+ kernel_fragment = \
+ infra.filepath("tests/package/test_mdadm/linux-mdadm.fragment")
+ config = \
+ f"""
+ BR2_aarch64=y
+ BR2_TOOLCHAIN_EXTERNAL=y
+ BR2_TARGET_GENERIC_GETTY_PORT="ttyAMA0"
+ BR2_LINUX_KERNEL=y
+ BR2_LINUX_KERNEL_CUSTOM_VERSION=y
+ BR2_LINUX_KERNEL_CUSTOM_VERSION_VALUE="6.1.75"
+ BR2_LINUX_KERNEL_USE_CUSTOM_CONFIG=y
+ BR2_LINUX_KERNEL_CUSTOM_CONFIG_FILE="board/qemu/aarch64-virt/linux.config"
+ BR2_LINUX_KERNEL_CONFIG_FRAGMENT_FILES="{kernel_fragment}"
+ BR2_LINUX_KERNEL_NEEDS_HOST_OPENSSL=y
+ BR2_PACKAGE_E2FSPROGS=y
+ BR2_PACKAGE_MDADM=y
+ BR2_TARGET_ROOTFS_CPIO=y
+ BR2_TARGET_ROOTFS_CPIO_GZIP=y
+ # BR2_TARGET_ROOTFS_TAR is not set
+ """
+
+ def test_run(self):
+ # Test configuration:
+ md_dev = "/dev/md0"
+ storage_devs = ["/dev/vda", "/dev/vdb", "/dev/vdc"]
+ storage_size = 16 # Mega Bytes
+ failing_dev = storage_devs[-1]
+ mnt_pt = "/mnt/raid-storage"
+ data_file = f"{mnt_pt}/data.bin"
+
+ qemu_storage_opts = []
+ for i in range(len(storage_devs)):
+ disk_file = os.path.join(self.builddir, "images", f"disk{i}.img")
+ self.emulator.logfile.write(f"Creating disk image: {disk_file}\n")
+ self.emulator.logfile.flush()
+ subprocess.check_call(
+ ["dd", "if=/dev/zero", f"of={disk_file}",
+ "bs=1M", f"count={storage_size}"],
+ stdout=self.emulator.logfile,
+ stderr=self.emulator.logfile)
+ opts = ["-drive", f"file={disk_file},if=virtio,format=raw"]
+ qemu_storage_opts += opts
+
+ img = os.path.join(self.builddir, "images", "rootfs.cpio.gz")
+ kern = os.path.join(self.builddir, "images", "Image")
+ self.emulator.boot(arch="aarch64",
+ kernel=kern,
+ kernel_cmdline=["console=ttyAMA0"],
+ options=["-M", "virt", "-cpu", "cortex-a57", "-m", "256M",
+ "-initrd", img] + qemu_storage_opts)
+ self.emulator.login()
+
+ # Test the program can execute.
+ self.assertRunOk("mdadm --version")
+
+ # Show the mdstat, to confirm the Kernel has support and the
+ # configuration is empty.
+ cat_mdstat_cmd = "cat /proc/mdstat"
+ self.assertRunOk(cat_mdstat_cmd)
+
+ # We create a raid5 array with the drives.
+ cmd = f"mdadm --create --verbose {md_dev} --level=5 "
+ cmd += f"--raid-devices={len(storage_devs)} "
+ cmd += " ".join(storage_devs)
+ self.assertRunOk(cmd)
+
+ # We show again mdstat, to confirm the array creation. This is
+ # also for debugging.
+ self.assertRunOk(cat_mdstat_cmd)
+
+ # We format the device as ext4 and mount it.
+ self.assertRunOk(f"mkfs.ext4 {md_dev}")
+ self.assertRunOk(f"mkdir -p {mnt_pt}")
+ self.assertRunOk(f"mount {md_dev} {mnt_pt}")
+
+ # We store some random data on this new filesystem. Note: this
+ # file is slightly larger than a single storage drive. This
+ # data file should span over two drives and use the raid5.
+ file_size = storage_size + 4
+ cmd = f"dd if=/dev/urandom of={data_file} bs=1M count={file_size}"
+ self.assertRunOk(cmd)
+
+ # We compute the hash of our data, and save it for later.
+ hash_cmd = f"sha256sum {data_file}"
+ out, ret = self.emulator.run(hash_cmd)
+ self.assertEqual(ret, 0)
+ data_sha256 = out[0]
+
+ # We run few common mdadm commands.
+ self.assertRunOk("mdadm --detail --scan")
+ self.assertRunOk(f"mdadm --query {md_dev}")
+ self.assertRunOk(f"mdadm --detail --test {md_dev}")
+ self.assertRunOk(f"mdadm --action=check {md_dev}")
+ self.assertRunOk(f"mdadm --monitor --oneshot {md_dev}")
+
+ # We mark a device as "failed".
+ self.assertRunOk(f"mdadm {md_dev} --fail {failing_dev}")
+
+ # The monitoring should now report the array as degraded.
+ monitor_cmd = f"mdadm --monitor --oneshot {md_dev}"
+ out, ret = self.emulator.run(monitor_cmd)
+ self.assertEqual(ret, 0)
+ self.assertIn("DegradedArray", "\n".join(out))
+
+ # We remove the failing drive from the array.
+ self.assertRunOk(f"mdadm {md_dev} --remove {failing_dev}")
+
+ # We wipe the failing drive by writing zeroes.
+ cmd = f"dd if=/dev/zero of={failing_dev} bs=1M count={storage_size}"
+ self.assertRunOk(cmd)
+
+ # We add back this blank drive to the array.
+ self.assertRunOk(f"mdadm {md_dev} --add {failing_dev}")
+
+ # We wait few seconds to let the device rebuild.
+ time.sleep(3)
+
+ # The array should no longer be marked as degraded.
+ out, ret = self.emulator.run(monitor_cmd)
+ self.assertEqual(ret, 0)
+ self.assertNotIn("DegradedArray", "\n".join(out))
+
+ # With all those array manipulations, the data file should not
+ # be corrupted. We should be able to recompute the same hash
+ # as before.
+ out, ret = self.emulator.run(hash_cmd)
+ self.assertEqual(ret, 0)
+ self.assertEqual(out[0], data_sha256)
diff --git a/support/testing/tests/package/test_mdadm/linux-mdadm.fragment b/support/testing/tests/package/test_mdadm/linux-mdadm.fragment
new file mode 100644
index 0000000000..152192ceb4
--- /dev/null
+++ b/support/testing/tests/package/test_mdadm/linux-mdadm.fragment
@@ -0,0 +1,3 @@
+CONFIG_MD=y
+CONFIG_BLK_DEV_DM=y
+CONFIG_DM_RAID=y
More information about the buildroot
mailing list