| Message ID | 20230202202002.3272959-1-ju.o@free.fr |
|---|---|
| State | Accepted |
| Headers | show |
| Series | [v6,1/2] package/rdma-core: new package | expand |
Julien, All, On 2023-02-02 21:20 +0100, Julien Olivain spake thusly: > This is the userspace components for the Linux Kernel's > drivers/infiniband subsystem. > > https://github.com/linux-rdma/rdma-core > > Tested-by: Shamraiz Ashraf <shamraizashraf092@gmail.com> > Signed-off-by: Julien Olivain <ju.o@free.fr> > --- [--SNIP--] > diff --git a/package/rdma-core/Config.in b/package/rdma-core/Config.in > new file mode 100644 > index 0000000000..437cf903ac > --- /dev/null > +++ b/package/rdma-core/Config.in > @@ -0,0 +1,22 @@ > +config BR2_PACKAGE_RDMA_CORE > + bool "rdma-core" > + depends on BR2_USE_MMU # fork() used in rstream example > + depends on BR2_TOOLCHAIN_HAS_SYNC_4 > + depends on !BR2_STATIC_LIBS # dlopen() > + depends on BR2_TOOLCHAIN_HAS_THREADS > + select BR2_PACKAGE_LIBNL > + help > + This is the userspace components for the Linux Kernel's > + drivers/infiniband subsystem. > + > + Note: The 'rdma' utility program is provided by the > + 'iproute2' package, when compiled with the package 'libmnl' > + also selected. This program is needed to configure > + InfiniBand and RDMA networks from the command line. Since it requires that utility from iproute2, I added a select (and appropriate dependencies),and dropped that comment. Applied to master, thanks. Regards, Yann E. MORIN. > + https://github.com/linux-rdma/rdma-core > + > +comment "rdma-core needs a toolchain w/ threads, dynamic library" > + depends on BR2_USE_MMU > + depends on BR2_TOOLCHAIN_HAS_SYNC_4 > + depends on !BR2_TOOLCHAIN_HAS_THREADS || BR2_STATIC_LIBS > diff --git a/package/rdma-core/rdma-core.hash b/package/rdma-core/rdma-core.hash > new file mode 100644 > index 0000000000..1aff44f7f4 > --- /dev/null > +++ b/package/rdma-core/rdma-core.hash > @@ -0,0 +1,5 @@ > +# Locally calculated > +sha256 4a2eec55b37ac25f25e7680a372f71c1781c23808542bd31fb68dc0448b8cba2 rdma-core-44.0.tar.gz > +sha256 99e0df1d009a21d0dfb031600c550fd8f4efc0c6b2a4ef8b34a995aa6f79c9f4 COPYING.BSD_MIT > +sha256 8177f97513213526df2cf6184d8ff986c675afb514d4e68a404010521b880643 COPYING.GPL2 > +sha256 c46a557f25b8ef9bec76526c4e593fc13e6cba27e7ba30d73b6497a689cf06f6 COPYING.md > diff --git a/package/rdma-core/rdma-core.mk b/package/rdma-core/rdma-core.mk > new file mode 100644 > index 0000000000..885821bf98 > --- /dev/null > +++ b/package/rdma-core/rdma-core.mk > @@ -0,0 +1,24 @@ > +################################################################################ > +# > +# rdma-core > +# > +################################################################################ > + > +RDMA_CORE_VERSION = 44.0 > +RDMA_CORE_SITE = $(call github,linux-rdma,rdma-core,v$(RDMA_CORE_VERSION)) > +RDMA_CORE_LICENSE = GPL-2.0 or BSD-2-Clause > +RDMA_CORE_LICENSE_FILES = COPYING.GPL2 COPYING.BSD_MIT COPYING.md > +RDMA_CORE_DEPENDENCIES = libnl > +RDMA_CORE_INSTALL_STAGING = YES > + > +RDMA_CORE_CONF_OPTS = \ > + -DNO_MAN_PAGES=1 \ > + -DNO_PYVERBS=1 > + > +ifeq ($(BR2_TOOLCHAIN_HAS_LIBATOMIC),y) > +RDMA_CORE_CONF_OPTS += \ > + -DCMAKE_EXE_LINKER_FLAGS=-latomic \ > + -DCMAKE_SHARED_LINKER_FLAGS=-latomic > +endif > + > +$(eval $(cmake-package)) > diff --git a/package/rdma-core/readme.txt b/package/rdma-core/readme.txt > new file mode 100644 > index 0000000000..9a95226ef4 > --- /dev/null > +++ b/package/rdma-core/readme.txt > @@ -0,0 +1,75 @@ > +Testing rdma-core userspace tools > +================================= > + > +Testing rdma-core using Linux software RoCE implementation: > +https://en.wikipedia.org/wiki/RDMA_over_Converged_Ethernet > + > +Using two systems with working TCP/IP configuration, for example: > +- Server IP: 192.168.123.10 > +- Client IP: 192.168.123.20 > + > +Make sure firewall configurations are appropriate. Routable RoCE v2 > +uses udp/4791. ibv_rc_pingpong uses tcp/18515 for initial > +synchronization. > + > +Note: this test can be executed in two qemu virtual machines with > +bridged networking. > + > + > +Kernel configuration > +-------------------- > + > +The Linux Kernel needs some InfiniBand configuration. In this example > +the kernel "rdma_rxe" driver is needed (CONFIG_RDMA_RXE=y). The Kernel > +config fragment file used for package test can be used as a starting > +point. See: > + > + support/testing/tests/package/test_rdma_core/linux-rdma.fragment > + > + > +Buildroot package configuration > +------------------------------- > + > +For setting up a software RoCE link, the "rdma" program is needed. It > +is provided by the "iproute2" package, when "libmnl" is also > +selected. Make sure to have in your Buildroot configuration: > + > + BR2_PACKAGE_IPROUTE2=y > + BR2_PACKAGE_LIBMNL=y > + BR2_PACKAGE_RDMA_CORE=y > + > + > +Setting up the rdma link > +------------------------ > + > +On both server and client: > + > + modprobe rdma_rxe > + rdma link add rxe0 type rxe netdev eth0 > + > + > +Testing with rping > +------------------ > + > +On the server side, run the command: > + > + rping -s -v > + > +On the client side, run the command: > + > + rping -c -v -a 192.168.123.10 > + > + > +Testing with ibv_rc_pingpong > +---------------------------- > + > +To test with the pingpong example using the reliable connected (RC) > +transport: > + > +On the server side, run the command: > + > + ibv_rc_pingpong -d rxe0 -g 1 > + > +On the client side, run the command: > + > + ibv_rc_pingpong -d rxe0 -g 1 192.168.123.10 > diff --git a/support/testing/tests/package/test_rdma_core.py b/support/testing/tests/package/test_rdma_core.py > new file mode 100644 > index 0000000000..614fb51f48 > --- /dev/null > +++ b/support/testing/tests/package/test_rdma_core.py > @@ -0,0 +1,43 @@ > +import os > + > +import infra.basetest > + > + > +class TestRdmaCore(infra.basetest.BRTest): > + > + config = \ > + """ > + BR2_aarch64=y > + BR2_TOOLCHAIN_EXTERNAL=y > + BR2_TARGET_GENERIC_GETTY_PORT="ttyAMA0" > + BR2_LINUX_KERNEL=y > + BR2_LINUX_KERNEL_CUSTOM_VERSION=y > + BR2_LINUX_KERNEL_CUSTOM_VERSION_VALUE="5.15.91" > + BR2_LINUX_KERNEL_USE_CUSTOM_CONFIG=y > + BR2_LINUX_KERNEL_CUSTOM_CONFIG_FILE="board/qemu/aarch64-virt/linux.config" > + BR2_LINUX_KERNEL_CONFIG_FRAGMENT_FILES="{}" > + BR2_LINUX_KERNEL_NEEDS_HOST_OPENSSL=y > + BR2_TARGET_ROOTFS_CPIO=y > + BR2_TARGET_ROOTFS_CPIO_GZIP=y > + # BR2_TARGET_ROOTFS_TAR is not set > + BR2_PACKAGE_IPROUTE2=y > + BR2_PACKAGE_LIBMNL=y > + BR2_PACKAGE_RDMA_CORE=y > + """.format( > + infra.filepath("tests/package/test_rdma_core/linux-rdma.fragment") > + ) > + > + def test_run(self): > + img = os.path.join(self.builddir, "images", "rootfs.cpio.gz") > + kern = os.path.join(self.builddir, "images", "Image") > + self.emulator.boot(arch="aarch64", > + kernel=kern, > + kernel_cmdline=["console=ttyAMA0"], > + options=["-M", "virt", "-cpu", "cortex-a57", "-m", "512M", "-initrd", img]) > + self.emulator.login() > + > + # Add the rxe0 interface > + self.assertRunOk("rdma link add rxe0 type rxe netdev eth0") > + > + # ibv_devinfo returns 255 if no devices are found > + self.assertRunOk("ibv_devinfo -v") > diff --git a/support/testing/tests/package/test_rdma_core/linux-rdma.fragment b/support/testing/tests/package/test_rdma_core/linux-rdma.fragment > new file mode 100644 > index 0000000000..e305f27e62 > --- /dev/null > +++ b/support/testing/tests/package/test_rdma_core/linux-rdma.fragment > @@ -0,0 +1,9 @@ > +CONFIG_INFINIBAND=m > +CONFIG_INFINIBAND_USER_MAD=m > +CONFIG_INFINIBAND_USER_ACCESS=m > +CONFIG_RDMA_RXE=m > +CONFIG_INFINIBAND_IPOIB=m > +CONFIG_INFINIBAND_IPOIB_CM=y > +CONFIG_INFINIBAND_IPOIB_DEBUG_DATA=y > +CONFIG_INFINIBAND_RTRS_CLIENT=m > +CONFIG_INFINIBAND_RTRS_SERVER=m > -- > 2.39.1 > > _______________________________________________ > buildroot mailing list > buildroot@buildroot.org > https://lists.buildroot.org/mailman/listinfo/buildroot
diff --git a/DEVELOPERS b/DEVELOPERS index e19087c577..5eb746f8b4 100644 --- a/DEVELOPERS +++ b/DEVELOPERS @@ -1696,6 +1696,7 @@ F: package/ptm2human/ F: package/python-distro/ F: package/python-gnupg/ F: package/python-pyalsa/ +F: package/rdma-core/ F: package/riscv-isa-sim/ F: package/tinycompress/ F: package/z3/ @@ -1711,6 +1712,8 @@ F: support/testing/tests/package/test_ola/ F: support/testing/tests/package/test_python_distro.py F: support/testing/tests/package/test_python_gnupg.py F: support/testing/tests/package/test_python_pyalsa.py +F: support/testing/tests/package/test_rdma_core.py +F: support/testing/tests/package/test_rdma_core/ F: support/testing/tests/package/test_z3.py N: Julien Viard de Galbert <julien@vdg.name> diff --git a/package/Config.in b/package/Config.in index 83fddf316f..1f6db14d56 100644 --- a/package/Config.in +++ b/package/Config.in @@ -573,6 +573,7 @@ endmenu source "package/pulseview/Config.in" source "package/qoriq-cadence-dp-firmware/Config.in" source "package/raspi-gpio/Config.in" + source "package/rdma-core/Config.in" source "package/read-edid/Config.in" source "package/rng-tools/Config.in" source "package/rockchip-mali/Config.in" diff --git a/package/rdma-core/Config.in b/package/rdma-core/Config.in new file mode 100644 index 0000000000..437cf903ac --- /dev/null +++ b/package/rdma-core/Config.in @@ -0,0 +1,22 @@ +config BR2_PACKAGE_RDMA_CORE + bool "rdma-core" + depends on BR2_USE_MMU # fork() used in rstream example + depends on BR2_TOOLCHAIN_HAS_SYNC_4 + depends on !BR2_STATIC_LIBS # dlopen() + depends on BR2_TOOLCHAIN_HAS_THREADS + select BR2_PACKAGE_LIBNL + help + This is the userspace components for the Linux Kernel's + drivers/infiniband subsystem. + + Note: The 'rdma' utility program is provided by the + 'iproute2' package, when compiled with the package 'libmnl' + also selected. This program is needed to configure + InfiniBand and RDMA networks from the command line. + + https://github.com/linux-rdma/rdma-core + +comment "rdma-core needs a toolchain w/ threads, dynamic library" + depends on BR2_USE_MMU + depends on BR2_TOOLCHAIN_HAS_SYNC_4 + depends on !BR2_TOOLCHAIN_HAS_THREADS || BR2_STATIC_LIBS diff --git a/package/rdma-core/rdma-core.hash b/package/rdma-core/rdma-core.hash new file mode 100644 index 0000000000..1aff44f7f4 --- /dev/null +++ b/package/rdma-core/rdma-core.hash @@ -0,0 +1,5 @@ +# Locally calculated +sha256 4a2eec55b37ac25f25e7680a372f71c1781c23808542bd31fb68dc0448b8cba2 rdma-core-44.0.tar.gz +sha256 99e0df1d009a21d0dfb031600c550fd8f4efc0c6b2a4ef8b34a995aa6f79c9f4 COPYING.BSD_MIT +sha256 8177f97513213526df2cf6184d8ff986c675afb514d4e68a404010521b880643 COPYING.GPL2 +sha256 c46a557f25b8ef9bec76526c4e593fc13e6cba27e7ba30d73b6497a689cf06f6 COPYING.md diff --git a/package/rdma-core/rdma-core.mk b/package/rdma-core/rdma-core.mk new file mode 100644 index 0000000000..885821bf98 --- /dev/null +++ b/package/rdma-core/rdma-core.mk @@ -0,0 +1,24 @@ +################################################################################ +# +# rdma-core +# +################################################################################ + +RDMA_CORE_VERSION = 44.0 +RDMA_CORE_SITE = $(call github,linux-rdma,rdma-core,v$(RDMA_CORE_VERSION)) +RDMA_CORE_LICENSE = GPL-2.0 or BSD-2-Clause +RDMA_CORE_LICENSE_FILES = COPYING.GPL2 COPYING.BSD_MIT COPYING.md +RDMA_CORE_DEPENDENCIES = libnl +RDMA_CORE_INSTALL_STAGING = YES + +RDMA_CORE_CONF_OPTS = \ + -DNO_MAN_PAGES=1 \ + -DNO_PYVERBS=1 + +ifeq ($(BR2_TOOLCHAIN_HAS_LIBATOMIC),y) +RDMA_CORE_CONF_OPTS += \ + -DCMAKE_EXE_LINKER_FLAGS=-latomic \ + -DCMAKE_SHARED_LINKER_FLAGS=-latomic +endif + +$(eval $(cmake-package)) diff --git a/package/rdma-core/readme.txt b/package/rdma-core/readme.txt new file mode 100644 index 0000000000..9a95226ef4 --- /dev/null +++ b/package/rdma-core/readme.txt @@ -0,0 +1,75 @@ +Testing rdma-core userspace tools +================================= + +Testing rdma-core using Linux software RoCE implementation: +https://en.wikipedia.org/wiki/RDMA_over_Converged_Ethernet + +Using two systems with working TCP/IP configuration, for example: +- Server IP: 192.168.123.10 +- Client IP: 192.168.123.20 + +Make sure firewall configurations are appropriate. Routable RoCE v2 +uses udp/4791. ibv_rc_pingpong uses tcp/18515 for initial +synchronization. + +Note: this test can be executed in two qemu virtual machines with +bridged networking. + + +Kernel configuration +-------------------- + +The Linux Kernel needs some InfiniBand configuration. In this example +the kernel "rdma_rxe" driver is needed (CONFIG_RDMA_RXE=y). The Kernel +config fragment file used for package test can be used as a starting +point. See: + + support/testing/tests/package/test_rdma_core/linux-rdma.fragment + + +Buildroot package configuration +------------------------------- + +For setting up a software RoCE link, the "rdma" program is needed. It +is provided by the "iproute2" package, when "libmnl" is also +selected. Make sure to have in your Buildroot configuration: + + BR2_PACKAGE_IPROUTE2=y + BR2_PACKAGE_LIBMNL=y + BR2_PACKAGE_RDMA_CORE=y + + +Setting up the rdma link +------------------------ + +On both server and client: + + modprobe rdma_rxe + rdma link add rxe0 type rxe netdev eth0 + + +Testing with rping +------------------ + +On the server side, run the command: + + rping -s -v + +On the client side, run the command: + + rping -c -v -a 192.168.123.10 + + +Testing with ibv_rc_pingpong +---------------------------- + +To test with the pingpong example using the reliable connected (RC) +transport: + +On the server side, run the command: + + ibv_rc_pingpong -d rxe0 -g 1 + +On the client side, run the command: + + ibv_rc_pingpong -d rxe0 -g 1 192.168.123.10 diff --git a/support/testing/tests/package/test_rdma_core.py b/support/testing/tests/package/test_rdma_core.py new file mode 100644 index 0000000000..614fb51f48 --- /dev/null +++ b/support/testing/tests/package/test_rdma_core.py @@ -0,0 +1,43 @@ +import os + +import infra.basetest + + +class TestRdmaCore(infra.basetest.BRTest): + + config = \ + """ + BR2_aarch64=y + BR2_TOOLCHAIN_EXTERNAL=y + BR2_TARGET_GENERIC_GETTY_PORT="ttyAMA0" + BR2_LINUX_KERNEL=y + BR2_LINUX_KERNEL_CUSTOM_VERSION=y + BR2_LINUX_KERNEL_CUSTOM_VERSION_VALUE="5.15.91" + BR2_LINUX_KERNEL_USE_CUSTOM_CONFIG=y + BR2_LINUX_KERNEL_CUSTOM_CONFIG_FILE="board/qemu/aarch64-virt/linux.config" + BR2_LINUX_KERNEL_CONFIG_FRAGMENT_FILES="{}" + BR2_LINUX_KERNEL_NEEDS_HOST_OPENSSL=y + BR2_TARGET_ROOTFS_CPIO=y + BR2_TARGET_ROOTFS_CPIO_GZIP=y + # BR2_TARGET_ROOTFS_TAR is not set + BR2_PACKAGE_IPROUTE2=y + BR2_PACKAGE_LIBMNL=y + BR2_PACKAGE_RDMA_CORE=y + """.format( + infra.filepath("tests/package/test_rdma_core/linux-rdma.fragment") + ) + + def test_run(self): + img = os.path.join(self.builddir, "images", "rootfs.cpio.gz") + kern = os.path.join(self.builddir, "images", "Image") + self.emulator.boot(arch="aarch64", + kernel=kern, + kernel_cmdline=["console=ttyAMA0"], + options=["-M", "virt", "-cpu", "cortex-a57", "-m", "512M", "-initrd", img]) + self.emulator.login() + + # Add the rxe0 interface + self.assertRunOk("rdma link add rxe0 type rxe netdev eth0") + + # ibv_devinfo returns 255 if no devices are found + self.assertRunOk("ibv_devinfo -v") diff --git a/support/testing/tests/package/test_rdma_core/linux-rdma.fragment b/support/testing/tests/package/test_rdma_core/linux-rdma.fragment new file mode 100644 index 0000000000..e305f27e62 --- /dev/null +++ b/support/testing/tests/package/test_rdma_core/linux-rdma.fragment @@ -0,0 +1,9 @@ +CONFIG_INFINIBAND=m +CONFIG_INFINIBAND_USER_MAD=m +CONFIG_INFINIBAND_USER_ACCESS=m +CONFIG_RDMA_RXE=m +CONFIG_INFINIBAND_IPOIB=m +CONFIG_INFINIBAND_IPOIB_CM=y +CONFIG_INFINIBAND_IPOIB_DEBUG_DATA=y +CONFIG_INFINIBAND_RTRS_CLIENT=m +CONFIG_INFINIBAND_RTRS_SERVER=m