add bdevperf and spdk-builder

Test:

DOCKER_BUILDKIT=1 COMPOSE_DOCKER_CLI_BUILD=1 docker-compose run  --entrypoint=./build/examples/bdevperf spdk-build -m 0x4 -z -r /tmp/bdevperf.sock -q 128 -o 4096 -w verify -t 90
Creating ceph-nvmeof_spdk-build_run ... done
[2023-08-16 13:29:38.182831] Starting SPDK v23.01.1 / DPDK 22.11.1 initialization...
[2023-08-16 13:29:38.183162] [ DPDK EAL parameters: bdevperf --no-shconf -c 0x4 --huge-unlink --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid1 ]
EAL: Cannot open VFIO container /dev/vfio/vfio, error 1 (Operation not permitted)
EAL: VFIO support could not be initialized
TELEMETRY: No legacy callbacks, legacy socket not created
[2023-08-16 13:29:38.309457] app.c: 712:spdk_app_start: *NOTICE*: Total cores available: 1
[2023-08-16 13:29:38.348611] reactor.c: 926:reactor_run: *NOTICE*: Reactor started on core 2
[2023-08-16 13:29:38.373952] accel_sw.c: 681:sw_accel_module_init: *NOTICE*: Accel framework software module initialized.

Signed-off-by: Alexander Indenbaum <[email protected]>

Dockerfile.spdk

@@ -49,6 +49,7 @@ RUN \
     RPM_RELEASE=0 \
     MAKEFLAGS=$SPDK_MAKEFLAGS \
     rpmbuild/rpm.sh $SPDK_CONFIGURE_ARGS
+RUN make -C ./examples/bdev/bdevperf
 
 #------------------------------------------------------------------------------
 FROM registry.access.redhat.com/ubi9/ubi AS rpm-export

docker-compose.yaml

@@ -31,6 +31,25 @@ services:
     image: spdk-rpm-export
     build:
       target: rpm-export
+  spdk-build:
+    extends:
+      service: spdk
+    image: spdk-build
+    build:
+      target: build
+    volumes:
+      # sudo bash -c 'echo 1024 > /sys/devices/system/node/node0/hugepages/hugepages-2048kB/nr_hugepages'
+      # https://spdk.io/doc/containers.html
+      # TODO: Pending of https://github.com/spdk/spdk/issues/2973
+      - /dev/hugepages:/dev/hugepages
+      - /dev/vfio/vfio:/dev/vfio/vfio
+    cap_add:
+      - SYS_ADMIN # huge-pages
+      - CAP_SYS_NICE # RTE
+      - SYS_PTRACE # gdb
+    ulimits:
+      nofile: $NVMEOF_NOFILE
+      memlock: -1
   ceph:
     image: quay.io/ceph/vstart-cluster:$CEPH_CLUSTER_VERSION
     container_name: ceph