qat-init: bind QAT VFs to vfio-pci

QAT device plugin has some initialization functions that require
special SecurityContext parameters (e.g., setting Apparmor policies
on some OSes).

It's better to move all of the initialization to the privileged
init-container that is already taking care some parts of it.

With this change, we default to vfio-pci "DpdkDrv".

Signed-off-by: Mikko Ylinen <[email protected]>

Author: mythi

cmd/qat_plugin/dpdkdrv/dpdkdrv.go

@@ -629,6 +629,7 @@ func (dp *DevicePlugin) scan() (dpapi.DeviceTree, error) {
 	for _, vfDevice := range dp.getVfDevices() {
 		vfBdf := filepath.Base(vfDevice)
 
+		// TODO(mythi): can be dropped in a later release since the same is already done in qat-init.sh.
 		if drv := getCurrentDriver(vfDevice); drv != dp.dpdkDriver {
 			if drv != "" {
 				err := writeToDriver(filepath.Join(dp.pciDriverDir, drv, "unbind"), vfBdf)

demo/qat-init.sh

@@ -58,10 +58,32 @@ enable_sriov() {
     echo "error: $NUMVFS is not found or not writable. Check if QAT driver module is loaded"
     exit 1
   fi
+  if ! test -d /sys/bus/pci/drivers/vfio-pci; then
+    echo "error: vfio-pci driver needed by QAT VFs must be loaded"
+    exit 1
+  fi
   if [ "$(cat "$NUMVFS")" -ne 0 ]; then
     echo "$DEVPATH already configured"
   else
     tee "$NUMVFS" < "$DEVPATH/sriov_totalvfs"
+    VFDEVS=$(realpath -L "$DEVPATH"/virtfn*)
+    for vfdev in $VFDEVS; do
+      BSF=$(basename "$vfdev")
+      VF_DEV="/sys/bus/pci/devices/$BSF"
+      if test -e "$VF_DEV/driver"; then
+        P=$(realpath -L "$VF_DEV/driver")
+        VF_DRIVER=$(basename "$P")
+      else
+        VF_DRIVER=""
+      fi
+      if [ "$VF_DRIVER" != "vfio-pci" ]; then
+        if [ "$VF_DRIVER" ]; then
+          echo -n "$BSF" > /sys/bus/pci/drivers/"$VF_DRIVER"/unbind
+        fi
+        echo -n vfio-pci > /sys/bus/pci/devices/"$BSF"/driver_override
+        echo -n "$BSF" > /sys/bus/pci/drivers/vfio-pci/bind
+      fi
+    done
   fi
   done
 }