extras/vpp_config/vpplib/VppPCIUtil.py

# Copyright (c) 2016 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from __future__ import print_function

"""VPP PCI Utility libraries"""

import re
import logging

from vpplib.VPPUtil import VPPUtil

DPDK_SCRIPT = "/vpp/vpp-config/scripts/dpdk-devbind.py"

# PCI Device id regular expresssion
PCI_DEV_ID_REGEX = "[0-9A-Fa-f]+:[0-9A-Fa-f]+:[0-9A-Fa-f]+.[0-9A-Fa-f]+"


class VppPCIUtil(object):
    """
    PCI Utilities

    """

    @staticmethod
    def _create_device_list(device_string):
        """
        Returns a list of PCI devices

        :param device_string: The devices string from dpdk_devbind
        :returns: The device list
        :rtype: dictionary
        """

        devices = {}

        ids = re.findall(PCI_DEV_ID_REGEX, device_string)
        descriptions = re.findall(r"\'([\s\S]*?)\'", device_string)
        unused = re.findall(r"unused=\w+|unused=", device_string)

        for i, j in enumerate(ids):
            device = {"description": descriptions[i]}
            if unused:
                device["unused"] = unused[i].split("=")[1].split(",")

            cmd = "ls /sys/bus/pci/devices/{}/driver/module/drivers".format(ids[i])
            (ret, stdout, stderr) = VPPUtil.exec_command(cmd)
            if ret == 0:
                device["driver"] = stdout.split(":")[1].rstrip("\n")

            cmd = "cat /sys/bus/pci/devices/{}/numa_node".format(ids[i])
            (ret, stdout, stderr) = VPPUtil.exec_command(cmd)
            if ret != 0:
                raise RuntimeError("{} failed {} {}".format(cmd, stderr, stdout))
            numa_node = stdout.rstrip("\n")
            if numa_node == "-1":
                device["numa_node"] = "0"
            else:
                device["numa_node"] = numa_node

            interfaces = []
            device["interfaces"] = []
            cmd = "ls /sys/bus/pci/devices/{}/net".format(ids[i])
            (ret, stdout, stderr) = VPPUtil.exec_command(cmd)
            if ret == 0:
                interfaces = stdout.rstrip("\n").split()
                device["interfaces"] = interfaces

            l2_addrs = []
            for intf in interfaces:
                cmd = "cat /sys/bus/pci/devices/{}/net/{}/address".format(ids[i], intf)
                (ret, stdout, stderr) = VPPUtil.exec_command(cmd)
                if ret != 0:
                    raise RuntimeError("{} failed {} {}".format(cmd, stderr, stdout))

                l2_addrs.append(stdout.rstrip("\n"))

            device["l2addr"] = l2_addrs

            devices[ids[i]] = device

        return devices

    def __init__(self, node):
        self._node = node
        self._dpdk_devices = {}
        self._kernel_devices = {}
        self._other_devices = {}
        self._crypto_dpdk_devices = {}
        self._crypto_kernel_devices = {}
        self._crypto_other_devices = {}
        self._link_up_devices = {}

    def get_all_devices(self):
        """
        Returns a list of all the devices

        """

        node = self._node
        rootdir = node["rootdir"]
        dpdk_script = rootdir + DPDK_SCRIPT
        cmd = dpdk_script + " --status"
        (ret, stdout, stderr) = VPPUtil.exec_command(cmd)
        if ret != 0:
            raise RuntimeError(
                "{} failed on node {} {}".format(cmd, node["host"], stderr)
            )

        # Get the network devices using the DPDK
        # First get everything after using DPDK
        stda = stdout.split("Network devices using DPDK-compatible driver")[1]
        # Then get everything before using kernel driver
        using_dpdk = stda.split("Network devices using kernel driver")[0]
        self._dpdk_devices = self._create_device_list(using_dpdk)

        # Get the network devices using the kernel
        stda = stdout.split("Network devices using kernel driver")[1]
        using_kernel = stda.split("Other network devices")[0]
        self._kernel_devices = self._create_device_list(using_kernel)

        # Get the other network devices
        stda = stdout.split("Other network devices")[1]
        other = stda.split("Crypto devices using DPDK-compatible driver")[0]
        self._other_devices = self._create_device_list(other)

        # Get the crypto devices using the DPDK
        stda = stdout.split("Crypto devices using DPDK-compatible driver")[1]
        crypto_using_dpdk = stda.split("Crypto devices using kernel driver")[0]
        self._crypto_dpdk_devices = self._create_device_list(crypto_using_dpdk)

        # Get the network devices using the kernel
        stda = stdout.split("Crypto devices using kernel driver")[1]
        crypto_using_kernel = stda.split("Other crypto devices")[0]
        self._crypto_kernel_devices = self._create_device_list(crypto_using_kernel)

        # Get the other network devices
        crypto_other = stdout.split("Other crypto devices")[1]
        self._crypto_other_devices = self._create_device_list(crypto_other)

        # Get the devices used by the kernel
        for devk in self._kernel_devices.items():
            dvid = devk[0]
            device = devk[1]
            for i in device["interfaces"]:
                cmd = "ip addr show " + i
                (ret, stdout, stderr) = VPPUtil.exec_command(cmd)
                if ret != 0:
                    raise RuntimeError(
                        "{} failed on node {} {}".format(cmd, node["host"], stderr)
                    )
                lstate = re.findall(r"state \w+", stdout)[0].split(" ")[1]

                # Take care of the links that are UP
                if lstate == "UP":
                    device["linkup"] = True
                    self._link_up_devices[dvid] = device

        for devl in self._link_up_devices.items():
            dvid = devl[0]
            del self._kernel_devices[dvid]

    def get_dpdk_devices(self):
        """
        Returns a list the dpdk devices

        """
        return self._dpdk_devices

    def get_kernel_devices(self):
        """
        Returns a list the kernel devices

        """
        return self._kernel_devices

    def get_other_devices(self):
        """
        Returns a list the other devices

        """
        return self._other_devices

    def get_crypto_dpdk_devices(self):
        """
        Returns a list the crypto dpdk devices

        """
        return self._crypto_dpdk_devices

    def get_crypto_kernel_devices(self):
        """
        Returns a list the crypto kernel devices

        """
        return self._crypto_kernel_devices

    def get_crypto_other_devices(self):
        """
        Returns a list the crypto other devices

        """
        return self._crypto_other_devices

    def get_link_up_devices(self):
        """
        Returns a list the link up devices

        """
        return self._link_up_devices

    @staticmethod
    def vpp_create_interface(interfaces, device_id, device):
        """
        Create an interface using the device is and device

        """

        name = "port" + str(len(interfaces))
        interfaces[name] = {}
        interfaces[name]["pci_address"] = device_id
        interfaces[name]["numa_node"] = device["numa_node"]
        if "l2addr" in device:
            l2_addrs = device["l2addr"]
            for i, j in enumerate(l2_addrs):
                if i > 0:
                    mname = "mac_address" + str(i + 1)
                    interfaces[name][mname] = l2_addrs[i]
                else:
                    interfaces[name]["mac_address"] = l2_addrs[i]

    @staticmethod
    def show_vpp_devices(devices, show_interfaces=True, show_header=True):
        """
        show the vpp devices specified in the argument

        :param devices: A list of devices
        :param show_interfaces: show the kernel information
        :param show_header: Display the header if true
        :type devices: dict
        :type show_interfaces: bool
        :type show_header: bool
        """

        if show_interfaces:
            header = "{:15} {:25} {:50}".format(
                "PCI ID", "Kernel Interface(s)", "Description"
            )
        else:
            header = "{:15} {:50}".format("PCI ID", "Description")
        dashseparator = "-" * (len(header) - 2)

        if show_header is True:
            print(header)
            print(dashseparator)
        for dit in devices.items():
            dvid = dit[0]
            device = dit[1]
            if show_interfaces:
                interfaces = device["interfaces"]
                interface = ""
                for i, j in enumerate(interfaces):
                    if i > 0:
                        interface += "," + interfaces[i]
                    else:
                        interface = interfaces[i]

                print(
                    "{:15} {:25} {:50}".format(dvid, interface, device["description"])
                )
            else:
                print("{:15} {:50}".format(dvid, device["description"]))

    @staticmethod
    def unbind_vpp_device(node, device_id):
        """
        unbind the device specified

        :param node: Node dictionary with cpuinfo.
        :param device_id: The device id
        :type node: dict
        :type device_id: string
        """

        rootdir = node["rootdir"]
        dpdk_script = rootdir + DPDK_SCRIPT
        cmd = dpdk_script + " -u " + " " + device_id
        (ret, stdout, stderr) = VPPUtil.exec_command(cmd)
        if ret != 0:
            raise RuntimeError(
                "{} failed on node {} {} {}".format(cmd, node["host"], stdout, stderr)
            )

    @staticmethod
    def bind_vpp_device(node, driver, device_id):
        """
        bind the device specified

        :param node: Node dictionary with cpuinfo.
        :param driver: The driver
        :param device_id: The device id
        :type node: dict
        :type driver: string
        :type device_id: string
        :returns ret: Command return code
        """

        rootdir = node["rootdir"]
        dpdk_script = rootdir + DPDK_SCRIPT
        cmd = dpdk_script + " -b " + driver + " " + device_id
        (ret, stdout, stderr) = VPPUtil.exec_command(cmd)
        if ret != 0:
            logging.error(
                "{} failed on node {}".format(cmd, node["host"], stdout, stderr)
            )
            logging.error("{} {}".format(stdout, stderr))

        return ret