Renato Botelho do Couto | ead1e53 | 2019-10-31 13:31:07 -0500 | [diff] [blame] | 1 | #!/usr/bin/env python3 |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 2 | |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 3 | from __future__ import print_function |
| 4 | import gc |
Paul Vinciguerra | 9beabd8 | 2019-12-01 22:24:28 -0500 | [diff] [blame] | 5 | import logging |
Paul Vinciguerra | 72f0004 | 2018-11-25 11:05:13 -0800 | [diff] [blame] | 6 | import sys |
Ole Trøan | 162989e | 2018-11-26 10:27:50 +0000 | [diff] [blame] | 7 | import os |
| 8 | import select |
Paul Vinciguerra | 496b0de | 2019-06-20 12:24:12 -0400 | [diff] [blame] | 9 | import signal |
Paul Vinciguerra | d6f2217 | 2020-12-05 22:39:14 +0000 | [diff] [blame] | 10 | import subprocess |
Ole Trøan | 162989e | 2018-11-26 10:27:50 +0000 | [diff] [blame] | 11 | import unittest |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 12 | import tempfile |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 13 | import time |
Paul Vinciguerra | 72f0004 | 2018-11-25 11:05:13 -0800 | [diff] [blame] | 14 | import faulthandler |
Ole Trøan | 162989e | 2018-11-26 10:27:50 +0000 | [diff] [blame] | 15 | import random |
| 16 | import copy |
Paul Vinciguerra | 72f0004 | 2018-11-25 11:05:13 -0800 | [diff] [blame] | 17 | import psutil |
juraj.linkes | 68ebc83 | 2018-11-29 09:37:08 +0100 | [diff] [blame] | 18 | import platform |
Ole Trøan | 162989e | 2018-11-26 10:27:50 +0000 | [diff] [blame] | 19 | from collections import deque |
| 20 | from threading import Thread, Event |
| 21 | from inspect import getdoc, isclass |
| 22 | from traceback import format_exception |
| 23 | from logging import FileHandler, DEBUG, Formatter |
Andrew Yourtchenko | 06f3281 | 2021-01-14 10:19:08 +0000 | [diff] [blame] | 24 | from enum import Enum |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 25 | from abc import ABC, abstractmethod |
Paul Vinciguerra | a7427ec | 2019-03-10 10:04:23 -0700 | [diff] [blame] | 26 | |
| 27 | import scapy.compat |
Ole Trøan | 162989e | 2018-11-26 10:27:50 +0000 | [diff] [blame] | 28 | from scapy.packet import Raw |
Paul Vinciguerra | 496b0de | 2019-06-20 12:24:12 -0400 | [diff] [blame] | 29 | import hook as hookmodule |
Paul Vinciguerra | 919efad | 2018-12-17 21:43:43 -0800 | [diff] [blame] | 30 | from vpp_pg_interface import VppPGInterface |
Ole Troan | a45dc07 | 2018-12-21 16:04:22 +0100 | [diff] [blame] | 31 | from vpp_sub_interface import VppSubInterface |
Ole Trøan | 162989e | 2018-11-26 10:27:50 +0000 | [diff] [blame] | 32 | from vpp_lo_interface import VppLoInterface |
Neale Ranns | 192b13f | 2019-03-15 02:16:20 -0700 | [diff] [blame] | 33 | from vpp_bvi_interface import VppBviInterface |
Ole Trøan | 162989e | 2018-11-26 10:27:50 +0000 | [diff] [blame] | 34 | from vpp_papi_provider import VppPapiProvider |
Paul Vinciguerra | 1043fd3 | 2019-12-02 21:42:28 -0500 | [diff] [blame] | 35 | import vpp_papi |
Ole Trøan | 162989e | 2018-11-26 10:27:50 +0000 | [diff] [blame] | 36 | from vpp_papi.vpp_stats import VPPStats |
Ole Troan | 4376ab2 | 2021-03-03 10:40:05 +0100 | [diff] [blame] | 37 | from vpp_papi.vpp_transport_socket import VppTransportSocketIOError |
Ole Trøan | 162989e | 2018-11-26 10:27:50 +0000 | [diff] [blame] | 38 | from log import RED, GREEN, YELLOW, double_line_delim, single_line_delim, \ |
| 39 | get_logger, colorize |
| 40 | from vpp_object import VppObjectRegistry |
| 41 | from util import ppp, is_core_present |
Klement Sekera | d81ae41 | 2018-05-16 10:52:54 +0200 | [diff] [blame] | 42 | from scapy.layers.inet import IPerror, TCPerror, UDPerror, ICMPerror |
| 43 | from scapy.layers.inet6 import ICMPv6DestUnreach, ICMPv6EchoRequest |
| 44 | from scapy.layers.inet6 import ICMPv6EchoReply |
Paul Vinciguerra | 6919b0d | 2018-12-09 15:37:04 -0800 | [diff] [blame] | 45 | |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 46 | from cpu_config import available_cpus, num_cpus, max_vpp_cpus |
| 47 | |
Paul Vinciguerra | 9beabd8 | 2019-12-01 22:24:28 -0500 | [diff] [blame] | 48 | logger = logging.getLogger(__name__) |
| 49 | |
| 50 | # Set up an empty logger for the testcase that can be overridden as necessary |
| 51 | null_logger = logging.getLogger('VppTestCase') |
| 52 | null_logger.addHandler(logging.NullHandler()) |
| 53 | |
juraj.linkes | cae64f8 | 2018-09-19 15:01:47 +0200 | [diff] [blame] | 54 | PASS = 0 |
| 55 | FAIL = 1 |
| 56 | ERROR = 2 |
| 57 | SKIP = 3 |
| 58 | TEST_RUN = 4 |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 59 | SKIP_CPU_SHORTAGE = 5 |
juraj.linkes | cae64f8 | 2018-09-19 15:01:47 +0200 | [diff] [blame] | 60 | |
Paul Vinciguerra | 0cbc71d | 2019-07-03 08:38:38 -0400 | [diff] [blame] | 61 | |
| 62 | class BoolEnvironmentVariable(object): |
| 63 | |
| 64 | def __init__(self, env_var_name, default='n', true_values=None): |
| 65 | self.name = env_var_name |
| 66 | self.default = default |
| 67 | self.true_values = true_values if true_values is not None else \ |
| 68 | ("y", "yes", "1") |
| 69 | |
| 70 | def __bool__(self): |
| 71 | return os.getenv(self.name, self.default).lower() in self.true_values |
| 72 | |
| 73 | if sys.version_info[0] == 2: |
| 74 | __nonzero__ = __bool__ |
| 75 | |
| 76 | def __repr__(self): |
| 77 | return 'BoolEnvironmentVariable(%r, default=%r, true_values=%r)' % \ |
| 78 | (self.name, self.default, self.true_values) |
| 79 | |
| 80 | |
| 81 | debug_framework = BoolEnvironmentVariable('TEST_DEBUG') |
| 82 | if debug_framework: |
Klement Sekera | ebbaf55 | 2018-02-17 13:41:33 +0100 | [diff] [blame] | 83 | import debug_internal |
| 84 | |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 85 | """ |
| 86 | Test framework module. |
| 87 | |
| 88 | The module provides a set of tools for constructing and running tests and |
| 89 | representing the results. |
| 90 | """ |
| 91 | |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 92 | |
Paul Vinciguerra | 496b0de | 2019-06-20 12:24:12 -0400 | [diff] [blame] | 93 | class VppDiedError(Exception): |
| 94 | """ exception for reporting that the subprocess has died.""" |
| 95 | |
| 96 | signals_by_value = {v: k for k, v in signal.__dict__.items() if |
| 97 | k.startswith('SIG') and not k.startswith('SIG_')} |
| 98 | |
Paul Vinciguerra | 5dd6a7b | 2019-06-19 10:29:24 -0400 | [diff] [blame] | 99 | def __init__(self, rv=None, testcase=None, method_name=None): |
Paul Vinciguerra | 496b0de | 2019-06-20 12:24:12 -0400 | [diff] [blame] | 100 | self.rv = rv |
| 101 | self.signal_name = None |
Paul Vinciguerra | 5dd6a7b | 2019-06-19 10:29:24 -0400 | [diff] [blame] | 102 | self.testcase = testcase |
| 103 | self.method_name = method_name |
| 104 | |
Paul Vinciguerra | 496b0de | 2019-06-20 12:24:12 -0400 | [diff] [blame] | 105 | try: |
| 106 | self.signal_name = VppDiedError.signals_by_value[-rv] |
Paul Vinciguerra | fea8260 | 2019-06-26 20:45:08 -0400 | [diff] [blame] | 107 | except (KeyError, TypeError): |
Paul Vinciguerra | 496b0de | 2019-06-20 12:24:12 -0400 | [diff] [blame] | 108 | pass |
| 109 | |
Paul Vinciguerra | 5dd6a7b | 2019-06-19 10:29:24 -0400 | [diff] [blame] | 110 | if testcase is None and method_name is None: |
| 111 | in_msg = '' |
| 112 | else: |
Klement Sekera | 79a31db | 2021-03-12 18:16:10 +0100 | [diff] [blame] | 113 | in_msg = ' while running %s.%s' % (testcase, method_name) |
Paul Vinciguerra | 5dd6a7b | 2019-06-19 10:29:24 -0400 | [diff] [blame] | 114 | |
Klement Sekera | 79a31db | 2021-03-12 18:16:10 +0100 | [diff] [blame] | 115 | if self.rv: |
| 116 | msg = "VPP subprocess died unexpectedly%s with return code: %d%s."\ |
| 117 | % (in_msg, self.rv, ' [%s]' % |
| 118 | (self.signal_name if |
| 119 | self.signal_name is not None else '')) |
| 120 | else: |
| 121 | msg = "VPP subprocess died unexpectedly%s." % in_msg |
| 122 | |
Paul Vinciguerra | 496b0de | 2019-06-20 12:24:12 -0400 | [diff] [blame] | 123 | super(VppDiedError, self).__init__(msg) |
| 124 | |
| 125 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 126 | class _PacketInfo(object): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 127 | """Private class to create packet info object. |
| 128 | |
| 129 | Help process information about the next packet. |
| 130 | Set variables to default values. |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 131 | """ |
Matej Klotton | 86d87c4 | 2016-11-11 11:38:55 +0100 | [diff] [blame] | 132 | #: Store the index of the packet. |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 133 | index = -1 |
Matej Klotton | 86d87c4 | 2016-11-11 11:38:55 +0100 | [diff] [blame] | 134 | #: Store the index of the source packet generator interface of the packet. |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 135 | src = -1 |
Matej Klotton | 86d87c4 | 2016-11-11 11:38:55 +0100 | [diff] [blame] | 136 | #: Store the index of the destination packet generator interface |
| 137 | #: of the packet. |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 138 | dst = -1 |
Pavel Kotucek | 59dda06 | 2017-03-02 15:22:47 +0100 | [diff] [blame] | 139 | #: Store expected ip version |
| 140 | ip = -1 |
| 141 | #: Store expected upper protocol |
| 142 | proto = -1 |
Matej Klotton | 86d87c4 | 2016-11-11 11:38:55 +0100 | [diff] [blame] | 143 | #: Store the copy of the former packet. |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 144 | data = None |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 145 | |
Matej Klotton | 16a14cd | 2016-12-07 15:09:13 +0100 | [diff] [blame] | 146 | def __eq__(self, other): |
| 147 | index = self.index == other.index |
| 148 | src = self.src == other.src |
| 149 | dst = self.dst == other.dst |
| 150 | data = self.data == other.data |
| 151 | return index and src and dst and data |
| 152 | |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 153 | |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 154 | def pump_output(testclass): |
| 155 | """ pump output from vpp stdout/stderr to proper queues """ |
Klement Sekera | 6a6f4f7 | 2017-11-09 09:16:39 +0100 | [diff] [blame] | 156 | stdout_fragment = "" |
| 157 | stderr_fragment = "" |
Neale Ranns | 1678236 | 2018-07-23 05:35:56 -0400 | [diff] [blame] | 158 | while not testclass.pump_thread_stop_flag.is_set(): |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 159 | readable = select.select([testclass.vpp.stdout.fileno(), |
| 160 | testclass.vpp.stderr.fileno(), |
| 161 | testclass.pump_thread_wakeup_pipe[0]], |
| 162 | [], [])[0] |
| 163 | if testclass.vpp.stdout.fileno() in readable: |
Klement Sekera | 6a6f4f7 | 2017-11-09 09:16:39 +0100 | [diff] [blame] | 164 | read = os.read(testclass.vpp.stdout.fileno(), 102400) |
| 165 | if len(read) > 0: |
Ole Troan | 45ec570 | 2019-10-17 01:53:47 +0200 | [diff] [blame] | 166 | split = read.decode('ascii', |
| 167 | errors='backslashreplace').splitlines(True) |
Klement Sekera | 6a6f4f7 | 2017-11-09 09:16:39 +0100 | [diff] [blame] | 168 | if len(stdout_fragment) > 0: |
| 169 | split[0] = "%s%s" % (stdout_fragment, split[0]) |
| 170 | if len(split) > 0 and split[-1].endswith("\n"): |
| 171 | limit = None |
| 172 | else: |
| 173 | limit = -1 |
| 174 | stdout_fragment = split[-1] |
| 175 | testclass.vpp_stdout_deque.extend(split[:limit]) |
| 176 | if not testclass.cache_vpp_output: |
| 177 | for line in split[:limit]: |
Benoît Ganne | 1a7ed5e | 2019-11-21 16:50:24 +0100 | [diff] [blame] | 178 | testclass.logger.info( |
Klement Sekera | 6a6f4f7 | 2017-11-09 09:16:39 +0100 | [diff] [blame] | 179 | "VPP STDOUT: %s" % line.rstrip("\n")) |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 180 | if testclass.vpp.stderr.fileno() in readable: |
Klement Sekera | 6a6f4f7 | 2017-11-09 09:16:39 +0100 | [diff] [blame] | 181 | read = os.read(testclass.vpp.stderr.fileno(), 102400) |
| 182 | if len(read) > 0: |
Ole Troan | 6ed154f | 2019-10-15 19:31:55 +0200 | [diff] [blame] | 183 | split = read.decode('ascii', |
| 184 | errors='backslashreplace').splitlines(True) |
Klement Sekera | 6a6f4f7 | 2017-11-09 09:16:39 +0100 | [diff] [blame] | 185 | if len(stderr_fragment) > 0: |
| 186 | split[0] = "%s%s" % (stderr_fragment, split[0]) |
Ole Troan | 6ed154f | 2019-10-15 19:31:55 +0200 | [diff] [blame] | 187 | if len(split) > 0 and split[-1].endswith("\n"): |
Klement Sekera | 6a6f4f7 | 2017-11-09 09:16:39 +0100 | [diff] [blame] | 188 | limit = None |
| 189 | else: |
| 190 | limit = -1 |
| 191 | stderr_fragment = split[-1] |
Ole Troan | 6ed154f | 2019-10-15 19:31:55 +0200 | [diff] [blame] | 192 | |
Klement Sekera | 6a6f4f7 | 2017-11-09 09:16:39 +0100 | [diff] [blame] | 193 | testclass.vpp_stderr_deque.extend(split[:limit]) |
| 194 | if not testclass.cache_vpp_output: |
| 195 | for line in split[:limit]: |
Benoît Ganne | 1a7ed5e | 2019-11-21 16:50:24 +0100 | [diff] [blame] | 196 | testclass.logger.error( |
Klement Sekera | 6a6f4f7 | 2017-11-09 09:16:39 +0100 | [diff] [blame] | 197 | "VPP STDERR: %s" % line.rstrip("\n")) |
Paul Vinciguerra | 6919b0d | 2018-12-09 15:37:04 -0800 | [diff] [blame] | 198 | # ignoring the dummy pipe here intentionally - the |
| 199 | # flag will take care of properly terminating the loop |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 200 | |
| 201 | |
Paul Vinciguerra | defde0f | 2018-12-06 07:46:13 -0800 | [diff] [blame] | 202 | def _is_skip_aarch64_set(): |
Paul Vinciguerra | 0cbc71d | 2019-07-03 08:38:38 -0400 | [diff] [blame] | 203 | return BoolEnvironmentVariable('SKIP_AARCH64') |
juraj.linkes | 68ebc83 | 2018-11-29 09:37:08 +0100 | [diff] [blame] | 204 | |
Klement Sekera | 6aa58b7 | 2019-05-16 14:34:55 +0200 | [diff] [blame] | 205 | |
Paul Vinciguerra | defde0f | 2018-12-06 07:46:13 -0800 | [diff] [blame] | 206 | is_skip_aarch64_set = _is_skip_aarch64_set() |
juraj.linkes | 68ebc83 | 2018-11-29 09:37:08 +0100 | [diff] [blame] | 207 | |
Paul Vinciguerra | defde0f | 2018-12-06 07:46:13 -0800 | [diff] [blame] | 208 | |
| 209 | def _is_platform_aarch64(): |
juraj.linkes | 68ebc83 | 2018-11-29 09:37:08 +0100 | [diff] [blame] | 210 | return platform.machine() == 'aarch64' |
| 211 | |
Klement Sekera | 6aa58b7 | 2019-05-16 14:34:55 +0200 | [diff] [blame] | 212 | |
Paul Vinciguerra | defde0f | 2018-12-06 07:46:13 -0800 | [diff] [blame] | 213 | is_platform_aarch64 = _is_platform_aarch64() |
juraj.linkes | 68ebc83 | 2018-11-29 09:37:08 +0100 | [diff] [blame] | 214 | |
Paul Vinciguerra | defde0f | 2018-12-06 07:46:13 -0800 | [diff] [blame] | 215 | |
| 216 | def _running_extended_tests(): |
Paul Vinciguerra | 0cbc71d | 2019-07-03 08:38:38 -0400 | [diff] [blame] | 217 | return BoolEnvironmentVariable("EXTENDED_TESTS") |
Klement Sekera | 8713493 | 2017-03-07 11:39:27 +0100 | [diff] [blame] | 218 | |
Klement Sekera | 6aa58b7 | 2019-05-16 14:34:55 +0200 | [diff] [blame] | 219 | |
Paul Vinciguerra | defde0f | 2018-12-06 07:46:13 -0800 | [diff] [blame] | 220 | running_extended_tests = _running_extended_tests() |
Klement Sekera | 8713493 | 2017-03-07 11:39:27 +0100 | [diff] [blame] | 221 | |
Paul Vinciguerra | defde0f | 2018-12-06 07:46:13 -0800 | [diff] [blame] | 222 | |
Dave Barach | d498c9e | 2020-03-10 16:59:39 -0400 | [diff] [blame] | 223 | def _running_gcov_tests(): |
| 224 | return BoolEnvironmentVariable("GCOV_TESTS") |
| 225 | |
| 226 | |
| 227 | running_gcov_tests = _running_gcov_tests() |
| 228 | |
| 229 | |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 230 | def get_environ_vpp_worker_count(): |
| 231 | worker_config = os.getenv("VPP_WORKER_CONFIG", None) |
| 232 | if worker_config: |
| 233 | elems = worker_config.split(" ") |
| 234 | if elems[0] != "workers" or len(elems) != 2: |
| 235 | raise ValueError("Wrong VPP_WORKER_CONFIG == '%s' value." % |
| 236 | worker_config) |
| 237 | return int(elems[1]) |
| 238 | else: |
| 239 | return 0 |
| 240 | |
| 241 | |
| 242 | environ_vpp_worker_count = get_environ_vpp_worker_count() |
| 243 | |
| 244 | |
Klement Sekera | 909a6a1 | 2017-08-08 04:33:53 +0200 | [diff] [blame] | 245 | class KeepAliveReporter(object): |
| 246 | """ |
| 247 | Singleton object which reports test start to parent process |
| 248 | """ |
| 249 | _shared_state = {} |
| 250 | |
| 251 | def __init__(self): |
| 252 | self.__dict__ = self._shared_state |
Paul Vinciguerra | c7b03fe | 2018-11-18 08:17:34 -0800 | [diff] [blame] | 253 | self._pipe = None |
Klement Sekera | 909a6a1 | 2017-08-08 04:33:53 +0200 | [diff] [blame] | 254 | |
| 255 | @property |
| 256 | def pipe(self): |
| 257 | return self._pipe |
| 258 | |
| 259 | @pipe.setter |
| 260 | def pipe(self, pipe): |
Paul Vinciguerra | c7b03fe | 2018-11-18 08:17:34 -0800 | [diff] [blame] | 261 | if self._pipe is not None: |
Klement Sekera | 909a6a1 | 2017-08-08 04:33:53 +0200 | [diff] [blame] | 262 | raise Exception("Internal error - pipe should only be set once.") |
| 263 | self._pipe = pipe |
| 264 | |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 265 | def send_keep_alive(self, test, desc=None): |
Klement Sekera | 909a6a1 | 2017-08-08 04:33:53 +0200 | [diff] [blame] | 266 | """ |
| 267 | Write current test tmpdir & desc to keep-alive pipe to signal liveness |
| 268 | """ |
Klement Sekera | 3f6ff19 | 2017-08-11 06:56:05 +0200 | [diff] [blame] | 269 | if self.pipe is None: |
| 270 | # if not running forked.. |
| 271 | return |
| 272 | |
Klement Sekera | 909a6a1 | 2017-08-08 04:33:53 +0200 | [diff] [blame] | 273 | if isclass(test): |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 274 | desc = '%s (%s)' % (desc, unittest.util.strclass(test)) |
Klement Sekera | 909a6a1 | 2017-08-08 04:33:53 +0200 | [diff] [blame] | 275 | else: |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 276 | desc = test.id() |
Klement Sekera | 909a6a1 | 2017-08-08 04:33:53 +0200 | [diff] [blame] | 277 | |
Dave Wallace | e2efd12 | 2017-09-30 22:04:21 -0400 | [diff] [blame] | 278 | self.pipe.send((desc, test.vpp_bin, test.tempdir, test.vpp.pid)) |
Klement Sekera | 909a6a1 | 2017-08-08 04:33:53 +0200 | [diff] [blame] | 279 | |
| 280 | |
Andrew Yourtchenko | 06f3281 | 2021-01-14 10:19:08 +0000 | [diff] [blame] | 281 | class TestCaseTag(Enum): |
Andrew Yourtchenko | c8eae8d | 2021-01-20 20:30:36 +0000 | [diff] [blame] | 282 | # marks the suites that must run at the end |
| 283 | # using only a single test runner |
Andrew Yourtchenko | 06f3281 | 2021-01-14 10:19:08 +0000 | [diff] [blame] | 284 | RUN_SOLO = 1 |
Andrew Yourtchenko | c8eae8d | 2021-01-20 20:30:36 +0000 | [diff] [blame] | 285 | # marks the suites broken on VPP multi-worker |
| 286 | FIXME_VPP_WORKERS = 2 |
Andrew Yourtchenko | 06f3281 | 2021-01-14 10:19:08 +0000 | [diff] [blame] | 287 | |
| 288 | |
| 289 | def create_tag_decorator(e): |
| 290 | def decorator(cls): |
| 291 | try: |
| 292 | cls.test_tags.append(e) |
| 293 | except AttributeError: |
| 294 | cls.test_tags = [e] |
| 295 | return cls |
| 296 | return decorator |
| 297 | |
Andrew Yourtchenko | c8eae8d | 2021-01-20 20:30:36 +0000 | [diff] [blame] | 298 | |
Andrew Yourtchenko | 06f3281 | 2021-01-14 10:19:08 +0000 | [diff] [blame] | 299 | tag_run_solo = create_tag_decorator(TestCaseTag.RUN_SOLO) |
Andrew Yourtchenko | c8eae8d | 2021-01-20 20:30:36 +0000 | [diff] [blame] | 300 | tag_fixme_vpp_workers = create_tag_decorator(TestCaseTag.FIXME_VPP_WORKERS) |
Andrew Yourtchenko | 06f3281 | 2021-01-14 10:19:08 +0000 | [diff] [blame] | 301 | |
| 302 | |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 303 | class DummyVpp: |
| 304 | returncode = None |
| 305 | pid = 0xcafebafe |
| 306 | |
| 307 | def poll(self): |
| 308 | pass |
| 309 | |
| 310 | def terminate(self): |
| 311 | pass |
| 312 | |
| 313 | |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 314 | class CPUInterface(ABC): |
| 315 | cpus = [] |
| 316 | skipped_due_to_cpu_lack = False |
| 317 | |
| 318 | @classmethod |
| 319 | @abstractmethod |
| 320 | def get_cpus_required(cls): |
| 321 | pass |
| 322 | |
| 323 | @classmethod |
| 324 | def assign_cpus(cls, cpus): |
| 325 | cls.cpus = cpus |
| 326 | |
| 327 | |
| 328 | class VppTestCase(CPUInterface, unittest.TestCase): |
Matej Klotton | 86d87c4 | 2016-11-11 11:38:55 +0100 | [diff] [blame] | 329 | """This subclass is a base class for VPP test cases that are implemented as |
| 330 | classes. It provides methods to create and run test case. |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 331 | """ |
| 332 | |
Arthur de Kerhor | db02380 | 2021-03-11 10:26:54 -0800 | [diff] [blame] | 333 | extra_vpp_statseg_config = "" |
Ole Troan | a45dc07 | 2018-12-21 16:04:22 +0100 | [diff] [blame] | 334 | extra_vpp_punt_config = [] |
| 335 | extra_vpp_plugin_config = [] |
Paul Vinciguerra | 9beabd8 | 2019-12-01 22:24:28 -0500 | [diff] [blame] | 336 | logger = null_logger |
Paul Vinciguerra | bfd7d29 | 2019-10-26 22:25:49 -0400 | [diff] [blame] | 337 | vapi_response_timeout = 5 |
Pavel Kotucek | e88865d | 2018-11-28 07:42:11 +0100 | [diff] [blame] | 338 | |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 339 | @property |
| 340 | def packet_infos(self): |
| 341 | """List of packet infos""" |
| 342 | return self._packet_infos |
| 343 | |
Klement Sekera | dab231a | 2016-12-21 08:50:14 +0100 | [diff] [blame] | 344 | @classmethod |
| 345 | def get_packet_count_for_if_idx(cls, dst_if_index): |
| 346 | """Get the number of packet info for specified destination if index""" |
| 347 | if dst_if_index in cls._packet_count_for_dst_if_idx: |
| 348 | return cls._packet_count_for_dst_if_idx[dst_if_index] |
| 349 | else: |
| 350 | return 0 |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 351 | |
| 352 | @classmethod |
Andrew Yourtchenko | 06f3281 | 2021-01-14 10:19:08 +0000 | [diff] [blame] | 353 | def has_tag(cls, tag): |
| 354 | """ if the test case has a given tag - return true """ |
| 355 | try: |
| 356 | return tag in cls.test_tags |
| 357 | except AttributeError: |
| 358 | pass |
Andrew Yourtchenko | a3b7c55 | 2020-08-26 14:33:54 +0000 | [diff] [blame] | 359 | return False |
| 360 | |
| 361 | @classmethod |
Andrew Yourtchenko | 06f3281 | 2021-01-14 10:19:08 +0000 | [diff] [blame] | 362 | def is_tagged_run_solo(cls): |
| 363 | """ if the test case class is timing-sensitive - return true """ |
| 364 | return cls.has_tag(TestCaseTag.RUN_SOLO) |
| 365 | |
| 366 | @classmethod |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 367 | def instance(cls): |
| 368 | """Return the instance of this testcase""" |
| 369 | return cls.test_instance |
| 370 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 371 | @classmethod |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 372 | def set_debug_flags(cls, d): |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 373 | cls.gdbserver_port = 7777 |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 374 | cls.debug_core = False |
| 375 | cls.debug_gdb = False |
| 376 | cls.debug_gdbserver = False |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 377 | cls.debug_all = False |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 378 | cls.debug_attach = False |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 379 | if d is None: |
| 380 | return |
| 381 | dl = d.lower() |
| 382 | if dl == "core": |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 383 | cls.debug_core = True |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 384 | elif dl == "gdb" or dl == "gdb-all": |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 385 | cls.debug_gdb = True |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 386 | elif dl == "gdbserver" or dl == "gdbserver-all": |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 387 | cls.debug_gdbserver = True |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 388 | elif dl == "attach": |
| 389 | cls.debug_attach = True |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 390 | else: |
| 391 | raise Exception("Unrecognized DEBUG option: '%s'" % d) |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 392 | if dl == "gdb-all" or dl == "gdbserver-all": |
| 393 | cls.debug_all = True |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 394 | |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 395 | @classmethod |
| 396 | def get_vpp_worker_count(cls): |
| 397 | if not hasattr(cls, "vpp_worker_count"): |
| 398 | if cls.has_tag(TestCaseTag.FIXME_VPP_WORKERS): |
| 399 | cls.vpp_worker_count = 0 |
| 400 | else: |
| 401 | cls.vpp_worker_count = environ_vpp_worker_count |
| 402 | return cls.vpp_worker_count |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 403 | |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 404 | @classmethod |
| 405 | def get_cpus_required(cls): |
| 406 | return 1 + cls.get_vpp_worker_count() |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 407 | |
Paul Vinciguerra | 86ebba6 | 2018-11-21 09:28:32 -0800 | [diff] [blame] | 408 | @classmethod |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 409 | def setUpConstants(cls): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 410 | """ Set-up the test case class based on environment variables """ |
Paul Vinciguerra | 0cbc71d | 2019-07-03 08:38:38 -0400 | [diff] [blame] | 411 | cls.step = BoolEnvironmentVariable('STEP') |
Paul Vinciguerra | 0cbc71d | 2019-07-03 08:38:38 -0400 | [diff] [blame] | 412 | # inverted case to handle '' == True |
Klement Sekera | 13a83ef | 2018-03-21 12:35:51 +0100 | [diff] [blame] | 413 | c = os.getenv("CACHE_OUTPUT", "1") |
| 414 | cls.cache_vpp_output = False if c.lower() in ("n", "no", "0") else True |
Klement Sekera | b8c72a4 | 2018-11-08 11:21:39 +0100 | [diff] [blame] | 415 | cls.vpp_bin = os.getenv('VPP_BIN', "vpp") |
| 416 | cls.plugin_path = os.getenv('VPP_PLUGIN_PATH') |
Dave Barach | 7d31ab2 | 2019-05-08 19:18:18 -0400 | [diff] [blame] | 417 | cls.test_plugin_path = os.getenv('VPP_TEST_PLUGIN_PATH') |
Klement Sekera | 47e275b | 2017-03-21 08:21:25 +0100 | [diff] [blame] | 418 | cls.extern_plugin_path = os.getenv('EXTERN_PLUGINS') |
| 419 | plugin_path = None |
| 420 | if cls.plugin_path is not None: |
| 421 | if cls.extern_plugin_path is not None: |
| 422 | plugin_path = "%s:%s" % ( |
| 423 | cls.plugin_path, cls.extern_plugin_path) |
Klement Sekera | 6abbc28 | 2017-03-24 05:47:15 +0100 | [diff] [blame] | 424 | else: |
| 425 | plugin_path = cls.plugin_path |
Klement Sekera | 47e275b | 2017-03-21 08:21:25 +0100 | [diff] [blame] | 426 | elif cls.extern_plugin_path is not None: |
| 427 | plugin_path = cls.extern_plugin_path |
Ole Troan | a45dc07 | 2018-12-21 16:04:22 +0100 | [diff] [blame] | 428 | debug_cli = "" |
Klement Sekera | 01bbbe9 | 2016-11-02 09:25:05 +0100 | [diff] [blame] | 429 | if cls.step or cls.debug_gdb or cls.debug_gdbserver: |
Ole Troan | a45dc07 | 2018-12-21 16:04:22 +0100 | [diff] [blame] | 430 | debug_cli = "cli-listen localhost:5002" |
Klement Sekera | 80a7f0a | 2017-03-02 11:27:11 +0100 | [diff] [blame] | 431 | coredump_size = None |
Klement Sekera | 13a83ef | 2018-03-21 12:35:51 +0100 | [diff] [blame] | 432 | size = os.getenv("COREDUMP_SIZE") |
Ole Troan | a45dc07 | 2018-12-21 16:04:22 +0100 | [diff] [blame] | 433 | if size is not None: |
| 434 | coredump_size = "coredump-size %s" % size |
| 435 | if coredump_size is None: |
| 436 | coredump_size = "coredump-size unlimited" |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 437 | |
Ray Kinsella | 4830e4f | 2020-03-10 14:35:32 +0000 | [diff] [blame] | 438 | default_variant = os.getenv("VARIANT") |
| 439 | if default_variant is not None: |
| 440 | default_variant = "defaults { %s 100 }" % default_variant |
| 441 | else: |
| 442 | default_variant = "" |
| 443 | |
Dave Barach | 7784140 | 2020-04-29 17:04:10 -0400 | [diff] [blame] | 444 | api_fuzzing = os.getenv("API_FUZZ") |
| 445 | if api_fuzzing is None: |
| 446 | api_fuzzing = 'off' |
| 447 | |
Klement Sekera | 8d81502 | 2021-03-15 16:58:10 +0100 | [diff] [blame] | 448 | cls.vpp_cmdline = [ |
| 449 | cls.vpp_bin, |
| 450 | "unix", "{", "nodaemon", debug_cli, "full-coredump", |
| 451 | coredump_size, "runtime-dir", cls.tempdir, "}", |
| 452 | "api-trace", "{", "on", "}", |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 453 | "api-segment", "{", "prefix", cls.get_api_segment_prefix(), "}", |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 454 | "cpu", "{", "main-core", str(cls.cpus[0]), ] |
| 455 | if cls.get_vpp_worker_count(): |
| 456 | cls.vpp_cmdline.extend([ |
| 457 | "corelist-workers", ",".join([str(x) for x in cls.cpus[1:]])]) |
Klement Sekera | 8d81502 | 2021-03-15 16:58:10 +0100 | [diff] [blame] | 458 | cls.vpp_cmdline.extend([ |
| 459 | "}", |
| 460 | "physmem", "{", "max-size", "32m", "}", |
Arthur de Kerhor | db02380 | 2021-03-11 10:26:54 -0800 | [diff] [blame] | 461 | "statseg", "{", "socket-name", cls.get_stats_sock_path(), |
| 462 | cls.extra_vpp_statseg_config, "}", |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 463 | "socksvr", "{", "socket-name", cls.get_api_sock_path(), "}", |
Klement Sekera | 8d81502 | 2021-03-15 16:58:10 +0100 | [diff] [blame] | 464 | "node { ", default_variant, "}", |
| 465 | "api-fuzz {", api_fuzzing, "}", |
| 466 | "plugins", "{", "plugin", "dpdk_plugin.so", "{", "disable", "}", |
| 467 | "plugin", "rdma_plugin.so", "{", "disable", "}", |
| 468 | "plugin", "lisp_unittest_plugin.so", "{", "enable", "}", |
| 469 | "plugin", "unittest_plugin.so", "{", "enable", "}" |
| 470 | ] + cls.extra_vpp_plugin_config + ["}", ]) |
Ray Kinsella | 4830e4f | 2020-03-10 14:35:32 +0000 | [diff] [blame] | 471 | |
Ole Troan | a45dc07 | 2018-12-21 16:04:22 +0100 | [diff] [blame] | 472 | if cls.extra_vpp_punt_config is not None: |
| 473 | cls.vpp_cmdline.extend(cls.extra_vpp_punt_config) |
Klement Sekera | 47e275b | 2017-03-21 08:21:25 +0100 | [diff] [blame] | 474 | if plugin_path is not None: |
Ole Troan | a45dc07 | 2018-12-21 16:04:22 +0100 | [diff] [blame] | 475 | cls.vpp_cmdline.extend(["plugin_path", plugin_path]) |
Dave Barach | 7d31ab2 | 2019-05-08 19:18:18 -0400 | [diff] [blame] | 476 | if cls.test_plugin_path is not None: |
| 477 | cls.vpp_cmdline.extend(["test_plugin_path", cls.test_plugin_path]) |
| 478 | |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 479 | if not cls.debug_attach: |
| 480 | cls.logger.info("vpp_cmdline args: %s" % cls.vpp_cmdline) |
| 481 | cls.logger.info("vpp_cmdline: %s" % " ".join(cls.vpp_cmdline)) |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 482 | |
| 483 | @classmethod |
| 484 | def wait_for_enter(cls): |
| 485 | if cls.debug_gdbserver: |
| 486 | print(double_line_delim) |
| 487 | print("Spawned GDB server with PID: %d" % cls.vpp.pid) |
| 488 | elif cls.debug_gdb: |
| 489 | print(double_line_delim) |
| 490 | print("Spawned VPP with PID: %d" % cls.vpp.pid) |
| 491 | else: |
| 492 | cls.logger.debug("Spawned VPP with PID: %d" % cls.vpp.pid) |
| 493 | return |
| 494 | print(single_line_delim) |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 495 | print("You can debug VPP using:") |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 496 | if cls.debug_gdbserver: |
Paul Vinciguerra | 3a9f11e | 2019-06-18 22:59:55 -0400 | [diff] [blame] | 497 | print("sudo gdb " + cls.vpp_bin + |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 498 | " -ex 'target remote localhost:{port}'" |
| 499 | .format(port=cls.gdbserver_port)) |
| 500 | print("Now is the time to attach gdb by running the above " |
| 501 | "command, set up breakpoints etc., then resume VPP from " |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 502 | "within gdb by issuing the 'continue' command") |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 503 | cls.gdbserver_port += 1 |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 504 | elif cls.debug_gdb: |
Paul Vinciguerra | 3a9f11e | 2019-06-18 22:59:55 -0400 | [diff] [blame] | 505 | print("sudo gdb " + cls.vpp_bin + " -ex 'attach %s'" % cls.vpp.pid) |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 506 | print("Now is the time to attach gdb by running the above " |
| 507 | "command and set up breakpoints etc., then resume VPP from" |
| 508 | " within gdb by issuing the 'continue' command") |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 509 | print(single_line_delim) |
Paul Vinciguerra | 852f5ef | 2018-12-15 10:16:35 -0800 | [diff] [blame] | 510 | input("Press ENTER to continue running the testcase...") |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 511 | |
| 512 | @classmethod |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 513 | def attach_vpp(cls): |
| 514 | cls.vpp = DummyVpp() |
| 515 | |
| 516 | @classmethod |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 517 | def run_vpp(cls): |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 518 | cls.logger.debug(f"Assigned cpus: {cls.cpus}") |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 519 | cmdline = cls.vpp_cmdline |
| 520 | |
| 521 | if cls.debug_gdbserver: |
Klement Sekera | 931be3a | 2016-11-03 05:36:01 +0100 | [diff] [blame] | 522 | gdbserver = '/usr/bin/gdbserver' |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 523 | if not os.path.isfile(gdbserver) or\ |
Klement Sekera | 931be3a | 2016-11-03 05:36:01 +0100 | [diff] [blame] | 524 | not os.access(gdbserver, os.X_OK): |
| 525 | raise Exception("gdbserver binary '%s' does not exist or is " |
| 526 | "not executable" % gdbserver) |
| 527 | |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 528 | cmdline = [gdbserver, 'localhost:{port}' |
| 529 | .format(port=cls.gdbserver_port)] + cls.vpp_cmdline |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 530 | cls.logger.info("Gdbserver cmdline is %s", " ".join(cmdline)) |
| 531 | |
Klement Sekera | 931be3a | 2016-11-03 05:36:01 +0100 | [diff] [blame] | 532 | try: |
| 533 | cls.vpp = subprocess.Popen(cmdline, |
| 534 | stdout=subprocess.PIPE, |
Ole Troan | 6e6ad64 | 2020-02-04 13:28:13 +0100 | [diff] [blame] | 535 | stderr=subprocess.PIPE) |
Paul Vinciguerra | 61e63bf | 2018-11-24 21:19:38 -0800 | [diff] [blame] | 536 | except subprocess.CalledProcessError as e: |
Paul Vinciguerra | 38a4ec7 | 2018-11-28 11:34:21 -0800 | [diff] [blame] | 537 | cls.logger.critical("Subprocess returned with non-0 return code: (" |
| 538 | "%s)", e.returncode) |
| 539 | raise |
| 540 | except OSError as e: |
| 541 | cls.logger.critical("Subprocess returned with OS error: " |
| 542 | "(%s) %s", e.errno, e.strerror) |
| 543 | raise |
| 544 | except Exception as e: |
| 545 | cls.logger.exception("Subprocess returned unexpected from " |
| 546 | "%s:", cmdline) |
Klement Sekera | 931be3a | 2016-11-03 05:36:01 +0100 | [diff] [blame] | 547 | raise |
| 548 | |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 549 | cls.wait_for_enter() |
Pierre Pfister | cd8e318 | 2016-10-07 16:30:03 +0100 | [diff] [blame] | 550 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 551 | @classmethod |
Andrew Yourtchenko | b31d393 | 2019-10-31 08:34:22 +0000 | [diff] [blame] | 552 | def wait_for_coredump(cls): |
| 553 | corefile = cls.tempdir + "/core" |
Dave Wallace | 3e9b7a2 | 2019-04-09 20:19:51 -0400 | [diff] [blame] | 554 | if os.path.isfile(corefile): |
Andrew Yourtchenko | b31d393 | 2019-10-31 08:34:22 +0000 | [diff] [blame] | 555 | cls.logger.error("Waiting for coredump to complete: %s", corefile) |
Dave Wallace | 3e9b7a2 | 2019-04-09 20:19:51 -0400 | [diff] [blame] | 556 | curr_size = os.path.getsize(corefile) |
Andrew Yourtchenko | b31d393 | 2019-10-31 08:34:22 +0000 | [diff] [blame] | 557 | deadline = time.time() + 60 |
Dave Wallace | 3e9b7a2 | 2019-04-09 20:19:51 -0400 | [diff] [blame] | 558 | ok = False |
| 559 | while time.time() < deadline: |
| 560 | cls.sleep(1) |
| 561 | size = curr_size |
| 562 | curr_size = os.path.getsize(corefile) |
| 563 | if size == curr_size: |
| 564 | ok = True |
| 565 | break |
| 566 | if not ok: |
| 567 | cls.logger.error("Timed out waiting for coredump to complete:" |
| 568 | " %s", corefile) |
| 569 | else: |
| 570 | cls.logger.error("Coredump complete: %s, size %d", |
| 571 | corefile, curr_size) |
| 572 | |
| 573 | @classmethod |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 574 | def get_stats_sock_path(cls): |
| 575 | return "%s/stats.sock" % cls.tempdir |
| 576 | |
| 577 | @classmethod |
| 578 | def get_api_sock_path(cls): |
| 579 | return "%s/api.sock" % cls.tempdir |
| 580 | |
| 581 | @classmethod |
| 582 | def get_api_segment_prefix(cls): |
| 583 | return os.path.basename(cls.tempdir) # Only used for VAPI |
| 584 | |
| 585 | @classmethod |
| 586 | def get_tempdir(cls): |
| 587 | if cls.debug_attach: |
| 588 | return os.getenv("VPP_IN_GDB_TMP_DIR", |
| 589 | "/tmp/unittest-attach-gdb") |
| 590 | else: |
| 591 | return tempfile.mkdtemp(prefix='vpp-unittest-%s-' % cls.__name__) |
| 592 | |
| 593 | @classmethod |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 594 | def setUpClass(cls): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 595 | """ |
| 596 | Perform class setup before running the testcase |
| 597 | Remove shared memory files, start vpp and connect the vpp-api |
| 598 | """ |
Paul Vinciguerra | 8d991d9 | 2019-01-25 14:05:48 -0800 | [diff] [blame] | 599 | super(VppTestCase, cls).setUpClass() |
juraj.linkes | dfb5f2a | 2018-11-09 11:58:54 +0100 | [diff] [blame] | 600 | cls.logger = get_logger(cls.__name__) |
Klement Sekera | 45a95dd | 2019-11-05 11:18:25 +0000 | [diff] [blame] | 601 | seed = os.environ["RND_SEED"] |
| 602 | random.seed(seed) |
juraj.linkes | dfb5f2a | 2018-11-09 11:58:54 +0100 | [diff] [blame] | 603 | if hasattr(cls, 'parallel_handler'): |
| 604 | cls.logger.addHandler(cls.parallel_handler) |
juraj.linkes | 3d9b92a | 2018-11-21 13:13:39 +0100 | [diff] [blame] | 605 | cls.logger.propagate = False |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 606 | d = os.getenv("DEBUG", None) |
| 607 | cls.set_debug_flags(d) |
| 608 | cls.tempdir = cls.get_tempdir() |
Klement Sekera | 027dbd5 | 2017-04-11 06:01:53 +0200 | [diff] [blame] | 609 | cls.file_handler = FileHandler("%s/log.txt" % cls.tempdir) |
| 610 | cls.file_handler.setFormatter( |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 611 | Formatter(fmt='%(asctime)s,%(msecs)03d %(message)s', |
| 612 | datefmt="%H:%M:%S")) |
Klement Sekera | 027dbd5 | 2017-04-11 06:01:53 +0200 | [diff] [blame] | 613 | cls.file_handler.setLevel(DEBUG) |
| 614 | cls.logger.addHandler(cls.file_handler) |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 615 | cls.logger.debug("--- setUpClass() for %s called ---" % cls.__name__) |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 616 | os.chdir(cls.tempdir) |
Ole Troan | 4376ab2 | 2021-03-03 10:40:05 +0100 | [diff] [blame] | 617 | cls.logger.info("Temporary dir is %s, api socket is %s", |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 618 | cls.tempdir, cls.get_api_sock_path()) |
| 619 | cls.logger.debug("Random seed is %s", seed) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 620 | cls.setUpConstants() |
Klement Sekera | dab231a | 2016-12-21 08:50:14 +0100 | [diff] [blame] | 621 | cls.reset_packet_infos() |
Klement Sekera | 3ff6ffc | 2021-04-01 18:19:29 +0200 | [diff] [blame] | 622 | cls._pcaps = [] |
| 623 | cls._old_pcaps = [] |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 624 | cls.verbose = 0 |
Klement Sekera | 085f5c0 | 2016-11-24 01:59:16 +0100 | [diff] [blame] | 625 | cls.vpp_dead = False |
Klement Sekera | 10db26f | 2017-01-11 08:16:53 +0100 | [diff] [blame] | 626 | cls.registry = VppObjectRegistry() |
Klement Sekera | 3747c75 | 2017-04-10 06:30:17 +0200 | [diff] [blame] | 627 | cls.vpp_startup_failed = False |
Klement Sekera | 909a6a1 | 2017-08-08 04:33:53 +0200 | [diff] [blame] | 628 | cls.reporter = KeepAliveReporter() |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 629 | # need to catch exceptions here because if we raise, then the cleanup |
| 630 | # doesn't get called and we might end with a zombie vpp |
| 631 | try: |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 632 | if cls.debug_attach: |
| 633 | cls.attach_vpp() |
| 634 | else: |
| 635 | cls.run_vpp() |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 636 | cls.reporter.send_keep_alive(cls, 'setUpClass') |
| 637 | VppTestResult.current_test_case_info = TestCaseInfo( |
| 638 | cls.logger, cls.tempdir, cls.vpp.pid, cls.vpp_bin) |
Klement Sekera | e4504c6 | 2016-12-08 10:16:41 +0100 | [diff] [blame] | 639 | cls.vpp_stdout_deque = deque() |
Klement Sekera | e4504c6 | 2016-12-08 10:16:41 +0100 | [diff] [blame] | 640 | cls.vpp_stderr_deque = deque() |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 641 | if not cls.debug_attach: |
| 642 | cls.pump_thread_stop_flag = Event() |
| 643 | cls.pump_thread_wakeup_pipe = os.pipe() |
| 644 | cls.pump_thread = Thread(target=pump_output, args=(cls,)) |
| 645 | cls.pump_thread.daemon = True |
| 646 | cls.pump_thread.start() |
| 647 | if cls.debug_gdb or cls.debug_gdbserver or cls.debug_attach: |
Paul Vinciguerra | bfd7d29 | 2019-10-26 22:25:49 -0400 | [diff] [blame] | 648 | cls.vapi_response_timeout = 0 |
Ole Troan | 4376ab2 | 2021-03-03 10:40:05 +0100 | [diff] [blame] | 649 | cls.vapi = VppPapiProvider(cls.__name__, cls, |
Paul Vinciguerra | bfd7d29 | 2019-10-26 22:25:49 -0400 | [diff] [blame] | 650 | cls.vapi_response_timeout) |
Klement Sekera | 085f5c0 | 2016-11-24 01:59:16 +0100 | [diff] [blame] | 651 | if cls.step: |
Paul Vinciguerra | 496b0de | 2019-06-20 12:24:12 -0400 | [diff] [blame] | 652 | hook = hookmodule.StepHook(cls) |
Klement Sekera | 085f5c0 | 2016-11-24 01:59:16 +0100 | [diff] [blame] | 653 | else: |
Paul Vinciguerra | 496b0de | 2019-06-20 12:24:12 -0400 | [diff] [blame] | 654 | hook = hookmodule.PollHook(cls) |
Klement Sekera | 085f5c0 | 2016-11-24 01:59:16 +0100 | [diff] [blame] | 655 | cls.vapi.register_hook(hook) |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 656 | cls.statistics = VPPStats(socketname=cls.get_stats_sock_path()) |
Klement Sekera | 3747c75 | 2017-04-10 06:30:17 +0200 | [diff] [blame] | 657 | try: |
| 658 | hook.poll_vpp() |
Klement Sekera | 13a83ef | 2018-03-21 12:35:51 +0100 | [diff] [blame] | 659 | except VppDiedError: |
Klement Sekera | 3747c75 | 2017-04-10 06:30:17 +0200 | [diff] [blame] | 660 | cls.vpp_startup_failed = True |
| 661 | cls.logger.critical( |
| 662 | "VPP died shortly after startup, check the" |
| 663 | " output to standard error for possible cause") |
| 664 | raise |
Klement Sekera | 085f5c0 | 2016-11-24 01:59:16 +0100 | [diff] [blame] | 665 | try: |
| 666 | cls.vapi.connect() |
Ole Troan | 4376ab2 | 2021-03-03 10:40:05 +0100 | [diff] [blame] | 667 | except (vpp_papi.VPPIOError, Exception) as e: |
Paul Vinciguerra | 1043fd3 | 2019-12-02 21:42:28 -0500 | [diff] [blame] | 668 | cls.logger.debug("Exception connecting to vapi: %s" % e) |
| 669 | cls.vapi.disconnect() |
| 670 | |
Klement Sekera | 085f5c0 | 2016-11-24 01:59:16 +0100 | [diff] [blame] | 671 | if cls.debug_gdbserver: |
| 672 | print(colorize("You're running VPP inside gdbserver but " |
| 673 | "VPP-API connection failed, did you forget " |
| 674 | "to 'continue' VPP from within gdb?", RED)) |
Ole Troan | 4376ab2 | 2021-03-03 10:40:05 +0100 | [diff] [blame] | 675 | raise e |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 676 | if cls.debug_attach: |
| 677 | last_line = cls.vapi.cli("show thread").split("\n")[-2] |
| 678 | cls.vpp_worker_count = int(last_line.split(" ")[0]) |
| 679 | print("Detected VPP with %s workers." % cls.vpp_worker_count) |
Paul Vinciguerra | e64e5ff | 2020-04-28 00:27:38 -0400 | [diff] [blame] | 680 | except vpp_papi.VPPRuntimeError as e: |
| 681 | cls.logger.debug("%s" % e) |
| 682 | cls.quit() |
Ole Troan | 4376ab2 | 2021-03-03 10:40:05 +0100 | [diff] [blame] | 683 | raise e |
Andrew Yourtchenko | 4f05a8e | 2019-10-13 10:06:46 +0000 | [diff] [blame] | 684 | except Exception as e: |
| 685 | cls.logger.debug("Exception connecting to VPP: %s" % e) |
Paul Vinciguerra | 496b0de | 2019-06-20 12:24:12 -0400 | [diff] [blame] | 686 | cls.quit() |
Ole Troan | 4376ab2 | 2021-03-03 10:40:05 +0100 | [diff] [blame] | 687 | raise e |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 688 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 689 | @classmethod |
Paul Vinciguerra | c701e57 | 2019-12-19 16:09:43 -0500 | [diff] [blame] | 690 | def _debug_quit(cls): |
| 691 | if (cls.debug_gdbserver or cls.debug_gdb): |
| 692 | try: |
| 693 | cls.vpp.poll() |
| 694 | |
| 695 | if cls.vpp.returncode is None: |
| 696 | print() |
| 697 | print(double_line_delim) |
| 698 | print("VPP or GDB server is still running") |
| 699 | print(single_line_delim) |
| 700 | input("When done debugging, press ENTER to kill the " |
| 701 | "process and finish running the testcase...") |
| 702 | except AttributeError: |
| 703 | pass |
| 704 | |
| 705 | @classmethod |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 706 | def quit(cls): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 707 | """ |
| 708 | Disconnect vpp-api, kill vpp and cleanup shared memory files |
| 709 | """ |
Paul Vinciguerra | c701e57 | 2019-12-19 16:09:43 -0500 | [diff] [blame] | 710 | cls._debug_quit() |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 711 | |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 712 | # first signal that we want to stop the pump thread, then wake it up |
| 713 | if hasattr(cls, 'pump_thread_stop_flag'): |
| 714 | cls.pump_thread_stop_flag.set() |
| 715 | if hasattr(cls, 'pump_thread_wakeup_pipe'): |
Ole Troan | 7f99183 | 2018-12-06 17:35:12 +0100 | [diff] [blame] | 716 | os.write(cls.pump_thread_wakeup_pipe[1], b'ding dong wake up') |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 717 | if hasattr(cls, 'pump_thread'): |
| 718 | cls.logger.debug("Waiting for pump thread to stop") |
| 719 | cls.pump_thread.join() |
| 720 | if hasattr(cls, 'vpp_stderr_reader_thread'): |
Paul Vinciguerra | c701e57 | 2019-12-19 16:09:43 -0500 | [diff] [blame] | 721 | cls.logger.debug("Waiting for stderr pump to stop") |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 722 | cls.vpp_stderr_reader_thread.join() |
| 723 | |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 724 | if hasattr(cls, 'vpp'): |
Klement Sekera | 0529a74 | 2016-12-02 07:05:24 +0100 | [diff] [blame] | 725 | if hasattr(cls, 'vapi'): |
Ole Troan | fd57408 | 2019-11-27 23:12:48 +0100 | [diff] [blame] | 726 | cls.logger.debug(cls.vapi.vpp.get_stats()) |
Paul Vinciguerra | a7427ec | 2019-03-10 10:04:23 -0700 | [diff] [blame] | 727 | cls.logger.debug("Disconnecting class vapi client on %s", |
| 728 | cls.__name__) |
Klement Sekera | 0529a74 | 2016-12-02 07:05:24 +0100 | [diff] [blame] | 729 | cls.vapi.disconnect() |
Paul Vinciguerra | a7427ec | 2019-03-10 10:04:23 -0700 | [diff] [blame] | 730 | cls.logger.debug("Deleting class vapi attribute on %s", |
| 731 | cls.__name__) |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 732 | del cls.vapi |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 733 | cls.vpp.poll() |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 734 | if not cls.debug_attach and cls.vpp.returncode is None: |
Andrew Yourtchenko | b31d393 | 2019-10-31 08:34:22 +0000 | [diff] [blame] | 735 | cls.wait_for_coredump() |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 736 | cls.logger.debug("Sending TERM to vpp") |
Dave Barach | ad64687 | 2019-05-06 10:49:41 -0400 | [diff] [blame] | 737 | cls.vpp.terminate() |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 738 | cls.logger.debug("Waiting for vpp to die") |
Ole Troan | 4376ab2 | 2021-03-03 10:40:05 +0100 | [diff] [blame] | 739 | try: |
| 740 | outs, errs = cls.vpp.communicate(timeout=5) |
| 741 | except subprocess.TimeoutExpired: |
| 742 | cls.vpp.kill() |
| 743 | outs, errs = cls.vpp.communicate() |
Paul Vinciguerra | a7427ec | 2019-03-10 10:04:23 -0700 | [diff] [blame] | 744 | cls.logger.debug("Deleting class vpp attribute on %s", |
| 745 | cls.__name__) |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 746 | if not cls.debug_attach: |
| 747 | cls.vpp.stdout.close() |
| 748 | cls.vpp.stderr.close() |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 749 | del cls.vpp |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 750 | |
Klement Sekera | 3747c75 | 2017-04-10 06:30:17 +0200 | [diff] [blame] | 751 | if cls.vpp_startup_failed: |
| 752 | stdout_log = cls.logger.info |
| 753 | stderr_log = cls.logger.critical |
| 754 | else: |
| 755 | stdout_log = cls.logger.info |
| 756 | stderr_log = cls.logger.info |
| 757 | |
Klement Sekera | e4504c6 | 2016-12-08 10:16:41 +0100 | [diff] [blame] | 758 | if hasattr(cls, 'vpp_stdout_deque'): |
Klement Sekera | 3747c75 | 2017-04-10 06:30:17 +0200 | [diff] [blame] | 759 | stdout_log(single_line_delim) |
| 760 | stdout_log('VPP output to stdout while running %s:', cls.__name__) |
| 761 | stdout_log(single_line_delim) |
Klement Sekera | e4504c6 | 2016-12-08 10:16:41 +0100 | [diff] [blame] | 762 | vpp_output = "".join(cls.vpp_stdout_deque) |
Klement Sekera | 027dbd5 | 2017-04-11 06:01:53 +0200 | [diff] [blame] | 763 | with open(cls.tempdir + '/vpp_stdout.txt', 'w') as f: |
| 764 | f.write(vpp_output) |
Klement Sekera | 3747c75 | 2017-04-10 06:30:17 +0200 | [diff] [blame] | 765 | stdout_log('\n%s', vpp_output) |
| 766 | stdout_log(single_line_delim) |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 767 | |
Klement Sekera | e4504c6 | 2016-12-08 10:16:41 +0100 | [diff] [blame] | 768 | if hasattr(cls, 'vpp_stderr_deque'): |
Klement Sekera | 3747c75 | 2017-04-10 06:30:17 +0200 | [diff] [blame] | 769 | stderr_log(single_line_delim) |
| 770 | stderr_log('VPP output to stderr while running %s:', cls.__name__) |
| 771 | stderr_log(single_line_delim) |
Klement Sekera | 0ede47a | 2019-01-29 11:49:09 +0100 | [diff] [blame] | 772 | vpp_output = "".join(cls.vpp_stderr_deque) |
Klement Sekera | 027dbd5 | 2017-04-11 06:01:53 +0200 | [diff] [blame] | 773 | with open(cls.tempdir + '/vpp_stderr.txt', 'w') as f: |
| 774 | f.write(vpp_output) |
Klement Sekera | 3747c75 | 2017-04-10 06:30:17 +0200 | [diff] [blame] | 775 | stderr_log('\n%s', vpp_output) |
| 776 | stderr_log(single_line_delim) |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 777 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 778 | @classmethod |
| 779 | def tearDownClass(cls): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 780 | """ Perform final cleanup after running all tests in this test-case """ |
Paul Vinciguerra | 90cf21b | 2019-03-13 09:23:05 -0700 | [diff] [blame] | 781 | cls.logger.debug("--- tearDownClass() for %s called ---" % |
| 782 | cls.__name__) |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 783 | cls.reporter.send_keep_alive(cls, 'tearDownClass') |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 784 | cls.quit() |
Klement Sekera | 027dbd5 | 2017-04-11 06:01:53 +0200 | [diff] [blame] | 785 | cls.file_handler.close() |
Klement Sekera | ebbaf55 | 2018-02-17 13:41:33 +0100 | [diff] [blame] | 786 | cls.reset_packet_infos() |
| 787 | if debug_framework: |
| 788 | debug_internal.on_tear_down_class(cls) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 789 | |
Paul Vinciguerra | 90cf21b | 2019-03-13 09:23:05 -0700 | [diff] [blame] | 790 | def show_commands_at_teardown(self): |
| 791 | """ Allow subclass specific teardown logging additions.""" |
| 792 | self.logger.info("--- No test specific show commands provided. ---") |
| 793 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 794 | def tearDown(self): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 795 | """ Show various debug prints after each test """ |
Klement Sekera | b91017a | 2017-02-09 06:04:36 +0100 | [diff] [blame] | 796 | self.logger.debug("--- tearDown() for %s.%s(%s) called ---" % |
| 797 | (self.__class__.__name__, self._testMethodName, |
| 798 | self._testMethodDoc)) |
Paul Vinciguerra | 499ea64 | 2019-03-15 09:39:19 -0700 | [diff] [blame] | 799 | |
| 800 | try: |
| 801 | if not self.vpp_dead: |
| 802 | self.logger.debug(self.vapi.cli("show trace max 1000")) |
| 803 | self.logger.info(self.vapi.ppcli("show interface")) |
| 804 | self.logger.info(self.vapi.ppcli("show hardware")) |
| 805 | self.logger.info(self.statistics.set_errors_str()) |
| 806 | self.logger.info(self.vapi.ppcli("show run")) |
| 807 | self.logger.info(self.vapi.ppcli("show log")) |
Dave Barach | 32dcd3b | 2019-07-08 12:25:38 -0400 | [diff] [blame] | 808 | self.logger.info(self.vapi.ppcli("show bihash")) |
Paul Vinciguerra | 499ea64 | 2019-03-15 09:39:19 -0700 | [diff] [blame] | 809 | self.logger.info("Logging testcase specific show commands.") |
| 810 | self.show_commands_at_teardown() |
| 811 | self.registry.remove_vpp_config(self.logger) |
Dave Wallace | 90c5572 | 2017-02-16 11:25:26 -0500 | [diff] [blame] | 812 | # Save/Dump VPP api trace log |
Andrew Yourtchenko | 586d3ed | 2019-10-21 12:55:48 +0000 | [diff] [blame] | 813 | m = self._testMethodName |
| 814 | api_trace = "vpp_api_trace.%s.%d.log" % (m, self.vpp.pid) |
Dave Wallace | 90c5572 | 2017-02-16 11:25:26 -0500 | [diff] [blame] | 815 | tmp_api_trace = "/tmp/%s" % api_trace |
| 816 | vpp_api_trace_log = "%s/%s" % (self.tempdir, api_trace) |
| 817 | self.logger.info(self.vapi.ppcli("api trace save %s" % api_trace)) |
| 818 | self.logger.info("Moving %s to %s\n" % (tmp_api_trace, |
| 819 | vpp_api_trace_log)) |
| 820 | os.rename(tmp_api_trace, vpp_api_trace_log) |
Dave Wallace | 5ba5837 | 2018-02-13 16:14:06 -0500 | [diff] [blame] | 821 | self.logger.info(self.vapi.ppcli("api trace custom-dump %s" % |
Dave Wallace | 90c5572 | 2017-02-16 11:25:26 -0500 | [diff] [blame] | 822 | vpp_api_trace_log)) |
Ole Troan | 4376ab2 | 2021-03-03 10:40:05 +0100 | [diff] [blame] | 823 | except VppTransportSocketIOError: |
| 824 | self.logger.debug("VppTransportSocketIOError: Vpp dead. " |
Paul Vinciguerra | 499ea64 | 2019-03-15 09:39:19 -0700 | [diff] [blame] | 825 | "Cannot log show commands.") |
| 826 | self.vpp_dead = True |
Klement Sekera | 1b68640 | 2017-03-02 11:29:19 +0100 | [diff] [blame] | 827 | else: |
| 828 | self.registry.unregister_all(self.logger) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 829 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 830 | def setUp(self): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 831 | """ Clear trace before running each test""" |
Paul Vinciguerra | 8d991d9 | 2019-01-25 14:05:48 -0800 | [diff] [blame] | 832 | super(VppTestCase, self).setUp() |
Klement Sekera | 909a6a1 | 2017-08-08 04:33:53 +0200 | [diff] [blame] | 833 | self.reporter.send_keep_alive(self) |
Klement Sekera | 0c1519b | 2016-12-08 05:03:32 +0100 | [diff] [blame] | 834 | if self.vpp_dead: |
Paul Vinciguerra | fea8260 | 2019-06-26 20:45:08 -0400 | [diff] [blame] | 835 | raise VppDiedError(rv=None, testcase=self.__class__.__name__, |
| 836 | method_name=self._testMethodName) |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 837 | self.sleep(.1, "during setUp") |
Klement Sekera | e4504c6 | 2016-12-08 10:16:41 +0100 | [diff] [blame] | 838 | self.vpp_stdout_deque.append( |
| 839 | "--- test setUp() for %s.%s(%s) starts here ---\n" % |
| 840 | (self.__class__.__name__, self._testMethodName, |
| 841 | self._testMethodDoc)) |
| 842 | self.vpp_stderr_deque.append( |
| 843 | "--- test setUp() for %s.%s(%s) starts here ---\n" % |
| 844 | (self.__class__.__name__, self._testMethodName, |
| 845 | self._testMethodDoc)) |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 846 | self.vapi.cli("clear trace") |
| 847 | # store the test instance inside the test class - so that objects |
| 848 | # holding the class can access instance methods (like assertEqual) |
| 849 | type(self).test_instance = self |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 850 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 851 | @classmethod |
Klement Sekera | 75e7d13 | 2017-09-20 08:26:30 +0200 | [diff] [blame] | 852 | def pg_enable_capture(cls, interfaces=None): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 853 | """ |
| 854 | Enable capture on packet-generator interfaces |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 855 | |
Klement Sekera | 75e7d13 | 2017-09-20 08:26:30 +0200 | [diff] [blame] | 856 | :param interfaces: iterable interface indexes (if None, |
| 857 | use self.pg_interfaces) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 858 | |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 859 | """ |
Klement Sekera | 75e7d13 | 2017-09-20 08:26:30 +0200 | [diff] [blame] | 860 | if interfaces is None: |
| 861 | interfaces = cls.pg_interfaces |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 862 | for i in interfaces: |
| 863 | i.enable_capture() |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 864 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 865 | @classmethod |
Klement Sekera | 3ff6ffc | 2021-04-01 18:19:29 +0200 | [diff] [blame] | 866 | def register_pcap(cls, intf, worker): |
| 867 | """ Register a pcap in the testclass """ |
Klement Sekera | 9225dee | 2016-12-12 08:36:58 +0100 | [diff] [blame] | 868 | # add to the list of captures with current timestamp |
Klement Sekera | 3ff6ffc | 2021-04-01 18:19:29 +0200 | [diff] [blame] | 869 | cls._pcaps.append((intf, worker)) |
Klement Sekera | 9225dee | 2016-12-12 08:36:58 +0100 | [diff] [blame] | 870 | |
| 871 | @classmethod |
Andrew Yourtchenko | 63cb882 | 2019-10-13 18:56:03 +0000 | [diff] [blame] | 872 | def get_vpp_time(cls): |
Dave Barach | 1971800 | 2020-03-11 10:31:36 -0400 | [diff] [blame] | 873 | # processes e.g. "Time now 2.190522, Wed, 11 Mar 2020 17:29:54 GMT" |
| 874 | # returns float("2.190522") |
| 875 | timestr = cls.vapi.cli('show clock') |
| 876 | head, sep, tail = timestr.partition(',') |
| 877 | head, sep, tail = head.partition('Time now') |
| 878 | return float(tail) |
Andrew Yourtchenko | 63cb882 | 2019-10-13 18:56:03 +0000 | [diff] [blame] | 879 | |
| 880 | @classmethod |
| 881 | def sleep_on_vpp_time(cls, sec): |
| 882 | """ Sleep according to time in VPP world """ |
| 883 | # On a busy system with many processes |
| 884 | # we might end up with VPP time being slower than real world |
| 885 | # So take that into account when waiting for VPP to do something |
| 886 | start_time = cls.get_vpp_time() |
| 887 | while cls.get_vpp_time() - start_time < sec: |
| 888 | cls.sleep(0.1) |
| 889 | |
| 890 | @classmethod |
Benoît Ganne | 8c45e51 | 2021-02-19 16:39:13 +0100 | [diff] [blame] | 891 | def pg_start(cls, trace=True): |
Andrew Yourtchenko | 8d829f6 | 2019-10-13 10:09:50 +0000 | [diff] [blame] | 892 | """ Enable the PG, wait till it is done, then clean up """ |
Klement Sekera | 3ff6ffc | 2021-04-01 18:19:29 +0200 | [diff] [blame] | 893 | for (intf, worker) in cls._old_pcaps: |
| 894 | intf.rename_old_pcap_file(intf.get_in_path(worker), |
| 895 | intf.in_history_counter) |
| 896 | cls._old_pcaps = [] |
Benoît Ganne | 8c45e51 | 2021-02-19 16:39:13 +0100 | [diff] [blame] | 897 | if trace: |
| 898 | cls.vapi.cli("clear trace") |
| 899 | cls.vapi.cli("trace add pg-input 1000") |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 900 | cls.vapi.cli('packet-generator enable') |
Andrew Yourtchenko | 8d829f6 | 2019-10-13 10:09:50 +0000 | [diff] [blame] | 901 | # PG, when starts, runs to completion - |
| 902 | # so let's avoid a race condition, |
| 903 | # and wait a little till it's done. |
| 904 | # Then clean it up - and then be gone. |
| 905 | deadline = time.time() + 300 |
| 906 | while cls.vapi.cli('show packet-generator').find("Yes") != -1: |
| 907 | cls.sleep(0.01) # yield |
| 908 | if time.time() > deadline: |
| 909 | cls.logger.error("Timeout waiting for pg to stop") |
| 910 | break |
Klement Sekera | 3ff6ffc | 2021-04-01 18:19:29 +0200 | [diff] [blame] | 911 | for intf, worker in cls._pcaps: |
Klement Sekera | 7ba9fae | 2021-03-31 13:36:38 +0200 | [diff] [blame] | 912 | cls.vapi.cli('packet-generator delete %s' % |
| 913 | intf.get_cap_name(worker)) |
Klement Sekera | 3ff6ffc | 2021-04-01 18:19:29 +0200 | [diff] [blame] | 914 | cls._old_pcaps = cls._pcaps |
| 915 | cls._pcaps = [] |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 916 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 917 | @classmethod |
Mohsin Kazmi | 22e9cfd | 2019-07-23 11:54:48 +0200 | [diff] [blame] | 918 | def create_pg_interfaces(cls, interfaces, gso=0, gso_size=0): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 919 | """ |
Matej Klotton | 8d8a1da | 2016-12-22 11:06:56 +0100 | [diff] [blame] | 920 | Create packet-generator interfaces. |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 921 | |
Matej Klotton | 8d8a1da | 2016-12-22 11:06:56 +0100 | [diff] [blame] | 922 | :param interfaces: iterable indexes of the interfaces. |
| 923 | :returns: List of created interfaces. |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 924 | |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 925 | """ |
| 926 | result = [] |
| 927 | for i in interfaces: |
Mohsin Kazmi | 22e9cfd | 2019-07-23 11:54:48 +0200 | [diff] [blame] | 928 | intf = VppPGInterface(cls, i, gso, gso_size) |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 929 | setattr(cls, intf.name, intf) |
| 930 | result.append(intf) |
| 931 | cls.pg_interfaces = result |
| 932 | return result |
| 933 | |
Matej Klotton | 0178d52 | 2016-11-04 11:11:44 +0100 | [diff] [blame] | 934 | @classmethod |
Klement Sekera | b9ef273 | 2018-06-24 22:49:33 +0200 | [diff] [blame] | 935 | def create_loopback_interfaces(cls, count): |
Matej Klotton | 0178d52 | 2016-11-04 11:11:44 +0100 | [diff] [blame] | 936 | """ |
Matej Klotton | 8d8a1da | 2016-12-22 11:06:56 +0100 | [diff] [blame] | 937 | Create loopback interfaces. |
Matej Klotton | 0178d52 | 2016-11-04 11:11:44 +0100 | [diff] [blame] | 938 | |
Klement Sekera | b9ef273 | 2018-06-24 22:49:33 +0200 | [diff] [blame] | 939 | :param count: number of interfaces created. |
Matej Klotton | 8d8a1da | 2016-12-22 11:06:56 +0100 | [diff] [blame] | 940 | :returns: List of created interfaces. |
Matej Klotton | 0178d52 | 2016-11-04 11:11:44 +0100 | [diff] [blame] | 941 | """ |
Klement Sekera | b9ef273 | 2018-06-24 22:49:33 +0200 | [diff] [blame] | 942 | result = [VppLoInterface(cls) for i in range(count)] |
| 943 | for intf in result: |
Matej Klotton | 0178d52 | 2016-11-04 11:11:44 +0100 | [diff] [blame] | 944 | setattr(cls, intf.name, intf) |
Matej Klotton | 0178d52 | 2016-11-04 11:11:44 +0100 | [diff] [blame] | 945 | cls.lo_interfaces = result |
| 946 | return result |
| 947 | |
Neale Ranns | 192b13f | 2019-03-15 02:16:20 -0700 | [diff] [blame] | 948 | @classmethod |
| 949 | def create_bvi_interfaces(cls, count): |
| 950 | """ |
| 951 | Create BVI interfaces. |
| 952 | |
| 953 | :param count: number of interfaces created. |
| 954 | :returns: List of created interfaces. |
| 955 | """ |
| 956 | result = [VppBviInterface(cls) for i in range(count)] |
| 957 | for intf in result: |
| 958 | setattr(cls, intf.name, intf) |
| 959 | cls.bvi_interfaces = result |
| 960 | return result |
| 961 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 962 | @staticmethod |
Klement Sekera | 75e7d13 | 2017-09-20 08:26:30 +0200 | [diff] [blame] | 963 | def extend_packet(packet, size, padding=' '): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 964 | """ |
Klement Sekera | 75e7d13 | 2017-09-20 08:26:30 +0200 | [diff] [blame] | 965 | Extend packet to given size by padding with spaces or custom padding |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 966 | NOTE: Currently works only when Raw layer is present. |
| 967 | |
| 968 | :param packet: packet |
| 969 | :param size: target size |
Klement Sekera | 75e7d13 | 2017-09-20 08:26:30 +0200 | [diff] [blame] | 970 | :param padding: padding used to extend the payload |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 971 | |
| 972 | """ |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 973 | packet_len = len(packet) + 4 |
| 974 | extend = size - packet_len |
| 975 | if extend > 0: |
Alexandre Poirrier | cc99149 | 2019-05-07 10:39:57 +0200 | [diff] [blame] | 976 | num = (extend // len(padding)) + 1 |
| 977 | packet[Raw].load += (padding * num)[:extend].encode("ascii") |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 978 | |
Klement Sekera | dab231a | 2016-12-21 08:50:14 +0100 | [diff] [blame] | 979 | @classmethod |
| 980 | def reset_packet_infos(cls): |
| 981 | """ Reset the list of packet info objects and packet counts to zero """ |
| 982 | cls._packet_infos = {} |
| 983 | cls._packet_count_for_dst_if_idx = {} |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 984 | |
Klement Sekera | dab231a | 2016-12-21 08:50:14 +0100 | [diff] [blame] | 985 | @classmethod |
| 986 | def create_packet_info(cls, src_if, dst_if): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 987 | """ |
| 988 | Create packet info object containing the source and destination indexes |
| 989 | and add it to the testcase's packet info list |
| 990 | |
Klement Sekera | dab231a | 2016-12-21 08:50:14 +0100 | [diff] [blame] | 991 | :param VppInterface src_if: source interface |
| 992 | :param VppInterface dst_if: destination interface |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 993 | |
| 994 | :returns: _PacketInfo object |
| 995 | |
| 996 | """ |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 997 | info = _PacketInfo() |
Klement Sekera | dab231a | 2016-12-21 08:50:14 +0100 | [diff] [blame] | 998 | info.index = len(cls._packet_infos) |
| 999 | info.src = src_if.sw_if_index |
| 1000 | info.dst = dst_if.sw_if_index |
| 1001 | if isinstance(dst_if, VppSubInterface): |
| 1002 | dst_idx = dst_if.parent.sw_if_index |
| 1003 | else: |
| 1004 | dst_idx = dst_if.sw_if_index |
| 1005 | if dst_idx in cls._packet_count_for_dst_if_idx: |
| 1006 | cls._packet_count_for_dst_if_idx[dst_idx] += 1 |
| 1007 | else: |
| 1008 | cls._packet_count_for_dst_if_idx[dst_idx] = 1 |
| 1009 | cls._packet_infos[info.index] = info |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1010 | return info |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1011 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1012 | @staticmethod |
| 1013 | def info_to_payload(info): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1014 | """ |
| 1015 | Convert _PacketInfo object to packet payload |
| 1016 | |
| 1017 | :param info: _PacketInfo object |
| 1018 | |
| 1019 | :returns: string containing serialized data from packet info |
| 1020 | """ |
Pavel Kotucek | 59dda06 | 2017-03-02 15:22:47 +0100 | [diff] [blame] | 1021 | return "%d %d %d %d %d" % (info.index, info.src, info.dst, |
| 1022 | info.ip, info.proto) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1023 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1024 | @staticmethod |
Paul Vinciguerra | eaea421 | 2019-03-06 11:58:06 -0800 | [diff] [blame] | 1025 | def payload_to_info(payload, payload_field='load'): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1026 | """ |
| 1027 | Convert packet payload to _PacketInfo object |
| 1028 | |
| 1029 | :param payload: packet payload |
Paul Vinciguerra | 22364e4 | 2019-03-12 20:04:56 -0700 | [diff] [blame] | 1030 | :type payload: <class 'scapy.packet.Raw'> |
| 1031 | :param payload_field: packet fieldname of payload "load" for |
Paul Vinciguerra | eaea421 | 2019-03-06 11:58:06 -0800 | [diff] [blame] | 1032 | <class 'scapy.packet.Raw'> |
Paul Vinciguerra | 22364e4 | 2019-03-12 20:04:56 -0700 | [diff] [blame] | 1033 | :type payload_field: str |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1034 | :returns: _PacketInfo object containing de-serialized data from payload |
| 1035 | |
| 1036 | """ |
Paul Vinciguerra | eaea421 | 2019-03-06 11:58:06 -0800 | [diff] [blame] | 1037 | numbers = getattr(payload, payload_field).split() |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1038 | info = _PacketInfo() |
| 1039 | info.index = int(numbers[0]) |
| 1040 | info.src = int(numbers[1]) |
| 1041 | info.dst = int(numbers[2]) |
Pavel Kotucek | 59dda06 | 2017-03-02 15:22:47 +0100 | [diff] [blame] | 1042 | info.ip = int(numbers[3]) |
| 1043 | info.proto = int(numbers[4]) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1044 | return info |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1045 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1046 | def get_next_packet_info(self, info): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1047 | """ |
| 1048 | Iterate over the packet info list stored in the testcase |
| 1049 | Start iteration with first element if info is None |
| 1050 | Continue based on index in info if info is specified |
| 1051 | |
| 1052 | :param info: info or None |
| 1053 | :returns: next info in list or None if no more infos |
| 1054 | """ |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1055 | if info is None: |
| 1056 | next_index = 0 |
| 1057 | else: |
| 1058 | next_index = info.index + 1 |
Klement Sekera | dab231a | 2016-12-21 08:50:14 +0100 | [diff] [blame] | 1059 | if next_index == len(self._packet_infos): |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1060 | return None |
| 1061 | else: |
Klement Sekera | dab231a | 2016-12-21 08:50:14 +0100 | [diff] [blame] | 1062 | return self._packet_infos[next_index] |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1063 | |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1064 | def get_next_packet_info_for_interface(self, src_index, info): |
| 1065 | """ |
| 1066 | Search the packet info list for the next packet info with same source |
| 1067 | interface index |
| 1068 | |
| 1069 | :param src_index: source interface index to search for |
| 1070 | :param info: packet info - where to start the search |
| 1071 | :returns: packet info or None |
| 1072 | |
| 1073 | """ |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1074 | while True: |
| 1075 | info = self.get_next_packet_info(info) |
| 1076 | if info is None: |
| 1077 | return None |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1078 | if info.src == src_index: |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1079 | return info |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1080 | |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1081 | def get_next_packet_info_for_interface2(self, src_index, dst_index, info): |
| 1082 | """ |
| 1083 | Search the packet info list for the next packet info with same source |
| 1084 | and destination interface indexes |
| 1085 | |
| 1086 | :param src_index: source interface index to search for |
| 1087 | :param dst_index: destination interface index to search for |
| 1088 | :param info: packet info - where to start the search |
| 1089 | :returns: packet info or None |
| 1090 | |
| 1091 | """ |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1092 | while True: |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1093 | info = self.get_next_packet_info_for_interface(src_index, info) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1094 | if info is None: |
| 1095 | return None |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1096 | if info.dst == dst_index: |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1097 | return info |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1098 | |
Klement Sekera | 0e3c0de | 2016-09-29 14:43:44 +0200 | [diff] [blame] | 1099 | def assert_equal(self, real_value, expected_value, name_or_class=None): |
| 1100 | if name_or_class is None: |
Klement Sekera | 239790f | 2017-02-16 10:53:53 +0100 | [diff] [blame] | 1101 | self.assertEqual(real_value, expected_value) |
Klement Sekera | 0e3c0de | 2016-09-29 14:43:44 +0200 | [diff] [blame] | 1102 | return |
| 1103 | try: |
| 1104 | msg = "Invalid %s: %d('%s') does not match expected value %d('%s')" |
| 1105 | msg = msg % (getdoc(name_or_class).strip(), |
| 1106 | real_value, str(name_or_class(real_value)), |
| 1107 | expected_value, str(name_or_class(expected_value))) |
Klement Sekera | 13a83ef | 2018-03-21 12:35:51 +0100 | [diff] [blame] | 1108 | except Exception: |
Klement Sekera | 0e3c0de | 2016-09-29 14:43:44 +0200 | [diff] [blame] | 1109 | msg = "Invalid %s: %s does not match expected value %s" % ( |
| 1110 | name_or_class, real_value, expected_value) |
| 1111 | |
| 1112 | self.assertEqual(real_value, expected_value, msg) |
| 1113 | |
Klement Sekera | b17dd96 | 2017-01-09 07:43:48 +0100 | [diff] [blame] | 1114 | def assert_in_range(self, |
| 1115 | real_value, |
| 1116 | expected_min, |
| 1117 | expected_max, |
| 1118 | name=None): |
Klement Sekera | 0e3c0de | 2016-09-29 14:43:44 +0200 | [diff] [blame] | 1119 | if name is None: |
| 1120 | msg = None |
| 1121 | else: |
| 1122 | msg = "Invalid %s: %s out of range <%s,%s>" % ( |
| 1123 | name, real_value, expected_min, expected_max) |
| 1124 | self.assertTrue(expected_min <= real_value <= expected_max, msg) |
| 1125 | |
Klement Sekera | d81ae41 | 2018-05-16 10:52:54 +0200 | [diff] [blame] | 1126 | def assert_packet_checksums_valid(self, packet, |
| 1127 | ignore_zero_udp_checksums=True): |
Paul Vinciguerra | a7427ec | 2019-03-10 10:04:23 -0700 | [diff] [blame] | 1128 | received = packet.__class__(scapy.compat.raw(packet)) |
Klement Sekera | d81ae41 | 2018-05-16 10:52:54 +0200 | [diff] [blame] | 1129 | udp_layers = ['UDP', 'UDPerror'] |
| 1130 | checksum_fields = ['cksum', 'chksum'] |
| 1131 | checksums = [] |
| 1132 | counter = 0 |
Paul Vinciguerra | a7427ec | 2019-03-10 10:04:23 -0700 | [diff] [blame] | 1133 | temp = received.__class__(scapy.compat.raw(received)) |
Klement Sekera | d81ae41 | 2018-05-16 10:52:54 +0200 | [diff] [blame] | 1134 | while True: |
| 1135 | layer = temp.getlayer(counter) |
| 1136 | if layer: |
Klement Sekera | 66cea09 | 2019-12-05 13:13:21 +0000 | [diff] [blame] | 1137 | layer = layer.copy() |
| 1138 | layer.remove_payload() |
Klement Sekera | d81ae41 | 2018-05-16 10:52:54 +0200 | [diff] [blame] | 1139 | for cf in checksum_fields: |
| 1140 | if hasattr(layer, cf): |
| 1141 | if ignore_zero_udp_checksums and \ |
Klement Sekera | 6aa58b7 | 2019-05-16 14:34:55 +0200 | [diff] [blame] | 1142 | 0 == getattr(layer, cf) and \ |
| 1143 | layer.name in udp_layers: |
Klement Sekera | d81ae41 | 2018-05-16 10:52:54 +0200 | [diff] [blame] | 1144 | continue |
Klement Sekera | 66cea09 | 2019-12-05 13:13:21 +0000 | [diff] [blame] | 1145 | delattr(temp.getlayer(counter), cf) |
Klement Sekera | d81ae41 | 2018-05-16 10:52:54 +0200 | [diff] [blame] | 1146 | checksums.append((counter, cf)) |
| 1147 | else: |
| 1148 | break |
| 1149 | counter = counter + 1 |
Klement Sekera | 31da2e3 | 2018-06-24 22:49:55 +0200 | [diff] [blame] | 1150 | if 0 == len(checksums): |
| 1151 | return |
Paul Vinciguerra | a7427ec | 2019-03-10 10:04:23 -0700 | [diff] [blame] | 1152 | temp = temp.__class__(scapy.compat.raw(temp)) |
Klement Sekera | d81ae41 | 2018-05-16 10:52:54 +0200 | [diff] [blame] | 1153 | for layer, cf in checksums: |
Klement Sekera | 31da2e3 | 2018-06-24 22:49:55 +0200 | [diff] [blame] | 1154 | calc_sum = getattr(temp[layer], cf) |
| 1155 | self.assert_equal( |
| 1156 | getattr(received[layer], cf), calc_sum, |
| 1157 | "packet checksum on layer #%d: %s" % (layer, temp[layer].name)) |
| 1158 | self.logger.debug( |
| 1159 | "Checksum field `%s` on `%s` layer has correct value `%s`" % |
| 1160 | (cf, temp[layer].name, calc_sum)) |
Klement Sekera | d81ae41 | 2018-05-16 10:52:54 +0200 | [diff] [blame] | 1161 | |
| 1162 | def assert_checksum_valid(self, received_packet, layer, |
| 1163 | field_name='chksum', |
| 1164 | ignore_zero_checksum=False): |
| 1165 | """ Check checksum of received packet on given layer """ |
| 1166 | received_packet_checksum = getattr(received_packet[layer], field_name) |
| 1167 | if ignore_zero_checksum and 0 == received_packet_checksum: |
| 1168 | return |
Paul Vinciguerra | a7427ec | 2019-03-10 10:04:23 -0700 | [diff] [blame] | 1169 | recalculated = received_packet.__class__( |
| 1170 | scapy.compat.raw(received_packet)) |
Klement Sekera | d81ae41 | 2018-05-16 10:52:54 +0200 | [diff] [blame] | 1171 | delattr(recalculated[layer], field_name) |
Paul Vinciguerra | a7427ec | 2019-03-10 10:04:23 -0700 | [diff] [blame] | 1172 | recalculated = recalculated.__class__(scapy.compat.raw(recalculated)) |
Klement Sekera | d81ae41 | 2018-05-16 10:52:54 +0200 | [diff] [blame] | 1173 | self.assert_equal(received_packet_checksum, |
| 1174 | getattr(recalculated[layer], field_name), |
| 1175 | "packet checksum on layer: %s" % layer) |
| 1176 | |
| 1177 | def assert_ip_checksum_valid(self, received_packet, |
| 1178 | ignore_zero_checksum=False): |
| 1179 | self.assert_checksum_valid(received_packet, 'IP', |
| 1180 | ignore_zero_checksum=ignore_zero_checksum) |
| 1181 | |
| 1182 | def assert_tcp_checksum_valid(self, received_packet, |
| 1183 | ignore_zero_checksum=False): |
| 1184 | self.assert_checksum_valid(received_packet, 'TCP', |
| 1185 | ignore_zero_checksum=ignore_zero_checksum) |
| 1186 | |
| 1187 | def assert_udp_checksum_valid(self, received_packet, |
| 1188 | ignore_zero_checksum=True): |
| 1189 | self.assert_checksum_valid(received_packet, 'UDP', |
| 1190 | ignore_zero_checksum=ignore_zero_checksum) |
| 1191 | |
| 1192 | def assert_embedded_icmp_checksum_valid(self, received_packet): |
| 1193 | if received_packet.haslayer(IPerror): |
| 1194 | self.assert_checksum_valid(received_packet, 'IPerror') |
| 1195 | if received_packet.haslayer(TCPerror): |
| 1196 | self.assert_checksum_valid(received_packet, 'TCPerror') |
| 1197 | if received_packet.haslayer(UDPerror): |
| 1198 | self.assert_checksum_valid(received_packet, 'UDPerror', |
| 1199 | ignore_zero_checksum=True) |
| 1200 | if received_packet.haslayer(ICMPerror): |
| 1201 | self.assert_checksum_valid(received_packet, 'ICMPerror') |
| 1202 | |
| 1203 | def assert_icmp_checksum_valid(self, received_packet): |
| 1204 | self.assert_checksum_valid(received_packet, 'ICMP') |
| 1205 | self.assert_embedded_icmp_checksum_valid(received_packet) |
| 1206 | |
| 1207 | def assert_icmpv6_checksum_valid(self, pkt): |
| 1208 | if pkt.haslayer(ICMPv6DestUnreach): |
| 1209 | self.assert_checksum_valid(pkt, 'ICMPv6DestUnreach', 'cksum') |
| 1210 | self.assert_embedded_icmp_checksum_valid(pkt) |
| 1211 | if pkt.haslayer(ICMPv6EchoRequest): |
| 1212 | self.assert_checksum_valid(pkt, 'ICMPv6EchoRequest', 'cksum') |
| 1213 | if pkt.haslayer(ICMPv6EchoReply): |
| 1214 | self.assert_checksum_valid(pkt, 'ICMPv6EchoReply', 'cksum') |
| 1215 | |
Klement Sekera | 3a343d4 | 2019-05-16 14:35:46 +0200 | [diff] [blame] | 1216 | def get_packet_counter(self, counter): |
| 1217 | if counter.startswith("/"): |
| 1218 | counter_value = self.statistics.get_counter(counter) |
| 1219 | else: |
| 1220 | counters = self.vapi.cli("sh errors").split('\n') |
Klement Sekera | 6aa58b7 | 2019-05-16 14:34:55 +0200 | [diff] [blame] | 1221 | counter_value = 0 |
Klement Sekera | 3a343d4 | 2019-05-16 14:35:46 +0200 | [diff] [blame] | 1222 | for i in range(1, len(counters) - 1): |
| 1223 | results = counters[i].split() |
| 1224 | if results[1] == counter: |
| 1225 | counter_value = int(results[0]) |
| 1226 | break |
| 1227 | return counter_value |
| 1228 | |
Klement Sekera | f37c3ba | 2018-11-08 11:24:34 +0100 | [diff] [blame] | 1229 | def assert_packet_counter_equal(self, counter, expected_value): |
Klement Sekera | 6aa58b7 | 2019-05-16 14:34:55 +0200 | [diff] [blame] | 1230 | counter_value = self.get_packet_counter(counter) |
| 1231 | self.assert_equal(counter_value, expected_value, |
| 1232 | "packet counter `%s'" % counter) |
Klement Sekera | f37c3ba | 2018-11-08 11:24:34 +0100 | [diff] [blame] | 1233 | |
Ole Troan | 233e468 | 2019-05-16 15:01:34 +0200 | [diff] [blame] | 1234 | def assert_error_counter_equal(self, counter, expected_value): |
Ole Troan | e66443c | 2021-03-18 11:12:01 +0100 | [diff] [blame] | 1235 | counter_value = self.statistics[counter].sum() |
Ole Troan | 233e468 | 2019-05-16 15:01:34 +0200 | [diff] [blame] | 1236 | self.assert_equal(counter_value, expected_value, |
| 1237 | "error counter `%s'" % counter) |
| 1238 | |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 1239 | @classmethod |
| 1240 | def sleep(cls, timeout, remark=None): |
Paul Vinciguerra | 0f6602c | 2019-03-10 09:10:54 -0700 | [diff] [blame] | 1241 | |
| 1242 | # /* Allow sleep(0) to maintain win32 semantics, and as decreed |
| 1243 | # * by Guido, only the main thread can be interrupted. |
| 1244 | # */ |
| 1245 | # https://github.com/python/cpython/blob/6673decfa0fb078f60587f5cb5e98460eea137c2/Modules/timemodule.c#L1892 # noqa |
| 1246 | if timeout == 0: |
| 1247 | # yield quantum |
| 1248 | if hasattr(os, 'sched_yield'): |
| 1249 | os.sched_yield() |
| 1250 | else: |
| 1251 | time.sleep(0) |
| 1252 | return |
| 1253 | |
Paul Vinciguerra | 9beabd8 | 2019-12-01 22:24:28 -0500 | [diff] [blame] | 1254 | cls.logger.debug("Starting sleep for %es (%s)", timeout, remark) |
Klement Sekera | 3cfa558 | 2017-04-19 07:10:58 +0000 | [diff] [blame] | 1255 | before = time.time() |
Klement Sekera | a57a970 | 2017-02-02 06:58:07 +0100 | [diff] [blame] | 1256 | time.sleep(timeout) |
Klement Sekera | 3cfa558 | 2017-04-19 07:10:58 +0000 | [diff] [blame] | 1257 | after = time.time() |
Paul Vinciguerra | 9beabd8 | 2019-12-01 22:24:28 -0500 | [diff] [blame] | 1258 | if after - before > 2 * timeout: |
Paul Vinciguerra | 0f6602c | 2019-03-10 09:10:54 -0700 | [diff] [blame] | 1259 | cls.logger.error("unexpected self.sleep() result - " |
Paul Vinciguerra | 6919b0d | 2018-12-09 15:37:04 -0800 | [diff] [blame] | 1260 | "slept for %es instead of ~%es!", |
| 1261 | after - before, timeout) |
Paul Vinciguerra | 9beabd8 | 2019-12-01 22:24:28 -0500 | [diff] [blame] | 1262 | |
| 1263 | cls.logger.debug( |
Klement Sekera | 79a31db | 2021-03-12 18:16:10 +0100 | [diff] [blame] | 1264 | "Finished sleep (%s) - slept %es (wanted %es)", |
| 1265 | remark, after - before, timeout) |
Klement Sekera | a57a970 | 2017-02-02 06:58:07 +0100 | [diff] [blame] | 1266 | |
Benoît Ganne | 8c45e51 | 2021-02-19 16:39:13 +0100 | [diff] [blame] | 1267 | def pg_send(self, intf, pkts, worker=None, trace=True): |
Neale Ranns | 4a56f4e | 2019-12-23 04:10:25 +0000 | [diff] [blame] | 1268 | intf.add_stream(pkts, worker=worker) |
Neale Ranns | 52fae86 | 2018-01-08 04:41:42 -0800 | [diff] [blame] | 1269 | self.pg_enable_capture(self.pg_interfaces) |
Benoît Ganne | 8c45e51 | 2021-02-19 16:39:13 +0100 | [diff] [blame] | 1270 | self.pg_start(trace=trace) |
Paul Vinciguerra | eb41443 | 2019-02-20 09:01:14 -0800 | [diff] [blame] | 1271 | |
| 1272 | def send_and_assert_no_replies(self, intf, pkts, remark="", timeout=None): |
| 1273 | self.pg_send(intf, pkts) |
Neale Ranns | 947ea62 | 2018-06-07 23:48:20 -0700 | [diff] [blame] | 1274 | if not timeout: |
| 1275 | timeout = 1 |
Neale Ranns | 52fae86 | 2018-01-08 04:41:42 -0800 | [diff] [blame] | 1276 | for i in self.pg_interfaces: |
| 1277 | i.get_capture(0, timeout=timeout) |
| 1278 | i.assert_nothing_captured(remark=remark) |
| 1279 | timeout = 0.1 |
| 1280 | |
Benoît Ganne | 8c45e51 | 2021-02-19 16:39:13 +0100 | [diff] [blame] | 1281 | def send_and_expect(self, intf, pkts, output, n_rx=None, worker=None, |
| 1282 | trace=True): |
Neale Ranns | d7603d9 | 2019-03-28 08:56:10 +0000 | [diff] [blame] | 1283 | if not n_rx: |
| 1284 | n_rx = len(pkts) |
Benoît Ganne | 8c45e51 | 2021-02-19 16:39:13 +0100 | [diff] [blame] | 1285 | self.pg_send(intf, pkts, worker=worker, trace=trace) |
Neale Ranns | d7603d9 | 2019-03-28 08:56:10 +0000 | [diff] [blame] | 1286 | rx = output.get_capture(n_rx) |
Neale Ranns | 93cc3ee | 2018-10-10 07:22:51 -0700 | [diff] [blame] | 1287 | return rx |
| 1288 | |
Paul Vinciguerra | eb41443 | 2019-02-20 09:01:14 -0800 | [diff] [blame] | 1289 | def send_and_expect_only(self, intf, pkts, output, timeout=None): |
| 1290 | self.pg_send(intf, pkts) |
Paul Vinciguerra | 8aeb220 | 2019-01-07 16:29:26 -0800 | [diff] [blame] | 1291 | rx = output.get_capture(len(pkts)) |
| 1292 | outputs = [output] |
Neale Ranns | 93cc3ee | 2018-10-10 07:22:51 -0700 | [diff] [blame] | 1293 | if not timeout: |
| 1294 | timeout = 1 |
| 1295 | for i in self.pg_interfaces: |
| 1296 | if i not in outputs: |
| 1297 | i.get_capture(0, timeout=timeout) |
| 1298 | i.assert_nothing_captured() |
| 1299 | timeout = 0.1 |
| 1300 | |
Neale Ranns | 52fae86 | 2018-01-08 04:41:42 -0800 | [diff] [blame] | 1301 | return rx |
| 1302 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1303 | |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 1304 | def get_testcase_doc_name(test): |
| 1305 | return getdoc(test.__class__).splitlines()[0] |
| 1306 | |
| 1307 | |
Ole Trøan | 5ba9159 | 2018-11-22 10:01:09 +0000 | [diff] [blame] | 1308 | def get_test_description(descriptions, test): |
| 1309 | short_description = test.shortDescription() |
| 1310 | if descriptions and short_description: |
| 1311 | return short_description |
| 1312 | else: |
| 1313 | return str(test) |
| 1314 | |
| 1315 | |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 1316 | class TestCaseInfo(object): |
| 1317 | def __init__(self, logger, tempdir, vpp_pid, vpp_bin_path): |
| 1318 | self.logger = logger |
| 1319 | self.tempdir = tempdir |
| 1320 | self.vpp_pid = vpp_pid |
| 1321 | self.vpp_bin_path = vpp_bin_path |
| 1322 | self.core_crash_test = None |
Klement Sekera | 8713493 | 2017-03-07 11:39:27 +0100 | [diff] [blame] | 1323 | |
| 1324 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1325 | class VppTestResult(unittest.TestResult): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1326 | """ |
| 1327 | @property result_string |
| 1328 | String variable to store the test case result string. |
| 1329 | @property errors |
| 1330 | List variable containing 2-tuples of TestCase instances and strings |
| 1331 | holding formatted tracebacks. Each tuple represents a test which |
| 1332 | raised an unexpected exception. |
| 1333 | @property failures |
| 1334 | List variable containing 2-tuples of TestCase instances and strings |
| 1335 | holding formatted tracebacks. Each tuple represents a test where |
| 1336 | a failure was explicitly signalled using the TestCase.assert*() |
| 1337 | methods. |
| 1338 | """ |
| 1339 | |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 1340 | failed_test_cases_info = set() |
| 1341 | core_crash_test_cases_info = set() |
| 1342 | current_test_case_info = None |
| 1343 | |
Paul Vinciguerra | 1ec06ff | 2019-01-16 11:12:50 -0800 | [diff] [blame] | 1344 | def __init__(self, stream=None, descriptions=None, verbosity=None, |
| 1345 | runner=None): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1346 | """ |
Klement Sekera | da505f6 | 2017-01-04 12:58:53 +0100 | [diff] [blame] | 1347 | :param stream File descriptor to store where to report test results. |
| 1348 | Set to the standard error stream by default. |
| 1349 | :param descriptions Boolean variable to store information if to use |
| 1350 | test case descriptions. |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1351 | :param verbosity Integer variable to store required verbosity level. |
| 1352 | """ |
Paul Vinciguerra | dd3c5d2 | 2019-01-13 16:09:10 -0800 | [diff] [blame] | 1353 | super(VppTestResult, self).__init__(stream, descriptions, verbosity) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1354 | self.stream = stream |
| 1355 | self.descriptions = descriptions |
| 1356 | self.verbosity = verbosity |
| 1357 | self.result_string = None |
juraj.linkes | abec012 | 2018-11-16 17:28:56 +0100 | [diff] [blame] | 1358 | self.runner = runner |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 1359 | self.printed = [] |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1360 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1361 | def addSuccess(self, test): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1362 | """ |
| 1363 | Record a test succeeded result |
| 1364 | |
| 1365 | :param test: |
| 1366 | |
| 1367 | """ |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 1368 | if self.current_test_case_info: |
| 1369 | self.current_test_case_info.logger.debug( |
| 1370 | "--- addSuccess() %s.%s(%s) called" % (test.__class__.__name__, |
| 1371 | test._testMethodName, |
| 1372 | test._testMethodDoc)) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1373 | unittest.TestResult.addSuccess(self, test) |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 1374 | self.result_string = colorize("OK", GREEN) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1375 | |
juraj.linkes | cae64f8 | 2018-09-19 15:01:47 +0200 | [diff] [blame] | 1376 | self.send_result_through_pipe(test, PASS) |
| 1377 | |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1378 | def addSkip(self, test, reason): |
| 1379 | """ |
| 1380 | Record a test skipped. |
| 1381 | |
| 1382 | :param test: |
| 1383 | :param reason: |
| 1384 | |
| 1385 | """ |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 1386 | if self.current_test_case_info: |
| 1387 | self.current_test_case_info.logger.debug( |
| 1388 | "--- addSkip() %s.%s(%s) called, reason is %s" % |
| 1389 | (test.__class__.__name__, test._testMethodName, |
| 1390 | test._testMethodDoc, reason)) |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1391 | unittest.TestResult.addSkip(self, test, reason) |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 1392 | self.result_string = colorize("SKIP", YELLOW) |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1393 | |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 1394 | if reason == "not enough cpus": |
| 1395 | self.send_result_through_pipe(test, SKIP_CPU_SHORTAGE) |
| 1396 | else: |
| 1397 | self.send_result_through_pipe(test, SKIP) |
juraj.linkes | cae64f8 | 2018-09-19 15:01:47 +0200 | [diff] [blame] | 1398 | |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 1399 | def symlink_failed(self): |
| 1400 | if self.current_test_case_info: |
Klement Sekera | f413bef | 2017-08-15 07:09:02 +0200 | [diff] [blame] | 1401 | try: |
Klement Sekera | b8c72a4 | 2018-11-08 11:21:39 +0100 | [diff] [blame] | 1402 | failed_dir = os.getenv('FAILED_DIR') |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 1403 | link_path = os.path.join( |
| 1404 | failed_dir, |
| 1405 | '%s-FAILED' % |
| 1406 | os.path.basename(self.current_test_case_info.tempdir)) |
Paul Vinciguerra | 9beabd8 | 2019-12-01 22:24:28 -0500 | [diff] [blame] | 1407 | |
| 1408 | self.current_test_case_info.logger.debug( |
Klement Sekera | 79a31db | 2021-03-12 18:16:10 +0100 | [diff] [blame] | 1409 | "creating a link to the failed test") |
Paul Vinciguerra | 9beabd8 | 2019-12-01 22:24:28 -0500 | [diff] [blame] | 1410 | self.current_test_case_info.logger.debug( |
Klement Sekera | 79a31db | 2021-03-12 18:16:10 +0100 | [diff] [blame] | 1411 | "os.symlink(%s, %s)" % |
| 1412 | (self.current_test_case_info.tempdir, link_path)) |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 1413 | if os.path.exists(link_path): |
Paul Vinciguerra | 9beabd8 | 2019-12-01 22:24:28 -0500 | [diff] [blame] | 1414 | self.current_test_case_info.logger.debug( |
Klement Sekera | 79a31db | 2021-03-12 18:16:10 +0100 | [diff] [blame] | 1415 | 'symlink already exists') |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 1416 | else: |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 1417 | os.symlink(self.current_test_case_info.tempdir, link_path) |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 1418 | |
Klement Sekera | f413bef | 2017-08-15 07:09:02 +0200 | [diff] [blame] | 1419 | except Exception as e: |
Paul Vinciguerra | 9beabd8 | 2019-12-01 22:24:28 -0500 | [diff] [blame] | 1420 | self.current_test_case_info.logger.error(e) |
Klement Sekera | f413bef | 2017-08-15 07:09:02 +0200 | [diff] [blame] | 1421 | |
juraj.linkes | cae64f8 | 2018-09-19 15:01:47 +0200 | [diff] [blame] | 1422 | def send_result_through_pipe(self, test, result): |
| 1423 | if hasattr(self, 'test_framework_result_pipe'): |
| 1424 | pipe = self.test_framework_result_pipe |
juraj.linkes | 5e2c54d | 2018-08-30 10:51:45 +0200 | [diff] [blame] | 1425 | if pipe: |
juraj.linkes | cae64f8 | 2018-09-19 15:01:47 +0200 | [diff] [blame] | 1426 | pipe.send((test.id(), result)) |
juraj.linkes | 5e2c54d | 2018-08-30 10:51:45 +0200 | [diff] [blame] | 1427 | |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 1428 | def log_error(self, test, err, fn_name): |
| 1429 | if self.current_test_case_info: |
| 1430 | if isinstance(test, unittest.suite._ErrorHolder): |
| 1431 | test_name = test.description |
| 1432 | else: |
| 1433 | test_name = '%s.%s(%s)' % (test.__class__.__name__, |
| 1434 | test._testMethodName, |
| 1435 | test._testMethodDoc) |
| 1436 | self.current_test_case_info.logger.debug( |
| 1437 | "--- %s() %s called, err is %s" % |
| 1438 | (fn_name, test_name, err)) |
| 1439 | self.current_test_case_info.logger.debug( |
| 1440 | "formatted exception is:\n%s" % |
| 1441 | "".join(format_exception(*err))) |
| 1442 | |
| 1443 | def add_error(self, test, err, unittest_fn, error_type): |
| 1444 | if error_type == FAIL: |
| 1445 | self.log_error(test, err, 'addFailure') |
| 1446 | error_type_str = colorize("FAIL", RED) |
| 1447 | elif error_type == ERROR: |
| 1448 | self.log_error(test, err, 'addError') |
| 1449 | error_type_str = colorize("ERROR", RED) |
| 1450 | else: |
| 1451 | raise Exception('Error type %s cannot be used to record an ' |
| 1452 | 'error or a failure' % error_type) |
| 1453 | |
| 1454 | unittest_fn(self, test, err) |
| 1455 | if self.current_test_case_info: |
| 1456 | self.result_string = "%s [ temp dir used by test case: %s ]" % \ |
| 1457 | (error_type_str, |
| 1458 | self.current_test_case_info.tempdir) |
| 1459 | self.symlink_failed() |
| 1460 | self.failed_test_cases_info.add(self.current_test_case_info) |
| 1461 | if is_core_present(self.current_test_case_info.tempdir): |
| 1462 | if not self.current_test_case_info.core_crash_test: |
| 1463 | if isinstance(test, unittest.suite._ErrorHolder): |
| 1464 | test_name = str(test) |
| 1465 | else: |
Paul Vinciguerra | ea2450f | 2019-03-06 08:23:58 -0800 | [diff] [blame] | 1466 | test_name = "'{!s}' ({!s})".format( |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 1467 | get_testcase_doc_name(test), test.id()) |
| 1468 | self.current_test_case_info.core_crash_test = test_name |
| 1469 | self.core_crash_test_cases_info.add( |
| 1470 | self.current_test_case_info) |
| 1471 | else: |
| 1472 | self.result_string = '%s [no temp dir]' % error_type_str |
| 1473 | |
| 1474 | self.send_result_through_pipe(test, error_type) |
| 1475 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1476 | def addFailure(self, test, err): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1477 | """ |
| 1478 | Record a test failed result |
| 1479 | |
| 1480 | :param test: |
| 1481 | :param err: error message |
| 1482 | |
| 1483 | """ |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 1484 | self.add_error(test, err, unittest.TestResult.addFailure, FAIL) |
juraj.linkes | cae64f8 | 2018-09-19 15:01:47 +0200 | [diff] [blame] | 1485 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1486 | def addError(self, test, err): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1487 | """ |
| 1488 | Record a test error result |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1489 | |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1490 | :param test: |
| 1491 | :param err: error message |
| 1492 | |
| 1493 | """ |
juraj.linkes | 40dd73b | 2018-09-21 13:55:16 +0200 | [diff] [blame] | 1494 | self.add_error(test, err, unittest.TestResult.addError, ERROR) |
juraj.linkes | cae64f8 | 2018-09-19 15:01:47 +0200 | [diff] [blame] | 1495 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1496 | def getDescription(self, test): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1497 | """ |
| 1498 | Get test description |
| 1499 | |
| 1500 | :param test: |
| 1501 | :returns: test description |
| 1502 | |
| 1503 | """ |
Ole Trøan | 5ba9159 | 2018-11-22 10:01:09 +0000 | [diff] [blame] | 1504 | return get_test_description(self.descriptions, test) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1505 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1506 | def startTest(self, test): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1507 | """ |
| 1508 | Start a test |
| 1509 | |
| 1510 | :param test: |
| 1511 | |
| 1512 | """ |
Paul Vinciguerra | dd3c5d2 | 2019-01-13 16:09:10 -0800 | [diff] [blame] | 1513 | |
| 1514 | def print_header(test): |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 1515 | if test.__class__ in self.printed: |
| 1516 | return |
| 1517 | |
Andrew Yourtchenko | a3b7c55 | 2020-08-26 14:33:54 +0000 | [diff] [blame] | 1518 | test_doc = getdoc(test) |
| 1519 | if not test_doc: |
| 1520 | raise Exception("No doc string for test '%s'" % test.id()) |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 1521 | |
Klement Sekera | ea6236b | 2021-03-25 14:03:44 +0100 | [diff] [blame] | 1522 | test_title = test_doc.splitlines()[0].rstrip() |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 1523 | test_title = colorize(test_title, GREEN) |
Andrew Yourtchenko | 06f3281 | 2021-01-14 10:19:08 +0000 | [diff] [blame] | 1524 | if test.is_tagged_run_solo(): |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 1525 | test_title = colorize(f"SOLO RUN: {test_title}", YELLOW) |
Andrew Yourtchenko | a3b7c55 | 2020-08-26 14:33:54 +0000 | [diff] [blame] | 1526 | |
Andrew Yourtchenko | c8eae8d | 2021-01-20 20:30:36 +0000 | [diff] [blame] | 1527 | # This block may overwrite the colorized title above, |
| 1528 | # but we want this to stand out and be fixed |
| 1529 | if test.has_tag(TestCaseTag.FIXME_VPP_WORKERS): |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 1530 | test_title = colorize( |
| 1531 | f"FIXME with VPP workers: {test_title}", RED) |
Andrew Yourtchenko | c8eae8d | 2021-01-20 20:30:36 +0000 | [diff] [blame] | 1532 | |
Klement Sekera | ea6236b | 2021-03-25 14:03:44 +0100 | [diff] [blame] | 1533 | if hasattr(test, 'vpp_worker_count'): |
| 1534 | if test.vpp_worker_count == 0: |
| 1535 | test_title += " [main thread only]" |
| 1536 | elif test.vpp_worker_count == 1: |
| 1537 | test_title += " [1 worker thread]" |
| 1538 | else: |
| 1539 | test_title += f" [{test.vpp_worker_count} worker threads]" |
| 1540 | |
Klement Sekera | 558ceab | 2021-04-08 19:37:41 +0200 | [diff] [blame] | 1541 | if test.__class__.skipped_due_to_cpu_lack: |
| 1542 | test_title = colorize( |
| 1543 | f"{test_title} [skipped - not enough cpus, " |
| 1544 | f"required={test.__class__.get_cpus_required()}, " |
| 1545 | f"available={max_vpp_cpus}]", YELLOW) |
| 1546 | |
| 1547 | print(double_line_delim) |
| 1548 | print(test_title) |
| 1549 | print(double_line_delim) |
| 1550 | self.printed.append(test.__class__) |
Paul Vinciguerra | dd3c5d2 | 2019-01-13 16:09:10 -0800 | [diff] [blame] | 1551 | |
| 1552 | print_header(test) |
Ole Troan | 0c62932 | 2019-11-28 14:48:44 +0100 | [diff] [blame] | 1553 | self.start_test = time.time() |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1554 | unittest.TestResult.startTest(self, test) |
| 1555 | if self.verbosity > 0: |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1556 | self.stream.writeln( |
| 1557 | "Starting " + self.getDescription(test) + " ...") |
| 1558 | self.stream.writeln(single_line_delim) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1559 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1560 | def stopTest(self, test): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1561 | """ |
juraj.linkes | 5e2c54d | 2018-08-30 10:51:45 +0200 | [diff] [blame] | 1562 | Called when the given test has been run |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1563 | |
| 1564 | :param test: |
| 1565 | |
| 1566 | """ |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1567 | unittest.TestResult.stopTest(self, test) |
Ole Troan | 0c62932 | 2019-11-28 14:48:44 +0100 | [diff] [blame] | 1568 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1569 | if self.verbosity > 0: |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1570 | self.stream.writeln(single_line_delim) |
Klement Sekera | 52e84f3 | 2017-01-13 07:25:25 +0100 | [diff] [blame] | 1571 | self.stream.writeln("%-73s%s" % (self.getDescription(test), |
Klement Sekera | da505f6 | 2017-01-04 12:58:53 +0100 | [diff] [blame] | 1572 | self.result_string)) |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1573 | self.stream.writeln(single_line_delim) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1574 | else: |
Ole Troan | 0c62932 | 2019-11-28 14:48:44 +0100 | [diff] [blame] | 1575 | self.stream.writeln("%-68s %4.2f %s" % |
| 1576 | (self.getDescription(test), |
| 1577 | time.time() - self.start_test, |
| 1578 | self.result_string)) |
juraj.linkes | cae64f8 | 2018-09-19 15:01:47 +0200 | [diff] [blame] | 1579 | |
| 1580 | self.send_result_through_pipe(test, TEST_RUN) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1581 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1582 | def printErrors(self): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1583 | """ |
| 1584 | Print errors from running the test case |
| 1585 | """ |
juraj.linkes | abec012 | 2018-11-16 17:28:56 +0100 | [diff] [blame] | 1586 | if len(self.errors) > 0 or len(self.failures) > 0: |
| 1587 | self.stream.writeln() |
| 1588 | self.printErrorList('ERROR', self.errors) |
| 1589 | self.printErrorList('FAIL', self.failures) |
| 1590 | |
| 1591 | # ^^ that is the last output from unittest before summary |
| 1592 | if not self.runner.print_summary: |
| 1593 | devnull = unittest.runner._WritelnDecorator(open(os.devnull, 'w')) |
| 1594 | self.stream = devnull |
| 1595 | self.runner.stream = devnull |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1596 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1597 | def printErrorList(self, flavour, errors): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1598 | """ |
| 1599 | Print error list to the output stream together with error type |
| 1600 | and test case description. |
| 1601 | |
| 1602 | :param flavour: error type |
| 1603 | :param errors: iterable errors |
| 1604 | |
| 1605 | """ |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1606 | for test, err in errors: |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1607 | self.stream.writeln(double_line_delim) |
| 1608 | self.stream.writeln("%s: %s" % |
| 1609 | (flavour, self.getDescription(test))) |
| 1610 | self.stream.writeln(single_line_delim) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1611 | self.stream.writeln("%s" % err) |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1612 | |
| 1613 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1614 | class VppTestRunner(unittest.TextTestRunner): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1615 | """ |
Klement Sekera | 104543f | 2017-02-03 07:29:43 +0100 | [diff] [blame] | 1616 | A basic test runner implementation which prints results to standard error. |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1617 | """ |
Paul Vinciguerra | 6919b0d | 2018-12-09 15:37:04 -0800 | [diff] [blame] | 1618 | |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1619 | @property |
| 1620 | def resultclass(self): |
| 1621 | """Class maintaining the results of the tests""" |
| 1622 | return VppTestResult |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1623 | |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 1624 | def __init__(self, keep_alive_pipe=None, descriptions=True, verbosity=1, |
juraj.linkes | cae64f8 | 2018-09-19 15:01:47 +0200 | [diff] [blame] | 1625 | result_pipe=None, failfast=False, buffer=False, |
Paul Vinciguerra | 9889402 | 2019-01-13 21:32:37 -0800 | [diff] [blame] | 1626 | resultclass=None, print_summary=True, **kwargs): |
Klement Sekera | 7a161da | 2017-01-17 13:42:48 +0100 | [diff] [blame] | 1627 | # ignore stream setting here, use hard-coded stdout to be in sync |
| 1628 | # with prints from VppTestCase methods ... |
| 1629 | super(VppTestRunner, self).__init__(sys.stdout, descriptions, |
| 1630 | verbosity, failfast, buffer, |
Paul Vinciguerra | 9889402 | 2019-01-13 21:32:37 -0800 | [diff] [blame] | 1631 | resultclass, **kwargs) |
juraj.linkes | ccfead6 | 2018-11-21 13:20:43 +0100 | [diff] [blame] | 1632 | KeepAliveReporter.pipe = keep_alive_pipe |
Klement Sekera | 104543f | 2017-02-03 07:29:43 +0100 | [diff] [blame] | 1633 | |
juraj.linkes | abec012 | 2018-11-16 17:28:56 +0100 | [diff] [blame] | 1634 | self.orig_stream = self.stream |
| 1635 | self.resultclass.test_framework_result_pipe = result_pipe |
| 1636 | |
| 1637 | self.print_summary = print_summary |
| 1638 | |
| 1639 | def _makeResult(self): |
| 1640 | return self.resultclass(self.stream, |
| 1641 | self.descriptions, |
| 1642 | self.verbosity, |
| 1643 | self) |
juraj.linkes | 5e2c54d | 2018-08-30 10:51:45 +0200 | [diff] [blame] | 1644 | |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 1645 | def run(self, test): |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 1646 | """ |
| 1647 | Run the tests |
| 1648 | |
| 1649 | :param test: |
| 1650 | |
| 1651 | """ |
Klement Sekera | 3658adc | 2017-06-07 08:19:47 +0200 | [diff] [blame] | 1652 | faulthandler.enable() # emit stack trace to stderr if killed by signal |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 1653 | |
| 1654 | result = super(VppTestRunner, self).run(test) |
juraj.linkes | abec012 | 2018-11-16 17:28:56 +0100 | [diff] [blame] | 1655 | if not self.print_summary: |
| 1656 | self.stream = self.orig_stream |
| 1657 | result.stream = self.orig_stream |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 1658 | return result |
Neale Ranns | 812ed39 | 2017-10-16 04:20:13 -0700 | [diff] [blame] | 1659 | |
| 1660 | |
| 1661 | class Worker(Thread): |
Paul Vinciguerra | 48bdbcd | 2019-12-04 19:43:53 -0500 | [diff] [blame] | 1662 | def __init__(self, executable_args, logger, env=None, *args, **kwargs): |
| 1663 | super(Worker, self).__init__(*args, **kwargs) |
Neale Ranns | 812ed39 | 2017-10-16 04:20:13 -0700 | [diff] [blame] | 1664 | self.logger = logger |
Paul Vinciguerra | 48bdbcd | 2019-12-04 19:43:53 -0500 | [diff] [blame] | 1665 | self.args = executable_args |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 1666 | if hasattr(self, 'testcase') and self.testcase.debug_all: |
| 1667 | if self.testcase.debug_gdbserver: |
| 1668 | self.args = ['/usr/bin/gdbserver', 'localhost:{port}' |
| 1669 | .format(port=self.testcase.gdbserver_port)] + args |
| 1670 | elif self.testcase.debug_gdb and hasattr(self, 'wait_for_gdb'): |
| 1671 | self.args.append(self.wait_for_gdb) |
Paul Vinciguerra | 48bdbcd | 2019-12-04 19:43:53 -0500 | [diff] [blame] | 1672 | self.app_bin = executable_args[0] |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 1673 | self.app_name = os.path.basename(self.app_bin) |
| 1674 | if hasattr(self, 'role'): |
| 1675 | self.app_name += ' {role}'.format(role=self.role) |
Paul Vinciguerra | 063366e | 2019-06-30 15:38:55 -0400 | [diff] [blame] | 1676 | self.process = None |
Neale Ranns | 812ed39 | 2017-10-16 04:20:13 -0700 | [diff] [blame] | 1677 | self.result = None |
Paul Vinciguerra | 063366e | 2019-06-30 15:38:55 -0400 | [diff] [blame] | 1678 | env = {} if env is None else env |
Dave Wallace | 42996c0 | 2018-02-26 14:40:13 -0500 | [diff] [blame] | 1679 | self.env = copy.deepcopy(env) |
Neale Ranns | 812ed39 | 2017-10-16 04:20:13 -0700 | [diff] [blame] | 1680 | |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 1681 | def wait_for_enter(self): |
| 1682 | if not hasattr(self, 'testcase'): |
| 1683 | return |
| 1684 | if self.testcase.debug_all and self.testcase.debug_gdbserver: |
| 1685 | print() |
| 1686 | print(double_line_delim) |
| 1687 | print("Spawned GDB Server for '{app}' with PID: {pid}" |
| 1688 | .format(app=self.app_name, pid=self.process.pid)) |
| 1689 | elif self.testcase.debug_all and self.testcase.debug_gdb: |
| 1690 | print() |
| 1691 | print(double_line_delim) |
| 1692 | print("Spawned '{app}' with PID: {pid}" |
| 1693 | .format(app=self.app_name, pid=self.process.pid)) |
| 1694 | else: |
| 1695 | return |
| 1696 | print(single_line_delim) |
| 1697 | print("You can debug '{app}' using:".format(app=self.app_name)) |
| 1698 | if self.testcase.debug_gdbserver: |
| 1699 | print("sudo gdb " + self.app_bin + |
| 1700 | " -ex 'target remote localhost:{port}'" |
| 1701 | .format(port=self.testcase.gdbserver_port)) |
| 1702 | print("Now is the time to attach gdb by running the above " |
| 1703 | "command, set up breakpoints etc., then resume from " |
| 1704 | "within gdb by issuing the 'continue' command") |
| 1705 | self.testcase.gdbserver_port += 1 |
| 1706 | elif self.testcase.debug_gdb: |
| 1707 | print("sudo gdb " + self.app_bin + |
| 1708 | " -ex 'attach {pid}'".format(pid=self.process.pid)) |
| 1709 | print("Now is the time to attach gdb by running the above " |
| 1710 | "command and set up breakpoints etc., then resume from" |
| 1711 | " within gdb by issuing the 'continue' command") |
| 1712 | print(single_line_delim) |
| 1713 | input("Press ENTER to continue running the testcase...") |
| 1714 | |
Neale Ranns | 812ed39 | 2017-10-16 04:20:13 -0700 | [diff] [blame] | 1715 | def run(self): |
| 1716 | executable = self.args[0] |
Paul Vinciguerra | 063366e | 2019-06-30 15:38:55 -0400 | [diff] [blame] | 1717 | if not os.path.exists(executable) or not os.access( |
| 1718 | executable, os.F_OK | os.X_OK): |
| 1719 | # Exit code that means some system file did not exist, |
| 1720 | # could not be opened, or had some other kind of error. |
| 1721 | self.result = os.EX_OSFILE |
| 1722 | raise EnvironmentError( |
| 1723 | "executable '%s' is not found or executable." % executable) |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 1724 | self.logger.debug("Running executable: '{app}'" |
| 1725 | .format(app=' '.join(self.args))) |
Neale Ranns | 812ed39 | 2017-10-16 04:20:13 -0700 | [diff] [blame] | 1726 | env = os.environ.copy() |
Dave Wallace | cfcf2f4 | 2018-02-16 18:31:56 -0500 | [diff] [blame] | 1727 | env.update(self.env) |
Neale Ranns | 812ed39 | 2017-10-16 04:20:13 -0700 | [diff] [blame] | 1728 | env["CK_LOG_FILE_NAME"] = "-" |
| 1729 | self.process = subprocess.Popen( |
Dave Wallace | ae8d332 | 2021-05-18 17:12:16 -0400 | [diff] [blame] | 1730 | ['stdbuf', '-o0', '-e0'] + self.args, shell=False, env=env, |
| 1731 | preexec_fn=os.setpgrp, stdout=subprocess.PIPE, |
| 1732 | stderr=subprocess.PIPE) |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 1733 | self.wait_for_enter() |
Neale Ranns | 812ed39 | 2017-10-16 04:20:13 -0700 | [diff] [blame] | 1734 | out, err = self.process.communicate() |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 1735 | self.logger.debug("Finished running `{app}'".format(app=self.app_name)) |
Neale Ranns | 812ed39 | 2017-10-16 04:20:13 -0700 | [diff] [blame] | 1736 | self.logger.info("Return code is `%s'" % self.process.returncode) |
| 1737 | self.logger.info(single_line_delim) |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 1738 | self.logger.info("Executable `{app}' wrote to stdout:" |
| 1739 | .format(app=self.app_name)) |
Neale Ranns | 812ed39 | 2017-10-16 04:20:13 -0700 | [diff] [blame] | 1740 | self.logger.info(single_line_delim) |
Dave Wallace | 97ea2f4 | 2019-10-29 19:12:03 -0400 | [diff] [blame] | 1741 | self.logger.info(out.decode('utf-8')) |
Neale Ranns | 812ed39 | 2017-10-16 04:20:13 -0700 | [diff] [blame] | 1742 | self.logger.info(single_line_delim) |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 1743 | self.logger.info("Executable `{app}' wrote to stderr:" |
| 1744 | .format(app=self.app_name)) |
Neale Ranns | 812ed39 | 2017-10-16 04:20:13 -0700 | [diff] [blame] | 1745 | self.logger.info(single_line_delim) |
Dave Wallace | 97ea2f4 | 2019-10-29 19:12:03 -0400 | [diff] [blame] | 1746 | self.logger.info(err.decode('utf-8')) |
Neale Ranns | 812ed39 | 2017-10-16 04:20:13 -0700 | [diff] [blame] | 1747 | self.logger.info(single_line_delim) |
| 1748 | self.result = self.process.returncode |
Paul Vinciguerra | dd3c5d2 | 2019-01-13 16:09:10 -0800 | [diff] [blame] | 1749 | |
Klement Sekera | 6aa58b7 | 2019-05-16 14:34:55 +0200 | [diff] [blame] | 1750 | |
Paul Vinciguerra | dd3c5d2 | 2019-01-13 16:09:10 -0800 | [diff] [blame] | 1751 | if __name__ == '__main__': |
| 1752 | pass |