BenoƮt Ganne | 9fb6d40 | 2019-04-15 15:28:21 +0200 | [diff] [blame] | 1 | ASAN_OPTIONS?=verify_asan_link_order=0:detect_leaks=0:abort_on_error=1:unmap_shadow_on_exit=1:disable_coredump=0 |
| 2 | export ASAN_OPTIONS |
| 3 | |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 4 | .PHONY: verify-env |
| 5 | verify-env: |
| 6 | ifndef WS_ROOT |
| 7 | $(error WS_ROOT is not set) |
| 8 | endif |
| 9 | ifndef BR |
| 10 | $(error BR is not set) |
| 11 | endif |
Klement Sekera | b8c72a4 | 2018-11-08 11:21:39 +0100 | [diff] [blame] | 12 | ifndef TEST_DIR |
| 13 | $(error TEST_DIR is not set) |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 14 | endif |
| 15 | |
Dave Wallace | eddd8e3 | 2021-05-12 21:43:59 -0400 | [diff] [blame] | 16 | export TEST_BR = $(TEST_DIR) |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 17 | FAILED_DIR=/tmp/vpp-failed-unittests/ |
Dave Wallace | eddd8e3 | 2021-05-12 21:43:59 -0400 | [diff] [blame] | 18 | VPP_TEST_DIRS=$(shell ls -d $(TEST_DIR) $(EXTERN_TESTS)) |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 19 | |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 20 | FORCE_NO_WIPE=0 |
Klement Sekera | db4e84c | 2017-08-11 10:06:15 +0200 | [diff] [blame] | 21 | ifeq ($(DEBUG),gdb) |
| 22 | FORCE_FOREGROUND=1 |
| 23 | else ifeq ($(DEBUG),gdbserver) |
| 24 | FORCE_FOREGROUND=1 |
Dave Wallace | 2456433 | 2019-10-21 02:53:14 +0000 | [diff] [blame] | 25 | else ifeq ($(DEBUG),gdb-all) |
| 26 | FORCE_FOREGROUND=1 |
| 27 | else ifeq ($(DEBUG),gdbserver-all) |
| 28 | FORCE_FOREGROUND=1 |
Klement Sekera | b90be67 | 2017-10-10 06:44:05 +0200 | [diff] [blame] | 29 | else ifeq ($(DEBUG),core) |
| 30 | FORCE_FOREGROUND=1 |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 31 | else ifeq ($(DEBUG),attach) |
| 32 | FORCE_FOREGROUND=1 |
| 33 | FORCE_NO_WIPE=1 |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 34 | else ifeq ($(STEP),yes) |
| 35 | FORCE_FOREGROUND=1 |
| 36 | else ifeq ($(STEP),y) |
| 37 | FORCE_FOREGROUND=1 |
| 38 | else ifeq ($(STEP),1) |
| 39 | FORCE_FOREGROUND=1 |
Klement Sekera | db4e84c | 2017-08-11 10:06:15 +0200 | [diff] [blame] | 40 | else |
| 41 | FORCE_FOREGROUND=0 |
| 42 | endif |
| 43 | |
Klement Sekera | bbfa5fd | 2018-06-27 13:54:32 +0200 | [diff] [blame] | 44 | ifdef PROFILE_OUTPUT |
| 45 | PROFILE_OUTPUT_OPTS=-o $(PROFILE_OUTPUT) |
| 46 | endif |
| 47 | |
| 48 | ifndef PROFILE_SORT_BY |
| 49 | PROFILE_SORT_BY=cumtime |
| 50 | endif |
| 51 | |
| 52 | ifeq ($(PROFILE),1) |
Klement Sekera | b23ffd7 | 2021-05-31 16:08:53 +0200 | [diff] [blame] | 53 | PYTHON_OPTS="-m cProfile $(PROFILE_OUTPUT_OPTS) -s $(PROFILE_SORT_BY)" |
Klement Sekera | bbfa5fd | 2018-06-27 13:54:32 +0200 | [diff] [blame] | 54 | FORCE_FOREGROUND=1 |
| 55 | endif |
| 56 | |
Saima Yunus | c7f93b3 | 2022-08-10 03:25:31 -0400 | [diff] [blame] | 57 | VENV_BR_DIR=$(BR)/test |
| 58 | VENV_PATH=$(VENV_BR_DIR)/venv |
Klement Sekera | b8c72a4 | 2018-11-08 11:21:39 +0100 | [diff] [blame] | 59 | |
Klement Sekera | ebbaf55 | 2018-02-17 13:41:33 +0100 | [diff] [blame] | 60 | ifeq ($(TEST_DEBUG),1) |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 61 | VENV_RUN_DIR:=$(VENV_PATH)/run-debug |
Klement Sekera | ebbaf55 | 2018-02-17 13:41:33 +0100 | [diff] [blame] | 62 | else |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 63 | VENV_RUN_DIR:=$(VENV_PATH)/run |
Klement Sekera | ebbaf55 | 2018-02-17 13:41:33 +0100 | [diff] [blame] | 64 | endif |
| 65 | |
vagrant | 937bf30 | 2017-04-07 01:48:47 +0000 | [diff] [blame] | 66 | ifeq ($(PYTHON),) |
Ole Troan | 6e6ad64 | 2020-02-04 13:28:13 +0100 | [diff] [blame] | 67 | PYTHON_INTERP=python3 |
vagrant | 937bf30 | 2017-04-07 01:48:47 +0000 | [diff] [blame] | 68 | else |
| 69 | PYTHON_INTERP=$(PYTHON) |
| 70 | endif |
| 71 | |
Klement Sekera | b23ffd7 | 2021-05-31 16:08:53 +0200 | [diff] [blame] | 72 | ifeq ($(V),) |
| 73 | V=0 |
| 74 | endif |
| 75 | |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 76 | PYTHON_VERSION=$(shell $(PYTHON_INTERP) -c 'import sys; print(sys.version_info.major)') |
Dave Wallace | 7b8b465 | 2023-08-15 19:05:26 -0400 | [diff] [blame] | 77 | PIP_VERSION=23.2.1 |
Aloys Augustin | ef29fa4 | 2020-05-25 18:07:24 +0200 | [diff] [blame] | 78 | # Keep in sync with requirements.txt |
Dave Wallace | 7b8b465 | 2023-08-15 19:05:26 -0400 | [diff] [blame] | 79 | PIP_TOOLS_VERSION=7.3.0 |
| 80 | PIP_SETUPTOOLS_VERSION=68.1.0 |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 81 | PYTHON_DEPENDS=requirements-$(PYTHON_VERSION).txt |
Ole Troan | 6e6ad64 | 2020-02-04 13:28:13 +0100 | [diff] [blame] | 82 | SCAPY_SOURCE=$(shell find $(VENV_PATH)/lib/python* -name site-packages) |
Dave Wallace | 1c95e12 | 2023-06-21 23:14:38 -0400 | [diff] [blame] | 83 | BUILD_COV_DIR=$(BR)/test-coverage |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 84 | |
Aloys Augustin | ef29fa4 | 2020-05-25 18:07:24 +0200 | [diff] [blame] | 85 | PIP_TOOLS_INSTALL_DONE=$(VENV_RUN_DIR)/pip-tools-install-$(PYTHON_VERSION)-$(PIP_TOOLS_VERSION).done |
| 86 | PIP_INSTALL_DONE=$(VENV_RUN_DIR)/pip-install-$(PYTHON_VERSION)-$(PIP_VERSION).done |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 87 | PIP_PATCH_DONE=$(VENV_RUN_DIR)/pip-patch-$(PYTHON_VERSION).done |
| 88 | PAPI_INSTALL_DONE=$(VENV_RUN_DIR)/papi-install-$(PYTHON_VERSION).done |
| 89 | PAPI_PYTHON_SRC_DIR=$(WS_ROOT)/src/vpp-api/python |
| 90 | PAPI_WIPE_DIST=$(WS_ROOT)/src/vpp-api/vapi/__pycache__ \ |
| 91 | $(PAPI_PYTHON_SRC_DIR)/build \ |
| 92 | $(PAPI_PYTHON_SRC_DIR)/vpp_papi.egg-info \ |
| 93 | $(PAPI_PYTHON_SRC_DIR)/vpp_papi/__pycache__ |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 94 | |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 95 | $(PIP_TOOLS_INSTALL_DONE): |
| 96 | @rm -rf $(VENV_PATH) |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 97 | @mkdir -p $(VENV_RUN_DIR) |
Klement Sekera | 7554aef | 2021-03-30 19:46:06 +0200 | [diff] [blame] | 98 | @$(PYTHON_INTERP) -m venv $(VENV_PATH) |
Aloys Augustin | 8adb92b | 2019-07-23 15:19:28 +0200 | [diff] [blame] | 99 | # pip version pinning |
| 100 | @bash -c "source $(VENV_PATH)/bin/activate && \ |
Klement Sekera | a8a9a8a | 2021-04-10 12:37:04 +0200 | [diff] [blame] | 101 | python3 -m pip install pip===$(PIP_VERSION)" |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 102 | @bash -c "source $(VENV_PATH)/bin/activate && \ |
Klement Sekera | a8a9a8a | 2021-04-10 12:37:04 +0200 | [diff] [blame] | 103 | python3 -m pip install pip-tools===$(PIP_TOOLS_VERSION)" |
Dave Wallace | fa5aabb | 2022-02-05 09:27:05 -0500 | [diff] [blame] | 104 | @bash -c "source $(VENV_PATH)/bin/activate && \ |
| 105 | python3 -m pip install setuptools===$(PIP_SETUPTOOLS_VERSION)" |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 106 | @touch $@ |
| 107 | |
Aloys Augustin | 8eca60d | 2020-06-24 11:33:20 +0200 | [diff] [blame] | 108 | $(PYTHON_DEPENDS): requirements.txt |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 109 | @bash -c "source $(VENV_PATH)/bin/activate && \ |
| 110 | CUSTOM_COMPILE_COMMAND='make test-refresh-deps (or update requirements.txt)' \ |
Klement Sekera | a8a9a8a | 2021-04-10 12:37:04 +0200 | [diff] [blame] | 111 | python3 -m piptools compile -q --generate-hashes requirements.txt --output-file $@" |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 112 | |
Aloys Augustin | 8eca60d | 2020-06-24 11:33:20 +0200 | [diff] [blame] | 113 | $(PIP_INSTALL_DONE): $(PIP_TOOLS_INSTALL_DONE) $(PYTHON_DEPENDS) |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 114 | @bash -c "source $(VENV_PATH)/bin/activate && \ |
Klement Sekera | a8a9a8a | 2021-04-10 12:37:04 +0200 | [diff] [blame] | 115 | python3 -m piptools sync $(PYTHON_DEPENDS)" |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 116 | @touch $@ |
| 117 | |
Klement Sekera | 9f9d07b | 2016-12-12 09:20:50 +0100 | [diff] [blame] | 118 | $(PIP_PATCH_DONE): $(PIP_INSTALL_DONE) |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 119 | @echo --- patching --- |
Dave Wallace | 6f692d6 | 2017-01-26 21:07:10 -0500 | [diff] [blame] | 120 | @sleep 1 # Ensure python recompiles patched *.py files -> *.pyc |
snaramre | 5d4b891 | 2019-12-13 23:39:35 +0000 | [diff] [blame] | 121 | for f in $(CURDIR)/patches/scapy-2.4.3/*.patch ; do \ |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 122 | echo Applying patch: $$(basename $$f) ; \ |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 123 | patch --forward -p1 -d $(SCAPY_SOURCE) < $$f ; \ |
| 124 | retCode=$$?; \ |
Aloys Augustin | 8eca60d | 2020-06-24 11:33:20 +0200 | [diff] [blame] | 125 | [ $$retCode -gt 1 ] && exit $$retCode; \ |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 126 | done; \ |
| 127 | touch $@ |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 128 | |
Klement Sekera | 9f9d07b | 2016-12-12 09:20:50 +0100 | [diff] [blame] | 129 | $(PAPI_INSTALL_DONE): $(PIP_PATCH_DONE) |
Klement Sekera | a8a9a8a | 2021-04-10 12:37:04 +0200 | [diff] [blame] | 130 | @bash -c "source $(VENV_PATH)/bin/activate && python3 -m pip install -e $(PAPI_PYTHON_SRC_DIR)" |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 131 | @touch $@ |
| 132 | |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 133 | .PHONY: refresh-deps |
Dave Wallace | 7b8b465 | 2023-08-15 19:05:26 -0400 | [diff] [blame] | 134 | refresh-deps: clean-deps $(PIP_INSTALL_DONE) $(PYTHON_DEPENDS) |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 135 | |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 136 | .PHONY: clean-deps |
Aloys Augustin | 28fa8cb | 2019-06-21 17:04:29 +0200 | [diff] [blame] | 137 | clean-deps: |
| 138 | @rm -f $(PYTHON_DEPENDS) |
| 139 | |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 140 | INTERN_PLUGIN_SRC_DIR=$(WS_ROOT)/src/plugins |
Dave Wallace | a43c93f | 2019-08-22 00:32:29 +0000 | [diff] [blame] | 141 | ifneq ($(EXTERN_PLUGIN_SRC_DIR),) |
| 142 | PLUGIN_SRC_DIR=$(EXTERN_PLUGIN_SRC_DIR) |
| 143 | else |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 144 | PLUGIN_SRC_DIR=$(INTERN_PLUGIN_SRC_DIR) |
Dave Wallace | a43c93f | 2019-08-22 00:32:29 +0000 | [diff] [blame] | 145 | endif |
Dave Wallace | a43c93f | 2019-08-22 00:32:29 +0000 | [diff] [blame] | 146 | |
Klement Sekera | c160ae0 | 2017-03-09 08:20:13 +0100 | [diff] [blame] | 147 | .PHONY: sanity |
| 148 | |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 149 | ifndef TEST_JOBS |
| 150 | PARALLEL_ILLEGAL=0 |
Klement Sekera | b23ffd7 | 2021-05-31 16:08:53 +0200 | [diff] [blame] | 151 | TEST_JOBS=1 |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 152 | else ifeq ($(FORCE_FOREGROUND),0) |
| 153 | PARALLEL_ILLEGAL=0 |
Klement Sekera | b23ffd7 | 2021-05-31 16:08:53 +0200 | [diff] [blame] | 154 | else ifneq ($(findstring $(TEST_JOBS),1 auto),) |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 155 | PARALLEL_ILLEGAL=0 |
| 156 | else |
| 157 | PARALLEL_ILLEGAL=1 |
| 158 | endif |
| 159 | |
Klement Sekera | b23ffd7 | 2021-05-31 16:08:53 +0200 | [diff] [blame] | 160 | ifneq ($(DEBUG),) |
| 161 | SANITY=no |
| 162 | endif |
| 163 | |
| 164 | ifneq ($(findstring $(SANITY),0 n no),) |
| 165 | SANITY_IMPORT_VPP_PAPI_CMD=true |
| 166 | ARG0= |
| 167 | else |
| 168 | SANITY_IMPORT_VPP_PAPI_CMD=source $(VENV_PATH)/bin/activate && $(PYTHON_INTERP) sanity_import_vpp_papi.py |
| 169 | ARG0=--sanity |
| 170 | endif |
| 171 | |
| 172 | ARG1= |
| 173 | ifneq ($(findstring $(FAILFAST),1 y yes),) |
| 174 | ARG1=--failfast |
| 175 | endif |
| 176 | |
| 177 | ARG2= |
| 178 | ifneq ($(findstring $(EXTENDED_TESTS),1 y yes),) |
| 179 | ARG2=--extended |
| 180 | endif |
| 181 | |
| 182 | ARG3= |
| 183 | ifneq ($(EXTERN_TESTS),) |
| 184 | ARG3=--test-src-dir $(EXTERN_TESTS) |
| 185 | endif |
| 186 | |
| 187 | ARG4= |
| 188 | ifneq ($(findstring $(FORCE_FOREGROUND),1 y yes),) |
| 189 | ARG4=--force-foreground |
| 190 | endif |
| 191 | |
| 192 | ARG5= |
| 193 | ifneq ($(findstring $(COREDUMP_COMPRESS),1 y yes),) |
| 194 | ARG5=--compress-core |
| 195 | endif |
| 196 | |
| 197 | ARG6= |
| 198 | ifneq ($(findstring $(STEP),1 y yes),) |
| 199 | ARG6=--step |
| 200 | endif |
| 201 | |
| 202 | ARG7= |
Dave Wallace | 878a9f5 | 2023-08-08 15:25:21 -0400 | [diff] [blame] | 203 | ifneq ($(findstring $(TEST_GCOV),1 y yes),) |
Klement Sekera | b23ffd7 | 2021-05-31 16:08:53 +0200 | [diff] [blame] | 204 | ARG7=--gcov |
| 205 | endif |
| 206 | |
| 207 | ARG8= |
| 208 | ifneq ($(EXTERN_PLUGINS),) |
| 209 | ARG8=--extern-plugin-dir=$(EXTERN_PLUGINS) |
| 210 | endif |
| 211 | |
| 212 | ARG9= |
| 213 | ifneq ($(DEBUG),) |
| 214 | ARG9=--debug=$(DEBUG) |
| 215 | endif |
| 216 | |
| 217 | ARG10= |
| 218 | ifneq ($(COREDUMP_SIZE),) |
| 219 | ARG10=--coredump-size=$(COREDUMP_SIZE) |
| 220 | endif |
| 221 | |
| 222 | ARG11= |
| 223 | ifneq ($(VARIANT),) |
| 224 | ARG11=--variant=$(VARIANT) |
| 225 | endif |
| 226 | |
| 227 | ARG12=--cache-vpp-output |
| 228 | ifneq ($(findstring $(CACHE_OUTPUT),0 n no),) |
| 229 | ARG12= |
| 230 | endif |
| 231 | |
| 232 | ARG13= |
| 233 | ifneq ($(MAX_VPP_CPUS),) |
| 234 | ARG13=--max-vpp-cpus=$(MAX_VPP_CPUS) |
| 235 | endif |
| 236 | |
| 237 | ARG14= |
| 238 | ifneq ($(TIMEOUT),) |
| 239 | ARG14=--timeout=$(TIMEOUT) |
| 240 | endif |
| 241 | |
| 242 | ARG15= |
| 243 | ifneq ($(findstring $(TEST_DEBUG),1 y yes),) |
| 244 | ARG15=--debug-framework |
| 245 | endif |
| 246 | |
| 247 | ARG16= |
| 248 | ifneq ($(findstring $(API_FUZZ),1 y yes),) |
| 249 | ARG16=--api-fuzz=on |
| 250 | endif |
| 251 | |
Ole Troan | 37157da | 2022-12-01 11:22:06 +0100 | [diff] [blame] | 252 | ARG17= |
| 253 | ifneq ($(EXTERN_APIDIR),) |
| 254 | ARG17=--extern-apidir=$(EXTERN_APIDIR) |
| 255 | endif |
| 256 | |
Andrew Yourtchenko | bc37878 | 2023-09-26 16:01:21 +0200 | [diff] [blame] | 257 | EXC_PLUGINS_ARG= |
| 258 | ifneq ($(VPP_EXCLUDED_PLUGINS),) |
| 259 | # convert the comma-separated list into N invocations of the argument to exclude a plugin |
| 260 | EXC_PLUGINS_ARG=$(shell echo "${VPP_EXCLUDED_PLUGINS}" | sed 's/\([^,]*\)/--excluded-plugin=\1/g; s/,/ /g') |
| 261 | endif |
| 262 | |
| 263 | |
| 264 | |
Ole Troan | 37157da | 2022-12-01 11:22:06 +0100 | [diff] [blame] | 265 | EXTRA_ARGS=$(ARG0) $(ARG1) $(ARG2) $(ARG3) $(ARG4) $(ARG5) $(ARG6) $(ARG7) $(ARG8) $(ARG9) $(ARG10) $(ARG11) $(ARG12) $(ARG13) $(ARG14) $(ARG15) $(ARG16) $(ARG17) |
Klement Sekera | b23ffd7 | 2021-05-31 16:08:53 +0200 | [diff] [blame] | 266 | |
Andrew Yourtchenko | bc37878 | 2023-09-26 16:01:21 +0200 | [diff] [blame] | 267 | RUN_TESTS_ARGS=--failed-dir=$(FAILED_DIR) --verbose=$(V) --jobs=$(TEST_JOBS) --filter=$(TEST) --retries=$(RETRIES) --venv-dir=$(VENV_PATH) --vpp-ws-dir=$(WS_ROOT) --vpp-tag=$(TAG) --rnd-seed=$(RND_SEED) --vpp-worker-count="$(VPP_WORKER_COUNT)" --keep-pcaps $(PLUGIN_PATH_ARGS) $(EXC_PLUGINS_ARG) $(TEST_PLUGIN_PATH_ARGS) $(EXTRA_ARGS) |
Klement Sekera | b3fc658 | 2022-03-10 11:47:45 +0100 | [diff] [blame] | 268 | RUN_SCRIPT_ARGS=--python-opts=$(PYTHON_OPTS) |
Klement Sekera | b23ffd7 | 2021-05-31 16:08:53 +0200 | [diff] [blame] | 269 | |
| 270 | define retest-func |
Klement Sekera | b3fc658 | 2022-03-10 11:47:45 +0100 | [diff] [blame] | 271 | @scripts/run.sh $(RUN_SCRIPT_ARGS) $(RUN_TESTS_ARGS) || env FAILED_DIR=$(FAILED_DIR) COMPRESS_FAILED_TEST_LOGS=$(COMPRESS_FAILED_TEST_LOGS) scripts/compress_failed.sh |
Klement Sekera | b23ffd7 | 2021-05-31 16:08:53 +0200 | [diff] [blame] | 272 | endef |
| 273 | |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 274 | sanity: test-dep |
juraj.linkes | 184870a | 2018-07-16 14:22:01 +0200 | [diff] [blame] | 275 | @bash -c "test $(PARALLEL_ILLEGAL) -eq 0 ||\ |
| 276 | (echo \"*******************************************************************\" &&\ |
| 277 | echo \"* Sanity check failed, TEST_JOBS is not 1 or 'auto' and DEBUG, STEP or PROFILE is set\" &&\ |
| 278 | echo \"*******************************************************************\" &&\ |
| 279 | false)" |
Klement Sekera | 41a9e51 | 2017-10-17 07:59:31 +0200 | [diff] [blame] | 280 | @bash -c "$(SANITY_IMPORT_VPP_PAPI_CMD) ||\ |
Klement Sekera | c160ae0 | 2017-03-09 08:20:13 +0100 | [diff] [blame] | 281 | (echo \"*******************************************************************\" &&\ |
| 282 | echo \"* Sanity check failed, cannot import vpp_papi\" &&\ |
| 283 | echo \"* to debug: \" &&\ |
| 284 | echo \"* 1. enter test shell: make test-shell\" &&\ |
| 285 | echo \"* 2. execute debugger: gdb python -ex 'run sanity_import_vpp_papi.py'\" &&\ |
| 286 | echo \"*******************************************************************\" &&\ |
| 287 | false)" |
| 288 | |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 289 | $(FAILED_DIR): reset |
| 290 | @mkdir -p $@ |
| 291 | |
| 292 | .PHONY: test-dep |
Dave Wallace | eddd8e3 | 2021-05-12 21:43:59 -0400 | [diff] [blame] | 293 | test-dep: $(PAPI_INSTALL_DONE) $(FAILED_DIR) |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 294 | |
| 295 | .PHONY: test |
Damjan Marion | a2d6d35 | 2021-05-25 18:29:24 +0200 | [diff] [blame] | 296 | test: test-dep sanity |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 297 | $(call retest-func) |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 298 | |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 299 | .PHONY: retest |
| 300 | retest: verify-env sanity $(FAILED_DIR) |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 301 | $(call retest-func) |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 302 | |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 303 | .PHONY: shell |
| 304 | shell: test-dep |
Klement Sekera | b8c72a4 | 2018-11-08 11:21:39 +0100 | [diff] [blame] | 305 | @echo "source $(VENV_PATH)/bin/activate;\ |
Paul Vinciguerra | c701e57 | 2019-12-19 16:09:43 -0500 | [diff] [blame] | 306 | export RND_SEED=$(RND_SEED);\ |
Klement Sekera | a86e289 | 2017-03-09 08:01:52 +0100 | [diff] [blame] | 307 | echo '***';\ |
Dave Wallace | fd24374 | 2021-03-16 22:12:07 -0400 | [diff] [blame] | 308 | echo PYTHONPATH=$(PYTHONPATH);\ |
Paul Vinciguerra | c701e57 | 2019-12-19 16:09:43 -0500 | [diff] [blame] | 309 | echo RND_SEED=$(RND_SEED);\ |
Klement Sekera | 593635d | 2019-02-07 19:56:50 +0100 | [diff] [blame] | 310 | echo VPP_BUILD_DIR=$(VPP_BUILD_DIR);\ |
Klement Sekera | 593635d | 2019-02-07 19:56:50 +0100 | [diff] [blame] | 311 | echo VPP_PLUGIN_PATH=$(VPP_PLUGIN_PATH);\ |
Dave Barach | 7d31ab2 | 2019-05-08 19:18:18 -0400 | [diff] [blame] | 312 | echo VPP_TEST_PLUGIN_PATH=$(VPP_TEST_PLUGIN_PATH);\ |
Klement Sekera | 593635d | 2019-02-07 19:56:50 +0100 | [diff] [blame] | 313 | echo VPP_INSTALL_PATH=$(VPP_INSTALL_PATH);\ |
Klement Sekera | 47e275b | 2017-03-21 08:21:25 +0100 | [diff] [blame] | 314 | echo EXTERN_TESTS=$(EXTERN_TESTS);\ |
| 315 | echo EXTERN_PLUGINS=$(EXTERN_PLUGINS);\ |
Klement Sekera | b23ffd7 | 2021-05-31 16:08:53 +0200 | [diff] [blame] | 316 | echo EXTERN_COV_DIR=$(EXTERN_COV_DIR);\ |
Klement Sekera | a86e289 | 2017-03-09 08:01:52 +0100 | [diff] [blame] | 317 | echo LD_LIBRARY_PATH=$(LD_LIBRARY_PATH);\ |
| 318 | echo '***';\ |
| 319 | exec </dev/tty" | bash -i |
| 320 | |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 321 | .PHONY: reset |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 322 | reset: |
Klement Sekera | aa7a2a1 | 2021-03-18 15:22:57 +0100 | [diff] [blame] | 323 | @rm -f /dev/shm/vpp-unittest-* |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 324 | @if [ $(FORCE_NO_WIPE) -eq "0" ] ; then rm -rf /tmp/vpp-unittest-*; fi |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 325 | @rm -f /tmp/api_post_mortem.* |
Klement Sekera | b8c72a4 | 2018-11-08 11:21:39 +0100 | [diff] [blame] | 326 | @rm -rf $(FAILED_DIR) |
Naveen Joy | 7ea7ab5 | 2021-05-11 10:31:18 -0700 | [diff] [blame] | 327 | @rm -rf /tmp/vpp-vm-tests |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 328 | |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 329 | .PHONY: wipe |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 330 | wipe: reset |
Saima Yunus | c7f93b3 | 2022-08-10 03:25:31 -0400 | [diff] [blame] | 331 | @rm -rf $(VENV_BR_DIR) |
Neale Ranns | 02da926 | 2021-01-08 08:43:14 +0000 | [diff] [blame] | 332 | @rm -rf $(patsubst %,%/__pycache__, $(VPP_TEST_DIRS)) |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 333 | |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 334 | $(BUILD_COV_DIR): |
| 335 | @mkdir -p $@ |
| 336 | |
Dave Wallace | 1c95e12 | 2023-06-21 23:14:38 -0400 | [diff] [blame] | 337 | .PHONY: cov-prep |
| 338 | cov-prep: test-dep |
Klement Sekera | 593635d | 2019-02-07 19:56:50 +0100 | [diff] [blame] | 339 | @lcov --zerocounters --directory $(VPP_BUILD_DIR) |
Klement Sekera | cd6cb98 | 2017-05-11 06:55:32 +0200 | [diff] [blame] | 340 | @test -z "$(EXTERN_COV_DIR)" || lcov --zerocounters --directory $(EXTERN_COV_DIR) |
Dave Wallace | 1c95e12 | 2023-06-21 23:14:38 -0400 | [diff] [blame] | 341 | |
| 342 | .PHONY: cov-post |
| 343 | cov-post: wipe-cov $(BUILD_COV_DIR) |
| 344 | @lcov --capture \ |
| 345 | --directory $(VPP_BUILD_DIR) \ |
| 346 | --output-file $(BUILD_COV_DIR)/coverage.info |
| 347 | @test -z "$(EXTERN_COV_DIR)" || \ |
| 348 | lcov --capture \ |
| 349 | --directory $(EXTERN_COV_DIR) \ |
| 350 | --output-file $(BUILD_COV_DIR)/extern-coverage.info |
| 351 | @lcov --remove $(BUILD_COV_DIR)/coverage.info \ |
| 352 | "/usr/include/*" "*/build-root/*" "/opt/*" "/usr/lib/*" \ |
Dave Wallace | ef68bb5 | 2023-08-09 12:58:22 -0400 | [diff] [blame] | 353 | "*_test.*" "*vat*" "*rdma*" "*/vpp-api/client/*" "*/plugins/af_packet/*" \ |
| 354 | "*/plugins/af_xdp/*" "*/plugins/avf/*" "*/plugins/dma_intel/*" \ |
| 355 | "*/plugins/hs_apps/*" "*/plugins/vmxnet3/*" "*/vnet/devices/virtio/*" \ |
Dave Wallace | 1c95e12 | 2023-06-21 23:14:38 -0400 | [diff] [blame] | 356 | -o $(BUILD_COV_DIR)/coverage-filtered.info |
| 357 | @genhtml $(BUILD_COV_DIR)/coverage-filtered.info \ |
| 358 | --output-directory $(BUILD_COV_DIR)/html |
| 359 | @test -z "$(EXTERN_COV_DIR)" || \ |
| 360 | genhtml $(BUILD_COV_DIR)/extern-coverage.info \ |
| 361 | --output-directory $(BUILD_COV_DIR)/extern-html |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 362 | @echo |
| 363 | @echo "Build finished. Code coverage report is in $(BUILD_COV_DIR)/html/index.html" |
Klement Sekera | cd6cb98 | 2017-05-11 06:55:32 +0200 | [diff] [blame] | 364 | @test -z "$(EXTERN_COV_DIR)" || echo "Code coverage report for out-of-tree objects is in $(BUILD_COV_DIR)/extern-html/index.html" |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 365 | |
Dave Wallace | 1c95e12 | 2023-06-21 23:14:38 -0400 | [diff] [blame] | 366 | .PHONY: cov |
| 367 | cov: |
| 368 | make -C . cov-prep test cov-post |
| 369 | |
Klement Sekera | 9f9d07b | 2016-12-12 09:20:50 +0100 | [diff] [blame] | 370 | .PHONY: wipe-cov |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 371 | wipe-cov: wipe |
| 372 | @rm -rf $(BUILD_COV_DIR) |
| 373 | |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 374 | .PHONY: wipe-papi |
| 375 | wipe-papi: |
| 376 | @rm -rf $(PAPI_INSTALL_DONE) $(PAPI_WIPE_DIST) |
Paul Vinciguerra | 2648e44 | 2019-07-09 16:49:46 -0400 | [diff] [blame] | 377 | |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 378 | .PHONY: wipe-all |
Nathan Skrzypczak | 9ad39c0 | 2021-08-19 11:38:06 +0200 | [diff] [blame] | 379 | wipe-all: wipe wipe-papi wipe-cov |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 380 | @rm -rf $(TEST_BR) |
Paul Vinciguerra | 2648e44 | 2019-07-09 16:49:46 -0400 | [diff] [blame] | 381 | |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 382 | .PHONY: start-gdb |
| 383 | start-gdb: sanity |
Klement Sekera | b23ffd7 | 2021-05-31 16:08:53 +0200 | [diff] [blame] | 384 | @bash -c "source $(VENV_PATH)/bin/activate && python3 -c 'from debug import start_vpp_in_gdb; start_vpp_in_gdb()' $(RUN_TESTS_ARGS)" |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 385 | |
Klement Sekera | d9b0c6f | 2022-04-26 19:02:15 +0200 | [diff] [blame] | 386 | .PHONY: checkstyle-python-all |
| 387 | checkstyle-python-all: $(PIP_INSTALL_DONE) |
Ole Troan | 4aacc01 | 2019-10-23 11:47:33 +0200 | [diff] [blame] | 388 | @bash -c "source $(VENV_PATH)/bin/activate &&\ |
Klement Sekera | e2159bd | 2022-05-11 16:54:09 +0200 | [diff] [blame] | 389 | black -t py39 --check --diff $(WS_ROOT) ||\ |
Klement Sekera | d9b0c6f | 2022-04-26 19:02:15 +0200 | [diff] [blame] | 390 | (echo \"*************************************************************************\" &&\ |
| 391 | echo \"* Test framework PEP8 compliance check FAILED (maybe: make fixstyle-python)\" &&\ |
| 392 | echo \"*************************************************************************\" &&\ |
| 393 | false)" |
Klement Sekera | 72715ee | 2017-01-17 10:37:05 +0100 | [diff] [blame] | 394 | @echo "*******************************************************************" |
Klement Sekera | d9b0c6f | 2022-04-26 19:02:15 +0200 | [diff] [blame] | 395 | @echo "* Test framework PEP8 compliance check passed" |
| 396 | @echo "*******************************************************************" |
| 397 | |
| 398 | .PHONY: checkstyle |
| 399 | checkstyle: checkstyle-python-all |
| 400 | |
| 401 | .PHONY: fixstyle-python-all |
| 402 | fixstyle-python-all: $(PIP_INSTALL_DONE) |
| 403 | @bash -c "source $(VENV_PATH)/bin/activate &&\ |
| 404 | black -t py39 $(WS_ROOT) ||\ |
| 405 | (echo \"*************************************************************************\" &&\ |
| 406 | echo \"* Test framework PEP8 compliance check FAILED (maybe: make fixstyle-python)\" &&\ |
| 407 | echo \"*************************************************************************\" &&\ |
| 408 | false)" |
| 409 | @echo "*******************************************************************" |
| 410 | @echo "* Test framework PEP8 compliance check passed" |
Klement Sekera | 72715ee | 2017-01-17 10:37:05 +0100 | [diff] [blame] | 411 | @echo "*******************************************************************" |
| 412 | |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 413 | .PHONY: help |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 414 | help: |
| 415 | @echo "Running tests:" |
| 416 | @echo "" |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 417 | @echo " test - build and run (basic) functional tests" |
| 418 | @echo " test-debug - build and run (basic) functional tests (debug build)" |
Dave Wallace | 1c95e12 | 2023-06-21 23:14:38 -0400 | [diff] [blame] | 419 | @echo " test-cov - generate code coverage report for functional tests" |
| 420 | @echo " test-cov-prep - coverage phase #1 : prepare lcov" |
| 421 | @echo " test-cov-build - coverage phase #2 : build gcov image & run tests against it (use TEST=)" |
| 422 | @echo " test-cov-post - coverage phase #3 : generate lcov html report" |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 423 | @echo " test-all - build and run functional and extended tests" |
| 424 | @echo " test-all-debug - build and run functional and extended tests (debug build)" |
Dave Wallace | 1c95e12 | 2023-06-21 23:14:38 -0400 | [diff] [blame] | 425 | @echo " test-all-cov - generate code coverage report for functional and extended tests" |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 426 | @echo " retest - run functional tests" |
| 427 | @echo " retest-debug - run functional tests (debug build)" |
| 428 | @echo " retest-all - run functional and extended tests" |
| 429 | @echo " retest-all-debug - run functional and extended tests (debug build)" |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 430 | @echo " test-wipe - wipe (temporary) files generated by unit tests" |
| 431 | @echo " test-wipe-cov - wipe code coverage report for test framework" |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 432 | @echo " test-wipe-papi - rebuild vpp_papi sources" |
Nathan Skrzypczak | 9ad39c0 | 2021-08-19 11:38:06 +0200 | [diff] [blame] | 433 | @echo " test-wipe-all - wipe (temporary) files generated by unit tests, and coverage" |
Dave Wallace | f0797d1 | 2019-11-15 17:29:15 -0500 | [diff] [blame] | 434 | @echo " test-shell - enter shell with test environment" |
| 435 | @echo " test-shell-debug - enter shell with test environment (debug build)" |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 436 | @echo " test-refresh-deps - refresh the Python dependencies for the tests" |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 437 | @echo "" |
Klement Sekera | 08c50e3 | 2023-04-14 17:44:04 +0200 | [diff] [blame] | 438 | @echo "Environment variables controlling test runs:" |
Klement Sekera | b23ffd7 | 2021-05-31 16:08:53 +0200 | [diff] [blame] | 439 | @echo "" |
Klement Sekera | 08c50e3 | 2023-04-14 17:44:04 +0200 | [diff] [blame] | 440 | @echo " V=[0|1|2]" |
| 441 | @echo " set test verbosity level: 0=ERROR, 1=INFO, 2=DEBUG" |
| 442 | @echo "" |
| 443 | @echo " TEST_JOBS=[<n>|auto]" |
| 444 | @echo " use at most <n> parallel python processes for test" |
| 445 | @echo " execution, if auto, set to number of available cpus" |
| 446 | @echo " (default: 1)" |
| 447 | @echo "" |
| 448 | @echo " MAX_VPP_CPUS=[<n>|auto]" |
| 449 | @echo " use at most <n> cpus for running vpp" |
| 450 | @echo " 'auto' sets to number of available cpus" |
| 451 | @echo " (default: auto)" |
| 452 | @echo "" |
| 453 | @echo " CACHE_OUTPUT=[0|n|no]" |
| 454 | @echo " disable caching VPP stdout/stderr and logging it" |
| 455 | @echo " as one block after test finishes" |
| 456 | @echo " (default: yes)" |
| 457 | @echo "" |
| 458 | @echo " FAILFAST=[1|y|yes]" |
| 459 | @echo " if enabled, stop running tests on first failure" |
| 460 | @echo " otherwise finish running whole suite" |
| 461 | @echo " (default: no)" |
| 462 | @echo "" |
| 463 | @echo " TIMEOUT=<timeout>" |
| 464 | @echo " fail test suite if any single test takes longer" |
| 465 | @echo " than <timeout> (in seconds) to finish" |
| 466 | @echo " (default: 600)" |
| 467 | @echo "" |
| 468 | @echo " RETRIES=<n>" |
| 469 | @echo " retry failed tests <n> times" |
| 470 | @echo " (default: 0)" |
| 471 | @echo "" |
| 472 | @echo " DEBUG=<type>" |
| 473 | @echo " configure VPP debugging:" |
| 474 | @echo " DEBUG=core" |
| 475 | @echo " detect coredump and load it in gdb on crash" |
| 476 | @echo "" |
| 477 | @echo " DEBUG=gdb" |
| 478 | @echo " print VPP PID and wait for user input before" |
| 479 | @echo " running and tearing down a testcase, allowing" |
| 480 | @echo " easy gdb attach" |
| 481 | @echo "" |
| 482 | @echo " DEBUG=gdbserver" |
| 483 | @echo " same as above, but run gdb inside a gdb server" |
| 484 | @echo "" |
| 485 | @echo " DEBUG=attach" |
| 486 | @echo " attach to existing vpp in running in gdb" |
| 487 | @echo " (see test-start-vpp-in-gdb)" |
| 488 | @echo " (default: none)" |
| 489 | @echo "" |
| 490 | @echo " STEP=[1|y|yes]" |
| 491 | @echo " enable stepping through a testcase" |
| 492 | @echo " (default: no)" |
| 493 | @echo "" |
| 494 | @echo " SANITY=[0|n|no]" |
| 495 | @echo " disable sanity import of vpp-api/vpp sanity" |
| 496 | @echo " run before running tests" |
| 497 | @echo " (default: yes)" |
| 498 | @echo "" |
| 499 | @echo " EXTENDED_TESTS=[1|y|yes]" |
| 500 | @echo " run extended tests" |
| 501 | @echo " (default: no)" |
| 502 | @echo "" |
| 503 | @echo " TEST=<filter>,[<filter>],..." |
| 504 | @echo " only run tests matching one or more comma-delimited" |
| 505 | @echo " filter expressions" |
| 506 | @echo "" |
| 507 | @echo " simple filter:" |
| 508 | @echo " file name or file suffix select all tests from a file" |
| 509 | @echo " examples:" |
| 510 | @echo " TEST=test_bfd" |
| 511 | @echo " TEST=bfd" |
| 512 | @echo " equivalent expressions selecting all" |
| 513 | @echo " tests defined in test_bfd.py" |
| 514 | @echo "" |
| 515 | @echo " wildcard filter:" |
| 516 | @echo " advanced filtering based on test file, test class" |
| 517 | @echo " and test function" |
| 518 | @echo " each filter expression is in the form of" |
| 519 | @echo " <file>.<class>.<test function>" |
| 520 | @echo " each of the tokens can be left empty or replaced" |
| 521 | @echo " with '*' to select all objects available" |
| 522 | @echo " examples:" |
| 523 | @echo " TEST=test_bfd.*.*" |
| 524 | @echo " TEST=test_bfd.." |
| 525 | @echo " TEST=bfd.*.*" |
| 526 | @echo " TEST=bfd.." |
| 527 | @echo " select all tests defined in test_bfd.py" |
| 528 | @echo " TEST=bfd.BFDAPITestCase.*" |
| 529 | @echo " TEST=bfd.BFDAPITestCase." |
| 530 | @echo " select all tests from test_bfd.py" |
| 531 | @echo " which are part of BFDAPITestCase class" |
| 532 | @echo " TEST=bfd.BFDAPITestCase.test_add_bfd" |
| 533 | @echo " select a single test named test_add_bfd" |
| 534 | @echo " from test_bfd.py/BFDAPITestCase" |
| 535 | @echo " TEST=..test_add_bfd" |
| 536 | @echo " TEST=*.*.test_add_bfd" |
| 537 | @echo " select all test functions named test_add_bfd" |
| 538 | @echo " from all files/classes" |
| 539 | @echo " TEST=bfd,ip4,..test_icmp_error" |
| 540 | @echo " select all test functions in test_bfd.py," |
| 541 | @echo " test_ip4.py and all test functions named" |
| 542 | @echo " 'test_icmp_error' in all files" |
| 543 | @echo " (default: '')" |
| 544 | @echo "" |
| 545 | @echo " VARIANT=<variant>" |
| 546 | @echo " specify which march node variant to unit test" |
| 547 | @echo " e.g. VARIANT=skx test the skx march variants" |
| 548 | @echo " e.g. VARIANT=icl test the icl march variants" |
| 549 | @echo " (default: '')" |
| 550 | @echo "" |
| 551 | @echo " COREDUMP_SIZE=<size>" |
| 552 | @echo " pass <size> as unix { coredump-size <size> } argument" |
| 553 | @echo " to vpp, e.g. COREDUMP_SIZE=4g or COREDUMP_SIZE=unlimited" |
| 554 | @echo " (default: '')" |
| 555 | @echo "" |
| 556 | @echo " COREDUMP_COMPRESS=[1|y|yes]" |
| 557 | @echo " if no debug option is set, compress any core files" |
| 558 | @echo " (default: no)" |
| 559 | @echo "" |
| 560 | @echo " EXTERN_TESTS=<path>" |
| 561 | @echo " include out-of-tree test_*.py files under <path>" |
| 562 | @echo " (default: '')" |
| 563 | @echo "" |
| 564 | @echo " EXTERN_PLUGINS=<path>" |
| 565 | @echo " load out-of-tree vpp plugins in <path>" |
| 566 | @echo " (default: '')" |
| 567 | @echo "" |
| 568 | @echo " EXTERN_COV_DIR=<path>" |
| 569 | @echo " path to out-of-tree prefix, where source, object" |
| 570 | @echo " and .gcda files can be found for coverage report" |
| 571 | @echo " (default: '')" |
| 572 | @echo "" |
| 573 | @echo " PROFILE=[1|y|yes]" |
| 574 | @echo " enable profiling of test framework via cProfile module" |
| 575 | @echo " (default: no)" |
| 576 | @echo "" |
| 577 | @echo " PROFILE_SORT_BY=opt" |
| 578 | @echo " sort profiling report by opt - see cProfile documentation" |
| 579 | @echo " for possible values" |
| 580 | @echo " (default: cumtime)" |
| 581 | @echo "" |
| 582 | @echo " PROFILE_OUTPUT=file" |
| 583 | @echo " output profiling info to file - use absolute path" |
| 584 | @echo " (default: stdout)" |
| 585 | @echo "" |
| 586 | @echo " TEST_DEBUG=[1|y|yes]" |
| 587 | @echo " enable debugging of the test framework itself (expert)" |
| 588 | @echo " (default: no)" |
| 589 | @echo "" |
Dave Wallace | 1c95e12 | 2023-06-21 23:14:38 -0400 | [diff] [blame] | 590 | @echo " TEST_GCOV=[1|y|yes]" |
| 591 | @echo " enable tests specifically designed soley for code coverage" |
| 592 | @echo " (default: no)" |
| 593 | @echo "" |
Klement Sekera | 08c50e3 | 2023-04-14 17:44:04 +0200 | [diff] [blame] | 594 | @echo " API_FUZZ=[1|y|yes]" |
| 595 | @echo " enable VPP api fuzz testing" |
| 596 | @echo " (default: no)" |
| 597 | @echo "" |
| 598 | @echo " RND_SEED=<seed>" |
| 599 | @echo " random seed used by test framework" |
| 600 | @echo " (default: time.time())" |
Klement Sekera | 45a95dd | 2019-11-05 11:18:25 +0000 | [diff] [blame] | 601 | @echo "" |
Klement Sekera | e263685 | 2021-03-16 12:52:12 +0100 | [diff] [blame] | 602 | @echo "Starting VPP in GDB for use with DEBUG=attach:" |
| 603 | @echo "" |
| 604 | @echo " test-start-vpp-in-gdb - start VPP in gdb (release)" |
| 605 | @echo " test-start-vpp-debug-in-gdb - start VPP in gdb (debug)" |
| 606 | @echo "" |