Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 1 | .PHONY: verify-python-path |
Damjan Marion | f56b77a | 2016-10-03 19:44:57 +0200 | [diff] [blame] | 2 | |
Klement Sekera | f413bef | 2017-08-15 07:09:02 +0200 | [diff] [blame] | 3 | VPP_TEST_FAILED_DIR=/tmp/vpp-failed-unittests/ |
| 4 | |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 5 | verify-python-path: |
| 6 | ifndef VPP_PYTHON_PREFIX |
| 7 | $(error VPP_PYTHON_PREFIX is not set) |
| 8 | endif |
| 9 | |
Klement Sekera | b93d142 | 2017-03-02 08:16:20 +0100 | [diff] [blame] | 10 | .PHONY: verify-no-running-vpp |
| 11 | |
| 12 | ifdef VPP_ZOMBIE_NOCHECK |
| 13 | VPP_PIDS= |
| 14 | else |
| 15 | VPP_PIDS=$(shell pgrep -d, -x vpp_main) |
| 16 | endif |
| 17 | |
Klement Sekera | db4e84c | 2017-08-11 10:06:15 +0200 | [diff] [blame] | 18 | ifeq ($(DEBUG),gdb) |
| 19 | FORCE_FOREGROUND=1 |
| 20 | else ifeq ($(DEBUG),gdbserver) |
| 21 | FORCE_FOREGROUND=1 |
Klement Sekera | b90be67 | 2017-10-10 06:44:05 +0200 | [diff] [blame] | 22 | else ifeq ($(DEBUG),core) |
| 23 | FORCE_FOREGROUND=1 |
Klement Sekera | db4e84c | 2017-08-11 10:06:15 +0200 | [diff] [blame] | 24 | else |
| 25 | FORCE_FOREGROUND=0 |
| 26 | endif |
| 27 | |
Klement Sekera | b93d142 | 2017-03-02 08:16:20 +0100 | [diff] [blame] | 28 | verify-no-running-vpp: |
| 29 | @if [ "$(VPP_PIDS)" != "" ]; then \ |
| 30 | echo; \ |
| 31 | echo "*** Existing vpp processes detected (PID(s): $(VPP_PIDS)). Running tests under these conditions is not supported. ***"; \ |
| 32 | echo; \ |
| 33 | ps -fp $(VPP_PIDS);\ |
| 34 | echo; \ |
| 35 | false; \ |
| 36 | fi |
| 37 | |
Klement Sekera | 993e0ed | 2017-03-16 09:14:59 +0100 | [diff] [blame] | 38 | UNITTEST_EXTRA_OPTS= |
| 39 | UNITTEST_FAILFAST_OPTS= |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 40 | |
| 41 | ifeq ($(FAILFAST),1) |
Klement Sekera | 993e0ed | 2017-03-16 09:14:59 +0100 | [diff] [blame] | 42 | UNITTEST_EXTRA_OPTS=-f |
| 43 | endif |
| 44 | |
| 45 | ifneq ($(EXTERN_TESTS),) |
| 46 | UNITTEST_EXTRA_OPTS=$(UNITTEST_FAILFAST_OPTS) -d $(EXTERN_TESTS) |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 47 | endif |
| 48 | |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 49 | PYTHON_VENV_PATH=$(VPP_PYTHON_PREFIX)/virtualenv |
Klement Sekera | 3658adc | 2017-06-07 08:19:47 +0200 | [diff] [blame] | 50 | PYTHON_DEPENDS=faulthandler six scapy==2.3.3 pexpect subprocess32 cffi git+https://github.com/klement/py-lispnetworking@setup |
vagrant | 937bf30 | 2017-04-07 01:48:47 +0000 | [diff] [blame] | 51 | SCAPY_SOURCE=$(shell find $(PYTHON_VENV_PATH) -name site-packages) |
| 52 | BUILD_COV_DIR=$(BR)/test-cov |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 53 | |
vagrant | 937bf30 | 2017-04-07 01:48:47 +0000 | [diff] [blame] | 54 | GET_PIP_SCRIPT=$(VPP_PYTHON_PREFIX)/get-pip.py |
Klement Sekera | 9f9d07b | 2016-12-12 09:20:50 +0100 | [diff] [blame] | 55 | PIP_INSTALL_DONE=$(VPP_PYTHON_PREFIX)/pip-install.done |
| 56 | PIP_PATCH_DONE=$(VPP_PYTHON_PREFIX)/pip-patch.done |
| 57 | PAPI_INSTALL_DONE=$(VPP_PYTHON_PREFIX)/papi-install.done |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 58 | |
Klement Sekera | 9f9d07b | 2016-12-12 09:20:50 +0100 | [diff] [blame] | 59 | PAPI_INSTALL_FLAGS=$(PIP_INSTALL_DONE) $(PIP_PATCH_DONE) $(PAPI_INSTALL_DONE) |
| 60 | |
vagrant | 937bf30 | 2017-04-07 01:48:47 +0000 | [diff] [blame] | 61 | ifeq ($(PYTHON),) |
| 62 | PYTHON_INTERP=python2.7 |
| 63 | else |
| 64 | PYTHON_INTERP=$(PYTHON) |
| 65 | endif |
| 66 | |
| 67 | $(GET_PIP_SCRIPT): |
| 68 | @mkdir -p $(VPP_PYTHON_PREFIX) |
| 69 | @bash -c "cd $(VPP_PYTHON_PREFIX) && curl -O https://bootstrap.pypa.io/get-pip.py" |
| 70 | |
| 71 | $(PIP_INSTALL_DONE): $(GET_PIP_SCRIPT) |
| 72 | @virtualenv $(PYTHON_VENV_PATH) -p $(PYTHON_INTERP) |
| 73 | @bash -c "source $(PYTHON_VENV_PATH)/bin/activate && python $(GET_PIP_SCRIPT)" |
Klement Sekera | 778c276 | 2016-11-08 02:00:28 +0100 | [diff] [blame] | 74 | @bash -c "source $(PYTHON_VENV_PATH)/bin/activate && pip install $(PYTHON_DEPENDS)" |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 75 | @touch $@ |
| 76 | |
Klement Sekera | 9f9d07b | 2016-12-12 09:20:50 +0100 | [diff] [blame] | 77 | $(PIP_PATCH_DONE): $(PIP_INSTALL_DONE) |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 78 | @echo --- patching --- |
Dave Wallace | 6f692d6 | 2017-01-26 21:07:10 -0500 | [diff] [blame] | 79 | @sleep 1 # Ensure python recompiles patched *.py files -> *.pyc |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 80 | for f in $(CURDIR)/patches/scapy-2.3.3/*.patch ; do \ |
| 81 | echo Applying patch: $$(basename $$f) ; \ |
| 82 | patch -p1 -d $(SCAPY_SOURCE) < $$f ; \ |
| 83 | done |
| 84 | @touch $@ |
| 85 | |
Klement Sekera | 9f9d07b | 2016-12-12 09:20:50 +0100 | [diff] [blame] | 86 | $(PAPI_INSTALL_DONE): $(PIP_PATCH_DONE) |
Damjan Marion | 37d77e9 | 2016-12-28 15:14:46 +0100 | [diff] [blame] | 87 | @bash -c "source $(PYTHON_VENV_PATH)/bin/activate && cd $(WS_ROOT)/src/vpp-api/python && python setup.py install" |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 88 | @touch $@ |
| 89 | |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 90 | define retest-func |
Dave Wallace | 25dc167 | 2017-09-30 01:53:26 -0400 | [diff] [blame] | 91 | @env VPP_TEST_FAILED_DIR=$(VPP_TEST_FAILED_DIR) scripts/setsid_wrapper.sh $(FORCE_FOREGROUND) $(PYTHON_VENV_PATH)/bin/activate python run_tests.py -d $(TEST_DIR) $(UNITTEST_EXTRA_OPTS) || env VPP_TEST_FAILED_DIR=$(VPP_TEST_FAILED_DIR) COMPRESS_FAILED_TEST_LOGS=$(COMPRESS_FAILED_TEST_LOGS) scripts/compress_failed.sh |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 92 | endef |
| 93 | |
Klement Sekera | c160ae0 | 2017-03-09 08:20:13 +0100 | [diff] [blame] | 94 | .PHONY: sanity |
| 95 | |
Klement Sekera | 41a9e51 | 2017-10-17 07:59:31 +0200 | [diff] [blame] | 96 | ifeq ($(SANITY),no) |
| 97 | SANITY_IMPORT_VPP_PAPI_CMD=true |
| 98 | SANITY_RUN_VPP_CMD=true |
| 99 | else |
| 100 | SANITY_IMPORT_VPP_PAPI_CMD=source $(PYTHON_VENV_PATH)/bin/activate && python sanity_import_vpp_papi.py |
| 101 | SANITY_RUN_VPP_CMD=source $(PYTHON_VENV_PATH)/bin/activate && python sanity_run_vpp.py |
| 102 | endif |
| 103 | |
Klement Sekera | c160ae0 | 2017-03-09 08:20:13 +0100 | [diff] [blame] | 104 | sanity: verify-no-running-vpp |
Klement Sekera | 41a9e51 | 2017-10-17 07:59:31 +0200 | [diff] [blame] | 105 | @bash -c "$(SANITY_IMPORT_VPP_PAPI_CMD) ||\ |
Klement Sekera | c160ae0 | 2017-03-09 08:20:13 +0100 | [diff] [blame] | 106 | (echo \"*******************************************************************\" &&\ |
| 107 | echo \"* Sanity check failed, cannot import vpp_papi\" &&\ |
| 108 | echo \"* to debug: \" &&\ |
| 109 | echo \"* 1. enter test shell: make test-shell\" &&\ |
| 110 | echo \"* 2. execute debugger: gdb python -ex 'run sanity_import_vpp_papi.py'\" &&\ |
| 111 | echo \"*******************************************************************\" &&\ |
| 112 | false)" |
Klement Sekera | 41a9e51 | 2017-10-17 07:59:31 +0200 | [diff] [blame] | 113 | @bash -c "$(SANITY_RUN_VPP_CMD) ||\ |
Klement Sekera | 3747c75 | 2017-04-10 06:30:17 +0200 | [diff] [blame] | 114 | (echo \"*******************************************************************\" &&\ |
| 115 | echo \"* Sanity check failed, cannot run vpp\" &&\ |
| 116 | echo \"*******************************************************************\" &&\ |
| 117 | false)" |
Klement Sekera | c160ae0 | 2017-03-09 08:20:13 +0100 | [diff] [blame] | 118 | |
Klement Sekera | 8f2a4ea | 2017-05-04 06:15:18 +0200 | [diff] [blame] | 119 | .PHONY: ext |
| 120 | ext: |
| 121 | make -C ext |
| 122 | |
| 123 | test: verify-python-path $(PAPI_INSTALL_DONE) ext sanity reset |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 124 | $(call retest-func) |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 125 | |
Klement Sekera | c160ae0 | 2017-03-09 08:20:13 +0100 | [diff] [blame] | 126 | retest: verify-python-path sanity reset |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 127 | $(call retest-func) |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 128 | |
Klement Sekera | a86e289 | 2017-03-09 08:01:52 +0100 | [diff] [blame] | 129 | shell: verify-python-path $(PAPI_INSTALL_DONE) |
| 130 | @echo "source $(PYTHON_VENV_PATH)/bin/activate;\ |
| 131 | echo '***';\ |
| 132 | echo VPP_TEST_BUILD_DIR=$(VPP_TEST_BUILD_DIR);\ |
| 133 | echo VPP_TEST_BIN=$(VPP_TEST_BIN);\ |
| 134 | echo VPP_TEST_PLUGIN_PATH=$(VPP_TEST_PLUGIN_PATH);\ |
| 135 | echo VPP_TEST_INSTALL_PATH=$(VPP_TEST_INSTALL_PATH);\ |
Klement Sekera | 47e275b | 2017-03-21 08:21:25 +0100 | [diff] [blame] | 136 | echo EXTERN_TESTS=$(EXTERN_TESTS);\ |
| 137 | echo EXTERN_PLUGINS=$(EXTERN_PLUGINS);\ |
Klement Sekera | cd6cb98 | 2017-05-11 06:55:32 +0200 | [diff] [blame] | 138 | echo EXTERN_COV_DIR=$(EXTERN_COV_DIR);\ |
Klement Sekera | a86e289 | 2017-03-09 08:01:52 +0100 | [diff] [blame] | 139 | echo LD_LIBRARY_PATH=$(LD_LIBRARY_PATH);\ |
| 140 | echo '***';\ |
| 141 | exec </dev/tty" | bash -i |
| 142 | |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 143 | .PHONY: wipe doc |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 144 | |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 145 | reset: |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 146 | @rm -f /dev/shm/vpp-unittest-* |
| 147 | @rm -rf /tmp/vpp-unittest-* |
Klement Sekera | f413bef | 2017-08-15 07:09:02 +0200 | [diff] [blame] | 148 | @rm -rf $(VPP_TEST_FAILED_DIR) |
| 149 | @mkdir $(VPP_TEST_FAILED_DIR) |
Klement Sekera | f62ae12 | 2016-10-11 11:47:09 +0200 | [diff] [blame] | 150 | |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 151 | wipe: reset |
Klement Sekera | a61d125 | 2017-09-27 06:48:44 +0200 | [diff] [blame] | 152 | @make -C ext clean |
Klement Sekera | 9f9d07b | 2016-12-12 09:20:50 +0100 | [diff] [blame] | 153 | @rm -rf $(PYTHON_VENV_PATH) |
| 154 | @rm -f $(PAPI_INSTALL_FLAGS) |
Neale Ranns | 177bbdc | 2016-11-15 09:46:51 +0000 | [diff] [blame] | 155 | |
Klement Sekera | 6320514 | 2017-02-03 08:18:53 +0100 | [diff] [blame] | 156 | doc: verify-python-path $(PIP_PATCH_DONE) |
vagrant | 937bf30 | 2017-04-07 01:48:47 +0000 | [diff] [blame] | 157 | @virtualenv $(PYTHON_VENV_PATH) -p $(PYTHON_INTERP) |
Klement Sekera | 6320514 | 2017-02-03 08:18:53 +0100 | [diff] [blame] | 158 | @bash -c "source $(PYTHON_VENV_PATH)/bin/activate && pip install sphinx sphinx-rtd-theme" |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 159 | @bash -c "source $(PYTHON_VENV_PATH)/bin/activate && make -C doc WS_ROOT=$(WS_ROOT) BR=$(BR) NO_VPP_PAPI=1 html" |
| 160 | |
Klement Sekera | 9f9d07b | 2016-12-12 09:20:50 +0100 | [diff] [blame] | 161 | .PHONY: wipe-doc |
| 162 | |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 163 | wipe-doc: |
| 164 | @make -C doc wipe BR=$(BR) |
| 165 | |
Klement Sekera | 9f9d07b | 2016-12-12 09:20:50 +0100 | [diff] [blame] | 166 | cov: wipe-cov reset verify-python-path $(PAPI_INSTALL_DONE) |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 167 | @lcov --zerocounters --directory $(VPP_TEST_BUILD_DIR) |
Klement Sekera | cd6cb98 | 2017-05-11 06:55:32 +0200 | [diff] [blame] | 168 | @test -z "$(EXTERN_COV_DIR)" || lcov --zerocounters --directory $(EXTERN_COV_DIR) |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 169 | $(call retest-func) |
| 170 | @mkdir $(BUILD_COV_DIR) |
| 171 | @lcov --capture --directory $(VPP_TEST_BUILD_DIR) --output-file $(BUILD_COV_DIR)/coverage.info |
Klement Sekera | cd6cb98 | 2017-05-11 06:55:32 +0200 | [diff] [blame] | 172 | @test -z "$(EXTERN_COV_DIR)" || lcov --capture --directory $(EXTERN_COV_DIR) --output-file $(BUILD_COV_DIR)/extern-coverage.info |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 173 | @genhtml $(BUILD_COV_DIR)/coverage.info --output-directory $(BUILD_COV_DIR)/html |
Klement Sekera | cd6cb98 | 2017-05-11 06:55:32 +0200 | [diff] [blame] | 174 | @test -z "$(EXTERN_COV_DIR)" || genhtml $(BUILD_COV_DIR)/extern-coverage.info --output-directory $(BUILD_COV_DIR)/extern-html |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 175 | @echo |
| 176 | @echo "Build finished. Code coverage report is in $(BUILD_COV_DIR)/html/index.html" |
Klement Sekera | cd6cb98 | 2017-05-11 06:55:32 +0200 | [diff] [blame] | 177 | @test -z "$(EXTERN_COV_DIR)" || echo "Code coverage report for out-of-tree objects is in $(BUILD_COV_DIR)/extern-html/index.html" |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 178 | |
Klement Sekera | 9f9d07b | 2016-12-12 09:20:50 +0100 | [diff] [blame] | 179 | .PHONY: wipe-cov |
| 180 | |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 181 | wipe-cov: wipe |
| 182 | @rm -rf $(BUILD_COV_DIR) |
| 183 | |
Klement Sekera | 72715ee | 2017-01-17 10:37:05 +0100 | [diff] [blame] | 184 | .PHONY: checkstyle |
| 185 | checkstyle: verify-python-path |
vagrant | 937bf30 | 2017-04-07 01:48:47 +0000 | [diff] [blame] | 186 | @virtualenv $(PYTHON_VENV_PATH) -p $(PYTHON_INTERP) |
Neale Ranns | aaa396a | 2017-02-05 09:12:02 -0800 | [diff] [blame] | 187 | @bash -c "source $(PYTHON_VENV_PATH)/bin/activate && pip install pep8" |
Klement Sekera | 72715ee | 2017-01-17 10:37:05 +0100 | [diff] [blame] | 188 | @bash -c "source $(PYTHON_VENV_PATH)/bin/activate &&\ |
| 189 | pep8 --show-source -v $(WS_ROOT)/test/*.py ||\ |
| 190 | (echo \"*******************************************************************\" &&\ |
| 191 | echo \"* Test framework PEP8 compliance check FAILED \" &&\ |
| 192 | echo \"*******************************************************************\" &&\ |
| 193 | false)" |
| 194 | @echo "*******************************************************************" |
| 195 | @echo "* Test framework PEP8 compliance check passed" |
| 196 | @echo "*******************************************************************" |
| 197 | |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 198 | help: |
| 199 | @echo "Running tests:" |
| 200 | @echo "" |
Klement Sekera | 8713493 | 2017-03-07 11:39:27 +0100 | [diff] [blame] | 201 | @echo " test - build and run (basic) functional tests" |
| 202 | @echo " test-debug - build and run (basic) functional tests (debug build)" |
| 203 | @echo " test-all - build and run (all) functional tests" |
| 204 | @echo " test-all-debug - build and run (all) functional tests (debug build)" |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 205 | @echo " retest - run functional tests" |
| 206 | @echo " retest-debug - run functional tests (debug build)" |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 207 | @echo " test-wipe - wipe (temporary) files generated by unit tests" |
Klement Sekera | a86e289 | 2017-03-09 08:01:52 +0100 | [diff] [blame] | 208 | @echo " test-shell - enter shell with test environment" |
| 209 | @echo " test-shell-debug - enter shell with test environment (debug build)" |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 210 | @echo "" |
| 211 | @echo "Arguments controlling test runs:" |
| 212 | @echo " V=[0|1|2] - set test verbosity level" |
Klement Sekera | a3d933c | 2017-11-06 09:46:00 +0100 | [diff] [blame^] | 213 | @echo " CACHE_OUTPUT=[0|1] - cache VPP stdout/stderr and log as one block after test finishes (default: 1)" |
Klement Sekera | acb9b8e | 2017-02-14 02:55:31 +0100 | [diff] [blame] | 214 | @echo " FAILFAST=[0|1] - fail fast if 1, complete all tests if 0" |
Klement Sekera | 909a6a1 | 2017-08-08 04:33:53 +0200 | [diff] [blame] | 215 | @echo " TIMEOUT=<timeout> - fail test suite if any single test takes longer than <timeout> to finish" |
Klement Sekera | df2b980 | 2017-10-05 10:26:03 +0200 | [diff] [blame] | 216 | @echo " RETRIES=<n> - retry failed tests <n> times" |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 217 | @echo " DEBUG=<type> - set VPP debugging kind" |
| 218 | @echo " DEBUG=core - detect coredump and load it in gdb on crash" |
| 219 | @echo " DEBUG=gdb - allow easy debugging by printing VPP PID " |
| 220 | @echo " and waiting for user input before running " |
| 221 | @echo " and tearing down a testcase" |
| 222 | @echo " DEBUG=gdbserver - run gdb inside a gdb server, otherwise " |
| 223 | @echo " same as above" |
| 224 | @echo " STEP=[yes|no] - ease debugging by stepping through a testcase " |
Klement Sekera | 41a9e51 | 2017-10-17 07:59:31 +0200 | [diff] [blame] | 225 | @echo " SANITY=[yes|no] - perform sanity import of vpp-api/sanity vpp run before running tests (default: yes)" |
Klement Sekera | 104543f | 2017-02-03 07:29:43 +0100 | [diff] [blame] | 226 | @echo " TEST=<filter> - filter the set of tests:" |
| 227 | @echo " by file-name - only run tests from specified file, e.g. TEST=test_bfd selects all tests from test_bfd.py" |
| 228 | @echo " by file-suffix - same as file-name, but 'test_' is omitted e.g. TEST=bfd selects all tests from test_bfd.py" |
| 229 | @echo " by wildcard - wildcard filter is <file>.<class>.<test function>, each can be replaced by '*'" |
| 230 | @echo " e.g. TEST='test_bfd.*.*' is equivalent to above example of filter by file-name" |
| 231 | @echo " TEST='bfd.*.*' is equivalent to above example of filter by file-suffix" |
| 232 | @echo " TEST='bfd.BFDAPITestCase.*' selects all tests from test_bfd.py which are part of BFDAPITestCase class" |
| 233 | @echo " TEST='bfd.BFDAPITestCase.test_add_bfd' selects a single test named test_add_bfd from test_bfd.py/BFDAPITestCase" |
| 234 | @echo " TEST='*.*.test_add_bfd' selects all test functions named test_add_bfd from all files/classes" |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 235 | @echo "" |
Klement Sekera | b93d142 | 2017-03-02 08:16:20 +0100 | [diff] [blame] | 236 | @echo " VPP_ZOMBIE_NOCHECK=1 - skip checking for vpp (zombie) processes (CAUTION)" |
Klement Sekera | 80a7f0a | 2017-03-02 11:27:11 +0100 | [diff] [blame] | 237 | @echo " COREDUMP_SIZE=<size> - pass <size> as unix { coredump-size <size> } argument to vpp" |
| 238 | @echo " e.g. COREDUMP_SIZE=4g" |
| 239 | @echo " COREDUMP_SIZE=unlimited" |
Klement Sekera | 47e275b | 2017-03-21 08:21:25 +0100 | [diff] [blame] | 240 | @echo " EXTERN_TESTS=<path> - path to out-of-tree test_<name>.py files containing test cases" |
| 241 | @echo " EXTERN_PLUGINS=<path>- path to out-of-tree plugins to be loaded by vpp under test" |
Klement Sekera | cd6cb98 | 2017-05-11 06:55:32 +0200 | [diff] [blame] | 242 | @echo " EXTERN_COV_DIR=<path>- path to out-of-tree prefix, where source, object and .gcda files can be found for coverage report" |
Klement Sekera | b93d142 | 2017-03-02 08:16:20 +0100 | [diff] [blame] | 243 | @echo "" |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 244 | @echo "Creating test documentation" |
| 245 | @echo " test-doc - generate documentation for test framework" |
Juraj Sloboda | 0279b29 | 2016-11-16 19:50:24 +0100 | [diff] [blame] | 246 | @echo " test-wipe-doc - wipe documentation for test framework" |
| 247 | @echo "" |
| 248 | @echo "Creating test code coverage report" |
| 249 | @echo " test-cov - generate code coverage report for test framework" |
| 250 | @echo " test-wipe-cov - wipe code coverage report for test framework" |
Klement Sekera | 277b89c | 2016-10-28 13:20:27 +0200 | [diff] [blame] | 251 | @echo "" |
Klement Sekera | 72715ee | 2017-01-17 10:37:05 +0100 | [diff] [blame] | 252 | @echo "Verifying code-style" |
| 253 | @echo " test-checkstyle - check PEP8 compliance" |
| 254 | @echo "" |