test/auto-test/FTC805.sh - oransc/nonrtric - Gitiles

 #!/bin/bash

 #  ============LICENSE_START===============================================
 #  Copyright (C) 2020 Nordix Foundation. All rights reserved.
 #  ========================================================================
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.
 #  You may obtain a copy of the License at
 #
 #       http://www.apache.org/licenses/LICENSE-2.0
 #
 #  Unless required by applicable law or agreed to in writing, software
 #  distributed under the License is distributed on an "AS IS" BASIS,
 #  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 #  See the License for the specific language governing permissions and
 #  limitations under the License.
 #  ============LICENSE_END=================================================
 #

 TC_ONELINE_DESCR="PMS Create 10000 policies and restart, test polices persistency"

 #App names to include in the test when running docker, space separated list
 DOCKER_INCLUDED_IMAGES="CBS CONSUL CP CR PA RICSIM SDNC NGW"

 #App names to include in the test when running kubernetes, space separated list
 KUBE_INCLUDED_IMAGES="CP CR PA RICSIM SDNC KUBEPROXY NGW"
 #Prestarted app (not started by script) to include in the test when running kubernetes, space separated list
 KUBE_PRESTARTED_IMAGES=""

 #Ignore image in DOCKER_INCLUDED_IMAGES, KUBE_INCLUDED_IMAGES if
 #the image is not configured in the supplied env_file
 #Used for images not applicable to all supported profile
 CONDITIONALLY_IGNORED_IMAGES="NGW"

 #Supported test environment profiles
 SUPPORTED_PROFILES="ONAP-ISTANBUL ORAN-D-RELEASE ORAN-E-RELEASE"
 #Supported run modes
 SUPPORTED_RUNMODES="DOCKER KUBE"

 . ../common/testcase_common.sh  $@
 . ../common/agent_api_functions.sh
 . ../common/ricsimulator_api_functions.sh
 . ../common/control_panel_api_functions.sh
 . ../common/controller_api_functions.sh
 . ../common/consul_cbs_functions.sh
 . ../common/cr_api_functions.sh
 . ../common/kube_proxy_api_functions.sh
 . ../common/gateway_api_functions.sh

 setup_testenvironment

 #### TEST BEGIN ####

 #Local vars in test script
 ##########################

 # Tested variants of REST/DMAAP/SDNC config
 TESTED_VARIANTS="REST"

 #Test agent and simulator protocol versions (others are http only)
 TESTED_PROTOCOLS="HTTP"

 NUM_RICS=5
 NUM_POLICIES_PER_RIC=2000


 generate_policy_uuid

 if [ "$PMS_VERSION" == "V2" ]; then
     notificationurl=$CR_SERVICE_PATH"/test"
 else
     notificationurl=""
 fi

 for __httpx in $TESTED_PROTOCOLS ; do
     for interface in $TESTED_VARIANTS ; do

         echo "#####################################################################"
         echo "#####################################################################"
         echo "### Testing agent: "$interface" and "$__httpx
         echo "#####################################################################"
         echo "#####################################################################"

         if [ $__httpx == "HTTPS" ]; then
             use_cr_https
             use_simulator_https
             if [[ $interface = *"SDNC"* ]]; then
                 use_sdnc_https
             fi
             use_agent_rest_https
         else
             use_cr_http
             use_simulator_http
             if [[ $interface = *"SDNC"* ]]; then
                 use_sdnc_http
             fi
             use_agent_rest_http
         fi

         # Clean container and start all needed containers #
         clean_environment

         if [ $RUNMODE == "KUBE" ]; then
             start_kube_proxy
         fi

         start_ric_simulators ricsim_g1 $NUM_RICS STD_2.0.0

         start_control_panel $SIM_GROUP/$CONTROL_PANEL_COMPOSE_DIR/$CONTROL_PANEL_CONFIG_FILE

         if [ ! -z "$NRT_GATEWAY_APP_NAME" ]; then
             start_gateway $SIM_GROUP/$NRT_GATEWAY_COMPOSE_DIR/$NRT_GATEWAY_CONFIG_FILE
         fi

         start_policy_agent NORPOXY $SIM_GROUP/$POLICY_AGENT_COMPOSE_DIR/$POLICY_AGENT_CONFIG_FILE

         set_agent_debug

         if [ $RUNMODE == "DOCKER" ]; then
             start_consul_cbs
         fi

         if [[ $interface = *"SDNC"* ]]; then
             start_sdnc
             prepare_consul_config      SDNC  ".consul_config.json"
         else
             prepare_consul_config      NOSDNC  ".consul_config.json"
         fi

         if [ $RUNMODE == "KUBE" ]; then
             agent_load_config                       ".consul_config.json"
         else
             consul_config_app                      ".consul_config.json"
         fi

         start_cr

         api_get_status 200

         for ((i=1; i<=$NUM_RICS; i++))
         do
             sim_print ricsim_g1_$i interface
         done

         echo "Load policy type in group 1 simulators"
         for ((i=1; i<=$NUM_RICS; i++))
         do
             sim_put_policy_type 201 ricsim_g1_$i STD_QOS_0_2_0 testdata/STD2/sim_qos.json
         done

         if [ "$PMS_VERSION" == "V2" ]; then
             api_equal json:policy-types 1 300  #Wait for the agent to refresh types from the simulator
         else
             api_equal json:policy_types 1 300  #Wait for the agent to refresh types from the simulator
         fi

         api_put_service 201 "serv1" 0 "$CR_SERVICE_PATH/1"

         echo "Check the number of types in the agent for each ric is 1"
         for ((i=1; i<=$NUM_RICS; i++))
         do
             if [ "$PMS_VERSION" == "V2" ]; then
                 api_equal json:policy-types?ric_id=ricsim_g1_$i 1 120
             else
                 api_equal json:policy_types?ric=ricsim_g1_$i 1 120
             fi
         done

         START_ID=2000

         start_timer "Create $((NUM_POLICIES_PER_RIC*$NUM_RICS)) polices over $interface using "$__httpx

         api_put_policy_parallel 201 "serv1" ricsim_g1_ $NUM_RICS STD_QOS_0_2_0 $START_ID NOTRANSIENT $notificationurl testdata/STD/pi1_template.json $NUM_POLICIES_PER_RIC 7

         print_timer "Create $((NUM_POLICIES_PER_RIC*$NUM_RICS)) polices over $interface using "$__httpx

         INSTANCES=$(($NUM_RICS*$NUM_POLICIES_PER_RIC))
         api_equal json:policies $INSTANCES

         for ((i=1; i<=$NUM_RICS; i++))
         do
             sim_equal ricsim_g1_$i num_instances $NUM_POLICIES_PER_RIC
         done

         api_get_services 200 "serv1" "serv1" 0 "$CR_SERVICE_PATH/1"

         stop_policy_agent

         start_stopped_policy_agent

         set_agent_debug

         api_equal json:policies $INSTANCES 500

         stop_policy_agent

         for ((i=1; i<=$NUM_RICS; i++))
         do
             sim_post_delete_instances 200 ricsim_g1_$i
         done

         for ((i=1; i<=$NUM_RICS; i++))
         do
             sim_equal ricsim_g1_$i num_instances 0
         done

         start_stopped_policy_agent

         set_agent_debug

         start_timer "Restore $((NUM_POLICIES_PER_RIC*$NUM_RICS)) polices after restart over $interface using "$__httpx

         api_equal json:policies $INSTANCES 500

         for ((i=1; i<=$NUM_RICS; i++))
         do
             sim_equal ricsim_g1_$i num_instances $NUM_POLICIES_PER_RIC 500
         done

         print_timer "Restore $((NUM_POLICIES_PER_RIC*$NUM_RICS)) polices after restart over $interface using "$__httpx

         api_get_services 200 "serv1" "serv1" 0 "$CR_SERVICE_PATH/1"

         start_timer "Delete $((NUM_POLICIES_PER_RIC*$NUM_RICS)) polices over $interface using "$__httpx

         api_delete_policy_parallel 204 $NUM_RICS $START_ID $NUM_POLICIES_PER_RIC 7

         print_timer "Delete $((NUM_POLICIES_PER_RIC*$NUM_RICS)) polices over $interface using "$__httpx

         api_equal json:policies 0

         for ((i=1; i<=$NUM_RICS; i++))
         do
             sim_equal ricsim_g1_$i num_instances 0
         done

         stop_policy_agent

         start_stopped_policy_agent

         set_agent_debug

         api_equal json:policies 0

         for ((i=1; i<=$NUM_RICS; i++))
         do
             sim_equal ricsim_g1_$i num_instances 0
         done

         sleep_wait 200

         api_get_services 200 "serv1" "serv1" 0 "$CR_SERVICE_PATH/1"

         api_equal json:policies 0

         for ((i=1; i<=$NUM_RICS; i++))
         do
             sim_equal ricsim_g1_$i num_instances 0
         done

         for ((i=1; i<=$NUM_RICS; i++))
         do
             if [ $interface == "REST+SDNC" ]; then
                 sim_contains_str ricsim_g1_$i remote_hosts $SDNC_APP_NAME
             else
                 sim_contains_str ricsim_g1_$i remote_hosts $POLICY_AGENT_APP_NAME
             fi
         done

         check_policy_agent_logs
         if [[ $interface = *"SDNC"* ]]; then
             check_sdnc_logs
         fi

         store_logs          "${__httpx}__${interface}"

     done

 done


 #### TEST COMPLETE ####

 print_result

 auto_clean_environment
	#!/bin/bash

	# ============LICENSE_START===============================================
	# Copyright (C) 2020 Nordix Foundation. All rights reserved.
	# ========================================================================
	# Licensed under the Apache License, Version 2.0 (the "License");
	# you may not use this file except in compliance with the License.
	# You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.
	# ============LICENSE_END=================================================
	#

	TC_ONELINE_DESCR="PMS Create 10000 policies and restart, test polices persistency"

	#App names to include in the test when running docker, space separated list
	DOCKER_INCLUDED_IMAGES="CBS CONSUL CP CR PA RICSIM SDNC NGW"

	#App names to include in the test when running kubernetes, space separated list
	KUBE_INCLUDED_IMAGES="CP CR PA RICSIM SDNC KUBEPROXY NGW"
	#Prestarted app (not started by script) to include in the test when running kubernetes, space separated list
	KUBE_PRESTARTED_IMAGES=""

	#Ignore image in DOCKER_INCLUDED_IMAGES, KUBE_INCLUDED_IMAGES if
	#the image is not configured in the supplied env_file
	#Used for images not applicable to all supported profile
	CONDITIONALLY_IGNORED_IMAGES="NGW"

	#Supported test environment profiles
	SUPPORTED_PROFILES="ONAP-ISTANBUL ORAN-D-RELEASE ORAN-E-RELEASE"
	#Supported run modes
	SUPPORTED_RUNMODES="DOCKER KUBE"

	. ../common/testcase_common.sh $@
	. ../common/agent_api_functions.sh
	. ../common/ricsimulator_api_functions.sh
	. ../common/control_panel_api_functions.sh
	. ../common/controller_api_functions.sh
	. ../common/consul_cbs_functions.sh
	. ../common/cr_api_functions.sh
	. ../common/kube_proxy_api_functions.sh
	. ../common/gateway_api_functions.sh

	setup_testenvironment

	#### TEST BEGIN ####

	#Local vars in test script
	##########################

	# Tested variants of REST/DMAAP/SDNC config
	TESTED_VARIANTS="REST"

	#Test agent and simulator protocol versions (others are http only)
	TESTED_PROTOCOLS="HTTP"

	NUM_RICS=5
	NUM_POLICIES_PER_RIC=2000


	generate_policy_uuid

	if [ "$PMS_VERSION" == "V2" ]; then
	notificationurl=$CR_SERVICE_PATH"/test"
	else
	notificationurl=""
	fi

	for __httpx in $TESTED_PROTOCOLS ; do
	for interface in $TESTED_VARIANTS ; do

	echo "#####################################################################"
	echo "#####################################################################"
	echo "### Testing agent: "$interface" and "$__httpx
	echo "#####################################################################"
	echo "#####################################################################"

	if [ $__httpx == "HTTPS" ]; then
	use_cr_https
	use_simulator_https
	if [[ $interface = "SDNC" ]]; then
	use_sdnc_https
	fi
	use_agent_rest_https
	else
	use_cr_http
	use_simulator_http
	if [[ $interface = "SDNC" ]]; then
	use_sdnc_http
	fi
	use_agent_rest_http
	fi

	# Clean container and start all needed containers #
	clean_environment

	if [ $RUNMODE == "KUBE" ]; then
	start_kube_proxy
	fi

	start_ric_simulators ricsim_g1 $NUM_RICS STD_2.0.0

	start_control_panel $SIM_GROUP/$CONTROL_PANEL_COMPOSE_DIR/$CONTROL_PANEL_CONFIG_FILE

	if [ ! -z "$NRT_GATEWAY_APP_NAME" ]; then
	start_gateway $SIM_GROUP/$NRT_GATEWAY_COMPOSE_DIR/$NRT_GATEWAY_CONFIG_FILE
	fi

	start_policy_agent NORPOXY $SIM_GROUP/$POLICY_AGENT_COMPOSE_DIR/$POLICY_AGENT_CONFIG_FILE

	set_agent_debug

	if [ $RUNMODE == "DOCKER" ]; then
	start_consul_cbs
	fi

	if [[ $interface = "SDNC" ]]; then
	start_sdnc
	prepare_consul_config SDNC ".consul_config.json"
	else
	prepare_consul_config NOSDNC ".consul_config.json"
	fi

	if [ $RUNMODE == "KUBE" ]; then
	agent_load_config ".consul_config.json"
	else
	consul_config_app ".consul_config.json"
	fi

	start_cr

	api_get_status 200

	for ((i=1; i<=$NUM_RICS; i++))
	do
	sim_print ricsim_g1_$i interface
	done

	echo "Load policy type in group 1 simulators"
	for ((i=1; i<=$NUM_RICS; i++))
	do
	sim_put_policy_type 201 ricsim_g1_$i STD_QOS_0_2_0 testdata/STD2/sim_qos.json
	done

	if [ "$PMS_VERSION" == "V2" ]; then
	api_equal json:policy-types 1 300 #Wait for the agent to refresh types from the simulator
	else
	api_equal json:policy_types 1 300 #Wait for the agent to refresh types from the simulator
	fi

	api_put_service 201 "serv1" 0 "$CR_SERVICE_PATH/1"

	echo "Check the number of types in the agent for each ric is 1"
	for ((i=1; i<=$NUM_RICS; i++))
	do
	if [ "$PMS_VERSION" == "V2" ]; then
	api_equal json:policy-types?ric_id=ricsim_g1_$i 1 120
	else
	api_equal json:policy_types?ric=ricsim_g1_$i 1 120
	fi
	done

	START_ID=2000

	start_timer "Create $((NUM_POLICIES_PER_RIC*$NUM_RICS)) polices over $interface using "$__httpx

	api_put_policy_parallel 201 "serv1" ricsim_g1_ $NUM_RICS STD_QOS_0_2_0 $START_ID NOTRANSIENT $notificationurl testdata/STD/pi1_template.json $NUM_POLICIES_PER_RIC 7

	print_timer "Create $((NUM_POLICIES_PER_RIC*$NUM_RICS)) polices over $interface using "$__httpx

	INSTANCES=$(($NUM_RICS*$NUM_POLICIES_PER_RIC))
	api_equal json:policies $INSTANCES

	for ((i=1; i<=$NUM_RICS; i++))
	do
	sim_equal ricsim_g1_$i num_instances $NUM_POLICIES_PER_RIC
	done

	api_get_services 200 "serv1" "serv1" 0 "$CR_SERVICE_PATH/1"

	stop_policy_agent

	start_stopped_policy_agent

	set_agent_debug

	api_equal json:policies $INSTANCES 500

	stop_policy_agent

	for ((i=1; i<=$NUM_RICS; i++))
	do
	sim_post_delete_instances 200 ricsim_g1_$i
	done

	for ((i=1; i<=$NUM_RICS; i++))
	do
	sim_equal ricsim_g1_$i num_instances 0
	done

	start_stopped_policy_agent

	set_agent_debug

	start_timer "Restore $((NUM_POLICIES_PER_RIC*$NUM_RICS)) polices after restart over $interface using "$__httpx

	api_equal json:policies $INSTANCES 500

	for ((i=1; i<=$NUM_RICS; i++))
	do
	sim_equal ricsim_g1_$i num_instances $NUM_POLICIES_PER_RIC 500
	done

	print_timer "Restore $((NUM_POLICIES_PER_RIC*$NUM_RICS)) polices after restart over $interface using "$__httpx

	api_get_services 200 "serv1" "serv1" 0 "$CR_SERVICE_PATH/1"

	start_timer "Delete $((NUM_POLICIES_PER_RIC*$NUM_RICS)) polices over $interface using "$__httpx

	api_delete_policy_parallel 204 $NUM_RICS $START_ID $NUM_POLICIES_PER_RIC 7

	print_timer "Delete $((NUM_POLICIES_PER_RIC*$NUM_RICS)) polices over $interface using "$__httpx

	api_equal json:policies 0

	for ((i=1; i<=$NUM_RICS; i++))
	do
	sim_equal ricsim_g1_$i num_instances 0
	done

	stop_policy_agent

	start_stopped_policy_agent

	set_agent_debug

	api_equal json:policies 0

	for ((i=1; i<=$NUM_RICS; i++))
	do
	sim_equal ricsim_g1_$i num_instances 0
	done

	sleep_wait 200

	api_get_services 200 "serv1" "serv1" 0 "$CR_SERVICE_PATH/1"

	api_equal json:policies 0

	for ((i=1; i<=$NUM_RICS; i++))
	do
	sim_equal ricsim_g1_$i num_instances 0
	done

	for ((i=1; i<=$NUM_RICS; i++))
	do
	if [ $interface == "REST+SDNC" ]; then
	sim_contains_str ricsim_g1_$i remote_hosts $SDNC_APP_NAME
	else
	sim_contains_str ricsim_g1_$i remote_hosts $POLICY_AGENT_APP_NAME
	fi
	done

	check_policy_agent_logs
	if [[ $interface = "SDNC" ]]; then
	check_sdnc_logs
	fi

	store_logs "${__httpx}__${interface}"

	done

	done


	#### TEST COMPLETE ####

	print_result

	auto_clean_environment