| #! /usr/bin/python |
| |
| import time |
| |
| from vcpeutils.csar_parser import * |
| import requests |
| from robot.api import logger |
| from datetime import datetime |
| import urllib3 |
| import sys |
| from ONAPLibrary.PreloadSDNCKeywords import PreloadSDNCKeywords |
| from ONAPLibrary.RequestSOKeywords import RequestSOKeywords |
| |
| |
| class SoUtils: |
| |
| def __init__(self): |
| # SO urls, note: do NOT add a '/' at the end of the url |
| self.so_nbi_port = '8080' |
| self.so_host = 'so.onap' |
| self.so_si_path = '/onap/so/infra/serviceInstantiation/v7/serviceInstances' |
| self.so_orch_path = '/onap/so/infra/orchestrationRequests/v6' |
| self.service_req_api_url = 'http://' + self.so_host + ':' + self.so_nbi_port |
| self.so_check_progress_api_url = 'http://' + self.so_host + ':' + self.so_nbi_port + self.so_orch_path + '/' |
| self.so_userpass = 'InfraPortalClient', 'password1$' |
| self.so_headers = {'Content-Type': 'application/json', 'Accept': 'application/json'} |
| |
| # aai urls |
| self.aai_userpass = 'AAI', 'AAI' |
| self.aai_query_port = '8443' |
| self.aai_host = 'aai.onap' |
| |
| # mr utls |
| self.mr_ip_addr = 'mr.onap' |
| self.mr_ip_port = '3904' |
| |
| # sdnc urls |
| self.sdnc_ip_addr = 'sdnc.onap' |
| self.sdnc_preloading_port = '8282' |
| self.sdnc_endpoint = 'http://' + self.sdnc_ip_addr + ':' + self.sdnc_preloading_port |
| self.sdnc_preload_vnf_url = '/restconf/operations/VNF-API:preload-vnf-topology-operation' |
| # properties |
| self.homing_solution = 'sniro' # value is either 'sniro' or 'oof' |
| self.customer_location_used_by_oof = { |
| "customerLatitude": "32.897480", |
| "customerLongitude": "-97.040443", |
| "customerName": "some_company" |
| } |
| self.product_family_id = 'f9457e8c-4afd-45da-9389-46acd9bf5116' |
| self.custom_product_family_id = 'a9a77d5a-123e-4ca2-9eb9-0b015d2ee0fb' |
| self.instance_name_prefix = { |
| 'service': 'svc', |
| 'network': 'net', |
| 'vnf': 'vnf', |
| 'vfmodule': 'vf' |
| } |
| |
| # set the openstack cloud access credentials here |
| self.cloud = { |
| '--os-auth-url': 'http://10.12.25.2:5000', |
| '--os-username': 'kxi', |
| '--os-user-domain-id': 'default', |
| '--os-project-domain-id': 'default', |
| '--os-tenant-id': '09d8566ea45e43aa974cf447ed591d77', |
| '--os-region-name': 'RegionOne', |
| '--os-password': 'n3JhGMGuDzD8', |
| '--os-project-domain-name': 'Integration-SB-03', |
| '--os-identity-api-version': '3' |
| } |
| |
| self.template_path = 'robot/assets/templates' |
| self.owning_entity_name = 'OE-Demonstration1' |
| self.project_name = 'Project-Demonstration' |
| self.owning_entity_id = '520cc603-a3c4-4ec2-9ef4-ca70facd79c0' |
| self.global_subscriber_id = 'Demonstration' |
| self.vgw_VfModuleModelInvariantUuid = '26d6a718-17b2-4ba8-8691-c44343b2ecd2' |
| self.so = RequestSOKeywords() |
| |
| @staticmethod |
| def add_req_info(req_details, instance_name, product_family_id=None): |
| req_details['requestInfo'] = { |
| 'instanceName': instance_name, |
| 'source': 'VID', |
| 'suppressRollback': 'true', |
| 'requestorId': 'vCPE-Robot' |
| } |
| if product_family_id: |
| req_details['requestInfo']['productFamilyId'] = product_family_id |
| |
| @staticmethod |
| def add_related_instance(req_details, instance_id, instance_model): |
| instance = {"instanceId": instance_id, "modelInfo": instance_model} |
| if 'relatedInstanceList' not in req_details: |
| req_details['relatedInstanceList'] = [{"relatedInstance": instance}] |
| else: |
| req_details['relatedInstanceList'].append({"relatedInstance": instance}) |
| |
| def generate_vnf_or_network_request(self, instance_name, vnf_or_network_model, service_instance_id, service_model, |
| tenant_id, region_name): |
| req_details = { |
| 'modelInfo': vnf_or_network_model, |
| 'cloudConfiguration': {"lcpCloudRegionId": region_name, |
| "tenantId": tenant_id}, |
| 'requestParameters': {"userParams": []}, |
| 'platform': {"platformName": "Platform-Demonstration"} |
| } |
| self.add_req_info(req_details, instance_name, self.product_family_id) |
| self.add_related_instance(req_details, service_instance_id, service_model) |
| return {'requestDetails': req_details} |
| |
| def generate_vfmodule_request(self, instance_name, vfmodule_model, service_instance_id, |
| service_model, vnf_instance_id, vnf_model, tenant_id, region_name): |
| req_details = { |
| 'modelInfo': vfmodule_model, |
| 'cloudConfiguration': {"lcpCloudRegionId": region_name, |
| "tenantId": tenant_id}, |
| 'requestParameters': {"usePreload": 'true'} |
| } |
| self.add_req_info(req_details, instance_name, self.product_family_id) |
| self.add_related_instance(req_details, service_instance_id, service_model) |
| self.add_related_instance(req_details, vnf_instance_id, vnf_model) |
| return {'requestDetails': req_details} |
| |
| def generate_service_request(self, instance_name, model): |
| req_details = { |
| 'modelInfo': model, |
| 'subscriberInfo': {'globalSubscriberId': self.global_subscriber_id}, |
| 'requestParameters': { |
| "userParams": [], |
| "subscriptionServiceType": "vCPE", |
| "aLaCarte": 'true' |
| } |
| } |
| self.add_req_info(req_details, instance_name) |
| self.add_project_info(req_details) |
| self.add_owning_entity(req_details) |
| return {'requestDetails': req_details} |
| |
| def add_project_info(self, req_details): |
| req_details['project'] = {'projectName': self.project_name} |
| |
| def add_owning_entity(self, req_details): |
| req_details['owningEntity'] = {'owningEntityId': self.owning_entity_id, |
| 'owningEntityName': self.owning_entity_name} |
| |
| def generate_custom_service_request(self, instance_name, model, brg_mac, tenant_id, region_name): |
| brg_mac_enc = brg_mac.replace(':', '-') |
| req_details = { |
| 'modelInfo': model, |
| 'subscriberInfo': {'subscriberName': 'Kaneohe', |
| 'globalSubscriberId': self.global_subscriber_id}, |
| 'cloudConfiguration': {"lcpCloudRegionId": region_name, |
| "tenantId": tenant_id}, |
| 'requestParameters': { |
| "userParams": [ |
| { |
| 'name': 'BRG_WAN_MAC_Address', |
| 'value': brg_mac |
| }, |
| { |
| 'name': 'VfModuleNames', |
| 'value': [ |
| { |
| 'VfModuleModelInvariantUuid': self.vgw_VfModuleModelInvariantUuid, |
| 'VfModuleName': 'VGW2BRG-{0}'.format(brg_mac_enc) |
| } |
| ] |
| }, |
| { |
| "name": "Customer_Location", |
| "value": self.customer_location_used_by_oof |
| }, |
| { |
| "name": "Homing_Solution", |
| "value": self.homing_solution |
| } |
| ], |
| "subscriptionServiceType": "vCPE", |
| 'aLaCarte': 'false' |
| } |
| } |
| self.add_req_info(req_details, instance_name, self.custom_product_family_id) |
| self.add_project_info(req_details) |
| self.add_owning_entity(req_details) |
| return {'requestDetails': req_details} |
| |
| def create_custom_service(self, csar_file, brg_mac, tenant_id, region_name, name_suffix=None): |
| parser = CsarParser() |
| if not parser.parse_csar(csar_file): |
| return False |
| |
| # yyyymmdd_hhmm |
| if not name_suffix: |
| name_suffix = '_' + datetime.now().strftime('%Y%m%d%H%M') |
| |
| # create service |
| instance_name = '_'.join([self.instance_name_prefix['service'], |
| parser.svc_model['modelName'][0:10], name_suffix]) |
| instance_name = instance_name.lower() |
| req = self.generate_custom_service_request(instance_name, parser.svc_model, brg_mac, tenant_id, region_name) |
| logger.info(json.dumps(req, indent=2, sort_keys=True)) |
| logger.info('Creating custom service {0}.'.format(instance_name)) |
| req_id, svc_instance_id = self.so.run_create_request(self.service_req_api_url, self.so_si_path, |
| json.dumps(req), auth=self.so_userpass) |
| done, resp = self.so.run_polling_get_request(self.so_check_progress_api_url, req_id, tries=50, interval=5, |
| auth=self.so_userpass) |
| return done |
| |
| def create_entire_service(self, csar_file, vnf_template_file, preload_dict, name_suffix, region_name, tenant_id, |
| ssh_key): |
| """ |
| :param csar_file: |
| :param vnf_template_file: |
| :param preload_dict: |
| :param name_suffix: |
| :param region_name: |
| :param tenant_id |
| :param ssh_key |
| :return: service instance UUID |
| """ |
| logger.info('\n----------------------------------------------------------------------------------') |
| logger.info('Start to create entire service defined in csar: {0}'.format(csar_file)) |
| parser = CsarParser() |
| logger.info('Parsing csar ...') |
| if not parser.parse_csar(csar_file): |
| logger.error('Cannot parse csar: {0}'.format(csar_file)) |
| return None |
| |
| # Set Global timestamp for instancenames |
| global_timestamp = datetime.now().strftime("%Y%m%d%H%M%S") |
| # create service |
| instance_name = '_'.join([self.instance_name_prefix['service'], |
| parser.svc_model['modelName'], global_timestamp, name_suffix]) |
| instance_name = instance_name.lower() |
| instance_name = instance_name.replace(' ', '') |
| instance_name = instance_name.replace(':', '') |
| logger.info('Creating service instance: {0}.'.format(instance_name)) |
| req = self.generate_service_request(instance_name, parser.svc_model) |
| logger.debug(json.dumps(req, indent=2, sort_keys=True)) |
| req_id, svc_instance_id = self.so.run_create_request(self.service_req_api_url, self.so_si_path, |
| json.dumps(req), auth=self.so_userpass) |
| done, resp = self.so.run_polling_get_request(self.so_check_progress_api_url, req_id, tries=50, interval=5, |
| auth=self.so_userpass) |
| if not done: |
| return None |
| |
| # wait for AAI to complete traversal |
| self.wait_for_aai('service', svc_instance_id) |
| |
| # create networks |
| for model in parser.net_models: |
| base_name = model['modelCustomizationName'].lower().replace('mux_vg', 'mux_gw') |
| network_name = '_'.join([self.instance_name_prefix['network'], base_name, name_suffix]) |
| network_name = network_name.lower() |
| logger.info('Creating network: ' + network_name) |
| req = self.generate_vnf_or_network_request(network_name, model, svc_instance_id, parser.svc_model, |
| tenant_id, region_name) |
| logger.debug(json.dumps(req, indent=2, sort_keys=True)) |
| |
| url = '/'.join([self.so_si_path, svc_instance_id, 'networks']) |
| req_id, net_instance_id = self.so.run_create_request(self.service_req_api_url, url, json.dumps(req), |
| auth=self.so_userpass) |
| |
| done, resp = self.so.run_polling_get_request(self.so_check_progress_api_url, req_id, tries=50, interval=5, |
| auth=self.so_userpass) |
| if not done: |
| return None |
| |
| logger.info('Changing subnet name to ' + self.network_name_to_subnet_name(network_name)) |
| self.set_network_name(network_name) |
| subnet_name_changed = False |
| for i in range(20): |
| time.sleep(3) |
| if self.set_subnet_name(network_name): |
| subnet_name_changed = True |
| break |
| |
| if not subnet_name_changed: |
| logger.error('Failed to change subnet name for ' + network_name) |
| return None |
| |
| vnf_model = None |
| vnf_instance_id = None |
| # create VNF |
| if len(parser.vnf_models) == 1: |
| vnf_model = parser.vnf_models[0] |
| vnf_instance_name = '_'.join([self.instance_name_prefix['vnf'], |
| vnf_model['modelCustomizationName'].split(' ')[0], name_suffix]) |
| vnf_instance_name = vnf_instance_name.lower() |
| vnf_instance_name = vnf_instance_name.replace(' ', '') |
| vnf_instance_name = vnf_instance_name.replace(':', '') |
| logger.info('Creating VNF: ' + vnf_instance_name) |
| req = self.generate_vnf_or_network_request(vnf_instance_name, vnf_model, svc_instance_id, parser.svc_model, |
| tenant_id, region_name) |
| logger.debug(json.dumps(req, indent=2, sort_keys=True)) |
| |
| url = '/'.join([self.so_si_path, svc_instance_id, 'vnfs']) |
| req_id, vnf_instance_id = self.so.run_create_request(self.service_req_api_url, url, json.dumps(req), |
| auth=self.so_userpass) |
| done, resp = self.so.run_polling_get_request(self.so_check_progress_api_url, req_id, tries=50, interval=5, |
| auth=self.so_userpass) |
| if not done: |
| logger.error('Failed to create VNF {0}.'.format(vnf_instance_name)) |
| return False |
| |
| # wait for AAI to complete traversal |
| if not vnf_instance_id: |
| logger.error('No VNF instance ID returned!') |
| sys.exit() |
| self.wait_for_aai('vnf', vnf_instance_id) |
| |
| # SDNC Preload |
| preloader = PreloadSDNCKeywords() |
| vfmodule_name = '_'.join(['vf', |
| parser.vfmodule_models[0]['modelCustomizationName'].split('..')[0].lower(), |
| name_suffix]) |
| |
| extra_preload = { |
| 'pub_key': ssh_key, |
| 'vnf_type': parser.vfmodule_models[0]['modelCustomizationName'], |
| 'generic_vnf_type': parser.vfmodule_models[0]['modelCustomizationName'], |
| 'service_type': svc_instance_id, |
| 'generic_vnf_name': vnf_model['modelCustomizationName'], |
| 'vnf_name': vfmodule_name, |
| 'mr_ip_addr': self.mr_ip_addr, |
| 'mr_ip_port': self.mr_ip_port, |
| 'sdnc_oam_ip': self.sdnc_ip_addr, |
| 'suffix': name_suffix, |
| 'oam_onap_net': 'oam_network_2No2', |
| 'oam_onap_subnet': 'oam_network_2No2', |
| 'public_net': 'external', |
| 'public_net_id': '971040b2-7059-49dc-b220-4fab50cb2ad4' |
| } |
| |
| preload_dict.update(extra_preload) |
| preloader.preload_vfmodule(self.sdnc_endpoint, self.sdnc_preload_vnf_url, self.template_path, vnf_template_file, |
| preload_dict) |
| |
| # create VF Module |
| if len(parser.vfmodule_models) == 1: |
| if not vnf_instance_id or not vnf_model: |
| logger.error('Invalid VNF instance ID or VNF model!') |
| sys.exit() |
| |
| model = parser.vfmodule_models[0] |
| vfmodule_instance_name = '_'.join([self.instance_name_prefix['vfmodule'], |
| model['modelCustomizationName'].split('..')[0], name_suffix]) |
| vfmodule_instance_name = vfmodule_instance_name.lower() |
| vfmodule_instance_name = vfmodule_instance_name.replace(' ', '') |
| vfmodule_instance_name = vfmodule_instance_name.replace(':', '') |
| logger.info('Creating VF Module: ' + vfmodule_instance_name) |
| req = self.generate_vfmodule_request(vfmodule_instance_name, model, svc_instance_id, parser.svc_model, |
| vnf_instance_id, vnf_model, tenant_id, region_name) |
| logger.debug(json.dumps(req, indent=2, sort_keys=True)) |
| |
| url = '/'.join([self.so_si_path, svc_instance_id, 'vnfs', vnf_instance_id, 'vfModules']) |
| req_id, vfmodule_instance_id = self.so.run_create_request(self.service_req_api_url, url, json.dumps(req), |
| auth=self.so_userpass) |
| |
| done, resp = self.so.run_polling_get_request(self.so_check_progress_api_url, req_id, tries=50, interval=50, |
| auth=self.so_userpass) |
| if not done: |
| logger.error('Failed to create VF Module {0}.'.format(vfmodule_instance_name)) |
| return None |
| |
| return svc_instance_id |
| |
| def wait_for_aai(self, node_type, uuid): |
| logger.info('Waiting for AAI traversal to complete...') |
| for i in range(30): |
| time.sleep(1) |
| if self.is_node_in_aai(node_type, uuid): |
| return |
| |
| logger.error("AAI traversal didn't finish in 30 seconds. Something is wrong. Type {0}, UUID {1}".format( |
| node_type, uuid)) |
| sys.exit() |
| |
| def is_node_in_aai(self, node_type, node_uuid): |
| key = None |
| search_node_type = None |
| if node_type == 'service': |
| search_node_type = 'service-instance' |
| key = 'service-instance-id' |
| elif node_type == 'vnf': |
| search_node_type = 'generic-vnf' |
| key = 'vnf-id' |
| else: |
| logging.error('Invalid node_type: ' + node_type) |
| sys.exit() |
| |
| url = 'https://{0}:{1}/aai/v11/search/nodes-query?search-node-type={2}&filter={3}:EQUALS:{4}'.format( |
| self.aai_host, self.aai_query_port, search_node_type, key, node_uuid) |
| |
| headers = {'Content-Type': 'application/json', 'Accept': 'application/json', 'X-FromAppID': 'vCPE-Robot', 'X-TransactionId': 'get_aai_subscr'} |
| urllib3.disable_warnings() |
| r = requests.get(url, headers=headers, auth=self.aai_userpass, verify=False) |
| response = r.json() |
| logger.debug('aai query: ' + url) |
| logger.debug('aai response:\n' + json.dumps(response, indent=4, sort_keys=True)) |
| return 'result-data' in response |
| |
| @staticmethod |
| def network_name_to_subnet_name(network_name): |
| """ |
| :param network_name: example: vcpe_net_cpe_signal_201711281221 |
| :return: vcpe_net_cpe_signal_subnet_201711281221 |
| """ |
| fields = network_name.split('_') |
| fields.insert(-1, 'subnet') |
| return '_'.join(fields) |
| |
| def set_network_name(self, network_name): |
| param = ' '.join([k + ' ' + v for k, v in list(self.cloud.items())]) |
| openstackcmd = 'openstack ' + param |
| cmd = ' '.join([openstackcmd, 'network set --name', network_name, 'ONAP-NW1']) |
| os.popen(cmd) |
| |
| def set_subnet_name(self, network_name): |
| """ |
| Example: network_name = vcpe_net_cpe_signal_201711281221 |
| set subnet name to vcpe_net_cpe_signal_subnet_201711281221 |
| :return: |
| """ |
| param = ' '.join([k + ' ' + v for k, v in list(self.cloud.items())]) |
| openstackcmd = 'openstack ' + param |
| |
| # expected results: | subnets | subnet_id | |
| subnet_info = os.popen(openstackcmd + ' network show ' + network_name + ' |grep subnets').read().split('|') |
| if len(subnet_info) > 2 and subnet_info[1].strip() == 'subnets': |
| subnet_id = subnet_info[2].strip() |
| subnet_name = self.network_name_to_subnet_name(network_name) |
| cmd = ' '.join([openstackcmd, 'subnet set --name', subnet_name, subnet_id]) |
| os.popen(cmd) |
| logger.info("Subnet name set to: " + subnet_name) |
| return True |
| else: |
| logger.error("Can't get subnet info from network name: " + network_name) |
| return False |