Bartek Grzybowski | fbbdbec | 2019-09-25 16:37:05 +0200 | [diff] [blame] | 1 | #!/usr/bin/env python |
Yang Xu | 1b31a1d | 2019-06-26 01:50:15 -0400 | [diff] [blame] | 2 | |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 3 | import logging |
Bartek Grzybowski | fbbdbec | 2019-09-25 16:37:05 +0200 | [diff] [blame] | 4 | logging.basicConfig(level=logging.INFO, format='%(asctime)s %(levelname)s %(name)s.%(funcName)s(): %(message)s') |
Yang Xu | 1b31a1d | 2019-06-26 01:50:15 -0400 | [diff] [blame] | 5 | |
| 6 | import sys |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 7 | from vcpecommon import * |
Yang Xu | c52ed6e | 2019-04-29 00:20:52 -0400 | [diff] [blame] | 8 | import sdcutils |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 9 | import soutils |
| 10 | from datetime import datetime |
| 11 | import preload |
| 12 | import vcpe_custom_service |
| 13 | import csar_parser |
| 14 | import config_sdnc_so |
Kang Xi | 6c76239 | 2018-05-30 09:27:34 -0400 | [diff] [blame] | 15 | import json |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 16 | |
| 17 | |
| 18 | def config_sniro(vcpecommon, vgmux_svc_instance_uuid, vbrg_svc_instance_uuid): |
| 19 | logger = logging.getLogger(__name__) |
| 20 | |
| 21 | logger.info('\n----------------------------------------------------------------------------------') |
| 22 | logger.info('Start to config SNIRO homing emulator') |
| 23 | |
| 24 | preloader = preload.Preload(vcpecommon) |
| 25 | template_sniro_data = vcpecommon.find_file('sniro_data', 'json', 'preload_templates') |
| 26 | template_sniro_request = vcpecommon.find_file('sniro_request', 'json', 'preload_templates') |
| 27 | |
| 28 | vcperescust_csar = vcpecommon.find_file('rescust', 'csar', 'csar') |
| 29 | parser = csar_parser.CsarParser() |
| 30 | parser.parse_csar(vcperescust_csar) |
| 31 | tunnelxconn_ar_name = None |
| 32 | brg_ar_name = None |
| 33 | vgw_name = None |
| 34 | for model in parser.vnf_models: |
Yang Xu | 86c0e4a | 2018-12-02 13:10:41 -0500 | [diff] [blame] | 35 | logger.info('modelCustomizationName = %s', model['modelCustomizationName']) |
Yang Xu | 27e1624 | 2018-12-28 01:00:50 -0500 | [diff] [blame] | 36 | if 'tunnel' in model['modelCustomizationName'].lower(): |
Yang Xu | 86c0e4a | 2018-12-02 13:10:41 -0500 | [diff] [blame] | 37 | logger.info('tunnel is in %s', model['modelCustomizationName']) |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 38 | tunnelxconn_ar_name = model['modelCustomizationName'] |
Yang Xu | 27e1624 | 2018-12-28 01:00:50 -0500 | [diff] [blame] | 39 | elif 'brg' in model['modelCustomizationName'].lower(): |
Yang Xu | 86c0e4a | 2018-12-02 13:10:41 -0500 | [diff] [blame] | 40 | logger.info('brg is in %s', model['modelCustomizationName']) |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 41 | brg_ar_name = model['modelCustomizationName'] |
Yang Xu | 86c0e4a | 2018-12-02 13:10:41 -0500 | [diff] [blame] | 42 | #elif 'vgw' in model['modelCustomizationName']: |
| 43 | else: |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 44 | vgw_name = model['modelCustomizationName'] |
| 45 | |
| 46 | if not (tunnelxconn_ar_name and brg_ar_name and vgw_name): |
| 47 | logger.error('Cannot find all names from %s.', vcperescust_csar) |
| 48 | sys.exit() |
| 49 | |
| 50 | preloader.preload_sniro(template_sniro_data, template_sniro_request, tunnelxconn_ar_name, vgw_name, brg_ar_name, |
| 51 | vgmux_svc_instance_uuid, vbrg_svc_instance_uuid) |
| 52 | |
| 53 | |
| 54 | def create_one_service(vcpecommon, csar_file, vnf_template_file, preload_dict, suffix, heatbridge=False): |
| 55 | """ |
| 56 | :return: service instance UUID |
| 57 | """ |
| 58 | so = soutils.SoUtils(vcpecommon, 'v4') |
| 59 | return so.create_entire_service(csar_file, vnf_template_file, preload_dict, suffix, heatbridge) |
| 60 | |
Kang Xi | 6c76239 | 2018-05-30 09:27:34 -0400 | [diff] [blame] | 61 | |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 62 | def deploy_brg_only(): |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 63 | logger = logging.getLogger(__name__) |
| 64 | |
| 65 | vcpecommon = VcpeCommon() |
| 66 | preload_dict = vcpecommon.load_preload_data() |
Kang Xi | 6c76239 | 2018-05-30 09:27:34 -0400 | [diff] [blame] | 67 | # name_suffix = preload_dict['${brg_bng_net}'].split('_')[-1] |
| 68 | name_suffix = datetime.now().strftime('%Y%m%d%H%M') |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 69 | |
| 70 | # create multiple services based on the pre-determined order |
| 71 | svc_instance_uuid = vcpecommon.load_object(vcpecommon.svc_instance_uuid_file) |
| 72 | for keyword in ['brg']: |
| 73 | heatbridge = 'gmux' == keyword |
| 74 | csar_file = vcpecommon.find_file(keyword, 'csar', 'csar') |
| 75 | vnf_template_file = vcpecommon.find_file(keyword, 'json', 'preload_templates') |
Kang Xi | 6c76239 | 2018-05-30 09:27:34 -0400 | [diff] [blame] | 76 | vcpecommon.increase_ip_address_or_vni_in_template(vnf_template_file, ['vbrgemu_private_ip_0']) |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 77 | svc_instance_uuid[keyword] = create_one_service(vcpecommon, csar_file, vnf_template_file, preload_dict, |
| 78 | name_suffix, heatbridge) |
| 79 | if not svc_instance_uuid[keyword]: |
| 80 | sys.exit() |
| 81 | |
| 82 | # Setting up SNIRO |
| 83 | config_sniro(vcpecommon, svc_instance_uuid['gmux'], svc_instance_uuid['brg']) |
| 84 | |
Kang Xi | 6c76239 | 2018-05-30 09:27:34 -0400 | [diff] [blame] | 85 | |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 86 | def deploy_infra(): |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 87 | logger = logging.getLogger(__name__) |
| 88 | |
| 89 | vcpecommon = VcpeCommon() |
| 90 | |
| 91 | # preload all networks |
| 92 | network_template = vcpecommon.find_file('network', 'json', 'preload_templates') |
| 93 | name_suffix = datetime.now().strftime('%Y%m%d%H%M') |
| 94 | preloader = preload.Preload(vcpecommon) |
| 95 | preload_dict = preloader.preload_all_networks(network_template, name_suffix) |
| 96 | logger.debug('Initial preload dictionary:') |
| 97 | logger.debug(json.dumps(preload_dict, indent=4, sort_keys=True)) |
| 98 | if not preload_dict: |
| 99 | logger.error("Failed to preload networks.") |
| 100 | sys.exit() |
| 101 | vcpecommon.save_preload_data(preload_dict) |
| 102 | |
| 103 | # create multiple services based on the pre-determined order |
| 104 | svc_instance_uuid = {} |
| 105 | for keyword in ['infra', 'bng', 'gmux', 'brg']: |
| 106 | heatbridge = 'gmux' == keyword |
| 107 | csar_file = vcpecommon.find_file(keyword, 'csar', 'csar') |
| 108 | vnf_template_file = vcpecommon.find_file(keyword, 'json', 'preload_templates') |
| 109 | svc_instance_uuid[keyword] = create_one_service(vcpecommon, csar_file, vnf_template_file, preload_dict, |
| 110 | name_suffix, heatbridge) |
| 111 | if not svc_instance_uuid[keyword]: |
| 112 | sys.exit() |
| 113 | |
| 114 | vcpecommon.save_object(svc_instance_uuid, vcpecommon.svc_instance_uuid_file) |
| 115 | # Setting up SNIRO |
| 116 | config_sniro(vcpecommon, svc_instance_uuid['gmux'], svc_instance_uuid['brg']) |
| 117 | |
| 118 | print('----------------------------------------------------------------------------------------------------') |
| 119 | print('Congratulations! The following have been completed correctly:') |
| 120 | print(' - Infrastructure Service Instantiation: ') |
| 121 | print(' * 4 VMs: DHCP, AAA, DNS, Web Server') |
| 122 | print(' * 2 Networks: CPE_PUBLIC, CPE_SIGNAL') |
| 123 | print(' - vBNG Service Instantiation: ') |
| 124 | print(' * 1 VM: vBNG') |
| 125 | print(' * 2 Networks: BRG_BNG, BNG_MUX') |
| 126 | print(' - vGMUX Service Instantiation: ') |
| 127 | print(' * 1 VM: vGMUX') |
| 128 | print(' * 1 Network: MUX_GW') |
| 129 | print(' - vBRG Service Instantiation: ') |
| 130 | print(' * 1 VM: vBRG') |
| 131 | print(' - Adding vGMUX vServer information to AAI.') |
| 132 | print(' - SNIRO Homing Emulator configuration.') |
| 133 | |
| 134 | |
| 135 | def deploy_custom_service(): |
| 136 | nodes = ['brg', 'mux'] |
| 137 | vcpecommon = VcpeCommon(nodes) |
| 138 | custom_service = vcpe_custom_service.CustomService(vcpecommon) |
| 139 | |
| 140 | # clean up |
Kang Xi | 0e0a1d6 | 2018-07-23 16:53:54 -0400 | [diff] [blame] | 141 | host_dic = {k: vcpecommon.hosts[k] for k in nodes} |
| 142 | if False: |
| 143 | if not vcpecommon.delete_vxlan_interfaces(host_dic): |
| 144 | sys.exit() |
| 145 | custom_service.del_all_vgw_stacks(vcpecommon.vgw_name_keyword) |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 146 | |
Kang Xi | 6c76239 | 2018-05-30 09:27:34 -0400 | [diff] [blame] | 147 | #custom_service.clean_up_sdnc() |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 148 | |
| 149 | # create new service |
| 150 | csar_file = vcpecommon.find_file('rescust', 'csar', 'csar') |
| 151 | vgw_template_file = vcpecommon.find_file('vgw', 'json', 'preload_templates') |
Brian Freeman | 81f6e9e | 2018-11-11 22:36:20 -0500 | [diff] [blame] | 152 | vgw_gra_template_file = vcpecommon.find_file('gwgra', 'json', 'preload_templates') |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 153 | preload_dict = vcpecommon.load_preload_data() |
Brian Freeman | 81f6e9e | 2018-11-11 22:36:20 -0500 | [diff] [blame] | 154 | custom_service.create_custom_service(csar_file, vgw_template_file, vgw_gra_template_file, preload_dict) |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 155 | |
| 156 | |
| 157 | def closed_loop(lossrate=0): |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 158 | nodes = ['brg', 'mux'] |
| 159 | logger = logging.getLogger('__name__') |
| 160 | vcpecommon = VcpeCommon(nodes) |
Bartek Grzybowski | dbb3ba1 | 2019-09-25 11:21:42 +0200 | [diff] [blame] | 161 | |
| 162 | logger.info('Setting up closed loop policy') |
| 163 | policy_template_file = vcpecommon.find_file('operational.vcpe', 'json', 'preload_templates') |
| 164 | vcpecommon.set_closed_loop_policy(policy_template_file) |
| 165 | |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 166 | logger.info('Cleaning up vGMUX data reporting settings') |
| 167 | vcpecommon.del_vgmux_ves_mode() |
| 168 | time.sleep(2) |
| 169 | vcpecommon.del_vgmux_ves_collector() |
| 170 | |
Yang Xu | 9f935b2 | 2018-11-22 10:56:52 -0500 | [diff] [blame] | 171 | logger.info('Starting vGMUX data reporting to DCAE') |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 172 | time.sleep(2) |
| 173 | vcpecommon.set_vgmux_ves_collector() |
| 174 | |
| 175 | logger.info('Setting vGMUX to report packet loss rate: %s', lossrate) |
| 176 | time.sleep(2) |
| 177 | vcpecommon.set_vgmux_packet_loss_rate(lossrate, vcpecommon.load_vgmux_vnf_name()) |
| 178 | if lossrate > 0: |
Yang Xu | 1b31a1d | 2019-06-26 01:50:15 -0400 | [diff] [blame] | 179 | print('Now please observe vGMUX being restarted') |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 180 | |
| 181 | |
| 182 | def init_so_sdnc(): |
| 183 | logger = logging.getLogger('__name__') |
| 184 | vcpecommon = VcpeCommon() |
Bartek Grzybowski | 9018a84 | 2019-10-16 15:28:23 +0200 | [diff] [blame] | 185 | config_sdnc_so.insert_sdnc_ip_pool(vcpecommon) |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 186 | config_sdnc_so.insert_customer_service_to_so(vcpecommon) |
Yang Xu | 63a0afd | 2018-11-20 16:01:01 -0500 | [diff] [blame] | 187 | #config_sdnc_so.insert_customer_service_to_sdnc(vcpecommon) |
Brian Freeman | 8076a87 | 2018-11-13 11:34:48 -0500 | [diff] [blame] | 188 | vgw_vfmod_name_index= 0 |
| 189 | vcpecommon.save_object(vgw_vfmod_name_index, vcpecommon.vgw_vfmod_name_index_file) |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 190 | |
Yang Xu | 0e319ef | 2019-04-30 14:28:07 -0400 | [diff] [blame] | 191 | |
| 192 | def init(): |
Yang Xu | c52ed6e | 2019-04-29 00:20:52 -0400 | [diff] [blame] | 193 | vcpecommon = VcpeCommon() |
Yang Xu | 0e319ef | 2019-04-30 14:28:07 -0400 | [diff] [blame] | 194 | init_sdc(vcpecommon) |
| 195 | download_vcpe_service_templates(vcpecommon) |
| 196 | |
| 197 | |
| 198 | def init_sdc(vcpecommon): |
Yang Xu | c52ed6e | 2019-04-29 00:20:52 -0400 | [diff] [blame] | 199 | sdc = sdcutils.SdcUtils(vcpecommon) |
Brian Freeman | e8aa3f0 | 2019-09-20 08:29:22 -0500 | [diff] [blame] | 200 | # default SDC creates BRG - remove this in frankfurt |
| 201 | #sdc.create_allotted_resource_subcategory('BRG') |
Yang Xu | 0e319ef | 2019-04-30 14:28:07 -0400 | [diff] [blame] | 202 | |
| 203 | |
| 204 | def download_vcpe_service_templates(vcpecommon): |
| 205 | sdc = sdcutils.SdcUtils(vcpecommon) |
| 206 | sdc.download_vcpe_service_template() |
| 207 | |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 208 | |
Kang Xi | 6c76239 | 2018-05-30 09:27:34 -0400 | [diff] [blame] | 209 | def tmp_sniro(): |
| 210 | logger = logging.getLogger(__name__) |
| 211 | |
| 212 | vcpecommon = VcpeCommon() |
| 213 | |
| 214 | svc_instance_uuid = vcpecommon.load_object(vcpecommon.svc_instance_uuid_file) |
| 215 | # Setting up SNIRO |
| 216 | config_sniro(vcpecommon, svc_instance_uuid['gmux'], svc_instance_uuid['brg']) |
| 217 | |
Yang Xu | 0e319ef | 2019-04-30 14:28:07 -0400 | [diff] [blame] | 218 | |
Yang Xu | 64339a8 | 2018-12-30 05:32:21 +0000 | [diff] [blame] | 219 | def test(): |
| 220 | vcpecommon = VcpeCommon() |
Yang Xu | 65b84a4 | 2018-12-31 17:48:02 +0000 | [diff] [blame] | 221 | print("oom-k8s-04 public ip: %s" % (vcpecommon.get_vm_public_ip_by_nova('oom-k8s-04'))) |
Yang Xu | 64339a8 | 2018-12-30 05:32:21 +0000 | [diff] [blame] | 222 | |
Yang Xu | 0e319ef | 2019-04-30 14:28:07 -0400 | [diff] [blame] | 223 | |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 224 | if __name__ == '__main__': |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 225 | print('----------------------------------------------------------------------------------------------------') |
| 226 | print(' vcpe.py: Brief info about this program') |
| 227 | # print(' vcpe.py sdc: Onboard VNFs, design and distribute vCPE services (under development)') |
| 228 | print(' vcpe.py init: Add customer service data to SDNC and SO DBs.') |
| 229 | print(' vcpe.py infra: Deploy infrastructure, including DHCP, AAA, DNS, Web Server, vBNG, vGMUX, vBRG.') |
Brian Freeman | ec9fe0e | 2018-11-12 12:37:12 -0500 | [diff] [blame] | 230 | print(' vcpe.py brg: Deploy brg only (for testing after infra succeeds).') |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 231 | print(' vcpe.py customer: Deploy customer service, including vGW and VxLANs') |
Bartek Grzybowski | 304628b | 2019-10-17 10:44:39 +0200 | [diff] [blame] | 232 | print(' vcpe.py loop: Test closed loop control (packet loss set to 22)') |
| 233 | print(' vcpe.py noloss: Set vGMUX packet loss to 0') |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 234 | print('----------------------------------------------------------------------------------------------------') |
| 235 | |
| 236 | if len(sys.argv) != 2: |
| 237 | sys.exit() |
| 238 | |
| 239 | if sys.argv[1] == 'sdc': |
| 240 | print('Under development') |
| 241 | elif sys.argv[1] == 'init': |
Yang Xu | 0e319ef | 2019-04-30 14:28:07 -0400 | [diff] [blame] | 242 | init() |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 243 | init_so_sdnc() |
| 244 | elif sys.argv[1] == 'infra': |
| 245 | if 'y' == raw_input('Ready to deploy infrastructure? y/n: ').lower(): |
| 246 | deploy_infra() |
| 247 | elif sys.argv[1] == 'customer': |
| 248 | if 'y' == raw_input('Ready to deploy customer service? y/n: ').lower(): |
| 249 | deploy_custom_service() |
| 250 | elif sys.argv[1] == 'loop': |
| 251 | closed_loop(22) |
| 252 | elif sys.argv[1] == 'noloss': |
| 253 | closed_loop(0) |
| 254 | elif sys.argv[1] == 'brg': |
| 255 | deploy_brg_only() |
Yang Xu | 86c0e4a | 2018-12-02 13:10:41 -0500 | [diff] [blame] | 256 | elif sys.argv[1] == 'sniro': |
| 257 | tmp_sniro() |
Yang Xu | 64339a8 | 2018-12-30 05:32:21 +0000 | [diff] [blame] | 258 | elif sys.argv[1] == 'test': |
| 259 | test() |
Kang Xi | 11d278c | 2018-04-06 16:56:04 -0400 | [diff] [blame] | 260 | |