reference_templates/pgaas-cluster.yaml-template

# -*- indent-tabs-mode: nil -*- # vi: set expandtab:
#
# ============LICENSE_START====================================================
# org.onap.dcae
# =============================================================================
# Copyright (c) 2017 AT&T Intellectual Property. All rights reserved.
# =============================================================================
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# 
#      http://www.apache.org/licenses/LICENSE-2.0
# 
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ============LICENSE_END======================================================

tosca_definitions_version: cloudify_dsl_1_3

description: |-
  This blueprint is used to install and to uninstall a central postgres as a platform service.
  This blueprint depends upon the deployment of the pgaas_plugin, the PGaaS Cinder volume, and Consul.
  This blueprint is part of a suite of three blueprints that allow a PGaaS
  cluster to be created that has persistent databases stored in Cinder.
  pgaas-disk allocates the cinder volumes. It must be run first.
  pgaas-cluster creates the PG service and attaches the cinder volumes. It must be run second.
  pgaas-database creates a database. It must be run third, for each persistent database.
  If the cluster is uninstalled, the persistent databases are unaffected.
  If a database blueprint is uninstalled, the persistent database goes away.
  If the disk blueprint is uninstalled, all persistent databases go away, along with the server instance.

imports:
  - http://www.getcloudify.org/spec/cloudify/3.4/types.yaml
  - http://www.getcloudify.org/spec/openstack-plugin/1.4/plugin.yaml
  - http://www.getcloudify.org/spec/fabric-plugin/1.4.1/plugin.yaml

  - "{{ ONAPTEMPLATE_RAWREPOURL_org_onap_ccsdk_platform_plugins_releases }}/type_files/dnsdesig/dns_types.yaml"
  - "{{ ONAPTEMPLATE_RAWREPOURL_org_onap_dcaegen2_platform_plugins_releases }}/relationshipplugin/1.0.0/relationshipplugin_types.yaml"
  - "{{ ONAPTEMPLATE_RAWREPOURL_org_onap_ccsdk_platform_plugins_releases }}/type_files/pgaas/1.1.0/pgaas_types.yaml"

inputs:
  blueprint_version:
    type: string
    default: '2018-04-27T00:31:38+0000'

  # pgaas-specific info
  pgaas_cluster_name:
    type: string
    default: pgcl

{{ ONAPTEMPLATE_STANDARD_INPUTS_TYPES }}

  vm_init_pgrs:
    type: string
    default: |
      #!/bin/sh
      echo All output will be found in /tmp/ins.out and /tmp/ins.err
      exec > /tmp/ins.out 2> /tmp/ins.err
      set -x
      if [ "$(dnsdomainname 2>/dev/null)" = "" ]
      then
        echo WARNING WARNING WARNING
        echo The DNS DHCP settings did not work properly.
        for i in $(seq 20) 
        do 
          echo Sleeping... 
          sleep 10 
          if [ "$(dnsdomainname 2>/dev/null)" != "" ] 
          then break 
          fi 
          echo The DNS DHCP settings still did not work properly. 
        done 
        if [ "$(dnsdomainname 2>/dev/null)" = "" ] 
        then 
          echo Exiting 
          exit 1 
        fi
      fi

      CONFDIR=/var/config/DCAE/chef/
      mkdir -p $CONFDIR

      CONF=$CONFDIR/pgaas-postgres.conf
      cat <<EOF > $CONF
      master: ${MASTER%%.*}
      secondmaster: notused
      DRTR_NODE_KSTOREFILE: /opt/app/dcae-certificate/keystore.jks
      DRTR_NODE_KSTOREPASS: "No Certificate"
      DRTR_NODE_PVTKEYPASS: "No Certificate"
      PG_NODES: $PG_NODES
      PG_JAVA_HOME : /opt/app/java/jdk/jdk170
      PG_CLUSTER: central
      EOF

      apt-get update

      # invoking apt-get separately allows a failure to be ignored
      for i in openjdk-7-jdk openjdk-8-jdk python-pip python3-pip curl gawk; do apt-get install -y $i;done
      pip install pyyaml

      # prevent servers from starting
      echo  "exit 101" > /usr/sbin/policy-rc.d; chmod a+x /usr/sbin/policy-rc.d

      # invoking apt-get separately allows a failure to be ignored
      for i in postgresql libpq5 repmgr python-psycopg2 python3-psycopg2 libgetopt-java; do apt-get install -y $i; done

      # allow servers to autostart again
      rm -f /usr/sbin/policy-rc.d

      ( umask 077; sed 's/^/*:*:*:postgres:/' < /root/.pgrspw > ~postgres/.pgpass; chown postgres:postgres ~postgres/.pgpass )

      if [ ! -f $CONF ]
      then echo "$CONF does not exist" 1>&2; exit 1
      fi

      echo Look in /tmp/pgaas.out for output from installing PGaaS
      NEXUS={{ ONAPTEMPLATE_RAWREPOURL_org_onap_ccsdk_storage_pgaas_debs_releases }}/debs
      for pkg in cdf.deb-1.0.0 pgaas.deb-1.0.0
      do
          OUT=/tmp/$pkg
          curl -s -k -f -o $OUT $NEXUS/$pkg
          dpkg --install $OUT
      done

      case $(hostname) in
        *00 ) WRITE=-write ;;
        *01 ) WRITE= ;;
      esac
      curl -v -X PUT -H "Content-Type: application/json" "http://${LOCATION_PREFIX}cnsl00.${LOCATION_DOMAIN}:8500/v1/agent/service/register" -d "{\"name\" : \"${CLUSTER_NAME}${WRITE}\", \"Address\" : \"${LOCAL_IP}\", \"Port\" : 5432}"

      echo ALL DONE

node_templates:
  key_pair:
    type: cloudify.openstack.nodes.KeyPair
    properties:
      private_key_path: { get_input: key_filename }
      use_external_resource: True
      resource_id: { get_input: keypair }
      openstack_config: &open_conf
        get_input: openstack
  private_net:
    type: cloudify.openstack.nodes.Network
    properties:
      use_external_resource: True
      resource_id: { get_input: private_net }
      openstack_config: *open_conf
  security_group:
    type: cloudify.openstack.nodes.SecurityGroup
    properties:
      use_external_resource: True
      resource_id: { get_input: security_group }
      openstack_config: *open_conf

  fixedip_pgrs00:
    type: cloudify.openstack.nodes.Port
    properties:
      port:
        extra_dhcp_opts:
          - opt_name: 'domain-name'
            opt_value: { get_input: location_domain }
      openstack_config: *open_conf
    relationships:
      - type: cloudify.relationships.contained_in
        target: private_net
  floatingip_pgrs00:
    type: cloudify.openstack.nodes.FloatingIP
    properties:
      openstack_config: *open_conf
    interfaces:
      cloudify.interfaces.lifecycle:
        create:
          inputs:
            args:
              floating_network_name: { get_input: public_net }
  dns_pgrs00:
    type: ccsdk.nodes.dns.arecord
    properties:
      fqdn: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '00.', { get_input: location_domain } ] }
      openstack: *open_conf
    interfaces:
      cloudify.interfaces.lifecycle:
        create:
          inputs:
            args:
              ip_addresses:
                - { get_attribute: [ floatingip_pgrs00, floating_ip_address ] }
    relationships:
      - type: cloudify.relationships.depends_on
        target: floatingip_pgrs00
  host_pgrs00:
    type: cloudify.openstack.nodes.Server
    properties:
      install_agent: false
      image: { get_input: ubuntu1604image_id }
      flavor: { get_input: flavor_id }
      management_network_name: { get_input: private_net }
      openstack_config: *open_conf
    interfaces:
      cloudify.interfaces.lifecycle:
        create:
          inputs:
            args:
              name: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '00' ] }
              userdata:
                concat:
                  - |-
                    #!/bin/sh
                    mkdir /root/.sshkey
                    echo '
                  - { get_attribute: [ pgaas_cluster, public ] }
                  - |-
                    ' >/root/.sshkey/id_rsa.pub
                    echo '
                  - { get_attribute: [ pgaas_cluster, base64private ] }
                  - |-
                    ' | base64 -d >/root/.sshkey/id_rsa
                    chmod 700 /root/.sshkey
                    chmod 600 /root/.sshkey/*
                    ( umask 077; echo -n postgres | cat - /root/.sshkey/id_rsa | md5sum | awk '{ print $1 }' > /root/.pgrspw )
                    set -x
                  - "\n"
                  - "CLUSTER_NAME='"
                  - { get_input: pgaas_cluster_name }
                  - "'\n"
                  - "LOCATION_PREFIX='"
                  - { get_input: location_prefix }
                  - "'\n"
                  - "LOCATION_DOMAIN='"
                  - { get_input: location_domain }
                  - "'\n"
                  - "MASTER='"
                  - { get_property: [ dns_pgrs00, fqdn ] }
                  - "'\n"
                  - "LOCAL_IP='"
                  - { get_attribute: [ floatingip_pgrs00, floating_ip_address ] }
                  - "'\n"
                  - "PG_NODES='"
                  - { get_property: [ dns_pgrs00, fqdn ] }
                  - '|'
                  - { get_property: [ dns_pgrs01, fqdn ] }
                  - "'\n"
                  - { get_input: vm_init_pgrs }
    relationships:
      - type: cloudify.openstack.server_connected_to_port
        target: fixedip_pgrs00
      - type: cloudify.openstack.server_connected_to_security_group
        target: security_group
      - type: cloudify.openstack.server_connected_to_floating_ip
        target: floatingip_pgrs00
      - type: cloudify.openstack.server_connected_to_keypair
        target: key_pair
      - type: cloudify.relationships.depends_on
        target: dns_pgrs00
      - type: cloudify.relationships.depends_on
        target: pgaas_cluster
  fixedip_pgrs01:
    type: cloudify.openstack.nodes.Port
    properties:
      port:
        extra_dhcp_opts:
          - opt_name: 'domain-name'
            opt_value: { get_input: location_domain }
      openstack_config: *open_conf
    relationships:
      - type: cloudify.relationships.contained_in
        target: private_net
  floatingip_pgrs01:
    type: cloudify.openstack.nodes.FloatingIP
    properties:
      openstack_config: *open_conf
    interfaces:
      cloudify.interfaces.lifecycle:
        create:
          inputs:
            args:
              floating_network_name: { get_input: public_net }
  dns_pgrs01:
    type: ccsdk.nodes.dns.arecord
    properties:
      fqdn: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '01.', { get_input: location_domain } ] }
      openstack: *open_conf
    interfaces:
      cloudify.interfaces.lifecycle:
        create:
          inputs:
            args:
              ip_addresses:
                - { get_attribute: [ floatingip_pgrs01, floating_ip_address ] }
    relationships:
      - type: cloudify.relationships.depends_on
        target: floatingip_pgrs01
  host_pgrs01:
    type: cloudify.openstack.nodes.Server
    properties:
      install_agent: false
      image: { get_input: ubuntu1604image_id }
      flavor: { get_input: flavor_id }
      management_network_name: { get_input: private_net }
      openstack_config: *open_conf
    interfaces:
      cloudify.interfaces.lifecycle:
        create:
          inputs:
            args:
              name: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '01' ] }
              userdata:
                concat:
                  - |-
                    #!/bin/sh
                    mkdir /root/.sshkey
                    echo '
                  - { get_attribute: [ pgaas_cluster, public ] }
                  - |-
                    ' >/root/.sshkey/id_rsa.pub
                    echo '
                  - { get_attribute: [ pgaas_cluster, base64private ] }
                  - |-
                    ' | base64 -d >/root/.sshkey/id_rsa
                    chmod 700 /root/.sshkey
                    chmod 600 /root/.sshkey/*
                    ( umask 077; echo -n postgres | cat - /root/.sshkey/id_rsa | md5sum | awk '{ print $1 }' > /root/.pgrspw )
                    set -x
                  - "\n"
                  - "CLUSTER_NAME='"
                  - { get_input: pgaas_cluster_name }
                  - "'\n"
                  - "LOCATION_PREFIX='"
                  - { get_input: location_prefix }
                  - "'\n"
                  - "LOCATION_DOMAIN='"
                  - { get_input: location_domain }
                  - "'\n"
                  - "MASTER='"
                  - { get_property: [ dns_pgrs00, fqdn ] }
                  - "'\n"
                  - "LOCAL_IP='"
                  - { get_attribute: [ floatingip_pgrs01, floating_ip_address ] }
                  - "'\n"
                  - "PG_NODES='"
                  - { get_property: [ dns_pgrs00, fqdn ] }
                  - '|'
                  - { get_property: [ dns_pgrs01, fqdn ] }
                  - "'\n"
                  - { get_input: vm_init_pgrs }
    relationships:
      - type: cloudify.openstack.server_connected_to_port
        target: fixedip_pgrs01
      - type: cloudify.openstack.server_connected_to_security_group
        target: security_group
      - type: cloudify.openstack.server_connected_to_floating_ip
        target: floatingip_pgrs01
      - type: cloudify.openstack.server_connected_to_keypair
        target: key_pair
      - type: cloudify.relationships.depends_on
        target: dns_pgrs01
      - type: cloudify.relationships.depends_on
        target: pgaas_cluster

  # cinder connections
  volume_pgrs00:
    type: cloudify.openstack.nodes.Volume
    properties:
      resource_id: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '00' ] }
      openstack_config: *open_conf
      use_external_resource: True
    relationships:
      - type: cloudify.openstack.volume_attached_to_server
        target: host_pgrs00

  volume_pgrs01:
    type: cloudify.openstack.nodes.Volume
    properties:
      resource_id: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '01' ] }
      openstack_config: *open_conf
      use_external_resource: True
    relationships:
      - type: cloudify.openstack.volume_attached_to_server
        target: host_pgrs01

  # CNAME records
  dns_pgrs_rw:
    type: ccsdk.nodes.dns.cnamerecord
    properties:
      fqdn: { concat: [ { get_input: location_prefix }, '-', { get_input: pgaas_cluster_name }, '-write.', { get_input: location_domain } ] }
      openstack: *open_conf
    interfaces:
      cloudify.interfaces.lifecycle:
        create:
          inputs:
            args:
              cname: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '00.', { get_input: location_domain } ] }

  dns_pgrs_ro:
    type: ccsdk.nodes.dns.cnamerecord
    properties:
      fqdn: { concat: [ { get_input: location_prefix }, '-', { get_input: pgaas_cluster_name }, '.', { get_input: location_domain } ] }
      openstack: *open_conf
    interfaces:
      cloudify.interfaces.lifecycle:
        create:
          inputs:
            args:
              cname: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '00.', { get_input: location_domain } ] }

  # tie to pgaas_plugin database
  pgaas_cluster:
    type: dcae.nodes.pgaas.cluster
    properties:
      writerfqdn: { get_property: [ dns_pgrs_rw, fqdn ] }
      use_existing: true
    relationships:
      - type: cloudify.relationships.depends_on
        target: dns_pgrs_rw
      - type: cloudify.relationships.depends_on
        target: dns_pgrs_ro

outputs:
  public_ip00:
    value: { get_attribute: [host_pgrs00, ip] }
  public_ip01:
    value: { get_attribute: [host_pgrs01, ip] }
  writerfqdn:
    value: { get_property: [ dns_pgrs_rw, fqdn ] }
  readerfqdn:
    value: { get_property: [ dns_pgrs_ro, fqdn ] }
  dns_pgrs00:
    value: { get_property: [ dns_pgrs00, fqdn ] }
  dns_pgrs01:
    value: { get_property: [ dns_pgrs01, fqdn ] }
  blueprint_version:
    value: { get_input: blueprint_version }