Kafka now works in kube for calls outside its namespace
Test case for dmaap adater and mediator updated
Support for up to 10 callback-receiver replicas
Adapted test scripts for callback-receiver replicas
Improved test scripts to auto-include app api include files
Issue-ID: NONRTRIC-618
Signed-off-by: BjornMagnussonXA <bjorn.magnusson@est.tech>
Change-Id: I3aafdcc8b44189c79996c7237a43a19985dcecfc
diff --git a/test/simulator-group/consul_cbs/.gitignore b/test/simulator-group/consul_cbs/.gitignore
index 4aa3a7a..7dc00c5 100644
--- a/test/simulator-group/consul_cbs/.gitignore
+++ b/test/simulator-group/consul_cbs/.gitignore
@@ -1,2 +1,3 @@
.tmp.json
-.dockererr
\ No newline at end of file
+.dockererr
+gen_docker-compose*
\ No newline at end of file
diff --git a/test/simulator-group/control_panel/.gitignore b/test/simulator-group/control_panel/.gitignore
index 4aa3a7a..7dc00c5 100644
--- a/test/simulator-group/control_panel/.gitignore
+++ b/test/simulator-group/control_panel/.gitignore
@@ -1,2 +1,3 @@
.tmp.json
-.dockererr
\ No newline at end of file
+.dockererr
+gen_docker-compose*
\ No newline at end of file
diff --git a/test/simulator-group/cr/.env b/test/simulator-group/cr/.env
new file mode 100644
index 0000000..a64de54
--- /dev/null
+++ b/test/simulator-group/cr/.env
@@ -0,0 +1 @@
+COMPOSE_PROJECT_NAME=callback-receiver
diff --git a/test/simulator-group/cr/.gitignore b/test/simulator-group/cr/.gitignore
index 4aa3a7a..7dc00c5 100644
--- a/test/simulator-group/cr/.gitignore
+++ b/test/simulator-group/cr/.gitignore
@@ -1,2 +1,3 @@
.tmp.json
-.dockererr
\ No newline at end of file
+.dockererr
+gen_docker-compose*
\ No newline at end of file
diff --git a/test/simulator-group/cr/app.yaml b/test/simulator-group/cr/app.yaml
index 0cb36d2..7953662 100644
--- a/test/simulator-group/cr/app.yaml
+++ b/test/simulator-group/cr/app.yaml
@@ -1,5 +1,5 @@
apiVersion: apps/v1
-kind: Deployment
+kind: StatefulSet
metadata:
name: $CR_APP_NAME
namespace: $KUBE_SIM_NAMESPACE
@@ -7,7 +7,8 @@
run: $CR_APP_NAME
autotest: CR
spec:
- replicas: 1
+ replicas: $CR_APP_COUNT
+ serviceName: $CR_APP_NAME
selector:
matchLabels:
run: $CR_APP_NAME
diff --git a/test/simulator-group/cr/docker-compose.yml b/test/simulator-group/cr/docker-compose.yml
index 634a464..3b63451 100644
--- a/test/simulator-group/cr/docker-compose.yml
+++ b/test/simulator-group/cr/docker-compose.yml
@@ -21,14 +21,14 @@
external:
name: ${DOCKER_SIM_NWNAME}
services:
- callback-receiver:
+ cr:
+ scale: $CR_APP_COUNT
networks:
- default
- container_name: ${CR_APP_NAME}
image: ${CR_IMAGE}
ports:
- - ${CR_EXTERNAL_PORT}:${CR_INTERNAL_PORT}
- - ${CR_EXTERNAL_SECURE_PORT}:${CR_INTERNAL_SECURE_PORT}
+ - ${CR_INTERNAL_PORT}/tcp
+ - ${CR_INTERNAL_SECURE_PORT}/tcp
labels:
- "nrttest_app=CR"
- "nrttest_dp=${CR_DISPLAY_NAME}"
diff --git a/test/simulator-group/cr/svc.yaml b/test/simulator-group/cr/svc.yaml
index 43e532b..0367643 100644
--- a/test/simulator-group/cr/svc.yaml
+++ b/test/simulator-group/cr/svc.yaml
@@ -7,15 +7,9 @@
run: $CR_APP_NAME
autotest: CR
spec:
- type: ClusterIP
ports:
- - port: $CR_EXTERNAL_PORT
- targetPort: $CR_INTERNAL_PORT
- protocol: TCP
+ - port: 80
name: http
- - port: $CR_EXTERNAL_SECURE_PORT
- targetPort: $CR_INTERNAL_SECURE_PORT
- protocol: TCP
- name: https
+ clusterIP: None
selector:
- run: $CR_APP_NAME
\ No newline at end of file
+ run: $CR_APP_NAME
diff --git a/test/simulator-group/dmaapadp/.gitignore b/test/simulator-group/dmaapadp/.gitignore
index 4aa3a7a..7dc00c5 100644
--- a/test/simulator-group/dmaapadp/.gitignore
+++ b/test/simulator-group/dmaapadp/.gitignore
@@ -1,2 +1,3 @@
.tmp.json
-.dockererr
\ No newline at end of file
+.dockererr
+gen_docker-compose*
\ No newline at end of file
diff --git a/test/simulator-group/dmaapmed/.gitignore b/test/simulator-group/dmaapmed/.gitignore
index 4aa3a7a..7dc00c5 100644
--- a/test/simulator-group/dmaapmed/.gitignore
+++ b/test/simulator-group/dmaapmed/.gitignore
@@ -1,2 +1,3 @@
.tmp.json
-.dockererr
\ No newline at end of file
+.dockererr
+gen_docker-compose*
\ No newline at end of file
diff --git a/test/simulator-group/dmaapmr/.gitignore b/test/simulator-group/dmaapmr/.gitignore
new file mode 100644
index 0000000..7dc00c5
--- /dev/null
+++ b/test/simulator-group/dmaapmr/.gitignore
@@ -0,0 +1,3 @@
+.tmp.json
+.dockererr
+gen_docker-compose*
\ No newline at end of file
diff --git a/test/simulator-group/dmaapmr/app.yaml b/test/simulator-group/dmaapmr/app.yaml
index a4ecc91..01c9014 100644
--- a/test/simulator-group/dmaapmr/app.yaml
+++ b/test/simulator-group/dmaapmr/app.yaml
@@ -1,6 +1,125 @@
apiVersion: apps/v1
kind: Deployment
metadata:
+ name: $MR_ZOOKEEPER_APP_NAME
+ namespace: $KUBE_ONAP_NAMESPACE
+ labels:
+ run: $MR_ZOOKEEPER_APP_NAME
+ autotest: DMAAPMR
+spec:
+ selector:
+ matchLabels:
+ run: $MR_ZOOKEEPER_APP_NAME
+ template:
+ metadata:
+ labels:
+ run: $MR_ZOOKEEPER_APP_NAME
+ autotest: DMAAPMR
+ spec:
+ containers:
+ - name: $MR_ZOOKEEPER_APP_NAME
+ image: $ONAP_ZOOKEEPER_IMAGE
+ imagePullPolicy: $KUBE_IMAGE_PULL_POLICY
+ ports:
+ - name: http
+ containerPort: $MR_ZOOKEEPER_PORT
+ env:
+ - name: ZOOKEEPER_REPLICAS
+ value: '1'
+ - name: ZOOKEEPER_TICK_TIME
+ value: '2000'
+ - name: ZOOKEEPER_SYNC_LIMIT
+ value: '5'
+ - name: ZOOKEEPER_INIT_LIMIT
+ value: '10'
+ - name: ZOOKEEPER_MAX_CLIENT_CNXNS
+ value: '200'
+ - name: ZOOKEEPER_AUTOPURGE_SNAP_RETAIN_COUNT
+ value: '3'
+ - name: ZOOKEEPER_AUTOPURGE_PURGE_INTERVAL
+ value: '24'
+ - name: ZOOKEEPER_CLIENT_PORT
+ value: '$MR_ZOOKEEPER_PORT'
+ - name: KAFKA_OPTS
+ value: '-Djava.security.auth.login.config=/etc/zookeeper/secrets/jaas/zk_server_jaas.conf -Dzookeeper.kerberos.removeHostFromPrincipal=true -Dzookeeper.kerberos.removeRealmFromPrincipal=true -Dzookeeper.authProvider.1=org.apache.zookeeper.server.auth.SASLAuthenticationProvider -Dzookeeper.requireClientAuthScheme=sasl'
+ - name: ZOOKEEPER_SERVER_ID
+ value: '1'
+ volumeMounts:
+ - mountPath: /etc/zookeeper/secrets/jaas/zk_server_jaas.conf
+ subPath: zk_server_jaas.conf
+ name: dmaapmr-zk-server-jaas
+ volumes:
+ - configMap:
+ defaultMode: 420
+ name: dmaapmr-zk-server-jaas.conf
+ name: dmaapmr-zk-server-jaas
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+ name: $MR_KAFKA_APP_NAME
+ namespace: $KUBE_ONAP_NAMESPACE
+ labels:
+ run: $MR_KAFKA_APP_NAME
+ autotest: DMAAPMR
+spec:
+ replicas: 1
+ selector:
+ matchLabels:
+ run: $MR_KAFKA_APP_NAME
+ template:
+ metadata:
+ labels:
+ run: $MR_KAFKA_APP_NAME
+ autotest: DMAAPMR
+ spec:
+ containers:
+ - name: $MR_KAFKA_APP_NAME
+ image: $ONAP_KAFKA_IMAGE
+ imagePullPolicy: $KUBE_IMAGE_PULL_POLICY
+ ports:
+ - name: http
+ containerPort: $MR_KAFKA_PORT
+ env:
+ - name: enableCadi
+ value: 'false'
+ - name: KAFKA_ZOOKEEPER_CONNECT
+ value: '$MR_ZOOKEEPER_APP_NAME:$MR_ZOOKEEPER_PORT'
+ - name: KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS
+ value: '40000'
+ - name: KAFKA_ZOOKEEPER_SESSION_TIMEOUT_MS
+ value: '40000'
+ - name: KAFKA_LISTENER_SECURITY_PROTOCOL_MAP
+ value: 'INTERNAL_PLAINTEXT:PLAINTEXT,EXTERNAL_PLAINTEXT:PLAINTEXT'
+ - name: KAFKA_ADVERTISED_LISTENERS
+ value: 'INTERNAL_PLAINTEXT://$MR_KAFKA_SERVICE_PATH'
+ - name: KAFKA_LISTENERS
+ value: 'INTERNAL_PLAINTEXT://0.0.0.0:$MR_KAFKA_PORT'
+ - name: KAFKA_INTER_BROKER_LISTENER_NAME
+ value: INTERNAL_PLAINTEXT
+ - name: KAFKA_CONFLUENT_SUPPORT_METRICS_ENABLE
+ value: 'false'
+ - name: KAFKA_OPTS
+ value: '-Djava.security.auth.login.config=/etc/kafka/secrets/jaas/zk_client_jaas.conf'
+ - name: KAFKA_ZOOKEEPER_SET_ACL
+ value: 'true'
+ - name: KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR
+ value: '1'
+ - name: KAFKA_OFFSETS_TOPIC_NUM_PARTITIONS
+ value: '1'
+ volumeMounts:
+ - mountPath: /etc/kafka/secrets/jaas/zk_client_jaas.conf
+ subPath: zk_client_jaas.conf
+ name: dmaapmr-zk-client-jaas
+ volumes:
+ - configMap:
+ defaultMode: 420
+ name: dmaapmr-zk-client-jaas.conf
+ name: dmaapmr-zk-client-jaas
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
name: $MR_DMAAP_APP_NAME
namespace: $KUBE_ONAP_NAMESPACE
labels:
@@ -52,127 +171,4 @@
defaultMode: 420
name: dmaapmr-cadi.properties
name: dmaapmr-cadi
----
-apiVersion: apps/v1
-kind: Deployment
-metadata:
- name: $MR_KAFKA_APP_NAME
- namespace: $KUBE_ONAP_NAMESPACE
- labels:
- run: $MR_KAFKA_APP_NAME
- autotest: DMAAPMR
-spec:
- replicas: 1
- selector:
- matchLabels:
- run: $MR_KAFKA_APP_NAME
- template:
- metadata:
- labels:
- run: $MR_KAFKA_APP_NAME
- autotest: DMAAPMR
- spec:
- containers:
- - name: $MR_KAFKA_APP_NAME
- image: $ONAP_KAFKA_IMAGE
- imagePullPolicy: $KUBE_IMAGE_PULL_POLICY
- ports:
- - name: http
- containerPort: $MR_KAFKA_PORT
- env:
- - name: enableCadi
- value: 'false'
- - name: KAFKA_ZOOKEEPER_CONNECT
- value: '$MR_ZOOKEEPER_APP_NAME:$MR_ZOOKEEPER_PORT'
- - name: KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS
- value: '40000'
- - name: KAFKA_ZOOKEEPER_SESSION_TIMEOUT_MS
- value: '40000'
- - name: KAFKA_LISTENER_SECURITY_PROTOCOL_MAP
- value: 'INTERNAL_PLAINTEXT:PLAINTEXT,EXTERNAL_PLAINTEXT:PLAINTEXT'
- - name: KAFKA_ADVERTISED_LISTENERS
- value: 'INTERNAL_PLAINTEXT://$MR_KAFKA_APP_NAME:$MR_KAFKA_PORT'
- - name: KAFKA_LISTENERS
- value: 'INTERNAL_PLAINTEXT://0.0.0.0:$MR_KAFKA_PORT'
- # - name: KAFKA_LISTENERS
- # value: 'EXTERNAL_PLAINTEXT://0.0.0.0:9091,INTERNAL_PLAINTEXT://0.0.0.0:$MR_KAFKA_PORT'
- - name: KAFKA_INTER_BROKER_LISTENER_NAME
- value: INTERNAL_PLAINTEXT
- - name: KAFKA_CONFLUENT_SUPPORT_METRICS_ENABLE
- value: 'false'
- - name: KAFKA_OPTS
- value: '-Djava.security.auth.login.config=/etc/kafka/secrets/jaas/zk_client_jaas.conf'
- - name: KAFKA_ZOOKEEPER_SET_ACL
- value: 'false'
- - name: KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR
- value: '1'
- - name: KAFKA_OFFSETS_TOPIC_NUM_PARTITIONS
- value: '1'
- volumeMounts:
- - mountPath: /etc/kafka/secrets/jaas/zk_client_jaas.conf
- subPath: zk_client_jaas.conf
- name: dmaapmr-zk-client-jaas
- volumes:
- - configMap:
- defaultMode: 420
- name: dmaapmr-zk-client-jaas.conf
- name: dmaapmr-zk-client-jaas
----
-apiVersion: apps/v1
-kind: Deployment
-metadata:
- name: $MR_ZOOKEEPER_APP_NAME
- namespace: $KUBE_ONAP_NAMESPACE
- labels:
- run: $MR_ZOOKEEPER_APP_NAME
- autotest: DMAAPMR
-spec:
- replicas: 1
- selector:
- matchLabels:
- run: $MR_ZOOKEEPER_APP_NAME
- template:
- metadata:
- labels:
- run: $MR_ZOOKEEPER_APP_NAME
- autotest: DMAAPMR
- spec:
- containers:
- - name: $MR_ZOOKEEPER_APP_NAME
- image: $ONAP_ZOOKEEPER_IMAGE
- imagePullPolicy: $KUBE_IMAGE_PULL_POLICY
- ports:
- - name: http
- containerPort: $MR_ZOOKEEPER_PORT
- env:
- - name: ZOOKEEPER_REPLICAS
- value: '1'
- - name: ZOOKEEPER_TICK_TIME
- value: '2000'
- - name: ZOOKEEPER_SYNC_LIMIT
- value: '5'
- - name: ZOOKEEPER_INIT_LIMIT
- value: '10'
- - name: ZOOKEEPER_MAX_CLIENT_CNXNS
- value: '200'
- - name: ZOOKEEPER_AUTOPURGE_SNAP_RETAIN_COUNT
- value: '3'
- - name: ZOOKEEPER_AUTOPURGE_PURGE_INTERVAL
- value: '24'
- - name: ZOOKEEPER_CLIENT_PORT
- value: '$MR_ZOOKEEPER_PORT'
- - name: KAFKA_OPTS
- value: '-Djava.security.auth.login.config=/etc/zookeeper/secrets/jaas/zk_server_jaas.conf -Dzookeeper.kerberos.removeHostFromPrincipal=true -Dzookeeper.kerberos.removeRealmFromPrincipal=true -Dzookeeper.authProvider.1=org.apache.zookeeper.server.auth.SASLAuthenticationProvider -Dzookeeper.requireClientAuthScheme=sasl'
- - name: ZOOKEEPER_SERVER_ID
- value: '1'
- - name: ZOOKEEPER_SASL_ENABLED
- value: 'false'
- volumeMounts:
- - mountPath: /etc/zookeeper/secrets/jaas/zk_server_jaas.conf
- subPath: zk_server_jaas.conf
- name: dmaapmr-zk-server-jaas
- volumes:
- - configMap:
- defaultMode: 420
- name: dmaapmr-zk-server-jaas.conf
- name: dmaapmr-zk-server-jaas
\ No newline at end of file
+
diff --git a/test/simulator-group/dmaapmr/configs0/kafka/zk_client_jaas.conf b/test/simulator-group/dmaapmr/configs0/kafka/zk_client_jaas.conf
new file mode 100644
index 0000000..dca46d5
--- /dev/null
+++ b/test/simulator-group/dmaapmr/configs0/kafka/zk_client_jaas.conf
@@ -0,0 +1,6 @@
+Client {
+ org.apache.zookeeper.server.auth.DigestLoginModule required
+ username="kafka"
+ password="kafka_secret";
+ };
+
diff --git a/test/simulator-group/dmaapmr/configs/mr/MsgRtrApi.properties b/test/simulator-group/dmaapmr/configs0/mr/MsgRtrApi.properties
similarity index 90%
copy from test/simulator-group/dmaapmr/configs/mr/MsgRtrApi.properties
copy to test/simulator-group/dmaapmr/configs0/mr/MsgRtrApi.properties
index 3e0b001..ecb3da5 100644
--- a/test/simulator-group/dmaapmr/configs/mr/MsgRtrApi.properties
+++ b/test/simulator-group/dmaapmr/configs0/mr/MsgRtrApi.properties
@@ -1,8 +1,8 @@
# LICENSE_START=======================================================
# org.onap.dmaap
# ================================================================================
-# Copyright © 2021 Nordix Foundation. All rights reserved.
-# Copyright © 2017 AT&T Intellectual Property. All rights reserved.
+# Copyright © 2020 Nordix Foundation. All rights reserved.
+# Copyright © 2017 AT&T Intellectual Property. All rights reserved.
# ================================================================================
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
@@ -35,7 +35,12 @@
##
## Both Cambria and Kafka make use of Zookeeper.
##
-config.zk.servers=$MR_ZOOKEEPER_APP_NAME:$MR_ZOOKEEPER_PORT
+#config.zk.servers=172.18.1.1
+#config.zk.servers={{.Values.zookeeper.name}}:{{.Values.zookeeper.port}}
+config.zk.servers=$MR_ZOOKEEPER_SERVICE_PATH
+
+#config.zk.root=/fe3c/cambria/config
+
###############################################################################
##
@@ -46,7 +51,7 @@
## if you want to change request.required.acks it can take this one value
#kafka.metadata.broker.list=localhost:9092,localhost:9093
#kafka.metadata.broker.list={{.Values.kafka.name}}:{{.Values.kafka.port}}
-kafka.metadata.broker.list=$MR_KAFKA_APP_NAME:$MR_KAFKA_PORT
+kafka.metadata.broker.list=$MR_KAFKA_SERVICE_PATH
##kafka.request.required.acks=-1
#kafka.client.zookeeper=${config.zk.servers}
consumer.timeout.ms=100
@@ -82,6 +87,8 @@
cambria.secureConfig.key=b/7ouTn9FfEw2PQwL0ov/Q==
cambria.secureConfig.iv=wR9xP5k5vbz/xD0LmtqQLw==
authentication.adminSecret=fe3cCompound
+#cambria.secureConfig.key[pc569h]=YT3XPyxEmKCTLI2NK+Sjbw==
+#cambria.secureConfig.iv[pc569h]=rMm2jhR3yVnU+u2V9Ugu3Q==
###############################################################################
@@ -129,14 +136,13 @@
## This server can report its metrics periodically on a topic.
##
#metrics.send.cambria.enabled=true
-#metrics.send.cambria.topic=cambria.apinode.metrics
-#msgrtr.apinode.metrics.dmaap
+#metrics.send.cambria.topic=cambria.apinode.metrics #msgrtr.apinode.metrics.dmaap
#metrics.send.cambria.sendEverySeconds=60
cambria.consumer.cache.zkBasePath=/fe3c/cambria/consumerCache
consumer.timeout=17
default.partitions=3
-default.replicas=1
+default.replicas=3
##############################################################################
#100mb
maxcontentlength=10000
@@ -164,4 +170,5 @@
kafka.max.poll.interval.ms=300000
kafka.heartbeat.interval.ms=60000
kafka.session.timeout.ms=240000
-kafka.max.poll.records=1000
\ No newline at end of file
+kafka.max.poll.records=1000
+
diff --git a/test/simulator-group/dmaapmr/mnt/mr/cadi.properties b/test/simulator-group/dmaapmr/configs0/mr/cadi.properties
similarity index 61%
rename from test/simulator-group/dmaapmr/mnt/mr/cadi.properties
rename to test/simulator-group/dmaapmr/configs0/mr/cadi.properties
index cccfbdf..4d28b52 100644
--- a/test/simulator-group/dmaapmr/mnt/mr/cadi.properties
+++ b/test/simulator-group/dmaapmr/configs0/mr/cadi.properties
@@ -1,21 +1,20 @@
-#Removed to be disable aaf in test env
-#aaf_locate_url=https://aaf-onap-test.osaaf.org:8095\
+aaf_locate_url=https://aaf-locate.{{ include "common.namespace" . }}:8095
aaf_url=https://AAF_LOCATE_URL/onap.org.osaaf.aaf.service:2.1
aaf_env=DEV
aaf_lur=org.onap.aaf.cadi.aaf.v2_0.AAFLurPerm
-#Removed to be disable aaf in test env
-# cadi_truststore=/appl/dmaapMR1/etc/org.onap.dmaap.mr.trust.jks
-# cadi_truststore_password=8FyfX+ar;0$uZQ0h9*oXchNX
+cadi_truststore=/appl/dmaapMR1/etc/org.onap.dmaap.mr.trust.jks
+cadi_truststore_password=enc:mN6GiIzFQxKGDzAXDOs7b4j8DdIX02QrZ9QOWNRpxV3rD6whPCfizSMZkJwxi_FJ
cadi_keyfile=/appl/dmaapMR1/etc/org.onap.dmaap.mr.keyfile
cadi_alias=dmaapmr@mr.dmaap.onap.org
cadi_keystore=/appl/dmaapMR1/etc/org.onap.dmaap.mr.p12
-cadi_keystore_password=GDQttV7)BlOvWMf6F7tz&cjy
+cadi_keystore_password=enc:_JJT2gAEkRzXla5xfDIHal8pIoIB5iIos3USvZQT6sL-l14LpI5fRFR_QIGUCh5W
cadi_x509_issuers=CN=intermediateCA_1, OU=OSAAF, O=ONAP, C=US:CN=intermediateCA_7, OU=OSAAF, O=ONAP, C=US:CN=intermediateCA_9, OU=OSAAF, O=ONAP, C=US
cadi_loglevel=INFO
cadi_protocols=TLSv1.1,TLSv1.2
cadi_latitude=37.78187
-cadi_longitude=-122.26147
\ No newline at end of file
+cadi_longitude=-122.26147
+
diff --git a/test/simulator-group/dmaapmr/mnt/mr/logback.xml b/test/simulator-group/dmaapmr/configs0/mr/logback.xml
similarity index 98%
rename from test/simulator-group/dmaapmr/mnt/mr/logback.xml
rename to test/simulator-group/dmaapmr/configs0/mr/logback.xml
index f02a2db..02499fb 100644
--- a/test/simulator-group/dmaapmr/mnt/mr/logback.xml
+++ b/test/simulator-group/dmaapmr/configs0/mr/logback.xml
@@ -1,6 +1,7 @@
<!--
============LICENSE_START=======================================================
- Copyright © 2019 AT&T Intellectual Property. All rights reserved.
+ Copyright © 2020 Nordix Foundation. All rights reserved.
+ Copyright © 2019 AT&T Intellectual Property. All rights reserved.
================================================================================
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
@@ -206,3 +207,4 @@
</root>
</configuration>
+
diff --git a/test/simulator-group/dmaapmr/mnt/zk/zk_server_jaas.conf b/test/simulator-group/dmaapmr/configs0/zk/zk_server_jaas.conf
similarity index 69%
rename from test/simulator-group/dmaapmr/mnt/zk/zk_server_jaas.conf
rename to test/simulator-group/dmaapmr/configs0/zk/zk_server_jaas.conf
index 3d2767f..9a32a72 100644
--- a/test/simulator-group/dmaapmr/mnt/zk/zk_server_jaas.conf
+++ b/test/simulator-group/dmaapmr/configs0/zk/zk_server_jaas.conf
@@ -1,4 +1,5 @@
Server {
org.apache.zookeeper.server.auth.DigestLoginModule required
- user_kafka="kafka_secret";
-};
\ No newline at end of file
+ user_kafka=kafka_secret;
+};
+
diff --git a/test/simulator-group/dmaapmr/configs/kafka/zk_client_jaas.conf b/test/simulator-group/dmaapmr/configs1/kafka/zk_client_jaas.conf
similarity index 100%
rename from test/simulator-group/dmaapmr/configs/kafka/zk_client_jaas.conf
rename to test/simulator-group/dmaapmr/configs1/kafka/zk_client_jaas.conf
diff --git a/test/simulator-group/dmaapmr/configs/mr/MsgRtrApi.properties b/test/simulator-group/dmaapmr/configs1/mr/MsgRtrApi.properties
similarity index 97%
rename from test/simulator-group/dmaapmr/configs/mr/MsgRtrApi.properties
rename to test/simulator-group/dmaapmr/configs1/mr/MsgRtrApi.properties
index 3e0b001..3f7f46d 100644
--- a/test/simulator-group/dmaapmr/configs/mr/MsgRtrApi.properties
+++ b/test/simulator-group/dmaapmr/configs1/mr/MsgRtrApi.properties
@@ -35,7 +35,8 @@
##
## Both Cambria and Kafka make use of Zookeeper.
##
-config.zk.servers=$MR_ZOOKEEPER_APP_NAME:$MR_ZOOKEEPER_PORT
+config.zk.servers=$MR_ZOOKEEPER_SERVICE_PATH
+#$MR_ZOOKEEPER_APP_NAME:$MR_ZOOKEEPER_PORT
###############################################################################
##
@@ -46,7 +47,8 @@
## if you want to change request.required.acks it can take this one value
#kafka.metadata.broker.list=localhost:9092,localhost:9093
#kafka.metadata.broker.list={{.Values.kafka.name}}:{{.Values.kafka.port}}
-kafka.metadata.broker.list=$MR_KAFKA_APP_NAME:$MR_KAFKA_PORT
+kafka.metadata.broker.list=$MR_KAFKA_SERVICE_PATH
+#$MR_KAFKA_APP_NAME:$MR_KAFKA_PORT
##kafka.request.required.acks=-1
#kafka.client.zookeeper=${config.zk.servers}
consumer.timeout.ms=100
@@ -61,7 +63,6 @@
kafka.rebalance.backoff.ms=10000
kafka.rebalance.max.retries=6
-
###############################################################################
##
## Secured Config
diff --git a/test/simulator-group/dmaapmr/configs/mr/cadi.properties b/test/simulator-group/dmaapmr/configs1/mr/cadi.properties
similarity index 100%
rename from test/simulator-group/dmaapmr/configs/mr/cadi.properties
rename to test/simulator-group/dmaapmr/configs1/mr/cadi.properties
diff --git a/test/simulator-group/dmaapmr/configs/mr/logback.xml b/test/simulator-group/dmaapmr/configs1/mr/logback.xml
similarity index 100%
rename from test/simulator-group/dmaapmr/configs/mr/logback.xml
rename to test/simulator-group/dmaapmr/configs1/mr/logback.xml
diff --git a/test/simulator-group/dmaapmr/configs/zk/zk_server_jaas.conf b/test/simulator-group/dmaapmr/configs1/zk/zk_server_jaas.conf
similarity index 100%
rename from test/simulator-group/dmaapmr/configs/zk/zk_server_jaas.conf
rename to test/simulator-group/dmaapmr/configs1/zk/zk_server_jaas.conf
diff --git a/test/simulator-group/dmaapmr/docker-compose.yml b/test/simulator-group/dmaapmr/docker-compose.yml
index f9a5f21..2060ce7 100644
--- a/test/simulator-group/dmaapmr/docker-compose.yml
+++ b/test/simulator-group/dmaapmr/docker-compose.yml
@@ -57,7 +57,7 @@
KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 40000
KAFKA_ZOOKEEPER_SESSION_TIMEOUT_MS: 40000
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL_PLAINTEXT:PLAINTEXT,EXTERNAL_PLAINTEXT:PLAINTEXT
- KAFKA_ADVERTISED_LISTENERS: INTERNAL_PLAINTEXT://$MR_KAFKA_APP_NAME:$MR_KAFKA_PORT
+ KAFKA_ADVERTISED_LISTENERS: INTERNAL_PLAINTEXT://$MR_KAFKA_SERVICE_PATH
KAFKA_LISTENERS: INTERNAL_PLAINTEXT://0.0.0.0:$MR_KAFKA_PORT
KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL_PLAINTEXT
KAFKA_CONFLUENT_SUPPORT_METRICS_ENABLE: 'false'
diff --git a/test/simulator-group/dmaapmr/mnt/kafka/zk_client_jaas.conf b/test/simulator-group/dmaapmr/mnt/kafka/zk_client_jaas.conf
deleted file mode 100644
index 79a7601..0000000
--- a/test/simulator-group/dmaapmr/mnt/kafka/zk_client_jaas.conf
+++ /dev/null
@@ -1,5 +0,0 @@
-Client {
- org.apache.zookeeper.server.auth.DigestLoginModule required
- username="kafka"
- password="kafka_secret";
- };
\ No newline at end of file
diff --git a/test/simulator-group/dmaapmr/mnt/mr/MsgRtrApi.properties b/test/simulator-group/dmaapmr/mnt/mr/MsgRtrApi.properties
deleted file mode 100644
index 3476d5d..0000000
--- a/test/simulator-group/dmaapmr/mnt/mr/MsgRtrApi.properties
+++ /dev/null
@@ -1,166 +0,0 @@
-# LICENSE_START=======================================================
-# org.onap.dmaap
-# ================================================================================
-# Copyright © 2017 AT&T Intellectual Property. All rights reserved.
-# ================================================================================
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ============LICENSE_END=========================================================
-#
-# ECOMP is a trademark and service mark of AT&T Intellectual Property.
-#
-###############################################################################
-###############################################################################
-##
-## Cambria API Server config
-##
-## Default values are shown as commented settings.
-##
-###############################################################################
-##
-## HTTP service
-##
-## 3904 is standard as of 7/29/14.
-#
-## Zookeeper Connection
-##
-## Both Cambria and Kafka make use of Zookeeper.
-##
-config.zk.servers=zookeeper:2181
-
-###############################################################################
-##
-## Kafka Connection
-##
-## Items below are passed through to Kafka's producer and consumer
-## configurations (after removing "kafka.")
-## if you want to change request.required.acks it can take this one value
-#kafka.metadata.broker.list=localhost:9092,localhost:9093
-#kafka.metadata.broker.list={{.Values.kafka.name}}:{{.Values.kafka.port}}
-kafka.metadata.broker.list=message-router-kafka:9092
-##kafka.request.required.acks=-1
-#kafka.client.zookeeper=${config.zk.servers}
-consumer.timeout.ms=100
-zookeeper.connection.timeout.ms=6000
-zookeeper.session.timeout.ms=20000
-zookeeper.sync.time.ms=2000
-auto.commit.interval.ms=1000
-fetch.message.max.bytes =1000000
-auto.commit.enable=false
-
-#(backoff*retries > zksessiontimeout)
-kafka.rebalance.backoff.ms=10000
-kafka.rebalance.max.retries=6
-
-
-###############################################################################
-##
-## Secured Config
-##
-## Some data stored in the config system is sensitive -- API keys and secrets,
-## for example. to protect it, we use an encryption layer for this section
-## of the config.
-##
-## The key is a base64 encode AES key. This must be created/configured for
-## each installation.
-#cambria.secureConfig.key=
-##
-## The initialization vector is a 16 byte value specific to the secured store.
-## This must be created/configured for each installation.
-#cambria.secureConfig.iv=
-
-## Southfield Sandbox
-cambria.secureConfig.key=b/7ouTn9FfEw2PQwL0ov/Q==
-cambria.secureConfig.iv=wR9xP5k5vbz/xD0LmtqQLw==
-authentication.adminSecret=fe3cCompound
-
-
-###############################################################################
-##
-## Consumer Caching
-##
-## Kafka expects live connections from the consumer to the broker, which
-## obviously doesn't work over connectionless HTTP requests. The Cambria
-## server proxies HTTP requests into Kafka consumer sessions that are kept
-## around for later re-use. Not doing so is costly for setup per request,
-## which would substantially impact a high volume consumer's performance.
-##
-## This complicates Cambria server failover, because we often need server
-## A to close its connection before server B brings up the replacement.
-##
-
-## The consumer cache is normally enabled.
-#cambria.consumer.cache.enabled=true
-
-## Cached consumers are cleaned up after a period of disuse. The server inspects
-## consumers every sweepFreqSeconds and will clean up any connections that are
-## dormant for touchFreqMs.
-#cambria.consumer.cache.sweepFreqSeconds=15
-cambria.consumer.cache.touchFreqMs=120000
-##stickforallconsumerrequests=false
-## The cache is managed through ZK. The default value for the ZK connection
-## string is the same as config.zk.servers.
-#cambria.consumer.cache.zkConnect=${config.zk.servers}
-
-##
-## Shared cache information is associated with this node's name. The default
-## name is the hostname plus the HTTP service port this host runs on. (The
-## hostname is determined via InetAddress.getLocalHost ().getCanonicalHostName(),
-## which is not always adequate.) You can set this value explicitly here.
-##
-#cambria.api.node.identifier=<use-something-unique-to-this-instance>
-
-#cambria.rateLimit.maxEmptyPollsPerMinute=30
-#cambria.rateLimitActual.delay.ms=10
-
-###############################################################################
-##
-## Metrics Reporting
-##
-## This server can report its metrics periodically on a topic.
-##
-#metrics.send.cambria.enabled=true
-#metrics.send.cambria.topic=cambria.apinode.metrics
-#msgrtr.apinode.metrics.dmaap
-#metrics.send.cambria.sendEverySeconds=60
-
-cambria.consumer.cache.zkBasePath=/fe3c/cambria/consumerCache
-consumer.timeout=17
-default.partitions=3
-default.replicas=1
-##############################################################################
-#100mb
-maxcontentlength=10000
-
-
-##############################################################################
-#AAF Properties
-msgRtr.namespace.aaf=org.onap.dmaap.mr.topic
-msgRtr.topicfactory.aaf=org.onap.dmaap.mr.topicFactory|:org.onap.dmaap.mr.topic:
-enforced.topic.name.AAF=org.onap.dmaap.mr
-forceAAF=false
-transidUEBtopicreqd=false
-defaultNSforUEB=org.onap.dmaap.mr
-##############################################################################
-#Mirror Maker Agent
-
-msgRtr.mirrormakeradmin.aaf=org.onap.dmaap.mr.mirrormaker|*|admin
-msgRtr.mirrormakeruser.aaf=org.onap.dmaap.mr.mirrormaker|*|user
-msgRtr.mirrormakeruser.aaf.create=org.onap.dmaap.mr.topicFactory|:org.onap.dmaap.mr.topic:
-msgRtr.mirrormaker.timeout=15000
-msgRtr.mirrormaker.topic=org.onap.dmaap.mr.mirrormakeragent
-msgRtr.mirrormaker.consumergroup=mmagentserver
-msgRtr.mirrormaker.consumerid=1
-
-kafka.max.poll.interval.ms=300000
-kafka.heartbeat.interval.ms=60000
-kafka.session.timeout.ms=240000
-kafka.max.poll.records=1000
\ No newline at end of file
diff --git a/test/simulator-group/dmaapmr/svc.yaml b/test/simulator-group/dmaapmr/svc.yaml
index 7fb0962..446c59d 100644
--- a/test/simulator-group/dmaapmr/svc.yaml
+++ b/test/simulator-group/dmaapmr/svc.yaml
@@ -1,24 +1,20 @@
apiVersion: v1
kind: Service
metadata:
- name: $MR_DMAAP_APP_NAME
+ name: $MR_ZOOKEEPER_APP_NAME
namespace: $KUBE_ONAP_NAMESPACE
labels:
- run: $MR_DMAAP_APP_NAME
+ run: $MR_ZOOKEEPER_APP_NAME
autotest: DMAAPMR
spec:
type: ClusterIP
ports:
- - port: $MR_EXTERNAL_PORT
- targetPort: $MR_INTERNAL_PORT
+ - port: $MR_ZOOKEEPER_PORT
+ targetPort: $MR_ZOOKEEPER_PORT
protocol: TCP
name: http
- - port: $MR_EXTERNAL_SECURE_PORT
- targetPort: $MR_INTERNAL_SECURE_PORT
- protocol: TCP
- name: https
selector:
- run: $MR_DMAAP_APP_NAME
+ run: $MR_ZOOKEEPER_APP_NAME
---
apiVersion: v1
kind: Service
@@ -41,17 +37,23 @@
apiVersion: v1
kind: Service
metadata:
- name: $MR_ZOOKEEPER_APP_NAME
+ name: $MR_DMAAP_APP_NAME
namespace: $KUBE_ONAP_NAMESPACE
labels:
- run: $MR_ZOOKEEPER_APP_NAME
+ run: $MR_DMAAP_APP_NAME
autotest: DMAAPMR
spec:
type: ClusterIP
ports:
- - port: $MR_ZOOKEEPER_PORT
- targetPort: $MR_ZOOKEEPER_PORT
+ - port: $MR_EXTERNAL_PORT
+ targetPort: $MR_INTERNAL_PORT
protocol: TCP
name: http
+ - port: $MR_EXTERNAL_SECURE_PORT
+ targetPort: $MR_INTERNAL_SECURE_PORT
+ protocol: TCP
+ name: https
selector:
- run: $MR_ZOOKEEPER_APP_NAME
+ run: $MR_DMAAP_APP_NAME
+
+
diff --git a/test/simulator-group/ecs/.gitignore b/test/simulator-group/ecs/.gitignore
index 4aa3a7a..7dc00c5 100644
--- a/test/simulator-group/ecs/.gitignore
+++ b/test/simulator-group/ecs/.gitignore
@@ -1,2 +1,3 @@
.tmp.json
-.dockererr
\ No newline at end of file
+.dockererr
+gen_docker-compose*
\ No newline at end of file
diff --git a/test/simulator-group/httpproxy/.gitignore b/test/simulator-group/httpproxy/.gitignore
index 3384196..edfe9f8 100644
--- a/test/simulator-group/httpproxy/.gitignore
+++ b/test/simulator-group/httpproxy/.gitignore
@@ -1 +1,2 @@
-.dockererr
\ No newline at end of file
+.dockererr
+gen_docker-compose*
\ No newline at end of file
diff --git a/test/simulator-group/kubeproxy/.gitignore b/test/simulator-group/kubeproxy/.gitignore
index ab8f024..36f67e1 100644
--- a/test/simulator-group/kubeproxy/.gitignore
+++ b/test/simulator-group/kubeproxy/.gitignore
@@ -1 +1,2 @@
.dockererr
+gen_docker-compose*
diff --git a/test/simulator-group/mrstub/.gitignore b/test/simulator-group/mrstub/.gitignore
index 4aa3a7a..7dc00c5 100644
--- a/test/simulator-group/mrstub/.gitignore
+++ b/test/simulator-group/mrstub/.gitignore
@@ -1,2 +1,3 @@
.tmp.json
-.dockererr
\ No newline at end of file
+.dockererr
+gen_docker-compose*
\ No newline at end of file
diff --git a/test/simulator-group/ngw/.gitignore b/test/simulator-group/ngw/.gitignore
index 59aac41..b676cf8 100644
--- a/test/simulator-group/ngw/.gitignore
+++ b/test/simulator-group/ngw/.gitignore
@@ -1,2 +1,3 @@
.tmp.json
.dockererr
+gen_docker-compose*
diff --git a/test/simulator-group/policy_agent/.gitignore b/test/simulator-group/policy_agent/.gitignore
index 4aa3a7a..7dc00c5 100644
--- a/test/simulator-group/policy_agent/.gitignore
+++ b/test/simulator-group/policy_agent/.gitignore
@@ -1,2 +1,3 @@
.tmp.json
-.dockererr
\ No newline at end of file
+.dockererr
+gen_docker-compose*
\ No newline at end of file
diff --git a/test/simulator-group/prodstub/.gitignore b/test/simulator-group/prodstub/.gitignore
index 4aa3a7a..b676cf8 100644
--- a/test/simulator-group/prodstub/.gitignore
+++ b/test/simulator-group/prodstub/.gitignore
@@ -1,2 +1,3 @@
.tmp.json
-.dockererr
\ No newline at end of file
+.dockererr
+gen_docker-compose*
diff --git a/test/simulator-group/prodstub/docker-compose.yml b/test/simulator-group/prodstub/docker-compose.yml
index f771352..e46c546 100644
--- a/test/simulator-group/prodstub/docker-compose.yml
+++ b/test/simulator-group/prodstub/docker-compose.yml
@@ -23,9 +23,7 @@
services:
producer-stub:
networks:
- default:
- aliases:
- - ${PROD_STUB_APP_NAME_ALIAS}
+ - default
container_name: ${PROD_STUB_APP_NAME}
image: ${PROD_STUB_IMAGE}
ports:
diff --git a/test/simulator-group/rapp_catalogue/.gitignore b/test/simulator-group/rapp_catalogue/.gitignore
index 4aa3a7a..7dc00c5 100644
--- a/test/simulator-group/rapp_catalogue/.gitignore
+++ b/test/simulator-group/rapp_catalogue/.gitignore
@@ -1,2 +1,3 @@
.tmp.json
-.dockererr
\ No newline at end of file
+.dockererr
+gen_docker-compose*
\ No newline at end of file
diff --git a/test/simulator-group/ric/.gitignore b/test/simulator-group/ric/.gitignore
index c0c4339..1f9d6f9 100644
--- a/test/simulator-group/ric/.gitignore
+++ b/test/simulator-group/ric/.gitignore
@@ -1,4 +1,5 @@
.tmp.json
.dockererr
.env
-fakedir
\ No newline at end of file
+fakedir
+gen_docker-compose*
\ No newline at end of file
diff --git a/test/simulator-group/sdnc/.gitignore b/test/simulator-group/sdnc/.gitignore
index 4aa3a7a..7dc00c5 100644
--- a/test/simulator-group/sdnc/.gitignore
+++ b/test/simulator-group/sdnc/.gitignore
@@ -1,2 +1,3 @@
.tmp.json
-.dockererr
\ No newline at end of file
+.dockererr
+gen_docker-compose*
\ No newline at end of file