test/simulator-group/sim-monitor.js - oransc/nonrtric - Gitiles

 /*
 #  ============LICENSE_START===============================================
 #  Copyright (C) 2020 Nordix Foundation. All rights reserved.
 #  ========================================================================
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.
 #  You may obtain a copy of the License at
 #
 #       http://www.apache.org/licenses/LICENSE-2.0
 #
 #  Unless required by applicable law or agreed to in writing, software
 #  distributed under the License is distributed on an "AS IS" BASIS,
 #  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 #  See the License for the specific language governing permissions and
 #  limitations under the License.
 #  ============LICENSE_END=================================================
 #
 */

 // Sim mon server - query the agent and the simulators for counters and other data
 // Presents a web page on localhost:9999/mon

 var LOCALHOST="http://127.0.0.1:"
 var MRSTUB_PORT="3905"
 var AGENT_PORT="8081"
 var CR_PORT="8090"
 var http = require('http');

 var express = require('express');
 var app = express();
 var fieldSize=32;


 //I am alive
 app.get("/",function(req, res){
 	res.send("ok");
 })

 //Get parameter valuue from other server
 function getSimCtr(url, index, cb) {
     var data = '';
 	http.get(url, (resp) => {
   		// A chunk of data has been recieved.
   		resp.on('data', (chunk) => {
     		data += chunk;
   		});

   		// The whole response has been received.
   		resp.on('end', () => {
             var code=resp.statusCode
             if (code > 199 && code < 300) {
                 cb(data, index);
             } else {
                 cb("not found", index);
             }
   		});

 	}).on("error", (err) => {
   		console.log("Error: " + err.message);
   		cb("no response", index);
 	});
 };


 //Format a comma separated list of data to a html-safe string with fixed fieldsizes
 function formatDataRow(commaList) {
 	var str = "";
 	var tmp=commaList.split(',');
     for(var i=0;i<tmp.length;i++) {
         var data=tmp[i];
         var len = fieldSize-data.length;
         while(len>0) {
             data = data+"&nbsp;";
             len--;
         }
         str=str+data+"&nbsp;&nbsp;&nbsp;";
      }
 	return str;
 }

 //Format a comma separated list of ids to a html-safe string with fixed fieldsizes
 function formatIdRow(commaList) {
 	var str = "";
 	var tmp=commaList.split(',');
     for(var i=0;i<tmp.length;i++) {
     	tmp[i] = tmp[i].trim();
         var data="&lt"+tmp[i]+"&gt";
         var len = fieldSize+4-data.length;
         while(len>0) {
             data = data+"&nbsp;";
             len--;
         }
         str=str+data+"&nbsp;&nbsp;&nbsp;";
     }
 	return str;
 }

 //Format a list of ids to a html-safe string in compact format
 function formatIdRowCompact(commaList) {
     if (commaList == undefined) {
         commaList= "";
     }
 	var str = "";
 	var tmp=commaList.split(',');
     for(var i=0;i<tmp.length;i++) {
     	tmp[i] = tmp[i].trim();
         var data="&lt"+tmp[i]+"&gt";
         str=str+data+"&nbsp;";
     }
 	return str;
 }

 //Pad a string upto a certain size using a pad string
 function padding(val, fieldSize, pad) {
 	var s=""+val;
 	for(var i=s.length;i<fieldSize;i++) {
 		s=s+pad
 	}
 	return s;
 }

 //Status variables, for parameters values fetched from other simulators
 var mr1="", mr2="", mr3="", mr4="", mr5="", mr6="";

 //Status variables for agent
 var ag1=""
 var ag2=""
 var ag3=""
 var ag4=""

 //Status variables for callback receiver
 var cr1=""
 var cr2=""
 var cr3=""


 //Container names and ports of the ric simulator
 var simnames=[]
 var simports=[]

 //Status variables for each ric simulator
 var simvar1=[]
 var simvar2=[]
 var simvar3=[]
 var simvar4=[]

 //Counts the number of get request for the html page
 var getCtr=0

 var refreshInterval=2000

 function fetchAllMetrics() {
     setTimeout(() => {

         console.log("Fetching all metics data")
         if (refreshInterval < 20000) {
             refreshInterval+=100
         }
         if (getCtr%3 == 0) {
             //Extract the port numbers from the running simulators, for every 3 calls
             const { exec } = require('child_process');
             exec('docker ps --filter "name=ricsim" --format "{{.Names}} {{.Ports}}" | sed s/0.0.0.0:// | cut -d \'>\' -f1 | sed \'s/[[-]]*$//\'', (err, stdout, stderr) => {

                 var simulators = ""
                 simulators=`${stdout}`.replace(/(\r\n|\n|\r)/gm," ");
                 simulators=simulators.trim();
                 var sims=simulators.split(" ")
                 simnames=[]
                 simports=[]
                 for(i=0;i<sims.length;i=i+2) {
                     simnames[i/2]=sims[i]
                     simports[i/2]=sims[i+1]
                 }
             });
         }
         getCtr=getCtr+1

         //Get metric values from the simulators
         for(var index=0;index<simnames.length;index++) {
             getSimCtr(LOCALHOST+simports[index]+"/counter/num_instances", index, function(data, index) {
                 simvar1[index] = data;
             });
             getSimCtr(LOCALHOST+simports[index]+"/counter/num_types", index, function(data,index) {
                 simvar2[index] = data;
             });
             getSimCtr(LOCALHOST+simports[index]+"/policytypes", index, function(data,index) {
                 data=data.replace(/\[/g,'');
                 data=data.replace(/\]/g,'');
                 data=data.replace(/ /g,'');
                 data=data.replace(/\"/g,'');
                 simvar3[index] = data;
             });
             getSimCtr(LOCALHOST+simports[index]+"/counter/interface", index, function(data,index) {
                 simvar4[index] = data;
             });
         }

         //MR - get metrics values from the MR stub
         getSimCtr(LOCALHOST+MRSTUB_PORT+"/counter/requests_submitted", 0, function(data, index) {
             mr1 = data;
         });
         getSimCtr(LOCALHOST+MRSTUB_PORT+"/counter/requests_fetched", 0, function(data, index) {
             mr2 = data;
         });
         getSimCtr(LOCALHOST+MRSTUB_PORT+"/counter/current_requests", 0, function(data, index) {
             mr3 = data;
         });
         getSimCtr(LOCALHOST+MRSTUB_PORT+"/counter/responses_submitted", 0, function(data, index) {
             mr4 = data;
         });
         getSimCtr(LOCALHOST+MRSTUB_PORT+"/counter/responses_fetched", 0, function(data, index) {
             mr5 = data;
         });
         getSimCtr(LOCALHOST+MRSTUB_PORT+"/counter/current_responses", 0, function(data, index) {
             mr6 = data;
         });

         //CR - get metrics values from the callbackreceiver
         getSimCtr(LOCALHOST+CR_PORT+"/counter/received_callbacks", 0, function(data, index) {
             cr1 = data;
         });
         getSimCtr(LOCALHOST+CR_PORT+"/counter/fetched_callbacks", 0, function(data, index) {
             cr2 = data;
         });
         getSimCtr(LOCALHOST+CR_PORT+"/counter/current_messages", 0, function(data, index) {
             cr3 = data;
         });

         //Agent - get metrics from the agent
         getSimCtr(LOCALHOST+AGENT_PORT+"/status", 0, function(data, index) {
             ag1 = data;
         });
         getSimCtr(LOCALHOST+AGENT_PORT+"/services", 0, function(data, index) {
             ag2="";
             try {
                 var jd=JSON.parse(data);
                 for(var key in jd) {
                     if (ag2.length > 1) {
                         ag2=ag2+", "
                     }
                     ag2=ag2+(jd[key]["serviceName"]).trim()
                 }
             }
             catch (err) {
                 ag2=data
             }
         });
         getSimCtr(LOCALHOST+AGENT_PORT+"/policy_types", 0, function(data, index) {
             ag3="";
             try {
                 var jd=JSON.parse(data);
                 for(var key in jd) {
                     if (ag3.length > 0) {
                         ag3=ag3+", "
                     }
                     ag3=ag3+jd[key].trim()
                 }
             }
             catch (err) {
                 ag3=""
             }
         });
         getSimCtr(LOCALHOST+AGENT_PORT+"/policy_ids", 0, function(data, index) {
             ag4=""
             try {
                 var jd=JSON.parse(data);
                 ag4=""+jd.length
             }
             catch (err) {
                 ag4=""
             }
         });


         fetchAllMetrics();
     }, refreshInterval)
 }

 fetchAllMetrics();

 setInterval(() => {
     console.log("Setting interval "+refreshInterval+"ms")
 }, refreshInterval)

 app.get("/mon",function(req, res){


     refreshInterval=2000

   //Build web page
 	var htmlStr = "<!DOCTYPE html>" +
           "<html>" +
           "<head>" +
             "<meta http-equiv=\"refresh\" content=\"2\">"+  //2 sec auto refresh
             "<title>Policy Agent and simulator monitor</title>"+
             "</head>" +
             "<body>" +
             "<h3>Policy agent</h3>" +
             "<font face=\"monospace\">" +
             "Status:..............................." + formatDataRow(ag1) + "<br>" +
             "Services:............................." + formatIdRowCompact(ag2) + "<br>" +
             "Types:................................" + formatIdRowCompact(ag3) + "<br>" +
             "Number of instances:.................." + formatDataRow(ag4) + "<br>" +
             "</font>" +
             "<h3>MR Stub interface</h3>" +
             "<font face=\"monospace\">"+
             "Submitted requests:............................" + formatDataRow(mr1) + "<br>" +
             "Fetched requests:.............................." + formatDataRow(mr2) + "<br>" +
             "Current requests waiting:......................" + formatDataRow(mr3) + "<br>" +
             "Submitted responses:..........................." + formatDataRow(mr4) + "<br>" +
             "Fetched responses.............................." + formatDataRow(mr5) + "<br>" +
             "Current responses waiting......................" + formatDataRow(mr6) + "<br>" +
             "</font>"+
             "<h3>Callback receiver</h3>" +
             "<font face=\"monospace\">" +
             "Callbacks received:..................." + formatDataRow(cr1) + "<br>" +
             "Callbacks fetched:...................." + formatDataRow(cr2) + "<br>" +
             "Number of waiting callback messages:.." + formatDataRow(cr3) + "<br>" +
             "</font>" +
             "<h3>Near-RT RIC Simulators</h3>" +
             "<font face=\"monospace\">"

             htmlStr=htmlStr+padding("Near-RT RIC Simulator name", 35,"&nbsp;")
             htmlStr=htmlStr+padding("Types", 10,"&nbsp;")
             htmlStr=htmlStr+padding("Instances", 10,"&nbsp;")
             htmlStr=htmlStr+"<br>"+padding("",55,"=")+"<br>"

             for(var simIndex=0;simIndex<simnames.length;simIndex++) {
                 htmlStr=htmlStr+padding(simnames[simIndex]+ " ("+simports[simIndex]+")",35,"&nbsp;");
                 htmlStr=htmlStr+padding(simvar2[simIndex],10,"&nbsp;")
                 htmlStr=htmlStr+padding(simvar1[simIndex],10,"&nbsp;")
                 htmlStr=htmlStr+"<br>";
             }

             htmlStr=htmlStr+"<br>";
             htmlStr=htmlStr+padding("Near-RT RIC Simulator name", 35,"&nbsp;")
             htmlStr=htmlStr+padding("Version", 20,"&nbsp;")
             htmlStr=htmlStr+padding("Type-IDs", 10,"&nbsp;")+"<br>"
             htmlStr=htmlStr+padding("",65,"=")+"<br>"
             for(simIndex=0;simIndex<simnames.length;simIndex++) {
                 htmlStr=htmlStr+padding(simnames[simIndex]+ " ("+simports[simIndex]+")",35,"&nbsp;");
                 htmlStr=htmlStr+padding(simvar4[simIndex],20,"&nbsp;")
                 htmlStr=htmlStr+padding(formatIdRowCompact(simvar3[simIndex]),10,"&nbsp;")
                 htmlStr=htmlStr+"<br>";
             }

             htmlStr=htmlStr+
            "</body>" +
           "</html>";
 	res.send(htmlStr);
 })

 var httpServer = http.createServer(app);
 var httpPort=9999;
 httpServer.listen(httpPort);
 console.log("Simulator monitor listening (http) at "+httpPort);
 console.log("Open the web page on localhost:9999/mon to view the statistics page.")
	/*
	# ============LICENSE_START===============================================
	# Copyright (C) 2020 Nordix Foundation. All rights reserved.
	# ========================================================================
	# Licensed under the Apache License, Version 2.0 (the "License");
	# you may not use this file except in compliance with the License.
	# You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.
	# ============LICENSE_END=================================================
	#
	*/

	// Sim mon server - query the agent and the simulators for counters and other data
	// Presents a web page on localhost:9999/mon

	var LOCALHOST="http://127.0.0.1:"
	var MRSTUB_PORT="3905"
	var AGENT_PORT="8081"
	var CR_PORT="8090"
	var http = require('http');

	var express = require('express');
	var app = express();
	var fieldSize=32;



	//I am alive
	app.get("/",function(req, res){
	res.send("ok");
	})

	//Get parameter valuue from other server
	function getSimCtr(url, index, cb) {
	var data = '';
	http.get(url, (resp) => {
	// A chunk of data has been recieved.
	resp.on('data', (chunk) => {
	data += chunk;
	});

	// The whole response has been received.
	resp.on('end', () => {
	var code=resp.statusCode
	if (code > 199 && code < 300) {
	cb(data, index);
	} else {
	cb("not found", index);
	}
	});

	}).on("error", (err) => {
	console.log("Error: " + err.message);
	cb("no response", index);
	});
	};


	//Format a comma separated list of data to a html-safe string with fixed fieldsizes
	function formatDataRow(commaList) {
	var str = "";
	var tmp=commaList.split(',');
	for(var i=0;i<tmp.length;i++) {
	var data=tmp[i];
	var len = fieldSize-data.length;
	while(len>0) {
	data = data+" ";
	len--;
	}
	str=str+data+"   ";
	}
	return str;
	}

	//Format a comma separated list of ids to a html-safe string with fixed fieldsizes
	function formatIdRow(commaList) {
	var str = "";
	var tmp=commaList.split(',');
	for(var i=0;i<tmp.length;i++) {
	tmp[i] = tmp[i].trim();
	var data="&lt"+tmp[i]+"&gt";
	var len = fieldSize+4-data.length;
	while(len>0) {
	data = data+" ";
	len--;
	}
	str=str+data+"   ";
	}
	return str;
	}

	//Format a list of ids to a html-safe string in compact format
	function formatIdRowCompact(commaList) {
	if (commaList == undefined) {
	commaList= "";
	}
	var str = "";
	var tmp=commaList.split(',');
	for(var i=0;i<tmp.length;i++) {
	tmp[i] = tmp[i].trim();
	var data="&lt"+tmp[i]+"&gt";
	str=str+data+" ";
	}
	return str;
	}

	//Pad a string upto a certain size using a pad string
	function padding(val, fieldSize, pad) {
	var s=""+val;
	for(var i=s.length;i<fieldSize;i++) {
	s=s+pad
	}
	return s;
	}

	//Status variables, for parameters values fetched from other simulators
	var mr1="", mr2="", mr3="", mr4="", mr5="", mr6="";

	//Status variables for agent
	var ag1=""
	var ag2=""
	var ag3=""
	var ag4=""

	//Status variables for callback receiver
	var cr1=""
	var cr2=""
	var cr3=""


	//Container names and ports of the ric simulator
	var simnames=[]
	var simports=[]

	//Status variables for each ric simulator
	var simvar1=[]
	var simvar2=[]
	var simvar3=[]
	var simvar4=[]

	//Counts the number of get request for the html page
	var getCtr=0

	var refreshInterval=2000

	function fetchAllMetrics() {
	setTimeout(() => {

	console.log("Fetching all metics data")
	if (refreshInterval < 20000) {
	refreshInterval+=100
	}
	if (getCtr%3 == 0) {
	//Extract the port numbers from the running simulators, for every 3 calls
	const { exec } = require('child_process');
	exec('docker ps --filter "name=ricsim" --format "{{.Names}} {{.Ports}}" \| sed s/0.0.0.0:// \| cut -d \'>\' -f1 \| sed \'s/[[-]]*$//\'', (err, stdout, stderr) => {

	var simulators = ""
	simulators=`${stdout}`.replace(/(\r\n\|\n\|\r)/gm," ");
	simulators=simulators.trim();
	var sims=simulators.split(" ")
	simnames=[]
	simports=[]
	for(i=0;i<sims.length;i=i+2) {
	simnames[i/2]=sims[i]
	simports[i/2]=sims[i+1]
	}
	});
	}
	getCtr=getCtr+1

	//Get metric values from the simulators
	for(var index=0;index<simnames.length;index++) {
	getSimCtr(LOCALHOST+simports[index]+"/counter/num_instances", index, function(data, index) {
	simvar1[index] = data;
	});
	getSimCtr(LOCALHOST+simports[index]+"/counter/num_types", index, function(data,index) {
	simvar2[index] = data;
	});
	getSimCtr(LOCALHOST+simports[index]+"/policytypes", index, function(data,index) {
	data=data.replace(/\[/g,'');
	data=data.replace(/\]/g,'');
	data=data.replace(/ /g,'');
	data=data.replace(/\"/g,'');
	simvar3[index] = data;
	});
	getSimCtr(LOCALHOST+simports[index]+"/counter/interface", index, function(data,index) {
	simvar4[index] = data;
	});
	}

	//MR - get metrics values from the MR stub
	getSimCtr(LOCALHOST+MRSTUB_PORT+"/counter/requests_submitted", 0, function(data, index) {
	mr1 = data;
	});
	getSimCtr(LOCALHOST+MRSTUB_PORT+"/counter/requests_fetched", 0, function(data, index) {
	mr2 = data;
	});
	getSimCtr(LOCALHOST+MRSTUB_PORT+"/counter/current_requests", 0, function(data, index) {
	mr3 = data;
	});
	getSimCtr(LOCALHOST+MRSTUB_PORT+"/counter/responses_submitted", 0, function(data, index) {
	mr4 = data;
	});
	getSimCtr(LOCALHOST+MRSTUB_PORT+"/counter/responses_fetched", 0, function(data, index) {
	mr5 = data;
	});
	getSimCtr(LOCALHOST+MRSTUB_PORT+"/counter/current_responses", 0, function(data, index) {
	mr6 = data;
	});

	//CR - get metrics values from the callbackreceiver
	getSimCtr(LOCALHOST+CR_PORT+"/counter/received_callbacks", 0, function(data, index) {
	cr1 = data;
	});
	getSimCtr(LOCALHOST+CR_PORT+"/counter/fetched_callbacks", 0, function(data, index) {
	cr2 = data;
	});
	getSimCtr(LOCALHOST+CR_PORT+"/counter/current_messages", 0, function(data, index) {
	cr3 = data;
	});

	//Agent - get metrics from the agent
	getSimCtr(LOCALHOST+AGENT_PORT+"/status", 0, function(data, index) {
	ag1 = data;
	});
	getSimCtr(LOCALHOST+AGENT_PORT+"/services", 0, function(data, index) {
	ag2="";
	try {
	var jd=JSON.parse(data);
	for(var key in jd) {
	if (ag2.length > 1) {
	ag2=ag2+", "
	}
	ag2=ag2+(jd[key]["serviceName"]).trim()
	}
	}
	catch (err) {
	ag2=data
	}
	});
	getSimCtr(LOCALHOST+AGENT_PORT+"/policy_types", 0, function(data, index) {
	ag3="";
	try {
	var jd=JSON.parse(data);
	for(var key in jd) {
	if (ag3.length > 0) {
	ag3=ag3+", "
	}
	ag3=ag3+jd[key].trim()
	}
	}
	catch (err) {
	ag3=""
	}
	});
	getSimCtr(LOCALHOST+AGENT_PORT+"/policy_ids", 0, function(data, index) {
	ag4=""
	try {
	var jd=JSON.parse(data);
	ag4=""+jd.length
	}
	catch (err) {
	ag4=""
	}
	});



	fetchAllMetrics();
	}, refreshInterval)
	}

	fetchAllMetrics();

	setInterval(() => {
	console.log("Setting interval "+refreshInterval+"ms")
	}, refreshInterval)

	app.get("/mon",function(req, res){


	refreshInterval=2000

	//Build web page
	var htmlStr = "<!DOCTYPE html>" +
	"<html>" +
	"<head>" +
	"<meta http-equiv=\"refresh\" content=\"2\">"+ //2 sec auto refresh
	"<title>Policy Agent and simulator monitor</title>"+
	"</head>" +
	"<body>" +
	"<h3>Policy agent</h3>" +
	"<font face=\"monospace\">" +
	"Status:..............................." + formatDataRow(ag1) + "<br>" +
	"Services:............................." + formatIdRowCompact(ag2) + "<br>" +
	"Types:................................" + formatIdRowCompact(ag3) + "<br>" +
	"Number of instances:.................." + formatDataRow(ag4) + "<br>" +
	"</font>" +
	"<h3>MR Stub interface</h3>" +
	"<font face=\"monospace\">"+
	"Submitted requests:............................" + formatDataRow(mr1) + "<br>" +
	"Fetched requests:.............................." + formatDataRow(mr2) + "<br>" +
	"Current requests waiting:......................" + formatDataRow(mr3) + "<br>" +
	"Submitted responses:..........................." + formatDataRow(mr4) + "<br>" +
	"Fetched responses.............................." + formatDataRow(mr5) + "<br>" +
	"Current responses waiting......................" + formatDataRow(mr6) + "<br>" +
	"</font>"+
	"<h3>Callback receiver</h3>" +
	"<font face=\"monospace\">" +
	"Callbacks received:..................." + formatDataRow(cr1) + "<br>" +
	"Callbacks fetched:...................." + formatDataRow(cr2) + "<br>" +
	"Number of waiting callback messages:.." + formatDataRow(cr3) + "<br>" +
	"</font>" +
	"<h3>Near-RT RIC Simulators</h3>" +
	"<font face=\"monospace\">"

	htmlStr=htmlStr+padding("Near-RT RIC Simulator name", 35," ")
	htmlStr=htmlStr+padding("Types", 10," ")
	htmlStr=htmlStr+padding("Instances", 10," ")
	htmlStr=htmlStr+"<br>"+padding("",55,"=")+"<br>"

	for(var simIndex=0;simIndex<simnames.length;simIndex++) {
	htmlStr=htmlStr+padding(simnames[simIndex]+ " ("+simports[simIndex]+")",35," ");
	htmlStr=htmlStr+padding(simvar2[simIndex],10," ")
	htmlStr=htmlStr+padding(simvar1[simIndex],10," ")
	htmlStr=htmlStr+"<br>";
	}

	htmlStr=htmlStr+"<br>";
	htmlStr=htmlStr+padding("Near-RT RIC Simulator name", 35," ")
	htmlStr=htmlStr+padding("Version", 20," ")
	htmlStr=htmlStr+padding("Type-IDs", 10," ")+"<br>"
	htmlStr=htmlStr+padding("",65,"=")+"<br>"
	for(simIndex=0;simIndex<simnames.length;simIndex++) {
	htmlStr=htmlStr+padding(simnames[simIndex]+ " ("+simports[simIndex]+")",35," ");
	htmlStr=htmlStr+padding(simvar4[simIndex],20," ")
	htmlStr=htmlStr+padding(formatIdRowCompact(simvar3[simIndex]),10," ")
	htmlStr=htmlStr+"<br>";
	}

	htmlStr=htmlStr+
	"</body>" +
	"</html>";
	res.send(htmlStr);
	})

	var httpServer = http.createServer(app);
	var httpPort=9999;
	httpServer.listen(httpPort);
	console.log("Simulator monitor listening (http) at "+httpPort);
	console.log("Open the web page on localhost:9999/mon to view the statistics page.")