Page Comparison

...

The below steps covers manual setup of DCAE VM’s and DCAE service components.

VESCollector

DCAE VES Collector can be configured on VM with ubuntu-16.04 image (m1.small should suffice if this is only service) and 20Gb cinder storage

...

sudo docker login -u docker -p docker nexusnexus3.onap.org:10001sudo

       sudo docker pull 

...

nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.ves.vescollector:v1.1.

...

0

3)      Start the VESCollector with below command

sudo docker run -d --name vescollector -p 8080:8080/tcp -p 8443:8443/tcp -P -e DMAAPHOST='<dmaap IP>' nexusnexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.ves.vescollector:v1.1.10

                Note:  Change the dmaaphost to required DMAAP ip. To change the dmaap information for a running container,  stop the active container and rerun above command changing the dmaap IP.

...

#!/bin/sh
sudo docker ps | grep "vescollector"
if [ $? -ne 0 ]; then
        sudo docker login -u docker -p docker nexusnexus3.onap.org:10001
        sudo docker pull nexusnexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.ves.vescollector:1.1
        sudo docker rm -f vescollector
        echo "Collector process not running - $(date)" >> /home/ubuntu/startuplog
        sudo docker run -d --name vescollector -p 8080:8080/tcp -p 8443:8443/tcp -P -e DMAAPHOST='10.12.25.96' nexusnexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.ves.vescollector:v1.1.10
else
        echo "Collector process running - $(date)" >> /home/ubuntu/startuplog
fi

...

	sudo  update-rc.d init.sh start 2

...

ThresholdCrossingAnalysis (TCA/CDAP)
...
 sudo docker run -d --name cdap-sdk-2 -p 11011:11011 -p 11015:11015 caskdata/cdap-standalone:4.1.22 
4)      Create Namespace on CDAP application
	curl -X PUT http://localhost:11015/v3/namespaces/cdap_tca_hi_lo
5)      Create TCA app preference file config file - "tca_app_config.json" under ~ubuntu as below
xml
 Code Block
language
title
tca_app_preferenceconfig.json
collapse
true
{
  "publisherContentTypeartifact": :{
  "application/jsonname",
  "publisherHostName" : "dcae-analytics-cdap-tca",
  "version": "102.120.25.961",
    "publisherHostPortscope" : "3904user"
 },
  "publisherMaxBatchSizeconfig" : "1",
  "publisherMaxRecoveryQueueSize" {
  "appName": "100000dcae-tca",
    "publisherPollingIntervalappDescription" : "20000",
  "publisherProtocol" DCAE Analytics Threshold Crossing Alert Application",
  "tcaVESMessageStatusTableName": "httpTCAVESMessageStatusTable",
    "publisherTopicNametcaVESMessageStatusTableTTLSeconds" : "unauthenticated.DCAE_CL_OUTPUT"86400.0,
    "subscriberConsumerGrouptcaAlertsAbatementTableName" : "OpenDCAE-c1TCAAlertsAbatementTable",
    "subscriberConsumerIdtcaAlertsAbatementTableTTLSeconds" : "c1"1728000.0,
    "subscriberContentTypetcaVESAlertsTableName" : "application/jsonTCAVESAlertsTable",
    "subscriberHostNametcaVESAlertsTableTTLSeconds" : "10.12.25.96"1728000.0,
    "subscriberHostPortthresholdCalculatorFlowletInstances" : "3904"2.0,
    "subscriberMessageLimittcaSubscriberOutputStreamName" : "-1TCASubscriberOutputStream",
 }
"subscriberPollingInterval" : "20000",}
6)      Create TCA app preference file - "tca_app_preferences.json" under ~ubuntu as below
 Code Block
language
xml
title
tca_app_preferences.json
collapse
true
{
  "subscriberProtocolpublisherContentType" : "httpapplication/json",
  "subscriberTimeoutMSpublisherHostName" : "-110.12.25.96",
  "subscriberTopicNamepublisherHostPort" : "unauthenticated.SEC_MEASUREMENT_OUTPUT3904",
  "enableAAIEnrichmentpublisherMaxBatchSize" : false"1",
  "aaiEnrichmentHostpublisherMaxRecoveryQueueSize" : "10.12.25.72100000",
  "aaiEnrichmentPortNumberpublisherPollingInterval" : 8443"20000",
  "aaiEnrichmentProtocolpublisherProtocol" : "httpshttp",
  "aaiEnrichmentUserNamepublisherTopicName" : "unauthenticated.DCAE_CL_OUTPUT",
  "aaiEnrichmentUserPasswordsubscriberConsumerGroup" : "DCAEOpenDCAE-c1",
  "aaiEnrichmentIgnoreSSLCertificateErrorssubscriberConsumerId" : false"c1",
  "aaiVNFEnrichmentAPIPathsubscriberContentType" : "/aai/v11/network/generic-vnfs/generic-vnfapplication/json",
  "aaiVMEnrichmentAPIPathsubscriberHostName" :  "/aai/v11/search/nodes-query "10.12.25.96",
  "tca_policysubscriberHostPort" : "3904"{,
         \"domain\subscriberMessageLimit" : \"measurementsForVfScaling\-1",
         \"metricsPerEventName\subscriberPollingInterval" : [{
                \"eventName\": \"vFirewallBroadcastPackets\"20000",
  "subscriberProtocol" : "http",
                 \"controlLoopSchemaType\subscriberTimeoutMS" : \"VNF\-1",
                 \"policyScope\subscriberTopicName" : \"DCAE\"unauthenticated.SEC_MEASUREMENT_OUTPUT",
                 \"policyName\enableAAIEnrichment" : \"DCAE.Config_tca-hi-lo\"false,
                 \"policyVersion\aaiEnrichmentHost" : \"v010.12.025.1\72",
                 \"thresholds\aaiEnrichmentPortNumber" : [{8443,
                         \"closedLoopControlName\aaiEnrichmentProtocol" : \"ControlLoop-vFirewall-d0a1dfc6-94f5-4fd4-a5b5-4630b438850a\"https",
                         \"version\aaiEnrichmentUserName" : \"1.0.2\"DCAE",
                         \"fieldPath\aaiEnrichmentUserPassword" : \"$.event.measurementsForVfScalingFields.vNicUsageArray[*].receivedTotalPacketsDelta\",
                        \"thresholdValue\": 300,
                        \"direction\": \"LESS_OR_EQUAL\",
                        \"severity\": \"MAJOR\",
                        \"closedLoopEventStatus"DCAE",
  "aaiEnrichmentIgnoreSSLCertificateErrors" : true,
  "aaiVNFEnrichmentAPIPath" : "/aai/v11/network/generic-vnfs/generic-vnf",
  "aaiVMEnrichmentAPIPath" :  "/aai/v11/search/nodes-query",
  "tca_policy" : "{
        \"domain\": \"ONSETmeasurementsForVfScaling\",
                }, {
                               \"metricsPerEventName\": [{
                \"closedLoopControlNameeventName\": \"ControlLoop-vFirewall-d0a1dfc6-94f5-4fd4-a5b5-4630b438850avFirewallBroadcastPackets\",
                                       \"versioncontrolLoopSchemaType\": \"1.0.2VNF\",
                                       \"fieldPathpolicyScope\": \"$.event.measurementsForVfScalingFields.vNicUsageArray[*].receivedTotalPacketsDeltaDCAE\",
                                       \"thresholdValuepolicyName\": 700,
                        \"direction\": \"GREATER_OR_EQUALDCAE.Config_tca-hi-lo\",
                                       \"severitypolicyVersion\": \"CRITICALv0.0.1\",
                                       \"closedLoopEventStatusthresholds\": \"ONSET\"
                }]
        }, [{
                                       \"eventNameclosedLoopControlName\": \"vLoadBalancerControlLoop-vFirewall-d0a1dfc6-94f5-4fd4-a5b5-4630b438850a\",
                                       \"controlLoopSchemaTypeversion\": \"VM1.0.2\",
                                       \"policyScopefieldPath\": \"DCAE$.event.measurementsForVfScalingFields.vNicUsageArray[*].receivedTotalPacketsDelta\",
                                       \"thresholdValue\": 300,
                        \"policyNamedirection\": \"DCAE.Config_tca-hi-loLESS_OR_EQUAL\",
                                       \"policyVersionseverity\": \"v0.0.1MAJOR\",
                                       \"thresholdsclosedLoopEventStatus\": [ \"ONSET\"
                }, {
                        \"closedLoopControlName\": \"ControlLoop-vDNSvFirewall-6f37f56dd0a1dfc6-a87d94f5-4b854fd4-b6a9a5b5-cc953cf779b34630b438850a\",
                        \"version\": \"1.0.2\",
                        \"fieldPath\": \"$.event.measurementsForVfScalingFields.vNicUsageArray[*].receivedTotalPacketsDelta\",
                        \"thresholdValue\": 300700,
                        \"direction\": \"GREATER_OR_EQUAL\",
                        \"severity\": \"CRITICAL\",
                        \"closedLoopEventStatus\": \"ONSET\"
                }]
        }, {
                \"eventName\": \"Measurement_vGMUXvLoadBalancer\",
                \"controlLoopSchemaType\": \"VNFVM\",
                \"policyScope\": \"DCAE\",
                \"policyName\": \"DCAE.Config_tca-hi-lo\",
                \"policyVersion\": \"v0.0.1\",
                \"thresholds\": [{
                        \"closedLoopControlName\": \"ControlLoop-vCPEvDNS-48f0c2c36f37f56d-a172a87d-41924b85-9ae3b6a9-052274181b6ecc953cf779b3\",
                        \"version\": \"1.0.2\",
                        \"fieldPath\": \"$.event.measurementsForVfScalingFields.additionalMeasurementsvNicUsageArray[*].arrayOfFields[0].valuereceivedTotalPacketsDelta\",
                        \"thresholdValue\": 0300,
                        \"direction\": \"GREATER_OR_EQUAL\",
                        \"severity\": \"MAJORCRITICAL\",
                        \"closedLoopEventStatus\": \"ABATEDONSET\"
                }]
        }, {
                                       \"closedLoopControlNameeventName\": \"ControlLoop-vCPE-48f0c2c3-a172-4192-9ae3-052274181b6e\"Measurement_vGMUX\",
                \"controlLoopSchemaType\": \"VNF\",
                                       \"versionpolicyScope\": \"1.0.2DCAE\",
                                       \"fieldPathpolicyName\": \"$.event.measurementsForVfScalingFields.additionalMeasurements[*].arrayOfFields[0].valueDCAE.Config_tca-hi-lo\",
                                       \"thresholdValuepolicyVersion\": 0,\"v0.0.1\",
                \"thresholds\": [{
                        \"directionclosedLoopControlName\": \"GREATERControlLoop-vCPE-48f0c2c3-a172-4192-9ae3-052274181b6e\",
                        \"severityversion\": \"CRITICAL1.0.2\",
                        \"closedLoopEventStatusfieldPath\": \"ONSET\"
                }]
        }]
}"
}
 Note: Dmaap configuration are specified on this file on publisherHostName and subscriberHostName. To be changed as required**
...
$.event.measurementsForVfScalingFields.additionalMeasurements[*].arrayOfFields[0].value\",
                        \"thresholdValue\": 0,
                        \"direction\": \"EQUAL\",
                        \"severity\": \"MAJOR\",
                        \"closedLoopEventStatus\": \"ABATED\"
                }, {
                        \"closedLoopControlName\": \"ControlLoop-vCPE-48f0c2c3-a172-4192-9ae3-052274181b6e\",
                        \"version\": \"1.0.2\",
                        \"fieldPath\": \"$.event.measurementsForVfScalingFields.additionalMeasurements[*].arrayOfFields[0].value\",
                        \"thresholdValue\": 0,
                        \"direction\": \"GREATER\",
                        \"severity\": \"CRITICAL\",
                        \"closedLoopEventStatus\": \"ONSET\"
                }]
        }]
}"
}
 Note: Dmaap configuration are specified on this file on publisherHostName and subscriberHostName. To be changed as required**

6 a)  To enable AAI Enrichment in TCA for CL event, following updates should be done to TCA app preference file before proceeding
          "enableAAIEnrichment" :  true
          "aaiEnrichmentHost" :  <should be set to aai1_ip_addr>
          "aaiEnrichmentIgnoreSSLCertificateErrors" : true

7)      Copy below script to CDAP server (this gets latest image from nexus and deploys TCA application) and execute it
 Code Block
language
bash
title
reload-tca.sh
collapse
true
#!/bin/sh
TCA_JAR=dcae-analytics-cdap-tca-2.0.0.jar
rm -f /home/ubuntu/$TCA_JAR
cd /home/ubuntu/
wget https://nexusnexus3.onap.org/service/local/repositories/stagingreleases/content/org/onap/dcaegen2/analytics/tca/dcae-analytics-cdap-tca/2.0.0/$TCA_JAR
if [ $? -eq 0 ]; then
        if [ -f /home/ubuntu/$TCA_JAR ]; then
                echo "Restarting TCA CDAP application using $TCA_JAR artifact"
        else
                echo "ERROR: $TCA_JAR missing"
                exit 1
        fi
else
        echo "ERROR: $TCA_JAR not found in nexus"
        exit 1
fi

# stop programs
curl -X POST http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca/workers/TCADMaaPMRPublisherWorker/stop
curl -X POST http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca/workers/TCADMaaPMRSubscriberWorker/stop
curl -X POST http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca/flows/TCAVESCollectorFlow/stop
# delete application
curl -X DELETE http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca#tca
# delete artifact
curl -X DELETE http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/artifacts/dcae-analytics-cdap-tca/versions/2.0.0#1
# load artifact
curl -X POST --data-binary @/home/ubuntu/$TCA_JAR http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/artifacts/dcae-analytics-cdap-tcaecho#tca
# create app
curl -X PUT -d @/home/ubuntu/tca_app_config.json http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca#tca
# load preferences
curl -X PUT -d @/home/ubuntu/tca_app_preferences.json http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca/preferences#preferences
# start programs
curl -X POST http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca/workers/TCADMaaPMRPublisherWorker/start
curl -X POST http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca/workers/TCADMaaPMRSubscriberWorker/start
curl -X POST http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca/flows/TCAVESCollectorFlow/startecho#start
echo
# get status of programs
curl http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca/workers/TCADMaaPMRPublisherWorker/status
curl http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca/workers/TCADMaaPMRSubscriberWorker/status
curl http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca/flows/TCAVESCollectorFlow/statusecho
...
status
echo

Note: Attached the script also for reference : reload-tca.sh
8)      Verify TCA application and logs via CDAP GUI processes
...
Typical configuration changes include changing DMAAP host and/or Policy configuration. If necessary, modify the file on step #5 #6 and run the script noted as step #6 #7 to redeploy TCA with updated configuration.
...
 Code Block
language
bash
title
init.sh
collapse
true
#!/bin/sh
#docker run -d --name cdap-sdk -p 11011:11011 -p 11015:11015 caskdata/cdap-standalone:4.1.2
sudo docker restart cdap-sdk-2
sleep 30
# start program
curl -X POST http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca/workers/TCADMaaPMRPublisherWorker/start
curl -X POST http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca/workers/TCADMaaPMRSubscriberWorker/start
curl -X POST http://localhost:11015/v3/namespaces/cdap_tca_hi_lo/apps/dcae-tca/flows/TCAVESCollectorFlow/start
...

This script was invoked via VM init script (rc.d).
...