Service Component Stop/Start/delete 1) tca docker stop ubuntu@vv-k8-2:~/scripts$ sudo docker ps | grep tca sudo: unable to resolve host vv-k8-2 1d6ee4b03353 docker.elastic.co/beats/filebeat@sha256:fe7602b641ed8ee288f067f7b31ebde14644c4722d9f7960f176d621097a5942 "filebeat -e" 56 minutes ago Up 56 minutes k8s_filebeat_dep-dcae-tca-analytics-767b65c56c-nxpbz_onap_3991abce-5615-11e8-b6e9-0290d8b003c6_0 758869a128a5 nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.tca-cdap-container@sha256:3a6e5b7950f56d8709713037eb43a10cfa00bc0e9c22090469e07a9cea4d11bd "/bin/sh -c /opt/tca/" 56 minutes ago Up 56 minutes k8s_dcae-tca-analytics_dep-dcae-tca-analytics-767b65c56c-nxpbz_onap_3991abce-5615-11e8-b6e9-0290d8b003c6_0 365a72a20e7e gcr.io/google_containers/pause-amd64:3.0 "/pause" 56 minutes ago Up 56 minutes k8s_POD_dep-dcae-tca-analytics-767b65c56c-nxpbz_onap_3991abce-5615-11e8-b6e9-0290d8b003c6_0 ubuntu@vv-k8-2:~/scripts$ kubectl get pods -n onap | grep tca dep-dcae-tca-analytics-767b65c56c-nxpbz 2/2 Running 0 57m ubuntu@vv-k8-2:~/scripts$ sudo docker stop 758869a128a5 sudo: unable to resolve host vv-k8-2 758869a128a5 ubuntu@vv-k8-2:~/scripts$ ubuntu@vv-k8-2:~/scripts$ kubectl get pods -n onap | grep tca dep-dcae-tca-analytics-767b65c56c-nxpbz 2/2 Running 1 57m ubuntu@vv-k8-2:~/scripts$ sudo docker ps | grep tca sudo: unable to resolve host vv-k8-2 12efa3825d1e nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.tca-cdap-container@sha256:3a6e5b7950f56d8709713037eb43a10cfa00bc0e9c22090469e07a9cea4d11bd "/bin/sh -c /opt/tca/" 30 seconds ago Up 30 seconds k8s_dcae-tca-analytics_dep-dcae-tca-analytics-767b65c56c-nxpbz_onap_3991abce-5615-11e8-b6e9-0290d8b003c6_1 1d6ee4b03353 docker.elastic.co/beats/filebeat@sha256:fe7602b641ed8ee288f067f7b31ebde14644c4722d9f7960f176d621097a5942 "filebeat -e" 57 minutes ago Up 57 minutes k8s_filebeat_dep-dcae-tca-analytics-767b65c56c-nxpbz_onap_3991abce-5615-11e8-b6e9-0290d8b003c6_0 365a72a20e7e gcr.io/google_containers/pause-amd64:3.0 "/pause" 58 minutes ago Up 58 minutes k8s_POD_dep-dcae-tca-analytics-767b65c56c-nxpbz_onap_3991abce-5615-11e8-b6e9-0290d8b003c6_0 ubuntu@vv-k8-2:~/scripts$ kubectl get pods -n onap | grep tca dep-dcae-tca-analytics-767b65c56c-nxpbz 2/2 Running 1 58m ubuntu@vv-k8-2:~/scripts$ kubectl get svc -n onap | grep tca dcae-tca-analytics ClusterIP 10.43.199.196 11011/TCP 58m xdcae-tca-analytics NodePort 10.43.40.191 11011:32010/TCP 58m 2) Delete POD ubuntu@vv-k8-2:~/scripts$ kubectl delete pod dep-dcae-tca-analytics-767b65c56c-nxpbz -n onap pod "dep-dcae-tca-analytics-767b65c56c-nxpbz" deleted ubuntu@vv-k8-2:~/scripts$ kubectl get pods -n onap | grep tca dep-dcae-tca-analytics-767b65c56c-ddk67 2/2 Running 0 22s dep-dcae-tca-analytics-767b65c56c-nxpbz 2/2 Terminating 1 1h ubuntu@vv-k8-2:~/scripts$ kubectl get pods -n onap | grep tca dep-dcae-tca-analytics-767b65c56c-ddk67 2/2 Running 0 31s dep-dcae-tca-analytics-767b65c56c-nxpbz 2/2 Terminating 1 1h ubuntu@vv-k8-2:~/scripts$ sudo docker ps | grep tca sudo: unable to resolve host vv-k8-2 dcd2cb72efd5 docker.elastic.co/beats/filebeat@sha256:fe7602b641ed8ee288f067f7b31ebde14644c4722d9f7960f176d621097a5942 "filebeat -e" 35 seconds ago Up 34 seconds k8s_filebeat_dep-dcae-tca-analytics-767b65c56c-ddk67_onap_feede898-561d-11e8-b6e9-0290d8b003c6_0 fedc6a5cb317 nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.tca-cdap-container@sha256:3a6e5b7950f56d8709713037eb43a10cfa00bc0e9c22090469e07a9cea4d11bd "/bin/sh -c /opt/tca/" 35 seconds ago Up 34 seconds k8s_dcae-tca-analytics_dep-dcae-tca-analytics-767b65c56c-ddk67_onap_feede898-561d-11e8-b6e9-0290d8b003c6_0 98c8ed237fd9 gcr.io/google_containers/pause-amd64:3.0 "/pause" 37 seconds ago Up 36 seconds k8s_POD_dep-dcae-tca-analytics-767b65c56c-ddk67_onap_feede898-561d-11e8-b6e9-0290d8b003c6_0 ubuntu@vv-k8-2:~/scripts$ kubectl get pods -n onap | grep tca dep-dcae-tca-analytics-767b65c56c-ddk67 2/2 Running 0 54s dep-dcae-tca-analytics-767b65c56c-nxpbz 0/2 Terminating 1 1h ":1,"unavailable":0}]}root@dcae-ves-collector:~# curl dcae-healthcheck {"type":"summary","count":8,"ready":7,"items":[{"name":"dev-dcae-cloudify-manager","ready":1,"unavailable":0},{"name":"dep-config-binding-service","ready":1,"unavailable":0},{"name":"dep-deployment-handler","ready":1,"unavailable":0},{"name":"dep-inventory","ready":1,"unavailable":0},{"name":"dep-service-change-handler","ready":1,"unavailable":0},{"name":"dep-policy-handler","ready":1,"unavailable":0},{"name":"dep-dcae-ves-collector","ready":1,"unavailable":0},{"name":"dep-dcae-tca-analytics","ready":0,"unavailable":1}]}root@dcae-ves-collector:~# VES 7) POD delete ubuntu@vv-k8-2:~/scripts$ kubectl delete pod dep-dcae-ves-collector-74bffbff65-kt5ww -n onap pod "dep-dcae-ves-collector-74bffbff65-kt5ww" deleted ubuntu@vv-k8-2:~/scripts$ kubectl get pod -n onap | grep ves dep-dcae-ves-collector-74bffbff65-chbnq 2/2 Running 0 22s dep-dcae-ves-collector-74bffbff65-kt5ww 2/2 Terminating 0 1h root@dcae-ves-collector:~# root@dcae-ves-collector:~# curl dcae-healthcheckcommand terminated with exit code 137 ubuntu@vv-k8-2:~$ kubectl get pods --all-namespaces | grep ves onap dep-dcae-ves-collector-74bffbff65-chbnq 2/2 Running 0 38s onap dep-dcae-ves-collector-74bffbff65-kt5ww 0/2 Terminating 0 1h ubuntu@vv-k8-2:~$ kubectl exec -it dep-dcae-ves-collector-74bffbff65-chbnq /bin/bash -n onap Defaulting container name to dcae-ves-collector. Use 'kubectl describe pod/dep-dcae-ves-collector-74bffbff65-chbnq' to see all of the containers in this pod. root@dcae-ves-collector:~# curl dcae-healthcheck {"type":"summary","count":8,"ready":8,"items":[{"name":"dev-dcae-cloudify-manager","ready":1,"unavailable":0},{"name":"dep-config-binding-service","ready":1,"unavailable":0},{"name":"dep-deployment-handler","ready":1,"unavailable":0},{"name":"dep-inventory","ready":1,"unavailable":0},{"name":"dep-service-change-handler","ready":1,"unavailable":0},{"name":"dep-policy-handler","ready":1,"unavailable":0},{"name":"dep-dcae-ves-collector","ready":1,"unavailable":0},{"name":"dep-dcae-tca-analytics","ready":1,"unavailable":0}]} 8) Docker stop ubuntu@vv-k8-2:~/scripts$ sudo docker stop 6cc456054816 sudo: unable to resolve host vv-k8-2 6cc456054816 ubuntu@vv-k8-2:~/scripts$ ubuntu@vv-k8-2:~/scripts$ sudo docker ps | grep ves sudo: unable to resolve host vv-k8-2 fe24a0811e45 nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.ves.vescollector@sha256:4b06c9d5b109ff91131b96344d44d5de4a339f679ff5e946164e396960803149 "/opt/app/docker-entr" 10 seconds ago Up 10 seconds k8s_dcae-ves-collector_dep-dcae-ves-collector-74bffbff65-chbnq_onap_1a53ac10-5621-11e8-b6e9-0290d8b003c6_1 fbb716ac960a docker.elastic.co/beats/filebeat@sha256:fe7602b641ed8ee288f067f7b31ebde14644c4722d9f7960f176d621097a5942 "filebeat -e" 2 minutes ago Up 2 minutes k8s_filebeat_dep-dcae-ves-collector-74bffbff65-chbnq_onap_1a53ac10-5621-11e8-b6e9-0290d8b003c6_0 d4bcb6673991 gcr.io/google_containers/pause-amd64:3.0 "/pause" 2 minutes ago Up 2 minutes k8s_POD_dep-dcae-ves-collector-74bffbff65-chbnq_onap_1a53ac10-5621-11e8-b6e9-0290d8b003c6_0 root@dcae-ves-collector:~# curl dcae-healthcheck {"type":"summary","count":8,"ready":8,"items":[{"name":"dev-dcae-cloudify-manager","ready":1,"unavailable":0},{"name":"dep-config-binding-service","ready":1,"unavailable":0},{"name":"dep-deployment-handler","ready":1,"unavailable":0},{"name":"dep-inventory","ready":1,"unavailable":0},{"name":"dep-service-change-handler","ready":1,"unavailable":0},{"name":"dep-policy-handler","ready":1,"unavailable":0},{"name":"dep-dcae-ves-collector","ready":1,"unavailable":0},{"name":"dep-dcae-tca-analytics","ready":1,"unavailable":0}]}root@dcae-ves-collector:~# root@dcae-ves-collector:~# command terminated with exit code 137 ubuntu@vv-k8-2:~$ kubectl exec -it dep-dcae-ves-collector-74bffbff65-chbnq /bin/bash -n onap Defaulting container name to dcae-ves-collector. Use 'kubectl describe pod/dep-dcae-ves-collector-74bffbff65-chbnq' to see all of the containers in this pod. root@dcae-ves-collector:~ =============# EVENT FLOW vv770d@pod-onap-01-vjhost:~$ curl -i -u 'sample1:sample1' -X POST -d @f5.txt --header "Content-Type: application/json" http://10.12.5.102:30235/eventListener/v5 -k HTTP/1.1 200 X-Rathravane: ~ software is craft ~ Content-Type: application/json;charset=ISO-8859-1 Content-Length: 17 Date: Sat, 12 May 2018 22:07:45 GMT Message Accepted VES LOGS [22:07:45,676][INFO ][pool-1-thread-1]pub.send invoked - no error [22:07:45,677][INFO ][pool-1-thread-1]StreamID:ves_measurement Event Published:{"event":{"commonEventHeader":{"startEpochMicrosec":1507750704126521,"sourceId":"4c32fa09-83e7-43cf-8bba-c72557afe408","eventId":"TrafficStats_1.2.3.4","nfcNamingCode":"vVNF","reportingEntityId":"No UUID available","internalHeaderFields":{"collectorTimeStamp":"Sat, 05 12 2018 10:07:45 GMT"},"eventType":"HTTP request rate","priority":"Normal","version":1.2,"reportingEntityName":"fwll","sequence":85,"domain":"measurementsForVfScaling","lastEpochMicrosec":1507750714317473,"eventName":"vFirewallBroadcastPackets","sourceName":"zdfw1fwl01fwl01","nfNamingCode":"vVNF"},"measurementsForVfScalingFields":{"cpuUsageArray":[{"percentUsage":0,"cpuIdentifier":"cpu1","cpuIdle":100,"cpuUsageSystem":0,"cpuUsageUser":0}],"measurementInterval":10,"requestRate":2256,"vNicUsageArray":[{"transmittedOctetsDelta":0,"receivedTotalPacketsDelta":1002,"vNicIdentifier":"eth0","valuesAreSuspect":"true","transmittedTotalPacketsDelta":0,"receivedOctetsDelta":61200}],"measurementsForVfScalingVersion":2.1}}} [22:07:45,777][INFO ][pool-4-thread-1]sending 1 msgs to /events/unauthenticated.VES_MEASUREMENT_OUTPUT. Oldest: 99 ms [22:07:45,782][INFO ][pool-4-thread-1]POST http://message-router:3904/events/unauthenticated.VES_MEASUREMENT_OUTPUT (anonymous) ... [22:07:46,267][INFO ][pool-4-thread-1] --> HTTP/1.1 200 OK [22:07:46,268][INFO ][pool-4-thread-1]cambria reply ok (489 ms):{"serverTimeMs":346,"count":1} TCA Logs /2018 18:16:23 DEBUG TCA_DMaaPMRPublisher_Scheduler_Worker-1:org.onap.dcae.apod.analytics.dmaap.service.publisher.DMaaPMRPublisherImpl#119 DMaaP MR Publisher Authentication is disabled as username or password is not present. 05/12/2018 18:16:23 DEBUG TCA_DMaaPMRPublisher_Scheduler_Worker-1:org.onap.dcae.apod.analytics.dmaap.service.publisher.DMaaPMRPublisherImpl#134 DMaaP MR Messages published successfully. DMaaP Response Code: 200. DMaaP Response Body: { "serverTimeMs": 4, "count": 1 }, Number of Messages published: 1 05/12/2018 18:16:23 DEBUG TCA_DMaaPMRPublisher_Scheduler_Worker-1:org.onap.dcae.apod.analytics.cdap.tca.worker.TCADMaaPMRPublisherJob#119 Publisher Response Code: 200, Publisher message: { "serverTimeMs": 4, "count": 1 }, Pending Messages Count: 0 05/12/2018 18:16:23 DEBUG TCA_DMaaPMRPublisher_Scheduler_Worker-1:org.onap.dcae.apod.analytics.cdap.tca.worker.TCADMaaPMRPublisherJob#123 Successfully Published alerts to DMaaP MR Topic. 05/12/2018 18:16:23 DEBUG TCA_DMaaPMRPublisher_Scheduler_Worker-1:org.onap.dcae.apod.analytics.cdap.tca.worker.TCADMaaPMRPublisherJob#182 Deleting Published Alerts from alerts table with rowKeys: 0000000000001526163382845 05/12/2018 18:16:23 DEBUG TCA_DMaaPMRPublisher_Scheduler_Worker-1:org.onap.dcae.apod.analytics.cdap.tca.worker.TCADMaaPMRPublisherJob#137 Finished DMaaP MR Topic Publisher fetch Job. root@dcae-tca-analytics:/# root@dcae-tca-analytics:/# curl http://message-router.onap:3904/events/unauthenticated.DCAE_CL_OUTPUT/vv/1 []root@dcae-tca-analytics:/# curl http://message-router.onap:3904/events/unauthenticated.DCAE_CL_OUTPUT/vv/1 ["{\"closedLoopEventClient\":\"DCAE_INSTANCE_ID.dcae-tca\",\"policyVersion\":\"v0.0.1\",\"policyName\":\"DCAE.Config_tca-hi-lo\",\"policyScope\":\"DCAE\",\"target_type\":\"VNF\",\"AAI\":{\"generic-vnf.vnf-name\":\"zdfw1fwl01fwl01\"},\"closedLoopAlarmStart\":1507750704126521,\"closedLoopEventStatus\":\"ONSET\",\"closedLoopControlName\":\"ControlLoop-vFirewall-d0a1dfc6-94f5-4fd4-a5b5-4630b438850a\",\"version\":\"1.0.2\",\"target\":\"generic-vnf.vnf-name\",\"requestID\":\"7341e37c-3e87-4ec9-90d7-96c3ecc2c3f2\",\"from\":\"DCAE\"}"]root@dcae-tca-analy tics:/# Issue - DH logs nothing on console - TCA fetch needed restart since topic dint exit - CM