Versions Compared

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

...

to update

on 5820k 4.1GHz 12 vCores 48g Ubuntu 16.04.2 VM on 64g host


root@obriensystemskub0:~/oom/kubernetes/oneclick# kubectl get services --all-namespaces -o wide

NAMESPACE             NAME                   CLUSTER-IP      EXTERNAL-IP   PORT(S)                                                                      AGE       SELECTOR

default               kubernetes             10.43.0.1       <none>        443/TCP                                                                      45m       <none>

kube-system           heapster               10.43.39.217    <none>        80/TCP                                                                       45m       k8s-app=heapster

kube-system           kube-dns               10.43.0.10      <none>        53/UDP,53/TCP                                                                45m       k8s-app=kube-dns

kube-system           kubernetes-dashboard   10.43.106.248   <none>        9090/TCP                                                                     45m       k8s-app=kubernetes-dashboard

kube-system           monitoring-grafana     10.43.18.184    <none>        80/TCP                                                                       45m       k8s-app=grafana

kube-system           monitoring-influxdb    10.43.58.26     <none>        8086/TCP                                                                     45m       k8s-app=influxdb

kube-system           tiller-deploy          10.43.235.104   <none>        44134/TCP                                                                    45m       app=helm,name=tiller

onap-aai              aai-service            10.43.181.245   <nodes>       8443:30233/TCP,8080:30232/TCP                                                27m       app=aai-service

onap-aai              hbase                  None            <none>        8020/TCP                                                                     27m       app=hbase

onap-aai              model-loader-service   10.43.74.55     <nodes>       8443:30229/TCP,8080:30210/TCP                                                27m       app=model-loader-service

onap-appc             dbhost                 None            <none>        3306/TCP                                                                     27m       app=appc-dbhost

onap-appc             dgbuilder              10.43.146.180   <nodes>       3000:30228/TCP                                                               27m       app=appc-dgbuilder

onap-appc             sdnctldb01             None            <none>        3306/TCP                                                                     27m       app=appc-dbhost

onap-appc             sdnctldb02             None            <none>        3306/TCP                                                                     27m       app=appc-dbhost

onap-appc             sdnhost                10.43.196.103   <nodes>       8282:30230/TCP,1830:30231/TCP                                                27m       app=appc

onap-message-router   dmaap                  10.43.95.58     <nodes>       3904:30227/TCP,3905:30226/TCP                                                27m       app=dmaap

onap-message-router   global-kafka           None            <none>        9092/TCP                                                                     27m       app=global-kafka

onap-message-router   zookeeper              None            <none>        2181/TCP                                                                     27m       app=zookeeper

onap-mso              mariadb                10.43.5.166     <nodes>       3306:30252/TCP                                                               27m       app=mariadb

onap-mso              mso                    10.43.156.155   <nodes>       8080:30223/TCP,3904:30225/TCP,3905:30224/TCP,9990:30222/TCP,8787:30250/TCP   27m       app=mso

onap-policy           brmsgw                 10.43.81.249    <nodes>       9989:30216/TCP                                                               27m       app=brmsgw

onap-policy           drools                 10.43.154.250   <nodes>       6969:30217/TCP                                                               27m       app=drools

onap-policy           mariadb                None            <none>        3306/TCP                                                                     27m       app=mariadb

onap-policy           nexus                  None            <none>        8081/TCP                                                                     27m       app=nexus

onap-policy           pap                    10.43.37.182    <nodes>       8443:30219/TCP,9091:30218/TCP                                                27m       app=pap

onap-policy           pdp                    10.43.123.239   <nodes>       8081:30220/TCP                                                               27m       app=pdp

onap-policy           pypdp                  10.43.226.208   <nodes>       8480:30221/TCP                                                               27m       app=pypdp

onap-portal           portalapps             10.43.225.107   <nodes>       8006:30213/TCP,8010:30214/TCP,8989:30215/TCP                                 27m       app=portalapps

onap-portal           portaldb               None            <none>        3306/TCP                                                                     27m       app=portaldb

onap-portal           vnc-portal             10.43.216.210   <nodes>       6080:30211/TCP,5900:30212/TCP                                                27m       app=vnc-portal

onap-robot            robot                  10.43.52.131    <nodes>       88:30209/TCP                                                                 34m       app=robot

onap-sdc              sdc-be                 10.43.123.5     <nodes>       8443:30204/TCP,8080:30205/TCP                                                27m       app=sdc-be

onap-sdc              sdc-cs                 None            <none>        9042/TCP,9160/TCP                                                            27m       app=sdc-cs

onap-sdc              sdc-es                 None            <none>        9200/TCP,9300/TCP                                                            27m       app=sdc-es

onap-sdc              sdc-fe                 10.43.233.17    <nodes>       9443:30207/TCP,8181:30206/TCP                                                27m       app=sdc-fe

onap-sdc              sdc-kb                 None            <none>        5601/TCP                                                                     27m       app=sdc-kb

onap-sdnc             dbhost                 None            <none>        3306/TCP                                                                     27m       app=sdnc-dbhost

onap-sdnc             sdnc-dgbuilder         10.43.253.47    <nodes>       3000:30203/TCP                                                               27m       app=sdnc-dgbuilder

onap-sdnc             sdnc-portal            10.43.248.245   <nodes>       8843:30201/TCP                                                               27m       app=sdnc-portal

onap-sdnc             sdnctldb01             None            <none>        3306/TCP                                                                     27m       app=sdnc-dbhost

onap-sdnc             sdnctldb02             None            <none>        3306/TCP                                                                     27m       app=sdnc-dbhost

onap-sdnc             sdnhost                10.43.51.170    <nodes>       8282:30202/TCP                                                               27m       app=sdnc

onap-vid              vid-mariadb            None            <none>        3306/TCP                                                                     31m       app=vid-mariadb

onap-vid              vid-server             10.43.54.34     <nodes>       8080:30200/TCP                                                               31m       app=vid-server

sdnc-portal is still downloading node packages

root@obriensystemskub0:~/oom/kubernetes/oneclick# kubectl --namespace onap-sdnc logs -f sdnc-portal-3375812606-01s1d

npm http GET https://registry.npmjs.org/minimist/0.0.8
npm http GET https://registry.npmjs.org/basic-auth/1.0.0
npm http GET https://registry.npmjs.org/utils-merge/1.0.0
npm http GET https://registry.npmjs.org/minimist/0.0.8

root@obriensystemskub0:~/oom/kubernetes/oneclick# kubectl --namespace onap-sdnc logs -f sdnc-portal-3375812606-01s1d | grep ERR
npm ERR! fetch failed https://registry.npmjs.org/is-utf8/-/is-utf8-0.2.1.tgz

#2

root@obriensystemskub0:~/oom/kubernetes/oneclick# kubectl get pods --all-namespaces -o wide
NAMESPACE NAME READY STATUS RESTARTS AGE IP NODE
kube-system heapster-859001963-kz210 1/1 Running 5 7h 10.42.82.15 obriensystemskub0
kube-system kube-dns-1759312207-jd5tf 3/3 Running 8 7h 10.42.46.137 obriensystemskub0
kube-system kubernetes-dashboard-2463885659-xv986 1/1 Running 4 7h 10.42.83.159 obriensystemskub0
kube-system monitoring-grafana-1177217109-sm5nq 1/1 Running 4 7h 10.42.176.36 obriensystemskub0
kube-system monitoring-influxdb-1954867534-vvb84 1/1 Running 4 7h 10.42.30.22 obriensystemskub0
kube-system tiller-deploy-1933461550-gdxch 1/1 Running 4 7h 10.42.32.200 obriensystemskub0
onap-aai aai-service-301900780-70xv0 1/1 Running 0 10m 10.42.233.63 obriensystemskub0
onap-aai hbase-2985919495-bv216 1/1 Running 0 10m 10.42.239.209 obriensystemskub0
onap-aai model-loader-service-2352751609-7rp0x 1/1 Running 0 10m 10.42.192.198 obriensystemskub0
onap-appc appc-4266112350-92s6l 1/1 Running 0 10m 10.42.129.60 obriensystemskub0
onap-appc appc-dbhost-981835105-gcz3b 1/1 Running 0 10m 10.42.132.39 obriensystemskub0
onap-appc appc-dgbuilder-939982213-xb7t8 1/1 Running 0 10m 10.42.219.42 obriensystemskub0
onap-message-router dmaap-1381770224-jz059 1/1 Running 0 10m 10.42.56.184 obriensystemskub0
onap-message-router global-kafka-3488253347-8wpn7 1/1 Running 0 10m 10.42.82.226 obriensystemskub0
onap-message-router zookeeper-3757672320-xgl3m 1/1 Running 0 10m 10.42.127.222 obriensystemskub0
onap-mso mariadb-2610811658-s2jdw 1/1 Running 0 10m 10.42.86.175 obriensystemskub0
onap-mso mso-2217182437-pvkmh 1/1 Running 0 10m 10.42.92.123 obriensystemskub0
onap-policy brmsgw-554754608-rm4vt 1/1 Running 0 10m 10.42.120.11 obriensystemskub0
onap-policy drools-1184532483-g1b49 0/1 Running 0 10m 10.42.182.219 obriensystemskub0
onap-policy mariadb-546348828-6t88h 1/1 Running 0 10m 10.42.35.111 obriensystemskub0
onap-policy nexus-2933631225-hhn9s 1/1 Running 0 10m 10.42.227.139 obriensystemskub0
onap-policy pap-235069217-s8mhh 1/1 Running 0 10m 10.42.79.125 obriensystemskub0
onap-policy pdp-819476266-v47r8 1/1 Running 0 10m 10.42.225.9 obriensystemskub0
onap-policy pypdp-3646772508-b2wrr 1/1 Running 0 10m 10.42.41.167 obriensystemskub0
onap-portal portalapps-157357486-vbbhl 1/1 Running 0 10m 10.42.252.245 obriensystemskub0
onap-portal portaldb-351714684-4l76z 1/1 Running 0 10m 10.42.145.255 obriensystemskub0
onap-portal vnc-portal-1027553126-j1ggq 1/1 Running 0 10m 10.42.250.184 obriensystemskub0
onap-robot robot-44708506-lwfkk 1/1 Running 0 10m 10.42.251.228 obriensystemskub0
onap-sdc sdc-be-4018435632-kq4rw 1/1 Running 0 10m 10.42.146.30 obriensystemskub0
onap-sdc sdc-cs-2973656688-bnft4 1/1 Running 0 10m 10.42.255.194 obriensystemskub0
onap-sdc sdc-es-2628312921-pd4z3 1/1 Running 0 10m 10.42.235.113 obriensystemskub0
onap-sdc sdc-fe-4051669116-3c0tl 1/1 Running 0 10m 10.42.242.79 obriensystemskub0
onap-sdc sdc-kb-4011398457-f9mnm 1/1 Running 0 10m 10.42.31.16 obriensystemskub0
onap-sdnc sdnc-1672832555-r38fb 1/1 Running 0 10m 10.42.233.166 obriensystemskub0
onap-sdnc sdnc-dbhost-2119410126-7k6d0 1/1 Running 0 10m 10.42.126.192 obriensystemskub0
onap-sdnc sdnc-dgbuilder-730191098-4s7v4 1/1 Running 0 10m 10.42.27.68 obriensystemskub0
onap-sdnc sdnc-portal-3375812606-mp4nt 0/1 Running 0 10m 10.42.241.175 obriensystemskub0
onap-vid vid-mariadb-1357170716-9l2p3 1/1 Running 0 10m 10.42.189.186 obriensystemskub0
onap-vid vid-server-248645937-dkpjc 1/1 Running 0 10m 10.42.180.230 obriensystemskub0



Total pods is

...

49

below any coloured container had issues getting to running state (currently 32 of 33 come up after 45 min) - there are an addition

...

11 dcae pods - bringing the total to

...

44 with an additional 4 for appc/sdnc and the config-init pod

NAMESPACE

master:20170715

NAMEREADY STATUS

RESTARTS

(in 14h)

HostStart
time
Notes
defaultconfig-init0/0Terminated (Succeeded)01

The mount "config-init-root" is in the following location

(user configurable VF parameter file below)

/dockerdata-nfs/onapdemo/mso/mso/mso-docker.json

onap-aai aai-service-346921785-624ss1/1Running01

onap-aai hbase-139474849-7fg0s1/1Running02

onap-aai model-loader-service-1795708961-wg19w0/1Init:1/2 822

onap-appcappc-2044062043-bx6tc1/1Running01

onap-appcappc-dbhost-2039492951-jslts1/1Running02

onap-appcappc-dgbuilder-2934720673-mcp7c1/1Running02

onap-appcsdntldb01 (internal)





onap-appcsdnctldb02 (internal)





onap-dcaedcae-zookeeper
debugging


Note: currently there are no DCAE containers running yet (we are missing 6 yaml files (1 for the controller and 5 for the collector,staging,3-cdap pods)) - therefore DMaaP, VES collectors and APPC actions as the result of policy actions (closed loop) - will not function yet.

Jira
serverONAP JIRA
serverId425b2b0a-557c-3c0c-b515-579789cceedb
keyOOM-5

onap-dcaedcae-kafka
debugging



onap-dcaedcae-dmaap
debugging



onap-dcaepgaas
debugging



onap-dcaedcae-collector-common-event
debuggingonap-dcae


persistent volume: dcae-collector-dmaapbcpvs
debuggingonap-dcaedcae-collector-pvsdmaapbc
debugging



onap-dcaedcae-controller
debuggingonap-dcae


persistent volume: dcae-controller-pvs
debuggingonap-dcaedcae-ves-collector
debugging



onap-dcaecdap-0-dep
debugging



onap-dcaecdap-1-dep
debugging



onap-dcaecdap-2-dep
debugging



onap-message-routerdmaap-3842712241-gtdkp0/1CrashLoopBackOff1641

onap-message-routerglobal-kafka-89365896-5fnq91/1Running02

onap-message-routerzookeeper-1406540368-jdscq1/1Running01

onap-msomariadb-2638235337-758zr1/1Running01

onap-msomso-3192832250-fq6pn0/1CrashLoopBackOff1672
fixed by config-init and resolv.conf
onap-policy brmsgw-568914601-d5z710/1Init:0/1 821
fixed by config-init and resolv.conf
onap-policy drools-1450928085-099m2 0/1Init:0/1 82145mfixed by config-init and resolv.conf
onap-policy mariadb-2932363958-0l05g1/1Running 00

onap-policy nexus-871440171-tqq4z0/1Running 02

onap-policy pap-2218784661-xlj0n1/1Running 01

onap-policy pdp-1677094700-75wpj0/1Init:0/1822
fixed by config-init and resolv.conf
onap-policy pypdp-3209460526-bwm6b0/1Init:0/1822
fixed by config-init and resolv.conf
onap-portal portalapps-1708810953-trz470/1Init:CrashLoopBackOff1632
Initial dockerhub mariadb download issue - fixed
onap-portal portaldb-3652211058-vsg8r1/1Running00

onap-portal vnc-portal-948446550-76kj70/1Init:0/5821
fixed by config-init and resolv.conf
onap-robot robot-964706867-czr051/1Running 02

onap-sdcsdc-be-2426613560-jv8sk 0/1Init:0/2822
fixed by config-init and resolv.conf
onap-sdcsdc-cs-2080334320-95dq80/1CrashLoopBackOff1632
fixed by config-init and resolv.conf
onap-sdcsdc-es-3272676451-skf7z1/1Running01

onap-sdcsdc-fe-931927019-nt94t 0/1Init:0/1821
fixed by config-init and resolv.conf
onap-sdcsdc-kb-3337231379-8m8wx0/1Init:0/1821
fixed by config-init and resolv.conf
onap-sdncsdnc-1788655913-vvxlj 1/1Running00

onap-sdncsdnc-dbhost-240465348-kv8vf1/1Running00

onap-sdncsdnc-dgbuilder-4164493163-cp6rx1/1Running00

onap-sdncsdnctlbd01 (internal)





onap-sdncsdnctlb02 (internal)





onap-sdncsdnc-portal-2324831407-50811 0/1Running3=vm
0=nuc
1
root@obriensystemskub0:~/oom/kubernetes/oneclick# kubectl --namespace onap-sdnc logs -f sdnc-portal-3375812606-01s1d | grep ERR
npm ERR! fetch failed https://registry.npmjs.org/is-utf8/-/is-utf8-0.2.1.tgz
onap-vid vid-mariadb-4268497828-81hm00/1CrashLoopBackOff 1692
fixed by config-init and resolv.conf
onap-vid vid-server-2331936551-6gxsp0/1  Init:0/1821
fixed by config-init and resolv.conf

...

Jira
serverONAP JIRA
serverId425b2b0a-557c-3c0c-b515-579789cceedb
keyOOM-5

2 persistent volumes also created (controller-pvs, collector-pvs)


https://kubernetes.io/docs/user-guide/kubectl-cheatsheet/