Versions Compared

Old Version 186

changes.mady.by.user Michael O'Brien

Saved on

compared with

New Version 187

changes.mady.by.user Michael O'Brien

Saved on

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

...

first verify your kubernetes system is up

Then wait 2529-45 min for all pods to attain 1/1 state

...

https://kubernetes.io/docs/user-guide/kubectl-cheatsheet/

Content to edit/merge

Test HD, Network, CPU limits

20170831 1.1 on 64 thread, 256G ram M4.16xLarge spot AWS instance

root@ip-172-31-90-90:~/oom/kubernetes/oneclick# free

              total        used        free      shared  buff/cache   available

Mem:      264141232    41043272   182430348       23300    40667612   221154848

Swap:             0           0           0

Image Added

root@ip-172-31-90-90:~/oom/kubernetes/oneclick# kubectl get pods --all-namespaces

NAMESPACE             NAME                                   READY     STATUS             RESTARTS   AGE

kube-system           heapster-4285517626-44q27              1/1       Running            1          33m

kube-system           kube-dns-2514474280-1fj2x              3/3       Running            3          33m

kube-system           kubernetes-dashboard-716739405-58j8n   1/1       Running            1          33m

kube-system           monitoring-grafana-3552275057-wtsp1    1/1       Running            1          33m

kube-system           monitoring-influxdb-4110454889-9z77v   1/1       Running            2          33m

kube-system           tiller-deploy-737598192-ckxzh          1/1       Running            1          33m

onap-aai              aai-dmaap-522748218-r033b              0/1       CrashLoopBackOff   4          28m

onap-aai              aai-kafka-2485280328-3l3kb             1/1       Running            0          28m

onap-aai              aai-resources-353718113-cf2wf          0/1       CrashLoopBackOff   5          29m

onap-aai              aai-service-3321436576-q949v           0/1       Init:0/1           1          29m

onap-aai              aai-traversal-338636328-rh7f1          0/1       Running            6          29m

onap-aai              aai-zookeeper-1010977228-s8shl         1/1       Running            0          28m

onap-aai              data-router-1397019010-jzwcf           0/1       Running            6          29m

onap-aai              elasticsearch-2660384851-dt9l5         0/1       CrashLoopBackOff   5          28m

onap-aai              gremlin-3971586470-n7nwf               0/1       Running            4          29m

onap-aai              hbase-3880914143-n2wl9                 1/1       Running            0          28m

onap-aai              model-loader-service-226363973-31mz4   1/1       Running            6          28m

onap-aai              search-data-service-1212351515-4jwx0   0/1       Running            6          28m

onap-aai              sparky-be-2088640323-hsmr2             0/1       Running            6          28m

onap-appc             appc-1972362106-z1l3l                  1/1       Running            0          29m

onap-appc             appc-dbhost-2280647936-l6vf2           1/1       Running            0          29m

onap-appc             appc-dgbuilder-2616852186-6smn8        1/1       Running            0          29m

onap-message-router   dmaap-3565545912-zg8bk                 1/1       Running            0          29m

onap-message-router   global-kafka-701218468-x8dfw           1/1       Running            0          29m

onap-message-router   zookeeper-555686225-gxthp              1/1       Running            0          29m

onap-mso              mariadb-2814112212-l81dv               1/1       Running            0          29m

onap-mso              mso-2505152907-67h4v                   1/1       Running            0          29m

onap-policy           brmsgw-362208961-s2rj4                 1/1       Running            0          29m

onap-policy           drools-3066421234-01v0f                0/1       Running            0          29m

onap-policy           mariadb-2520934092-g0sbg               1/1       Running            0          29m

onap-policy           nexus-3248078429-scl7v                 1/1       Running            0          29m

onap-policy           pap-4199568361-6lz2t                   1/1       Running            0          29m

onap-policy           pdp-785329082-vfff9                    1/1       Running            0          29m

onap-policy           pypdp-3381312488-q940q                 1/1       Running            0          29m

onap-portal           portalapps-2799319019-472pl            1/1       Running            0          29m

onap-portal           portaldb-1564561994-ztnl3              1/1       Running            0          29m

onap-portal           portalwidgets-1728801515-mm3jj         1/1       Running            0          29m

onap-portal           vnc-portal-700404418-pkcsc             0/1       Init:2/5           1          29m

onap-robot            robot-349535534-8g1r5                  1/1       Running            0          29m

onap-sdc              sdc-be-628593118-ptmjx                 0/1       Running            0          28m

onap-sdc              sdc-cs-2640808243-sp59x                1/1       Running            0          28m

onap-sdc              sdc-es-227943957-qx9vp                 1/1       Running            0          28m

onap-sdc              sdc-fe-1609420241-x10vv                0/1       Init:0/1           1          28m

onap-sdc              sdc-kb-1998598941-qv76s                1/1       Running            0          28m

onap-sdnc             sdnc-250717546-zkdzr                   1/1       Running            0          29m

onap-sdnc             sdnc-dbhost-3807967487-b40tg           1/1       Running            0          29m

onap-sdnc             sdnc-dgbuilder-3446959187-q9tmg        1/1       Running            0          29m

onap-sdnc             sdnc-portal-4253352894-lrffp           1/1       Running            0          29m

onap-vid              vid-mariadb-2932072366-gw6b7           1/1       Running            0          29m

onap-vid              vid-server-377438368-bt6zg             1/1       Running            0          29m

Viswa,

    Missed that you have config-init in your mail – so covered OK.

    I stood up robot and aai on a clean VM to verify the docs (this is inside an openstack lab behind a firewall – that has its own proxy)

    Let me know if you have docker proxy issues – I would also like to reference/doc this for others like yourselves.

    Also, just verifying that you added the security workaround step – (or make your docker repo trust all repos)

vi oom/kubernetes/oneclick/createAll.bash

create_namespace() {

  kubectl create namespace $1-$2

+  kubectl --namespace $1-$2 create secret docker-registry regsecret --docker-server=nexus3.onap.org:10001 --docker-username=docker --docker-password=docker --docker-email=email@email.com

+  kubectl --namespace $1-$2 patch serviceaccount default -p '{"imagePullSecrets": [{"name": "regsecret"}]}'

}

    I just happen to be standing up a clean deployment on openstack – lets try just robot – it pulls the testsuite image

root@obrienk-1:/home/ubuntu/oom/kubernetes/config# kubectl create -f pod-config-init.yaml

pod "config-init" created

root@obrienk-1:/home/ubuntu/oom/kubernetes/config# cd ../oneclick/

root@obrienk-1:/home/ubuntu/oom/kubernetes/oneclick# ./createAll.bash  -n onap -a robot

********** Creating up ONAP: robot

Creating namespaces **********

namespace "onap-robot" created

secret "regsecret" created

serviceaccount "default" patched

Creating services **********

service "robot" created

********** Creating deployments for  robot **********

Robot....

deployment "robot" created

**** Done ****

root@obrienk-1:/home/ubuntu/oom/kubernetes/oneclick# kubectl get pods --all-namespaces | grep onap

onap-robot    robot-4262359493-k84b6                 1/1       Running   0          4m

One nexus3 onap specific images downloaded for robot

root@obrienk-1:/home/ubuntu/oom/kubernetes/oneclick# docker images

REPOSITORY                                             TAG                  IMAGE ID            CREATED             SIZE

nexus3.onap.org:10001/openecomp/testsuite              1.0-STAGING-latest   3a476b4fe0d8        2 hours ago         1.16 GB

next try one with 3 onap images like aai

uses

nexus3.onap.org:10001/openecomp/ajsc-aai               1.0-STAGING-latest   c45b3a0ca00f        2 hours ago         1.352 GB

aaidocker/aai-hbase-1.2.3                              latest               aba535a6f8b5        7 months ago        1.562 GB

hbase is first

root@obrienk-1:/home/ubuntu/oom/kubernetes/oneclick# ./createAll.bash  -n onap -a aai

root@obrienk-1:/home/ubuntu/oom/kubernetes/oneclick# kubectl get pods --all-namespaces | grep onap

onap-aai      aai-service-3351257372-tlq93            0/1       PodInitializing   0          2m

onap-aai      hbase-1381435241-ld56l                  1/1       Running           0          2m

onap-aai      model-loader-service-2816942467-kh1n0   0/1       Init:0/2          0          2m

onap-robot    robot-4262359493-k84b6                  1/1       Running           0          8m

aai-service is next

root@obrienk-1:/home/ubuntu/oom/kubernetes/oneclick# kubectl get pods --all-namespaces | grep onap

onap-aai      aai-service-3351257372-tlq93            1/1       Running    0          5m

onap-aai      hbase-1381435241-ld56l                  1/1       Running    0          5m

onap-aai      model-loader-service-2816942467-kh1n0   0/1       Init:1/2   0          5m

onap-robot    robot-4262359493-k84b6                  1/1       Running    0          11m

model-loader-service takes the longest

Subject: Re: [onap-discuss] [OOM] Using OOM kubernetes based seed code over Rancher

   Hi , Search line limits turn out to be a red-herring – this is a non-fatal bug in Rancher you can ignore – they put too many entries in the search domain list (Ill update the wiki)

   Verify you have a stopped config-init pod – it won’t show in the get pods command – goto the rancher or kubernetes gui.

   The fact you have non-working robot – looks like you may be having issues pulling images from docker – verify your image list and that docker can pull from nexus3

  >docker images

   Should show some nexus3.onap.org ones if the pull were ok

  If not try an image pull to verify this:

ubuntu@obrienk-1:~/oom/kubernetes/config$ docker login -u docker -p docker nexus3.onap.org:10001

Login Succeeded

ubuntu@obrienk-1:~/oom/kubernetes/config$ docker pull nexus3.onap.org:10001/openecomp/mso:1.0-STAGING-latest

1.0-STAGING-latest: Pulling from openecomp/mso

23a6960fe4a9: Extracting [===================================>               ] 32.93 MB/45.89 MB

e9e104b0e69d: Download complete

If so then you need to set the docker proxy – or run outside the firewall like I do.

Also to be able to run the 34 pods (without DCAE) you will need 37g+ (33 + 4 for rancher/k82 + some for the OS) – also plan for over 100G of HD space.

   /michael

1.1 robot 2017830 status - no scripts

root@obriensystemskub0:~/11/oom/kubernetes/oneclick# ./createAll.bash -n onap -a robot

********** Creating instance 1 of ONAP with port range 30200 and 30399

********** Creating ONAP: robot

Creating namespace **********

namespace "onap-robot" created

Creating registry secret **********

secret "onap-docker-registry-key" created

Creating service **********

service "robot" created

********** Creating deployments for robot **********

Robot....

deployment "robot" created

**** Done ****

root@obriensystemskub0:~/11/oom/kubernetes/oneclick# kubectl get pods --all-namespaces

NAMESPACE     NAME                                    READY     STATUS    RESTARTS   AGE

kube-system   heapster-859001963-kz210                1/1       Running   5          43d

kube-system   kube-dns-1759312207-jd5tf               3/3       Running   8          43d

kube-system   kubernetes-dashboard-2463885659-xv986   1/1       Running   4          43d

kube-system   monitoring-grafana-1177217109-sm5nq     1/1       Running   4          43d

kube-system   monitoring-influxdb-1954867534-vvb84    1/1       Running   4          43d

kube-system   tiller-deploy-1933461550-gdxch          1/1       Running   4          43d

onap-robot    robot-3494393958-d5drg                  1/1       Running   0          8s

root@obriensystemskub0:~/11/oom/kubernetes/oneclick# kubectl -n onap-robot exec -it robot-3494393958-d5drg bash

root@robot-3494393958-d5drg:/# ls /opt

google