...
root@esy-master-policy-002-nfs:~/oom/kubernetes# kubectl get pods | grep policy
dev-policy-apex-pdp-0 0/1 Init:CrashLoopBackOff 6 11m
dev-policy-api-78976fbd5d-pbk4h 0/1 Init:CrashLoopBackOff 5 11m
dev-policy-clamp-be-5c6cb758d8-hgf8w 0/1 Init:CrashLoopBackOff 5 11m
dev-policy-clamp-fe-569494fb5d-5qfkr 0/1 Init:0/3 1 11m
dev-policy-clamp-galera-config-5g2kb 0/1 Completed 0 11m
dev-policy-distribution-7dfdfbd64c-lzj46 0/1 Init:CrashLoopBackOff 6 11m
dev-policy-drools-pdp-0 0/1 Init:CrashLoopBackOff 5 11m
dev-policy-galera-config-xg8nl 0/1 Completed 0 11m
dev-policy-mariadb-0 2/2 Running 0 11m
dev-policy-pap-7899b7f9fb-x6pf8 0/1 Init:CrashLoopBackOff 5 11m
dev-policy-xacml-pdp-68f589ccc4-xmv6h 0/1 Init:CrashLoopBackOff 5 11m
root@esy-master-policy-002-nfs:~/oom/kubernetes# kubectl logs dev-policy-apex-pdp-0
Error from server (BadRequest): container "policy-apex-pdp" in pod "dev-policy-apex-pdp-0" is waiting to start: PodInitializing
root@esy-master-policy-002-nfs:~/oom/kubernetes# kubectl logs dev-policy-api-78976fbd5d-pbk4h
Error from server (BadRequest): container "policy-api" in pod "dev-policy-api-78976fbd5d-pbk4h" is waiting to start: PodInitializing
root@esy-master-policy-002-nfs:~/oom/kubernetes# kubectl describe pod dev-policy-api-78976fbd5d-pbk4h
Name: dev-policy-api-78976fbd5d-pbk4h
Namespace: onap
Priority: 0
Node: esy-master-policy-002-k8s-02/172.16.1.104
Start Time: Thu, 26 Aug 2021 12:45:28 +0000
Labels: app=policy-api
pod-template-hash=78976fbd5d
release=dev
Annotations: cni.projectcalico.org/podIP: 10.42.2.102/32
cni.projectcalico.org/podIPs: 10.42.2.102/32
Status: Pending
IP: 10.42.2.102
IPs:
IP: 10.42.2.102
Controlled By: ReplicaSet/dev-policy-api-78976fbd5d
Init Containers:
policy-api-readiness:
Container ID: docker://39636ea6356d2efffb5a30035650102baeaa23a2cff820e9e089b20f1b158cd6
Image: nexus3.onap.org:10001/onap/oom/readiness:3.0.1
Image ID: docker-pullable://nexus3.onap.org:10001/onap/oom/readiness@sha256:317c8a361ae73750f4d4a1b682c42b73de39083f73228dede31fd68b16c089db
Port: <none>
Host Port: <none>
Command:
/app/ready.py
Args:
--job-name
dev-policy-galera-config
State: Terminated
Reason: Completed
Exit Code: 0
Started: Thu, 26 Aug 2021 12:45:35 +0000
Finished: Thu, 26 Aug 2021 12:47:31 +0000
Ready: True
Restart Count: 0
Environment:
NAMESPACE: onap (v1:metadata.namespace)
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from dev-policy-api-read-token-jxvtg (ro)
policy-api-update-config:
Container ID: docker://5788bd3c5edddf32274b0cba56910788f6682ac057c84619a5f1b40d43805bcf
Image: docker.io/dibi/envsubst:1
Image ID: docker-pullable://dibi/envsubst@sha256:6f1938ec2114e98406b9dcc638929fcbe68add3d94eb8629e0cbed03b72f09f8
Port: <none>
Host Port: <none>
Command:
sh
Args:
-c
cd /config-input && for PFILE in `ls -1`; do envsubst <${PFILE} >/config/${PFILE}; done
State: Terminated
Reason: Completed
Exit Code: 0
Started: Thu, 26 Aug 2021 12:47:34 +0000
Finished: Thu, 26 Aug 2021 12:47:34 +0000
Ready: True
Restart Count: 0
Environment:
SQL_USER: <set to the key 'login' in secret 'dev-policy-db-secret'> Optional: false
SQL_PASSWORD: <set to the key 'password' in secret 'dev-policy-db-secret'> Optional: false
RESTSERVER_USER: <set to the key 'login' in secret 'dev-policy-api-restserver-creds'> Optional: false
RESTSERVER_PASSWORD: <set to the key 'password' in secret 'dev-policy-api-restserver-creds'> Optional: false
Mounts:
/config from apiconfig-processed (rw)
/config-input from apiconfig (rw)
/var/run/secrets/kubernetes.io/serviceaccount from dev-policy-api-read-token-jxvtg (ro)
policy-api-cert-initializer-readiness:
Container ID: docker://a608745a981839876de3e3a1afc6917b5c958c6584a854f214f20356f1ee3346
Image: nexus3.onap.org:10001/onap/oom/readiness:3.0.1
Image ID: docker-pullable://nexus3.onap.org:10001/onap/oom/readiness@sha256:317c8a361ae73750f4d4a1b682c42b73de39083f73228dede31fd68b16c089db
Port: <none>
Host Port: <none>
Command:
/app/ready.py
Args:
--container-name
aaf-locate
--container-name
aaf-cm
--container-name
aaf-service
State: Waiting
Reason: CrashLoopBackOff
Last State: Terminated
Reason: OOMKilled
Exit Code: 137
Started: Thu, 26 Aug 2021 13:09:26 +0000
Finished: Thu, 26 Aug 2021 13:10:09 +0000
Ready: False
Restart Count: 8
Limits:
cpu: 100m
memory: 100Mi
Requests:
cpu: 3m
memory: 20Mi
Environment:
NAMESPACE: onap (v1:metadata.namespace)
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from dev-policy-api-read-token-jxvtg (ro)
policy-api-aaf-config:
Container ID:
Image: nexus3.onap.org:10001/onap/aaf/aaf_agent:2.1.20
Image ID:
Port: <none>
Host Port: <none>
Command:
sh
-c
/opt/app/aaf_config/bin/agent.sh
. /opt/app/aaf_config/bin/retrieval_check.sh
/opt/app/aaf_config/bin/aaf-add-config.sh
State: Waiting
Reason: PodInitializing
Ready: False
Restart Count: 0
Environment:
APP_FQI: policy@policy.onap.org
aaf_locate_url: https://aaf-locate.onap:8095
aaf_locator_container: oom
aaf_locator_container_ns: onap
aaf_locator_fqdn: policy
aaf_locator_app_ns: org.osaaf.aaf
DEPLOY_FQI: <set to the key 'login' in secret 'dev-policy-api-cert-initializer-deployer-creds'> Optional: false
DEPLOY_PASSWORD: <set to the key 'password' in secret 'dev-policy-api-cert-initializer-deployer-creds'> Optional: false
cadi_longitude: 0.0
cadi_latitude: 0.0
aaf_locator_public_fqdn: policy.onap.org
Mounts:
/opt/app/aaf_config/bin/aaf-add-config.sh from aaf-add-config (rw,path="aaf-add-config.sh")
/opt/app/aaf_config/bin/retrieval_check.sh from aaf-add-config (rw,path="retrieval_check.sh")
/opt/app/aaf_config/cert/truststoreONAP.p12.b64 from aaf-agent-certs (rw,path="truststoreONAP.p12.b64")
/opt/app/aaf_config/cert/truststoreONAPall.jks.b64 from aaf-agent-certs (rw,path="truststoreONAPall.jks.b64")
/opt/app/osaaf from dev-policy-api-aaf-config (rw)
/var/run/secrets/kubernetes.io/serviceaccount from dev-policy-api-read-token-jxvtg (ro)
Containers:
policy-api:
Container ID:
Image: nexus3.onap.org:10001/onap/policy-api:2.5-SNAPSHOT-latest
Image ID:
Port: 6969/TCP
Host Port: 0/TCP
Command:
sh
-c
Args:
source /opt/app/osaaf/local/.ci;/opt/app/policy/api/bin/policy-api.sh /opt/app/policy/api/etc/mounted/config.json
State: Waiting
Reason: PodInitializing
Ready: False
Restart Count: 0
Liveness: tcp-socket :6969 delay=20s timeout=1s period=10s #success=1 #failure=3
Readiness: tcp-socket :6969 delay=20s timeout=1s period=10s #success=1 #failure=3
Environment: <none>
Mounts:
/etc/localtime from localtime (ro)
/opt/app/osaaf from dev-policy-api-aaf-config (rw)
/opt/app/policy/api/etc/mounted from apiconfig-processed (rw)
/var/run/secrets/kubernetes.io/serviceaccount from dev-policy-api-read-token-jxvtg (ro)
Conditions:
Type Status
Initialized False
Ready False
ContainersReady False
PodScheduled True
Volumes:
dev-policy-api-aaf-config:
Type: EmptyDir (a temporary directory that shares a pod's lifetime)
Medium: Memory
SizeLimit: <unset>
aaf-agent-certs:
Type: ConfigMap (a volume populated by a ConfigMap)
Name: dev-cert-wrapper-certs
Optional: false
aaf-add-config:
Type: ConfigMap (a volume populated by a ConfigMap)
Name: dev-policy-api-cert-initializer-add-config
Optional: false
localtime:
Type: HostPath (bare host directory volume)
Path: /etc/localtime
HostPathType:
apiconfig:
Type: ConfigMap (a volume populated by a ConfigMap)
Name: dev-policy-api-configmap
Optional: false
apiconfig-processed:
Type: EmptyDir (a temporary directory that shares a pod's lifetime)
Medium: Memory
SizeLimit: <unset>
dev-policy-api-read-token-jxvtg:
Type: Secret (a volume populated by a Secret)
SecretName: dev-policy-api-read-token-jxvtg
Optional: false
QoS Class: Burstable
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 26m default-scheduler Successfully assigned onap/dev-policy-api-78976fbd5d-pbk4h to esy-master-policy-002-k8s-02
Normal Pulled 26m kubelet Container image "nexus3.onap.org:10001/onap/oom/readiness:3.0.1" already present on machine
Normal Created 26m kubelet Created container policy-api-readiness
Normal Started 26m kubelet Started container policy-api-readiness
Normal Pulled 24m kubelet Container image "docker.io/dibi/envsubst:1" already present on machine
Normal Created 24m kubelet Created container policy-api-update-config
Normal Started 24m kubelet Started container policy-api-update-config
Normal Created 21m (x4 over 24m) kubelet Created container policy-api-cert-initializer-readiness
Normal Started 21m (x4 over 24m) kubelet Started container policy-api-cert-initializer-readiness
Normal Pulled 19m (x5 over 24m) kubelet Container image "nexus3.onap.org:10001/onap/oom/readiness:3.0.1" already present on machine
Warning BackOff 65s (x77 over 22m) kubelet Back-off restarting failed container