Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1421/e2e-tests/logs/smart-update1-8-0.log
WARNING: version difference between client (1.29) and server (1.25) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.29) and server (1.25) exceeds the supported minor version skew of +/-1
No resources found
+ kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
No resources found
No resources found
No resources found


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------



-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

Error from server (NotFound): namespaces "pxc-operator" not found
namespace/pxc-operator - Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
Error from server (NotFound): namespaces "pxc-operator" not found


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

namespace/pxc-operator created
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1421-86089695-4-cluster8" modified.


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
pod/percona-xtradb-cluster-operator-5c699b45b5-6j5w5 condition met
pod/percona-xtradb-cluster-operator-5c699b45b5-6j5w5 condition met
percona-xtradb-cluster-operator-5c699b45b5-6j5w5.Ok


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------



-----------------------------------------------------------------------------------
cleaned up old namespaces smart-update1-3138
-----------------------------------------------------------------------------------

Error from server (NotFound): namespaces "smart-update1-3138" not found
namespace/smart-update1-3138 - Error from server (NotFound): namespaces "smart-update1-3138" not found


-----------------------------------------------------------------------------------
create namespace smart-update1-3138
-----------------------------------------------------------------------------------

Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
namespace/smart-update1-3138 created
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1421-86089695-4-cluster8" modified.


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created


-----------------------------------------------------------------------------------
install version service
-----------------------------------------------------------------------------------

configmap/versions created
deployment.apps/version-service created
service/version-service created


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

namespace/cert-manager created
namespace/cert-manager labeled
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io created
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io created
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io created
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io created
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io created
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io created
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
configmap/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector created
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers created
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers created
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates created
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders created
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges created
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim created
clusterrole.rbac.authorization.k8s.io/cert-manager-view created
clusterrole.rbac.authorization.k8s.io/cert-manager-edit created
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io created
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests created
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews created
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector created
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers created
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers created
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates created
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders created
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges created
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim created
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io created
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests created
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews created
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection created
role.rbac.authorization.k8s.io/cert-manager:leaderelection created
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection created
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection created
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook created
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook created
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
Unable to use a TTY - input is not a terminal or the right kind of file


-----------------------------------------------------------------------------------
patch crd
-----------------------------------------------------------------------------------

customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched


-----------------------------------------------------------------------------------
Updating ProxySQL PXC cluster
-----------------------------------------------------------------------------------



-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
deployment.apps/pxc-client created
perconaxtradbcluster.pxc.percona.com/smart-update created


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

error: no matching resources found


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

Error from server (NotFound): pods "smart-update-proxysql-0" not found
smart-update-proxysql-0........Ok


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
Unable to use a TTY - input is not a terminal or the right kind of file
perconaxtradbcluster.pxc.percona.com/smart-update patched


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

Waiting for the last pod to update.........................................
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted
persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted
persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted


-----------------------------------------------------------------------------------
Updating HAProxy PXC cluster
-----------------------------------------------------------------------------------



-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

secret/my-cluster-secrets unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
deployment.apps/pxc-client unchanged
perconaxtradbcluster.pxc.percona.com/smart-update created


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

error: no matching resources found


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

pod/smart-update-haproxy-0 condition met
smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init)
.Ok


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
Unable to use a TTY - input is not a terminal or the right kind of file
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
perconaxtradbcluster.pxc.percona.com/smart-update patched


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

Waiting for the last pod to update...........................
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted


-----------------------------------------------------------------------------------
Updating PXC cluster with version service available but disabled
-----------------------------------------------------------------------------------



-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

secret/my-cluster-secrets unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
deployment.apps/pxc-client unchanged
perconaxtradbcluster.pxc.percona.com/smart-update created


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

error: no matching resources found


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

pod/smart-update-haproxy-0 condition met
smart-update-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init)
.Ok


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

pod/smart-update-pxc-0 condition met
smart-update-pxc-0.Ok
pod/smart-update-pxc-1 condition met
smart-update-pxc-1.Ok
pod/smart-update-pxc-2 condition met
smart-update-pxc-2.Ok


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
Unable to use a TTY - input is not a terminal or the right kind of file
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
perconaxtradbcluster.pxc.percona.com/smart-update patched


-----------------------------------------------------------------------------------
check last pod to update
-----------------------------------------------------------------------------------

Waiting for the last pod to update......................
smart-update-pxc-0 is REALLY the last one to update
+ wait_cluster_consistency smart-update 3 2
+ local cluster_name=smart-update
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
waiting for cluster readyness
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
pod/pxc-client-65d95667fc-6pnt2 condition met
pxc-client-65d95667fc-6pnt2.Ok
perconaxtradbcluster.pxc.percona.com "smart-update" deleted
persistentvolumeclaim "datadir-smart-update-pxc-0" deleted
persistentvolumeclaim "datadir-smart-update-pxc-1" deleted
persistentvolumeclaim "datadir-smart-update-pxc-2" deleted


-----------------------------------------------------------------------------------
cleanup
-----------------------------------------------------------------------------------

deployment.apps "version-service" deleted
service "version-service" deleted


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

No resources found
+ kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
No resources found
No resources found
No resources found
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
namespace "cert-manager" deleted
customresourcedefinition.apiextensions.k8s.io "certificaterequests.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "certificates.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "challenges.acme.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "clusterissuers.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "issuers.cert-manager.io" deleted
customresourcedefinition.apiextensions.k8s.io "orders.acme.cert-manager.io" deleted
serviceaccount "cert-manager-cainjector" deleted
serviceaccount "cert-manager" deleted
serviceaccount "cert-manager-webhook" deleted
configmap "cert-manager-webhook" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-cainjector" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-view" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-edit" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted
clusterrole.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-cainjector" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted
clusterrolebinding.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted
role.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted
role.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted
rolebinding.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted
rolebinding.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted
mutatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted
validatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------