[root@dbaasjump002 deploy]# kubectl logs xtradb-poc-env3-pxc-1 pxc
+ '[' m = - ']'
+ CFG=/etc/mysql/node.cnf
+ wantHelp=
+ for arg in "$@"
+ case "$arg" in
++ mysqld -V
++ awk '{print $3}'
++ awk -F. '{print $1"."$2}'
+ MYSQL_VERSION=8.0
++ mysqld -V
++ awk '{print $3}'
++ awk -F. '{print $3}'
++ awk -F- '{print $1}'
+ MYSQL_PATCH_VERSION=23
+ vault_secret=/etc/mysql/vault-keyring-secret/keyring_vault.conf
+ '[' -f /etc/mysql/vault-keyring-secret/keyring_vault.conf ']'
+ '[' -f /usr/lib64/mysql/plugin/binlog_utils_udf.so ']'
+ sed -i '/\[mysqld\]/a plugin_load="binlog_utils_udf=binlog_utils_udf.so"' /etc/mysql/node.cnf
+ sed -i '/\[mysqld\]/a gtid-mode=ON' /etc/mysql/node.cnf
+ sed -i '/\[mysqld\]/a enforce-gtid-consistency' /etc/mysql/node.cnf
+ grep -q '^progress=' /etc/mysql/node.cnf
+ sed -i 's|^progress=.*|progress=1|' /etc/mysql/node.cnf
+ grep -q '^\[sst\]' /etc/mysql/node.cnf
+ grep -q '^cpat=' /etc/mysql/node.cnf
+ sed '/^\[sst\]/a cpat=.*\\.pem$\\|.*init\\.ok$\\|.*galera\\.cache$\\|.*wsrep_recovery_verbose\\.log$\\|.*readiness-check\\.sh$\\|.*liveness-check\\.sh$\\|.*sst_in_progress$\\|.*sst-xb-tmpdir$\\|.*\\.sst$\\|.*gvwstate\\.dat$\\|.*grastate\\.dat$\\|.*\\.err$\\|.*\\.log$\\|.*RPM_UPGRADE_MARKER$\\|.*RPM_UPGRADE_HISTORY$\\|.*pxc-entrypoint\\.sh$\\|.*unsafe-bootstrap\\.sh$\\|.*pxc-configure-pxc\\.sh\\|.*peer-list$' /etc/mysql/node.cnf
+ [[ 8.0 == \8\.\0 ]]
+ [[ 23 -ge 26 ]]
+ grep -q '^skip_slave_start=ON' /etc/mysql/node.cnf
+ sed -i '/\[mysqld\]/a skip_slave_start=ON' /etc/mysql/node.cnf
+ file_env XTRABACKUP_PASSWORD xtrabackup xtrabackup
+ set +o xtrace
+ file_env CLUSTERCHECK_PASSWORD '' clustercheck
+ set +o xtrace
++ hostname -f
+ NODE_NAME=xtradb-poc-env3-pxc-1.xtradb-poc-env3-pxc.xtradb-poc-env3.svc.cluster.local
+ NODE_PORT=3306
+ '[' -n xtradb-poc-env3-pxc-unready ']'
+ echo 'Percona XtraDB Cluster: Finding peers'
+ /var/lib/mysql/peer-list -on-start=/var/lib/mysql/pxc-configure-pxc.sh -service=xtradb-poc-env3-pxc-unready
Percona XtraDB Cluster: Finding peers
2021/09/29 05:50:10 Peer finder enter
2021/09/29 05:50:10 Determined Domain to be xtradb-poc-env3.svc.cluster.local
2021/09/29 05:50:10 Peer list updated
was []
now [10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local]
2021/09/29 05:50:10 execing: /var/lib/mysql/pxc-configure-pxc.sh with stdin: 10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
2021/09/29 05:50:10 ++ hostname -I
++ awk ' { print $1 } '
+ NODE_IP=10.254.2.188
++ hostname -f
++ cut -d. -f2
+ CLUSTER_NAME=xtradb-poc-env3-pxc
+ SERVER_NUM=1
+ SERVER_ID=28205231
++ hostname -f
+ NODE_NAME=xtradb-poc-env3-pxc-1.xtradb-poc-env3-pxc.xtradb-poc-env3.svc.cluster.local
+ NODE_PORT=3306
+ read -ra LINE
+ echo 'read line 10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local'
read line 10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
++ getent hosts 10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
++ awk '{ print $1 }'
+ LINE_IP=10.254.2.188
+ '[' 10.254.2.188 '!=' 10.254.2.188 ']'
+ read -ra LINE
+ echo 'read line 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local'
read line 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
++ getent hosts 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
++ awk '{ print $1 }'
+ LINE_IP=10.254.3.43
+ '[' 10.254.3.43 '!=' 10.254.2.188 ']'
++ mysql_root_exec 10.254.3.43 'select @@hostname'
++ local server=10.254.3.43
++ local 'query=select @@hostname'
ERROR 2003 (HY000): Can't connect to MySQL server on '10.254.3.43' (111)
+ LINE_HOST=
+ '[' -n '' ']'
+ PEERS_FULL=("${PEERS_FULL[@]}" $LINE_IP)
+ read -ra LINE
+ '[' 0 '!=' 0 ']'
+ '[' 1 '!=' 0 ']'
++ printf '%s\n' 10.254.3.43
++ sort --version-sort
++ tr '\n' ,
++ sed 's/,$//'
+ WSREP_CLUSTER_ADDRESS=10.254.3.43
+ CFG=/etc/mysql/node.cnf
++ mysqld -V
++ awk '{print $3}'
++ awk -F. '{print $1"."$2}'
+ MYSQL_VERSION=8.0
+ '[' 8.0 == 8.0 ']'
+ grep -E -q '^[#]?admin-address' /etc/mysql/node.cnf
+ sed '/^\[mysqld\]/a admin-address=\n' /etc/mysql/node.cnf
+ grep -E -q '^[#]?log_error_suppression_list' /etc/mysql/node.cnf
+ sed '/^\[mysqld\]/a log_error_suppression_list="MY-010055"\n' /etc/mysql/node.cnf
+ '[' yes == yes ']'
+ grep -E -q '^[#]?log-error' /etc/mysql/node.cnf
+ sed '/^\[mysqld\]/a log-error=/var/lib/mysql/mysqld-error.log\n' /etc/mysql/node.cnf
+ grep -E -q '^[#]?wsrep_sst_donor' /etc/mysql/node.cnf
+ sed '/^\[mysqld\]/a wsrep_sst_donor=\n' /etc/mysql/node.cnf
+ grep -E -q '^[#]?wsrep_node_incoming_address' /etc/mysql/node.cnf
+ grep -E -q '^[#]?wsrep_provider_options' /etc/mysql/node.cnf
+ sed '/^\[mysqld\]/a wsrep_provider_options="pc.weight=10"\n' /etc/mysql/node.cnf
+ sed -r 's|^[#]?server_id=.*$|server_id=28205231|' /etc/mysql/node.cnf
+ sed -r 's|^[#]?coredumper$|coredumper|' /etc/mysql/node.cnf
+ sed -r 's|^[#]?wsrep_node_address=.*$|wsrep_node_address=10.254.2.188|' /etc/mysql/node.cnf
+ sed -r 's|^[#]?wsrep_cluster_name=.*$|wsrep_cluster_name=xtradb-poc-env3-pxc|' /etc/mysql/node.cnf
+ sed -r 's|^[#]?wsrep_sst_donor=.*$|wsrep_sst_donor=|' /etc/mysql/node.cnf
+ sed -r 's|^[#]?wsrep_cluster_address=.*$|wsrep_cluster_address=gcomm://10.254.3.43|' /etc/mysql/node.cnf
+ sed -r 's|^[#]?wsrep_node_incoming_address=.*$|wsrep_node_incoming_address=xtradb-poc-env3-pxc-1.xtradb-poc-env3-pxc.xtradb-poc-env3.svc.cluster.local:3306|' /etc/mysql/node.cnf
+ sed -r 's|^[#]?admin-address=.*$|admin-address=10.254.2.188|' /etc/mysql/node.cnf
+ sed -r 's|^[#]?extra_max_connections=.*$|extra_max_connections=100|' /etc/mysql/node.cnf
+ sed -r 's|^[#]?extra_port=.*$|extra_port=33062|' /etc/mysql/node.cnf
+ CA=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt
+ '[' -f /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt ']'
+ SSL_DIR=/etc/mysql/ssl
+ '[' -f /etc/mysql/ssl/ca.crt ']'
+ CA=/etc/mysql/ssl/ca.crt
+ SSL_INTERNAL_DIR=/etc/mysql/ssl-internal
+ '[' -f /etc/mysql/ssl-internal/ca.crt ']'
+ CA=/etc/mysql/ssl-internal/ca.crt
+ KEY=/etc/mysql/ssl/tls.key
+ CERT=/etc/mysql/ssl/tls.crt
+ '[' -f /etc/mysql/ssl-internal/tls.key -a -f /etc/mysql/ssl-internal/tls.crt ']'
+ KEY=/etc/mysql/ssl-internal/tls.key
+ CERT=/etc/mysql/ssl-internal/tls.crt
+ '[' -f /etc/mysql/ssl-internal/ca.crt -a -f /etc/mysql/ssl-internal/tls.key -a -f /etc/mysql/ssl-internal/tls.crt ']'
+ sed '/^\[mysqld\]/a pxc-encrypt-cluster-traffic=ON\nssl-ca=/etc/mysql/ssl-internal/ca.crt\nssl-key=/etc/mysql/ssl-internal/tls.key\nssl-cert=/etc/mysql/ssl-internal/tls.crt' /etc/mysql/node.cnf
2021/09/29 05:50:11 Peer finder exiting
++ grep '^wsrep_cluster_address=' /etc/mysql/node.cnf
++ cut -d = -f 2
++ sed -e 's^.*gcomm://^^'
+ CLUSTER_JOIN=10.254.3.43
+ echo 'Cluster address set to: 10.254.3.43'
Cluster address set to: 10.254.3.43
+ '[' -z 10.254.3.43 ']'
+ '[' mysqld = mysqld -a -z '' ']'
+ _check_config mysqld
+ toRun=("$@" --verbose --help --wsrep-provider='none')
++ mysqld --verbose --help --wsrep-provider=none
+ errors=
++ _get_config datadir mysqld
++ local conf=datadir
++ shift
++ awk '$1 == "datadir" && /^[^ \t]/ { sub(/^[^ \t]+[ \t]+/, ""); print; exit }'
+++ mktemp -u
++ mysqld --verbose --help --wsrep-provider=none --log-bin-index=/tmp/tmp.Jns3YFXpu1
+ DATADIR=/var/lib/mysql/
++ _get_cnf_config sst tmpdir /var/lib/mysql//sst-xb-tmpdir
++ local group=sst
++ local var=tmpdir
++ local reval=
+++ my_print_defaults sst
+++ awk -F= '{st=index($0,"="); cur=$0; if ($1 ~ /_/) { gsub(/_/,"-",$1);} if (st != 0) { print $1"="substr(cur,st+1) } else { print cur }}'
+++ grep -- --tmpdir=
+++ cut -d= -f2-
+++ tail -1
++ reval=
++ [[ -z '' ]]
++ reval=/var/lib/mysql//sst-xb-tmpdir
++ echo /var/lib/mysql//sst-xb-tmpdir
+ SST_DIR=/var/lib/mysql//sst-xb-tmpdir
++ _get_cnf_config sst progress /var/lib/mysql//sst_in_progress
++ local group=sst
++ local var=progress
++ local reval=
+++ my_print_defaults sst
+++ awk -F= '{st=index($0,"="); cur=$0; if ($1 ~ /_/) { gsub(/_/,"-",$1);} if (st != 0) { print $1"="substr(cur,st+1) } else { print cur }}'
+++ grep -- --progress=
+++ cut -d= -f2-
+++ tail -1
++ reval=1
++ [[ -z 1 ]]
++ echo 1
+ SST_P_FILE=1
+ rm -rvf /var/lib/mysql//sst-xb-tmpdir 1
+ mysqld --version
+ sed s/-ps//
+ tee /tmp/version_info
/usr/sbin/mysqld  Ver 8.0.23-14.1 for Linux on x86_64 (Percona XtraDB Cluster (GPL), Release rel14, Revision d3b9a1d, WSREP version 26.4.3)
+ '[' -f /var/lib/mysql//version_info ']'
+ diff /tmp/version_info /var/lib/mysql//version_info
+ mysqld --version
+ sed s/-ps//
+ grep -v wsrep_sst_auth /etc/mysql/node.cnf
[mysqld]
pxc-encrypt-cluster-traffic=ON
ssl-ca=/etc/mysql/ssl-internal/ca.crt
ssl-key=/etc/mysql/ssl-internal/tls.key
ssl-cert=/etc/mysql/ssl-internal/tls.crt
wsrep_provider_options="pc.weight=10"

wsrep_sst_donor=

log-error=/var/lib/mysql/mysqld-error.log

log_error_suppression_list="MY-010055"

admin-address=10.254.2.188

skip_slave_start=ON
enforce-gtid-consistency
gtid-mode=ON
plugin_load="binlog_utils_udf=binlog_utils_udf.so"

default_authentication_plugin=mysql_native_password
datadir=/var/lib/mysql
socket=/tmp/mysql.sock
skip-host-cache

coredumper
server_id=28205231
binlog_format=ROW
default_storage_engine=InnoDB

innodb_flush_log_at_trx_commit  = 0
innodb_flush_method             = O_DIRECT
innodb_file_per_table           = 1
innodb_autoinc_lock_mode=2

bind_address = 0.0.0.0

wsrep_slave_threads=2
wsrep_cluster_address=gcomm://10.254.3.43
wsrep_provider=/usr/lib64/galera4/libgalera_smm.so

wsrep_cluster_name=xtradb-poc-env3-pxc
wsrep_node_address=10.254.2.188
wsrep_node_incoming_address=xtradb-poc-env3-pxc-1.xtradb-poc-env3-pxc.xtradb-poc-env3.svc.cluster.local:3306

wsrep_sst_method=xtrabackup-v2

[client]
socket=/tmp/mysql.sock

[sst]
cpat=.*\.pem$\|.*init\.ok$\|.*galera\.cache$\|.*wsrep_recovery_verbose\.log$\|.*readiness-check\.sh$\|.*liveness-check\.sh$\|.*sst_in_progress$\|.*sst-xb-tmpdir$\|.*\.sst$\|.*gvwstate\.dat$\|.*grastate\.dat$\|.*\.err$\|.*\.log$\|.*RPM_UPGRADE_MARKER$\|.*RPM_UPGRADE_HISTORY$\|.*pxc-entrypoint\.sh$\|.*unsafe-bootstrap\.sh$\|.*pxc-configure-pxc\.sh\|.*peer-list$
progress=1

++ cat /var/run/secrets/kubernetes.io/serviceaccount/namespace
+ POD_NAMESPACE=xtradb-poc-env3
+ wsrep_start_position_opt=
+ '[' mysqld = mysqld -a -z '' ']'
++ _get_config datadir mysqld
++ local conf=datadir
++ shift
++ awk '$1 == "datadir" && /^[^ \t]/ { sub(/^[^ \t]+[ \t]+/, ""); print; exit }'
+++ mktemp -u
++ mysqld --verbose --help --wsrep-provider=none --log-bin-index=/tmp/tmp.HMaRKjIyiI
+ DATADIR=/var/lib/mysql/
+ grastate_loc=/var/lib/mysql//grastate.dat
+ wsrep_verbose_logfile=/var/lib/mysql//wsrep_recovery_verbose.log
+ '[' -f /var/lib/mysql//wsrep_recovery_verbose.log ']'
+ '[' -s /var/lib/mysql//grastate.dat -a -d /var/lib/mysql//mysql ']'
++ grep uuid: /var/lib/mysql//grastate.dat
++ cut -d: -f2
++ tr -d ' '
+ uuid=69a1239e-202f-11ec-b8d0-3b7747ab03b4
++ grep seqno: /var/lib/mysql//grastate.dat
++ cut -d: -f2
++ tr -d ' '
+ seqno=28571
++ grep safe_to_bootstrap: /var/lib/mysql//grastate.dat
++ cut -d: -f2
++ tr -d ' '
+ safe_to_bootstrap=1
+ '[' -n 28571 ']'
+ '[' 28571 -ne -1 ']'
+ echo 'Skipping wsrep-recover for 69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 pair'
+ echo 'Assigning 69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 to wsrep_start_position'
+ wsrep_start_position_opt=--wsrep_start_position=69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571
+ '[' -z --wsrep_start_position=69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 -a -d /var/lib/mysql//mysql ']'
Skipping wsrep-recover for 69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 pair
Assigning 69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 to wsrep_start_position
+ '[' -n xtradb-poc-env3-pxc-unready ']'
++ get_primary
++ peer-list -on-start=/usr/bin/get-pxc-state -service=xtradb-poc-env3-pxc-unready
++ grep wsrep_ready:ON:wsrep_connected:ON:wsrep_local_state_comment:Synced:wsrep_cluster_status:Primary
++ sort
++ tail -1
++ true
+ is_primary_exists=
+ is_manual_recovery
+ set +o xtrace
+ [[ -z '' ]]
+ [[ -f /var/lib/mysql//grastate.dat ]]
+ [[ 1 != 1 ]]
+ [[ -z '' ]]
+ [[ -f /var/lib/mysql//gvwstate.dat ]]
+ exec mysqld --wsrep_start_position=69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571