- [root@dbaasjump002 deploy]# kubectl logs xtradb-poc-env3-pxc-1 pxc
- + '[' m = - ']'
- + CFG=/etc/mysql/node.cnf
- + wantHelp=
- + for arg in "$@"
- + case "$arg" in
- ++ mysqld -V
- ++ awk '{print $3}'
- ++ awk -F. '{print $1"."$2}'
- + MYSQL_VERSION=8.0
- ++ mysqld -V
- ++ awk '{print $3}'
- ++ awk -F. '{print $3}'
- ++ awk -F- '{print $1}'
- + MYSQL_PATCH_VERSION=23
- + vault_secret=/etc/mysql/vault-keyring-secret/keyring_vault.conf
- + '[' -f /etc/mysql/vault-keyring-secret/keyring_vault.conf ']'
- + '[' -f /usr/lib64/mysql/plugin/binlog_utils_udf.so ']'
- + sed -i '/\[mysqld\]/a plugin_load="binlog_utils_udf=binlog_utils_udf.so"' /etc/mysql/node.cnf
- + sed -i '/\[mysqld\]/a gtid-mode=ON' /etc/mysql/node.cnf
- + sed -i '/\[mysqld\]/a enforce-gtid-consistency' /etc/mysql/node.cnf
- + grep -q '^progress=' /etc/mysql/node.cnf
- + sed -i 's|^progress=.*|progress=1|' /etc/mysql/node.cnf
- + grep -q '^\[sst\]' /etc/mysql/node.cnf
- + grep -q '^cpat=' /etc/mysql/node.cnf
- + sed '/^\[sst\]/a cpat=.*\\.pem$\\|.*init\\.ok$\\|.*galera\\.cache$\\|.*wsrep_recovery_verbose\\.log$\\|.*readiness-check\\.sh$\\|.*liveness-check\\.sh$\\|.*sst_in_progress$\\|.*sst-xb-tmpdir$\\|.*\\.sst$\\|.*gvwstate\\.dat$\\|.*grastate\\.dat$\\|.*\\.err$\\|.*\\.log$\\|.*RPM_UPGRADE_MARKER$\\|.*RPM_UPGRADE_HISTORY$\\|.*pxc-entrypoint\\.sh$\\|.*unsafe-bootstrap\\.sh$\\|.*pxc-configure-pxc\\.sh\\|.*peer-list$' /etc/mysql/node.cnf
- + [[ 8.0 == \8\.\0 ]]
- + [[ 23 -ge 26 ]]
- + grep -q '^skip_slave_start=ON' /etc/mysql/node.cnf
- + sed -i '/\[mysqld\]/a skip_slave_start=ON' /etc/mysql/node.cnf
- + file_env XTRABACKUP_PASSWORD xtrabackup xtrabackup
- + set +o xtrace
- + file_env CLUSTERCHECK_PASSWORD '' clustercheck
- + set +o xtrace
- ++ hostname -f
- + NODE_NAME=xtradb-poc-env3-pxc-1.xtradb-poc-env3-pxc.xtradb-poc-env3.svc.cluster.local
- + NODE_PORT=3306
- + '[' -n xtradb-poc-env3-pxc-unready ']'
- + echo 'Percona XtraDB Cluster: Finding peers'
- + /var/lib/mysql/peer-list -on-start=/var/lib/mysql/pxc-configure-pxc.sh -service=xtradb-poc-env3-pxc-unready
- Percona XtraDB Cluster: Finding peers
- 2021/09/29 05:50:10 Peer finder enter
- 2021/09/29 05:50:10 Determined Domain to be xtradb-poc-env3.svc.cluster.local
- 2021/09/29 05:50:10 Peer list updated
- was []
- now [10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local]
- 2021/09/29 05:50:10 execing: /var/lib/mysql/pxc-configure-pxc.sh with stdin: 10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
- 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
- 2021/09/29 05:50:10 ++ hostname -I
- ++ awk ' { print $1 } '
- + NODE_IP=10.254.2.188
- ++ hostname -f
- ++ cut -d. -f2
- + CLUSTER_NAME=xtradb-poc-env3-pxc
- + SERVER_NUM=1
- + SERVER_ID=28205231
- ++ hostname -f
- + NODE_NAME=xtradb-poc-env3-pxc-1.xtradb-poc-env3-pxc.xtradb-poc-env3.svc.cluster.local
- + NODE_PORT=3306
- + read -ra LINE
- + echo 'read line 10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local'
- read line 10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
- ++ getent hosts 10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
- ++ awk '{ print $1 }'
- + LINE_IP=10.254.2.188
- + '[' 10.254.2.188 '!=' 10.254.2.188 ']'
- + read -ra LINE
- + echo 'read line 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local'
- read line 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
- ++ getent hosts 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
- ++ awk '{ print $1 }'
- + LINE_IP=10.254.3.43
- + '[' 10.254.3.43 '!=' 10.254.2.188 ']'
- ++ mysql_root_exec 10.254.3.43 'select @@hostname'
- ++ local server=10.254.3.43
- ++ local 'query=select @@hostname'
- ERROR 2003 (HY000): Can't connect to MySQL server on '10.254.3.43' (111)
- + LINE_HOST=
- + '[' -n '' ']'
- + PEERS_FULL=("${PEERS_FULL[@]}" $LINE_IP)
- + read -ra LINE
- + '[' 0 '!=' 0 ']'
- + '[' 1 '!=' 0 ']'
- ++ printf '%s\n' 10.254.3.43
- ++ sort --version-sort
- ++ tr '\n' ,
- ++ sed 's/,$//'
- + WSREP_CLUSTER_ADDRESS=10.254.3.43
- + CFG=/etc/mysql/node.cnf
- ++ mysqld -V
- ++ awk '{print $3}'
- ++ awk -F. '{print $1"."$2}'
- + MYSQL_VERSION=8.0
- + '[' 8.0 == 8.0 ']'
- + grep -E -q '^[#]?admin-address' /etc/mysql/node.cnf
- + sed '/^\[mysqld\]/a admin-address=\n' /etc/mysql/node.cnf
- + grep -E -q '^[#]?log_error_suppression_list' /etc/mysql/node.cnf
- + sed '/^\[mysqld\]/a log_error_suppression_list="MY-010055"\n' /etc/mysql/node.cnf
- + '[' yes == yes ']'
- + grep -E -q '^[#]?log-error' /etc/mysql/node.cnf
- + sed '/^\[mysqld\]/a log-error=/var/lib/mysql/mysqld-error.log\n' /etc/mysql/node.cnf
- + grep -E -q '^[#]?wsrep_sst_donor' /etc/mysql/node.cnf
- + sed '/^\[mysqld\]/a wsrep_sst_donor=\n' /etc/mysql/node.cnf
- + grep -E -q '^[#]?wsrep_node_incoming_address' /etc/mysql/node.cnf
- + grep -E -q '^[#]?wsrep_provider_options' /etc/mysql/node.cnf
- + sed '/^\[mysqld\]/a wsrep_provider_options="pc.weight=10"\n' /etc/mysql/node.cnf
- + sed -r 's|^[#]?server_id=.*$|server_id=28205231|' /etc/mysql/node.cnf
- + sed -r 's|^[#]?coredumper$|coredumper|' /etc/mysql/node.cnf
- + sed -r 's|^[#]?wsrep_node_address=.*$|wsrep_node_address=10.254.2.188|' /etc/mysql/node.cnf
- + sed -r 's|^[#]?wsrep_cluster_name=.*$|wsrep_cluster_name=xtradb-poc-env3-pxc|' /etc/mysql/node.cnf
- + sed -r 's|^[#]?wsrep_sst_donor=.*$|wsrep_sst_donor=|' /etc/mysql/node.cnf
- + sed -r 's|^[#]?wsrep_cluster_address=.*$|wsrep_cluster_address=gcomm://10.254.3.43|' /etc/mysql/node.cnf
- + sed -r 's|^[#]?wsrep_node_incoming_address=.*$|wsrep_node_incoming_address=xtradb-poc-env3-pxc-1.xtradb-poc-env3-pxc.xtradb-poc-env3.svc.cluster.local:3306|' /etc/mysql/node.cnf
- + sed -r 's|^[#]?admin-address=.*$|admin-address=10.254.2.188|' /etc/mysql/node.cnf
- + sed -r 's|^[#]?extra_max_connections=.*$|extra_max_connections=100|' /etc/mysql/node.cnf
- + sed -r 's|^[#]?extra_port=.*$|extra_port=33062|' /etc/mysql/node.cnf
- + CA=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt
- + '[' -f /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt ']'
- + SSL_DIR=/etc/mysql/ssl
- + '[' -f /etc/mysql/ssl/ca.crt ']'
- + CA=/etc/mysql/ssl/ca.crt
- + SSL_INTERNAL_DIR=/etc/mysql/ssl-internal
- + '[' -f /etc/mysql/ssl-internal/ca.crt ']'
- + CA=/etc/mysql/ssl-internal/ca.crt
- + KEY=/etc/mysql/ssl/tls.key
- + CERT=/etc/mysql/ssl/tls.crt
- + '[' -f /etc/mysql/ssl-internal/tls.key -a -f /etc/mysql/ssl-internal/tls.crt ']'
- + KEY=/etc/mysql/ssl-internal/tls.key
- + CERT=/etc/mysql/ssl-internal/tls.crt
- + '[' -f /etc/mysql/ssl-internal/ca.crt -a -f /etc/mysql/ssl-internal/tls.key -a -f /etc/mysql/ssl-internal/tls.crt ']'
- + sed '/^\[mysqld\]/a pxc-encrypt-cluster-traffic=ON\nssl-ca=/etc/mysql/ssl-internal/ca.crt\nssl-key=/etc/mysql/ssl-internal/tls.key\nssl-cert=/etc/mysql/ssl-internal/tls.crt' /etc/mysql/node.cnf
- 2021/09/29 05:50:11 Peer finder exiting
- ++ grep '^wsrep_cluster_address=' /etc/mysql/node.cnf
- ++ cut -d = -f 2
- ++ sed -e 's^.*gcomm://^^'
- + CLUSTER_JOIN=10.254.3.43
- + echo 'Cluster address set to: 10.254.3.43'
- Cluster address set to: 10.254.3.43
- + '[' -z 10.254.3.43 ']'
- + '[' mysqld = mysqld -a -z '' ']'
- + _check_config mysqld
- + toRun=("$@" --verbose --help --wsrep-provider='none')
- ++ mysqld --verbose --help --wsrep-provider=none
- + errors=
- ++ _get_config datadir mysqld
- ++ local conf=datadir
- ++ shift
- ++ awk '$1 == "datadir" && /^[^ \t]/ { sub(/^[^ \t]+[ \t]+/, ""); print; exit }'
- +++ mktemp -u
- ++ mysqld --verbose --help --wsrep-provider=none --log-bin-index=/tmp/tmp.Jns3YFXpu1
- + DATADIR=/var/lib/mysql/
- ++ _get_cnf_config sst tmpdir /var/lib/mysql//sst-xb-tmpdir
- ++ local group=sst
- ++ local var=tmpdir
- ++ local reval=
- +++ my_print_defaults sst
- +++ awk -F= '{st=index($0,"="); cur=$0; if ($1 ~ /_/) { gsub(/_/,"-",$1);} if (st != 0) { print $1"="substr(cur,st+1) } else { print cur }}'
- +++ grep -- --tmpdir=
- +++ cut -d= -f2-
- +++ tail -1
- ++ reval=
- ++ [[ -z '' ]]
- ++ reval=/var/lib/mysql//sst-xb-tmpdir
- ++ echo /var/lib/mysql//sst-xb-tmpdir
- + SST_DIR=/var/lib/mysql//sst-xb-tmpdir
- ++ _get_cnf_config sst progress /var/lib/mysql//sst_in_progress
- ++ local group=sst
- ++ local var=progress
- ++ local reval=
- +++ my_print_defaults sst
- +++ awk -F= '{st=index($0,"="); cur=$0; if ($1 ~ /_/) { gsub(/_/,"-",$1);} if (st != 0) { print $1"="substr(cur,st+1) } else { print cur }}'
- +++ grep -- --progress=
- +++ cut -d= -f2-
- +++ tail -1
- ++ reval=1
- ++ [[ -z 1 ]]
- ++ echo 1
- + SST_P_FILE=1
- + rm -rvf /var/lib/mysql//sst-xb-tmpdir 1
- + mysqld --version
- + sed s/-ps//
- + tee /tmp/version_info
- /usr/sbin/mysqld Ver 8.0.23-14.1 for Linux on x86_64 (Percona XtraDB Cluster (GPL), Release rel14, Revision d3b9a1d, WSREP version 26.4.3)
- + '[' -f /var/lib/mysql//version_info ']'
- + diff /tmp/version_info /var/lib/mysql//version_info
- + mysqld --version
- + sed s/-ps//
- + grep -v wsrep_sst_auth /etc/mysql/node.cnf
- [mysqld]
- pxc-encrypt-cluster-traffic=ON
- ssl-ca=/etc/mysql/ssl-internal/ca.crt
- ssl-key=/etc/mysql/ssl-internal/tls.key
- ssl-cert=/etc/mysql/ssl-internal/tls.crt
- wsrep_provider_options="pc.weight=10"
- wsrep_sst_donor=
- log-error=/var/lib/mysql/mysqld-error.log
- log_error_suppression_list="MY-010055"
- admin-address=10.254.2.188
- skip_slave_start=ON
- enforce-gtid-consistency
- gtid-mode=ON
- plugin_load="binlog_utils_udf=binlog_utils_udf.so"
- default_authentication_plugin=mysql_native_password
- datadir=/var/lib/mysql
- socket=/tmp/mysql.sock
- skip-host-cache
- coredumper
- server_id=28205231
- binlog_format=ROW
- default_storage_engine=InnoDB
- innodb_flush_log_at_trx_commit = 0
- innodb_flush_method = O_DIRECT
- innodb_file_per_table = 1
- innodb_autoinc_lock_mode=2
- bind_address = 0.0.0.0
- wsrep_slave_threads=2
- wsrep_cluster_address=gcomm://10.254.3.43
- wsrep_provider=/usr/lib64/galera4/libgalera_smm.so
- wsrep_cluster_name=xtradb-poc-env3-pxc
- wsrep_node_address=10.254.2.188
- wsrep_node_incoming_address=xtradb-poc-env3-pxc-1.xtradb-poc-env3-pxc.xtradb-poc-env3.svc.cluster.local:3306
- wsrep_sst_method=xtrabackup-v2
- [client]
- socket=/tmp/mysql.sock
- [sst]
- cpat=.*\.pem$\|.*init\.ok$\|.*galera\.cache$\|.*wsrep_recovery_verbose\.log$\|.*readiness-check\.sh$\|.*liveness-check\.sh$\|.*sst_in_progress$\|.*sst-xb-tmpdir$\|.*\.sst$\|.*gvwstate\.dat$\|.*grastate\.dat$\|.*\.err$\|.*\.log$\|.*RPM_UPGRADE_MARKER$\|.*RPM_UPGRADE_HISTORY$\|.*pxc-entrypoint\.sh$\|.*unsafe-bootstrap\.sh$\|.*pxc-configure-pxc\.sh\|.*peer-list$
- progress=1
- ++ cat /var/run/secrets/kubernetes.io/serviceaccount/namespace
- + POD_NAMESPACE=xtradb-poc-env3
- + wsrep_start_position_opt=
- + '[' mysqld = mysqld -a -z '' ']'
- ++ _get_config datadir mysqld
- ++ local conf=datadir
- ++ shift
- ++ awk '$1 == "datadir" && /^[^ \t]/ { sub(/^[^ \t]+[ \t]+/, ""); print; exit }'
- +++ mktemp -u
- ++ mysqld --verbose --help --wsrep-provider=none --log-bin-index=/tmp/tmp.HMaRKjIyiI
- + DATADIR=/var/lib/mysql/
- + grastate_loc=/var/lib/mysql//grastate.dat
- + wsrep_verbose_logfile=/var/lib/mysql//wsrep_recovery_verbose.log
- + '[' -f /var/lib/mysql//wsrep_recovery_verbose.log ']'
- + '[' -s /var/lib/mysql//grastate.dat -a -d /var/lib/mysql//mysql ']'
- ++ grep uuid: /var/lib/mysql//grastate.dat
- ++ cut -d: -f2
- ++ tr -d ' '
- + uuid=69a1239e-202f-11ec-b8d0-3b7747ab03b4
- ++ grep seqno: /var/lib/mysql//grastate.dat
- ++ cut -d: -f2
- ++ tr -d ' '
- + seqno=28571
- ++ grep safe_to_bootstrap: /var/lib/mysql//grastate.dat
- ++ cut -d: -f2
- ++ tr -d ' '
- + safe_to_bootstrap=1
- + '[' -n 28571 ']'
- + '[' 28571 -ne -1 ']'
- + echo 'Skipping wsrep-recover for 69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 pair'
- + echo 'Assigning 69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 to wsrep_start_position'
- + wsrep_start_position_opt=--wsrep_start_position=69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571
- + '[' -z --wsrep_start_position=69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 -a -d /var/lib/mysql//mysql ']'
- Skipping wsrep-recover for 69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 pair
- Assigning 69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 to wsrep_start_position
- + '[' -n xtradb-poc-env3-pxc-unready ']'
- ++ get_primary
- ++ peer-list -on-start=/usr/bin/get-pxc-state -service=xtradb-poc-env3-pxc-unready
- ++ grep wsrep_ready:ON:wsrep_connected:ON:wsrep_local_state_comment:Synced:wsrep_cluster_status:Primary
- ++ sort
- ++ tail -1
- ++ true
- + is_primary_exists=
- + is_manual_recovery
- + set +o xtrace
- + [[ -z '' ]]
- + [[ -f /var/lib/mysql//grastate.dat ]]
- + [[ 1 != 1 ]]
- + [[ -z '' ]]
- + [[ -f /var/lib/mysql//gvwstate.dat ]]
- + exec mysqld --wsrep_start_position=69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571