Facebook
From Ivory Crane, 2 Years ago, written in Plain Text.
Embed
Download Paste or View Raw
Hits: 123
  1. [root@dbaasjump002 deploy]# kubectl logs xtradb-poc-env3-pxc-1 pxc
  2. + '[' m = - ']'
  3. + CFG=/etc/mysql/node.cnf
  4. + wantHelp=
  5. + for arg in "$@"
  6. + case "$arg" in
  7. ++ mysqld -V
  8. ++ awk '{print $3}'
  9. ++ awk -F. '{print $1"."$2}'
  10. + MYSQL_VERSION=8.0
  11. ++ mysqld -V
  12. ++ awk '{print $3}'
  13. ++ awk -F. '{print $3}'
  14. ++ awk -F- '{print $1}'
  15. + MYSQL_PATCH_VERSION=23
  16. + vault_secret=/etc/mysql/vault-keyring-secret/keyring_vault.conf
  17. + '[' -f /etc/mysql/vault-keyring-secret/keyring_vault.conf ']'
  18. + '[' -f /usr/lib64/mysql/plugin/binlog_utils_udf.so ']'
  19. + sed -i '/\[mysqld\]/a plugin_load="binlog_utils_udf=binlog_utils_udf.so"' /etc/mysql/node.cnf
  20. + sed -i '/\[mysqld\]/a gtid-mode=ON' /etc/mysql/node.cnf
  21. + sed -i '/\[mysqld\]/a enforce-gtid-consistency' /etc/mysql/node.cnf
  22. + grep -q '^progress=' /etc/mysql/node.cnf
  23. + sed -i 's|^progress=.*|progress=1|' /etc/mysql/node.cnf
  24. + grep -q '^\[sst\]' /etc/mysql/node.cnf
  25. + grep -q '^cpat=' /etc/mysql/node.cnf
  26. + sed '/^\[sst\]/a cpat=.*\\.pem$\\|.*init\\.ok$\\|.*galera\\.cache$\\|.*wsrep_recovery_verbose\\.log$\\|.*readiness-check\\.sh$\\|.*liveness-check\\.sh$\\|.*sst_in_progress$\\|.*sst-xb-tmpdir$\\|.*\\.sst$\\|.*gvwstate\\.dat$\\|.*grastate\\.dat$\\|.*\\.err$\\|.*\\.log$\\|.*RPM_UPGRADE_MARKER$\\|.*RPM_UPGRADE_HISTORY$\\|.*pxc-entrypoint\\.sh$\\|.*unsafe-bootstrap\\.sh$\\|.*pxc-configure-pxc\\.sh\\|.*peer-list$' /etc/mysql/node.cnf
  27. + [[ 8.0 == \8\.\0 ]]
  28. + [[ 23 -ge 26 ]]
  29. + grep -q '^skip_slave_start=ON' /etc/mysql/node.cnf
  30. + sed -i '/\[mysqld\]/a skip_slave_start=ON' /etc/mysql/node.cnf
  31. + file_env XTRABACKUP_PASSWORD xtrabackup xtrabackup
  32. + set +o xtrace
  33. + file_env CLUSTERCHECK_PASSWORD '' clustercheck
  34. + set +o xtrace
  35. ++ hostname -f
  36. + NODE_NAME=xtradb-poc-env3-pxc-1.xtradb-poc-env3-pxc.xtradb-poc-env3.svc.cluster.local
  37. + NODE_PORT=3306
  38. + '[' -n xtradb-poc-env3-pxc-unready ']'
  39. + echo 'Percona XtraDB Cluster: Finding peers'
  40. + /var/lib/mysql/peer-list -on-start=/var/lib/mysql/pxc-configure-pxc.sh -service=xtradb-poc-env3-pxc-unready
  41. Percona XtraDB Cluster: Finding peers
  42. 2021/09/29 05:50:10 Peer finder enter
  43. 2021/09/29 05:50:10 Determined Domain to be xtradb-poc-env3.svc.cluster.local
  44. 2021/09/29 05:50:10 Peer list updated
  45. was []
  46. now [10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local]
  47. 2021/09/29 05:50:10 execing: /var/lib/mysql/pxc-configure-pxc.sh with stdin: 10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
  48. 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
  49. 2021/09/29 05:50:10 ++ hostname -I
  50. ++ awk ' { print $1 } '
  51. + NODE_IP=10.254.2.188
  52. ++ hostname -f
  53. ++ cut -d. -f2
  54. + CLUSTER_NAME=xtradb-poc-env3-pxc
  55. + SERVER_NUM=1
  56. + SERVER_ID=28205231
  57. ++ hostname -f
  58. + NODE_NAME=xtradb-poc-env3-pxc-1.xtradb-poc-env3-pxc.xtradb-poc-env3.svc.cluster.local
  59. + NODE_PORT=3306
  60. + read -ra LINE
  61. + echo 'read line 10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local'
  62. read line 10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
  63. ++ getent hosts 10-254-2-188.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
  64. ++ awk '{ print $1 }'
  65. + LINE_IP=10.254.2.188
  66. + '[' 10.254.2.188 '!=' 10.254.2.188 ']'
  67. + read -ra LINE
  68. + echo 'read line 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local'
  69. read line 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
  70. ++ getent hosts 10-254-3-43.xtradb-poc-env3-pxc-unready.xtradb-poc-env3.svc.cluster.local
  71. ++ awk '{ print $1 }'
  72. + LINE_IP=10.254.3.43
  73. + '[' 10.254.3.43 '!=' 10.254.2.188 ']'
  74. ++ mysql_root_exec 10.254.3.43 'select @@hostname'
  75. ++ local server=10.254.3.43
  76. ++ local 'query=select @@hostname'
  77. ERROR 2003 (HY000): Can't connect to MySQL server on '10.254.3.43' (111)
  78. + LINE_HOST=
  79. + '[' -n '' ']'
  80. + PEERS_FULL=("${PEERS_FULL[@]}" $LINE_IP)
  81. + read -ra LINE
  82. + '[' 0 '!=' 0 ']'
  83. + '[' 1 '!=' 0 ']'
  84. ++ printf '%s\n' 10.254.3.43
  85. ++ sort --version-sort
  86. ++ tr '\n' ,
  87. ++ sed 's/,$//'
  88. + WSREP_CLUSTER_ADDRESS=10.254.3.43
  89. + CFG=/etc/mysql/node.cnf
  90. ++ mysqld -V
  91. ++ awk '{print $3}'
  92. ++ awk -F. '{print $1"."$2}'
  93. + MYSQL_VERSION=8.0
  94. + '[' 8.0 == 8.0 ']'
  95. + grep -E -q '^[#]?admin-address' /etc/mysql/node.cnf
  96. + sed '/^\[mysqld\]/a admin-address=\n' /etc/mysql/node.cnf
  97. + grep -E -q '^[#]?log_error_suppression_list' /etc/mysql/node.cnf
  98. + sed '/^\[mysqld\]/a log_error_suppression_list="MY-010055"\n' /etc/mysql/node.cnf
  99. + '[' yes == yes ']'
  100. + grep -E -q '^[#]?log-error' /etc/mysql/node.cnf
  101. + sed '/^\[mysqld\]/a log-error=/var/lib/mysql/mysqld-error.log\n' /etc/mysql/node.cnf
  102. + grep -E -q '^[#]?wsrep_sst_donor' /etc/mysql/node.cnf
  103. + sed '/^\[mysqld\]/a wsrep_sst_donor=\n' /etc/mysql/node.cnf
  104. + grep -E -q '^[#]?wsrep_node_incoming_address' /etc/mysql/node.cnf
  105. + grep -E -q '^[#]?wsrep_provider_options' /etc/mysql/node.cnf
  106. + sed '/^\[mysqld\]/a wsrep_provider_options="pc.weight=10"\n' /etc/mysql/node.cnf
  107. + sed -r 's|^[#]?server_id=.*$|server_id=28205231|' /etc/mysql/node.cnf
  108. + sed -r 's|^[#]?coredumper$|coredumper|' /etc/mysql/node.cnf
  109. + sed -r 's|^[#]?wsrep_node_address=.*$|wsrep_node_address=10.254.2.188|' /etc/mysql/node.cnf
  110. + sed -r 's|^[#]?wsrep_cluster_name=.*$|wsrep_cluster_name=xtradb-poc-env3-pxc|' /etc/mysql/node.cnf
  111. + sed -r 's|^[#]?wsrep_sst_donor=.*$|wsrep_sst_donor=|' /etc/mysql/node.cnf
  112. + sed -r 's|^[#]?wsrep_cluster_address=.*$|wsrep_cluster_address=gcomm://10.254.3.43|' /etc/mysql/node.cnf
  113. + sed -r 's|^[#]?wsrep_node_incoming_address=.*$|wsrep_node_incoming_address=xtradb-poc-env3-pxc-1.xtradb-poc-env3-pxc.xtradb-poc-env3.svc.cluster.local:3306|' /etc/mysql/node.cnf
  114. + sed -r 's|^[#]?admin-address=.*$|admin-address=10.254.2.188|' /etc/mysql/node.cnf
  115. + sed -r 's|^[#]?extra_max_connections=.*$|extra_max_connections=100|' /etc/mysql/node.cnf
  116. + sed -r 's|^[#]?extra_port=.*$|extra_port=33062|' /etc/mysql/node.cnf
  117. + CA=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt
  118. + '[' -f /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt ']'
  119. + SSL_DIR=/etc/mysql/ssl
  120. + '[' -f /etc/mysql/ssl/ca.crt ']'
  121. + CA=/etc/mysql/ssl/ca.crt
  122. + SSL_INTERNAL_DIR=/etc/mysql/ssl-internal
  123. + '[' -f /etc/mysql/ssl-internal/ca.crt ']'
  124. + CA=/etc/mysql/ssl-internal/ca.crt
  125. + KEY=/etc/mysql/ssl/tls.key
  126. + CERT=/etc/mysql/ssl/tls.crt
  127. + '[' -f /etc/mysql/ssl-internal/tls.key -a -f /etc/mysql/ssl-internal/tls.crt ']'
  128. + KEY=/etc/mysql/ssl-internal/tls.key
  129. + CERT=/etc/mysql/ssl-internal/tls.crt
  130. + '[' -f /etc/mysql/ssl-internal/ca.crt -a -f /etc/mysql/ssl-internal/tls.key -a -f /etc/mysql/ssl-internal/tls.crt ']'
  131. + sed '/^\[mysqld\]/a pxc-encrypt-cluster-traffic=ON\nssl-ca=/etc/mysql/ssl-internal/ca.crt\nssl-key=/etc/mysql/ssl-internal/tls.key\nssl-cert=/etc/mysql/ssl-internal/tls.crt' /etc/mysql/node.cnf
  132. 2021/09/29 05:50:11 Peer finder exiting
  133. ++ grep '^wsrep_cluster_address=' /etc/mysql/node.cnf
  134. ++ cut -d = -f 2
  135. ++ sed -e 's^.*gcomm://^^'
  136. + CLUSTER_JOIN=10.254.3.43
  137. + echo 'Cluster address set to: 10.254.3.43'
  138. Cluster address set to: 10.254.3.43
  139. + '[' -z 10.254.3.43 ']'
  140. + '[' mysqld = mysqld -a -z '' ']'
  141. + _check_config mysqld
  142. + toRun=("$@" --verbose --help --wsrep-provider='none')
  143. ++ mysqld --verbose --help --wsrep-provider=none
  144. + errors=
  145. ++ _get_config datadir mysqld
  146. ++ local conf=datadir
  147. ++ shift
  148. ++ awk '$1 == "datadir" && /^[^ \t]/ { sub(/^[^ \t]+[ \t]+/, ""); print; exit }'
  149. +++ mktemp -u
  150. ++ mysqld --verbose --help --wsrep-provider=none --log-bin-index=/tmp/tmp.Jns3YFXpu1
  151. + DATADIR=/var/lib/mysql/
  152. ++ _get_cnf_config sst tmpdir /var/lib/mysql//sst-xb-tmpdir
  153. ++ local group=sst
  154. ++ local var=tmpdir
  155. ++ local reval=
  156. +++ my_print_defaults sst
  157. +++ awk -F= '{st=index($0,"="); cur=$0; if ($1 ~ /_/) { gsub(/_/,"-",$1);} if (st != 0) { print $1"="substr(cur,st+1) } else { print cur }}'
  158. +++ grep -- --tmpdir=
  159. +++ cut -d= -f2-
  160. +++ tail -1
  161. ++ reval=
  162. ++ [[ -z '' ]]
  163. ++ reval=/var/lib/mysql//sst-xb-tmpdir
  164. ++ echo /var/lib/mysql//sst-xb-tmpdir
  165. + SST_DIR=/var/lib/mysql//sst-xb-tmpdir
  166. ++ _get_cnf_config sst progress /var/lib/mysql//sst_in_progress
  167. ++ local group=sst
  168. ++ local var=progress
  169. ++ local reval=
  170. +++ my_print_defaults sst
  171. +++ awk -F= '{st=index($0,"="); cur=$0; if ($1 ~ /_/) { gsub(/_/,"-",$1);} if (st != 0) { print $1"="substr(cur,st+1) } else { print cur }}'
  172. +++ grep -- --progress=
  173. +++ cut -d= -f2-
  174. +++ tail -1
  175. ++ reval=1
  176. ++ [[ -z 1 ]]
  177. ++ echo 1
  178. + SST_P_FILE=1
  179. + rm -rvf /var/lib/mysql//sst-xb-tmpdir 1
  180. + mysqld --version
  181. + sed s/-ps//
  182. + tee /tmp/version_info
  183. /usr/sbin/mysqld  Ver 8.0.23-14.1 for Linux on x86_64 (Percona XtraDB Cluster (GPL), Release rel14, Revision d3b9a1d, WSREP version 26.4.3)
  184. + '[' -f /var/lib/mysql//version_info ']'
  185. + diff /tmp/version_info /var/lib/mysql//version_info
  186. + mysqld --version
  187. + sed s/-ps//
  188. + grep -v wsrep_sst_auth /etc/mysql/node.cnf
  189. [mysqld]
  190. pxc-encrypt-cluster-traffic=ON
  191. ssl-ca=/etc/mysql/ssl-internal/ca.crt
  192. ssl-key=/etc/mysql/ssl-internal/tls.key
  193. ssl-cert=/etc/mysql/ssl-internal/tls.crt
  194. wsrep_provider_options="pc.weight=10"
  195.  
  196. wsrep_sst_donor=
  197.  
  198. log-error=/var/lib/mysql/mysqld-error.log
  199.  
  200. log_error_suppression_list="MY-010055"
  201.  
  202. admin-address=10.254.2.188
  203.  
  204. skip_slave_start=ON
  205. enforce-gtid-consistency
  206. gtid-mode=ON
  207. plugin_load="binlog_utils_udf=binlog_utils_udf.so"
  208.  
  209. default_authentication_plugin=mysql_native_password
  210. datadir=/var/lib/mysql
  211. socket=/tmp/mysql.sock
  212. skip-host-cache
  213.  
  214. coredumper
  215. server_id=28205231
  216. binlog_format=ROW
  217. default_storage_engine=InnoDB
  218.  
  219. innodb_flush_log_at_trx_commit  = 0
  220. innodb_flush_method             = O_DIRECT
  221. innodb_file_per_table           = 1
  222. innodb_autoinc_lock_mode=2
  223.  
  224. bind_address = 0.0.0.0
  225.  
  226. wsrep_slave_threads=2
  227. wsrep_cluster_address=gcomm://10.254.3.43
  228. wsrep_provider=/usr/lib64/galera4/libgalera_smm.so
  229.  
  230. wsrep_cluster_name=xtradb-poc-env3-pxc
  231. wsrep_node_address=10.254.2.188
  232. wsrep_node_incoming_address=xtradb-poc-env3-pxc-1.xtradb-poc-env3-pxc.xtradb-poc-env3.svc.cluster.local:3306
  233.  
  234. wsrep_sst_method=xtrabackup-v2
  235.  
  236. [client]
  237. socket=/tmp/mysql.sock
  238.  
  239. [sst]
  240. cpat=.*\.pem$\|.*init\.ok$\|.*galera\.cache$\|.*wsrep_recovery_verbose\.log$\|.*readiness-check\.sh$\|.*liveness-check\.sh$\|.*sst_in_progress$\|.*sst-xb-tmpdir$\|.*\.sst$\|.*gvwstate\.dat$\|.*grastate\.dat$\|.*\.err$\|.*\.log$\|.*RPM_UPGRADE_MARKER$\|.*RPM_UPGRADE_HISTORY$\|.*pxc-entrypoint\.sh$\|.*unsafe-bootstrap\.sh$\|.*pxc-configure-pxc\.sh\|.*peer-list$
  241. progress=1
  242.  
  243. ++ cat /var/run/secrets/kubernetes.io/serviceaccount/namespace
  244. + POD_NAMESPACE=xtradb-poc-env3
  245. + wsrep_start_position_opt=
  246. + '[' mysqld = mysqld -a -z '' ']'
  247. ++ _get_config datadir mysqld
  248. ++ local conf=datadir
  249. ++ shift
  250. ++ awk '$1 == "datadir" && /^[^ \t]/ { sub(/^[^ \t]+[ \t]+/, ""); print; exit }'
  251. +++ mktemp -u
  252. ++ mysqld --verbose --help --wsrep-provider=none --log-bin-index=/tmp/tmp.HMaRKjIyiI
  253. + DATADIR=/var/lib/mysql/
  254. + grastate_loc=/var/lib/mysql//grastate.dat
  255. + wsrep_verbose_logfile=/var/lib/mysql//wsrep_recovery_verbose.log
  256. + '[' -f /var/lib/mysql//wsrep_recovery_verbose.log ']'
  257. + '[' -s /var/lib/mysql//grastate.dat -a -d /var/lib/mysql//mysql ']'
  258. ++ grep uuid: /var/lib/mysql//grastate.dat
  259. ++ cut -d: -f2
  260. ++ tr -d ' '
  261. + uuid=69a1239e-202f-11ec-b8d0-3b7747ab03b4
  262. ++ grep seqno: /var/lib/mysql//grastate.dat
  263. ++ cut -d: -f2
  264. ++ tr -d ' '
  265. + seqno=28571
  266. ++ grep safe_to_bootstrap: /var/lib/mysql//grastate.dat
  267. ++ cut -d: -f2
  268. ++ tr -d ' '
  269. + safe_to_bootstrap=1
  270. + '[' -n 28571 ']'
  271. + '[' 28571 -ne -1 ']'
  272. + echo 'Skipping wsrep-recover for 69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 pair'
  273. + echo 'Assigning 69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 to wsrep_start_position'
  274. + wsrep_start_position_opt=--wsrep_start_position=69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571
  275. + '[' -z --wsrep_start_position=69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 -a -d /var/lib/mysql//mysql ']'
  276. Skipping wsrep-recover for 69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 pair
  277. Assigning 69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571 to wsrep_start_position
  278. + '[' -n xtradb-poc-env3-pxc-unready ']'
  279. ++ get_primary
  280. ++ peer-list -on-start=/usr/bin/get-pxc-state -service=xtradb-poc-env3-pxc-unready
  281. ++ grep wsrep_ready:ON:wsrep_connected:ON:wsrep_local_state_comment:Synced:wsrep_cluster_status:Primary
  282. ++ sort
  283. ++ tail -1
  284. ++ true
  285. + is_primary_exists=
  286. + is_manual_recovery
  287. + set +o xtrace
  288. + [[ -z '' ]]
  289. + [[ -f /var/lib/mysql//grastate.dat ]]
  290. + [[ 1 != 1 ]]
  291. + [[ -z '' ]]
  292. + [[ -f /var/lib/mysql//gvwstate.dat ]]
  293. + exec mysqld --wsrep_start_position=69a1239e-202f-11ec-b8d0-3b7747ab03b4:28571
  294.