[root@node2 mysql]# rpm -qa | grep -i percona-xtra Percona-XtraDB-Cluster-client-57-5.7.30-31.43.1.el7.x86_64 Percona-XtraDB-Cluster-57-5.7.30-31.43.1.el7.x86_64 percona-xtrabackup-24-2.4.20-1.el7.x86_64 Percona-XtraDB-Cluster-shared-compat-57-5.7.30-31.43.1.el7.x86_64 Percona-XtraDB-Cluster-shared-57-5.7.30-31.43.1.el7.x86_64 Percona-XtraDB-Cluster-server-57-5.7.30-31.43.1.el7.x86_64 [root@node2 mysql]# rpm -e --nodeps $(rpm -qa | grep -i percona-xtra) warning: /etc/my.cnf saved as /etc/my.cnf.rpmsave [root@node2 mysql]# sudo percona-release enable ps-80 release * Enabling the Percona Server 8.0 repository <*> All done! [root@node2 mysql]# sudo yum install percona-xtradb-cluster my.cnf : # Galera settings wsrep_provider=/usr/lib64/galera4/libgalera_smm.so #If no IP is found, this implies that a new cluster needs to be created, #in order to do that you need to bootstrap this node #wsrep_cluster_address=gcomm:// # Slave thread to use wsrep_slave_threads=8 wsrep_log_conflicts #wsrep_provider = /usr/lib64/galera3/libgalera_smm.so wsrep_cluster_name = mycluster #wsrep_cluster_address = gcomm://node1,node2,node3 wsrep_node_name = node2 wsrep_node_address = 192.168.0.107 wsrep_sst_method = xtrabackup-v2 #wsrep_sst_auth = sst:Admin123 #pxc_strict_mode=PERMISSIVE innodb_autoinc_lock_mode = 2 #wsrep-debug=1 pxc-encrypt-cluster-traffic=off mysql log: 2020-07-24T07:52:46.403280Z 0 [System] [MY-010116] [Server] /usr/sbin/mysqld (mysqld 8.0.18-9) starting as process 7051 2020-07-24T07:52:46.405972Z 0 [Note] [MY-000000] [Galera] Loading provider /usr/lib64/galera4/libgalera_smm.so initial position: 41b5b03b-cd7f-11ea-970c-df789c924f44:1 2020-07-24T07:52:46.406050Z 0 [Note] [MY-000000] [Galera] wsrep_load(): loading provider library '/usr/lib64/galera4/libgalera_smm.so' 2020-07-24T07:52:46.407836Z 0 [Note] [MY-000000] [Galera] wsrep_load(): Galera 4.3(r752664d) by Codership Oy loaded successfully. 2020-07-24T07:52:46.407892Z 0 [Note] [MY-000000] [Galera] CRC-32C: using hardware acceleration. 2020-07-24T07:52:46.408236Z 0 [Note] [MY-000000] [Galera] Found saved state: 41b5b03b-cd7f-11ea-970c-df789c924f44:1, safe_to_bootstrap: 0 2020-07-24T07:52:46.408358Z 0 [Note] [MY-000000] [Galera] GCache DEBUG: opened preamble: Version: 2 UUID: 41b5b03b-cd7f-11ea-970c-df789c924f44 Seqno: -1 - -1 Offset: -1 Synced: 1 2020-07-24T07:52:46.408400Z 0 [Note] [MY-000000] [Galera] Recovering GCache ring buffer: version: 2, UUID: 41b5b03b-cd7f-11ea-970c-df789c924f44, offset: -1 2020-07-24T07:52:46.408500Z 0 [Note] [MY-000000] [Galera] GCache::RingBuffer initial scan... 0.0% ( 0/134217752 bytes) complete. 2020-07-24T07:52:46.480165Z 0 [Note] [MY-000000] [Galera] GCache::RingBuffer initial scan...100.0% (134217752/134217752 bytes) complete. 2020-07-24T07:52:46.480268Z 0 [Note] [MY-000000] [Galera] Recovering GCache ring buffer: didn't recover any events. 2020-07-24T07:52:46.481130Z 0 [Note] [MY-000000] [Galera] Complete reset of the galera cache 2020-07-24T07:52:46.532409Z 0 [Note] [MY-000000] [Galera] Flushing memory map to disk... 2020-07-24T07:52:46.728412Z 0 [Note] [MY-000000] [Galera] Passing config to GCS: base_dir = /var/lib/mysql/; base_host = 192.168.0.107; base_port = 4567; cert.log_conflicts = no; cert.optimistic_pa = yes; debug = no; evs.auto_evict = 0; evs.delay_margin = PT1S; evs.delayed_keep_period = PT30S; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 3; evs.send_window = 10; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 4; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.freeze_purge_at_seqno = -1; gcache.keep_pages_count = 0; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = galera.cache; gcache.page_size = 128M; gcache.recover = yes; gcache.size = 128M; gcomm.thread_prio = ; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 100; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.recovery = true; pc.version = 0; pc.wait_prim = true; pc.wait_prim_timeout = PT30S; pc.weight = 1; protonet.backend = asio; protonet.version = 0; repl.causal_read_timeout = PT30S; repl.commit_order = 3; repl.key_format = FLAT8; repl.max_ws_size = 2147483647; repl.proto_max = 10; socket.checksum = 2; socket.recv_buf_size = 212992; 2020-07-24T07:52:46.741185Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed. 2020-07-24T07:52:46.741479Z 0 [Note] [MY-000000] [Galera] ####### Assign initial position for certification: 41b5b03b-cd7f-11ea-970c-df789c924f44:1, protocol version: -1 2020-07-24T07:52:46.741689Z 0 [Note] [MY-000000] [Galera] GCache history reset: old(41b5b03b-cd7f-11ea-970c-df789c924f44:0 -> 41b5b03b-cd7f-11ea-970c-df789c924f44:1 2020-07-24T07:52:46.752108Z 0 [Note] [MY-000000] [WSREP] Starting replication 2020-07-24T07:52:46.752313Z 0 [Note] [MY-000000] [Galera] Connecting with bootstrap option: 0 2020-07-24T07:52:46.752472Z 0 [Note] [MY-000000] [Galera] Setting GCS initial position to 41b5b03b-cd7f-11ea-970c-df789c924f44:1 2020-07-24T07:52:46.752723Z 0 [Note] [MY-000000] [Galera] protonet asio version 0 2020-07-24T07:52:46.753086Z 0 [Note] [MY-000000] [Galera] Using CRC-32C for message checksums. 2020-07-24T07:52:46.753271Z 0 [Note] [MY-000000] [Galera] backend: asio 2020-07-24T07:52:46.753524Z 0 [Note] [MY-000000] [Galera] gcomm thread scheduling priority set to other:0 2020-07-24T07:52:46.753892Z 0 [Warning] [MY-000000] [Galera] Fail to access the file (/var/lib/mysql//gvwstate.dat) error (No such file or directory). It is possible if node is booting for first time or re-booting after a graceful shutdown 2020-07-24T07:52:46.754059Z 0 [Note] [MY-000000] [Galera] Restoring primary-component from disk failed. Either node is booting for first time or re-booting after a graceful shutdown 2020-07-24T07:52:47.760566Z 0 [Note] [MY-000000] [Galera] Changing maximum packet size to 64500, resulting msg size: 32636 2020-07-24T07:52:47.761684Z 0 [Note] [MY-000000] [Galera] Shifting CLOSED -> OPEN (TO: 0) 2020-07-24T07:52:47.762335Z 0 [Note] [MY-000000] [Galera] Opened channel 'mycluster' 2020-07-24T07:52:47.764495Z 1 [Note] [MY-000000] [WSREP] Starting rollbacker thread 1 2020-07-24T07:52:47.765554Z 2 [Note] [MY-000000] [WSREP] Starting applier thread 2 2020-07-24T07:52:47.766309Z 0 [Note] [MY-000000] [Galera] New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 2 2020-07-24T07:52:47.766955Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: Waiting for state UUID. 2020-07-24T07:52:47.767608Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: sent state msg: aa2c17e0-cd82-11ea-bc86-22c6afdf2532 2020-07-24T07:52:47.768143Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: aa2c17e0-cd82-11ea-bc86-22c6afdf2532 from 0 (node1) 2020-07-24T07:52:47.770385Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: aa2c17e0-cd82-11ea-bc86-22c6afdf2532 from 1 (node2) 2020-07-24T07:52:47.771105Z 0 [Note] [MY-000000] [Galera] Quorum results: version = 6, component = PRIMARY, conf_id = 7, members = 1/2 (primary/total), act_id = 154497, last_appl. = 0, protocols = 0/9/3 (gcs/repl/appl), vote policy= 1, group UUID = 41b5b03b-cd7f-11ea-970c-df789c924f44 2020-07-24T07:52:47.771956Z 0 [Note] [MY-000000] [Galera] Flow-control interval: [141, 141] 2020-07-24T07:52:47.772582Z 0 [Note] [MY-000000] [Galera] Shifting OPEN -> PRIMARY (TO: 154497) 2020-07-24T07:52:47.773427Z 2 [Note] [MY-000000] [Galera] ####### processing CC 154497, local, unordered 2020-07-24T07:52:47.773864Z 2 [Note] [MY-000000] [Galera] Drain monitors from 1 upto 1 2020-07-24T07:52:47.774303Z 2 [Note] [MY-000000] [Galera] REPL Protocols: 9 (4, 2) 2020-07-24T07:52:47.774750Z 2 [Note] [MY-000000] [Galera] ####### My UUID: a9ddb1ab-cd82-11ea-8f2b-d727424e6ee0 2020-07-24T07:52:47.775201Z 2 [Note] [MY-000000] [Galera] Server node2 connected to cluster at position 41b5b03b-cd7f-11ea-970c-df789c924f44:154497 with ID a9ddb1ab-cd82-11ea-8f2b-d727424e6ee0 2020-07-24T07:52:47.775684Z 2 [Note] [MY-000000] [WSREP] Server status change disconnected -> connected 2020-07-24T07:52:47.776463Z 2 [Note] [MY-000000] [WSREP] wsrep_notify_cmd is not defined, skipping notification. 2020-07-24T07:52:47.777475Z 2 [Note] [MY-000000] [Galera] State transfer required: Group state: 41b5b03b-cd7f-11ea-970c-df789c924f44:154497 Local state: 41b5b03b-cd7f-11ea-970c-df789c924f44:1 2020-07-24T07:52:47.778081Z 2 [Note] [MY-000000] [WSREP] Server status change connected -> joiner 2020-07-24T07:52:47.778446Z 2 [Note] [MY-000000] [WSREP] wsrep_notify_cmd is not defined, skipping notification. 2020-07-24T07:52:47.778956Z 0 [Note] [MY-000000] [WSREP] Initiating SST/IST transfer on JOINER side (wsrep_sst_xtrabackup-v2 --role 'joiner' --address '192.168.0.107' --datadir '/var/lib/mysql/' --basedir '/usr/' --plugindir '/usr/lib64/mysql/plugin/' --defaults-file '/etc/my.cnf' --defaults-group-suffix '' --parent '7051' --mysqld-version '8.0.18-9' '' ) 2020-07-24T07:52:48.733187Z 2 [Note] [MY-000000] [WSREP] Prepared SST request: xtrabackup-v2|192.168.0.107:4444/xtrabackup_sst//1 2020-07-24T07:52:48.733488Z 2 [Note] [MY-000000] [Galera] Cert index reset to 41b5b03b-cd7f-11ea-970c-df789c924f44:154497 (proto: 9), state transfer needed: yes 2020-07-24T07:52:48.733715Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed. 2020-07-24T07:52:48.733928Z 2 [Note] [MY-000000] [Galera] ####### Assign initial position for certification: 41b5b03b-cd7f-11ea-970c-df789c924f44:154497, protocol version: 4 2020-07-24T07:52:48.734135Z 2 [Note] [MY-000000] [Galera] Check if state gap can be serviced using IST 2020-07-24T07:52:48.734340Z 2 [Note] [MY-000000] [Galera] ####### IST uuid:41b5b03b-cd7f-11ea-970c-df789c924f44 f: 2, l: 154497, STRv: 2 2020-07-24T07:52:48.734613Z 2 [Note] [MY-000000] [Galera] IST receiver addr using tcp://192.168.0.107:4568 2020-07-24T07:52:48.735092Z 2 [Note] [MY-000000] [Galera] Prepared IST receiver for 2-154497, listening at: tcp://192.168.0.107:4568 2020-07-24T07:52:48.739407Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [1] < safe_ist_seqno [78326] 2020-07-24T07:52:48.739672Z 0 [Note] [MY-000000] [Galera] Member 1.0 (node2) requested state transfer from '*any*'. Selected 0.0 (node1)(SYNCED) as donor. 2020-07-24T07:52:48.739908Z 0 [Note] [MY-000000] [Galera] Shifting PRIMARY -> JOINER (TO: 154497) 2020-07-24T07:52:48.740145Z 2 [Note] [MY-000000] [Galera] Requesting state transfer: success, donor: 0 2020-07-24T07:52:49.764509Z 0 [Note] [MY-000000] [Galera] (a9ddb1ab, 'tcp://0.0.0.0:4567') turning message relay requesting off 2020-07-24T07:52:50.802634Z 0 [Note] [MY-000000] [WSREP-SST] Proceeding with SST......... 2020-07-24T07:52:50.869187Z 0 [Note] [MY-000000] [WSREP-SST] removed ‘/mysql/node2-bin.000001’ 2020-07-24T07:52:50.869538Z 0 [Note] [MY-000000] [WSREP-SST] removed ‘/mysql/node2-bin.000002’ 2020-07-24T07:52:50.871605Z 0 [Note] [MY-000000] [WSREP-SST] ............Waiting for SST streaming to complete! 2020-07-24T07:53:03.646471Z 0 [Note] [MY-000000] [Galera] 0.0 (node1): State transfer to 1.0 (node2) complete. 2020-07-24T07:53:03.648565Z 0 [Note] [MY-000000] [Galera] Member 0.0 (node1) synced with group. 2020-07-24T07:53:03.663979Z 0 [Note] [MY-000000] [WSREP-SST] Preparing the backup at /var/lib/mysql//sst-xb-tmpdir 2020-07-24T07:53:07.417682Z 0 [Note] [MY-000000] [WSREP-SST] Moving the backup to /var/lib/mysql/ 2020-07-24T07:53:07.542224Z 0 [Note] [MY-000000] [WSREP-SST] Running post-processing........... 2020-07-24T07:53:07.566127Z 0 [Note] [MY-000000] [WSREP-SST] Opting for mysql_upgrade (sst): local version (8.0.18) != donor version (5.7.30) 2020-07-24T07:53:08.761968Z 0 [Note] [MY-000000] [WSREP-SST] Waiting for server instance to start..... This may take some time 2020-07-24T07:53:21.299193Z 0 [Note] [MY-000000] [WSREP-SST] ...........post-processing done 2020-07-24T07:53:21.309757Z 0 [Note] [MY-000000] [WSREP-SST] Galera co-ords from recovery: 41b5b03b-cd7f-11ea-970c-df789c924f44:154497 2020-07-24T07:53:21.330681Z 3 [Note] [MY-000000] [Galera] Processing SST received 2020-07-24T07:53:21.331096Z 3 [Note] [MY-000000] [WSREP] Server status change joiner -> initializing 2020-07-24T07:53:21.331477Z 3 [Note] [MY-000000] [WSREP] wsrep_notify_cmd is not defined, skipping notification. 2020-07-24T07:53:21.333519Z 0 [Warning] [MY-013245] [Server] The SSL library function CRYPTO_set_mem_functions failed. This is typically caused by the SSL library already being used. As a result the SSL memory allocation will not be instrumented. 2020-07-24T07:53:22.401435Z 7 [System] [MY-000000] [WSREP] PXC upgrade completed successfully 2020-07-24T07:53:22.673202Z 0 [Warning] [MY-010068] [Server] CA certificate ca.pem is self signed. 2020-07-24T07:53:22.710112Z 0 [Note] [MY-000000] [WSREP] Initialized wsrep sidno 2 2020-07-24T07:53:22.710152Z 0 [Note] [MY-000000] [WSREP] wsrep_init_schema_and_SR (nil) 2020-07-24T07:53:22.724381Z 0 [Note] [MY-000000] [Galera] Server initialized 2020-07-24T07:53:22.724423Z 0 [Note] [MY-000000] [WSREP] Server status change initializing -> initialized 2020-07-24T07:53:22.724440Z 0 [Note] [MY-000000] [WSREP] wsrep_notify_cmd is not defined, skipping notification. 2020-07-24T07:53:22.724517Z 3 [Note] [MY-000000] [WSREP] Server status change initialized -> joined 2020-07-24T07:53:22.724530Z 3 [Note] [MY-000000] [WSREP] wsrep_notify_cmd is not defined, skipping notification. 2020-07-24T07:53:22.724555Z 3 [Note] [MY-000000] [Galera] Recovered position from storage: 41b5b03b-cd7f-11ea-970c-df789c924f44:154497 2020-07-24T07:53:22.724809Z 3 [Note] [MY-000000] [Galera] Recovered view from SST: id: 00000000-0000-0000-0000-000000000000:-1 status: primary protocol_version: 0 capabilities: final: yes own_index: -1 members(0): 2020-07-24T07:53:22.724824Z 3 [Warning] [MY-000000] [Galera] View recovered from stable storage was empty. If the server is doing rolling upgrade from previous version which does not support storing view info into stable storage, this is ok. Otherwise this may be a sign of malfunction. 2020-07-24T07:53:22.724982Z 11 [Note] [MY-000000] [WSREP] Cluster table is empty, not recovering transactions 2020-07-24T07:53:22.725038Z 3 [Note] [MY-000000] [Galera] SST received: 41b5b03b-cd7f-11ea-970c-df789c924f44:154497 2020-07-24T07:53:22.725054Z 3 [System] [MY-000000] [WSREP] SST completed 2020-07-24T07:53:22.725178Z 2 [Note] [MY-000000] [Galera] str_proto_ver_: 2 sst_seqno_: 154497 cc_seqno: 154497 req->ist_len(): 71 2020-07-24T07:53:22.725199Z 2 [Note] [MY-000000] [Galera] Resetting GCache seqno map due to seqno gap: 1..154497 2020-07-24T07:53:22.725213Z 2 [Note] [MY-000000] [Galera] GCache history reset: old(41b5b03b-cd7f-11ea-970c-df789c924f44:0 -> 41b5b03b-cd7f-11ea-970c-df789c924f44:154497 2020-07-24T07:53:22.726400Z 0 [System] [MY-010931] [Server] /usr/sbin/mysqld: ready for connections. Version: '8.0.18-9' socket: '/var/lib/mysql/mysql.sock' port: 3306 Percona XtraDB Cluster (GPL), Release rel9, Revision a34c3d3, WSREP version 26.4.3. 2020-07-24T07:53:22.726486Z 2 [Note] [MY-000000] [Galera] Installed new state from SST: 41b5b03b-cd7f-11ea-970c-df789c924f44:154497 2020-07-24T07:53:22.729412Z 13 [Note] [MY-000000] [WSREP] Starting applier thread 13 2020-07-24T07:53:22.730866Z 14 [Note] [MY-000000] [WSREP] Starting applier thread 14 2020-07-24T07:53:22.730939Z 14 [Note] [MY-000000] [Galera] IST loop interrupted. Likely cause: DONOR is running galera-3 or earlier protocol and has decided to skip IST in favor of complete SST 2020-07-24T07:53:22.733339Z 15 [Note] [MY-000000] [WSREP] Starting applier thread 15 2020-07-24T07:53:22.735617Z 2 [Note] [MY-000000] [Galera] Recording CC from group: 154497 2020-07-24T07:53:22.735796Z 2 [Note] [MY-000000] [Galera] Lowest cert index boundary for CC from group: 154497 2020-07-24T07:53:22.735813Z 2 [Note] [MY-000000] [Galera] Min available from gcache for CC from group: -1 2020-07-24T07:53:22.738054Z 0 [Note] [MY-000000] [Galera] 1.0 (node2): State transfer from 0.0 (node1) complete. 2020-07-24T07:53:22.738202Z 0 [Note] [MY-000000] [Galera] SST leaving flow control 2020-07-24T07:53:22.738223Z 0 [Note] [MY-000000] [Galera] Shifting JOINER -> JOINED (TO: 154497) 2020-07-24T07:53:22.739787Z 16 [Note] [MY-000000] [WSREP] Starting applier thread 16 2020-07-24T07:53:22.741029Z 0 [Note] [MY-000000] [Galera] Member 1.0 (node2) synced with group. 2020-07-24T07:53:22.741150Z 0 [Note] [MY-000000] [Galera] Shifting JOINED -> SYNCED (TO: 154497) 2020-07-24T07:53:22.741231Z 2 [Note] [MY-000000] [Galera] Server node2 synced with group 2020-07-24T07:53:22.741261Z 2 [Note] [MY-000000] [WSREP] Server status change joined -> synced 2020-07-24T07:53:22.741269Z 2 [Note] [MY-000000] [WSREP] Synchronized with group, ready for connections 2020-07-24T07:53:22.741275Z 2 [Note] [MY-000000] [WSREP] wsrep_notify_cmd is not defined, skipping notification. 2020-07-24T07:53:22.741475Z 17 [Note] [MY-000000] [WSREP] Starting applier thread 17 2020-07-24T07:53:22.741599Z 18 [Note] [MY-000000] [WSREP] Starting applier thread 18 2020-07-24T07:53:22.741723Z 19 [Note] [MY-000000] [WSREP] Starting applier thread 19 2020-07-24T07:53:22.896172Z 0 [System] [MY-011323] [Server] X Plugin ready for connections. Socket: '/var/lib/mysql/mysqlx.sock' bind-address: '::' port: 33060