update files for db configs and witness
This commit is contained in:
admin
parent
6c2fa71f30
commit
7e283f76b5
4 changed files with 201 additions and 12 deletions
130
~host-setups/SQL_DB_VMs/VM_Setup.sh
Normal file
130
~host-setups/SQL_DB_VMs/VM_Setup.sh
Normal file
|
|
@ -0,0 +1,130 @@
|
||||||
|
##Common pre-setup
|
||||||
|
wget -O /var/lib/vz/template/iso/debian-12-generic-amd64.qcow2 https://cloud.debian.org/images/cloud/bookworm/latest/debian-12-generic-amd64.qcow2
|
||||||
|
apt update && apt install -y libguestfs-tools
|
||||||
|
virt-customize -a /var/lib/vz/template/iso/debian-12-generic-amd64.qcow2 --install qemu-guest-agent
|
||||||
|
|
||||||
|
##PVE1 steps
|
||||||
|
qm create 800 --name "debian-12-db-template" --memory 4096 --cores 2 --net0 virtio,bridge=vmbr0,tag=201
|
||||||
|
qm importdisk 800 /var/lib/vz/template/iso/debian-12-generic-amd64.qcow2 pve1-hdd01-01
|
||||||
|
qm set 800 --scsihw virtio-scsi-pci --scsi0 pve1-hdd01-01:vm-800-disk-0
|
||||||
|
qm set 800 --boot c --bootdisk scsi0
|
||||||
|
qm set 800 --ide2 pve1-hdd01-01:cloudinit
|
||||||
|
qm set 800 --serial0 socket --vga serial0
|
||||||
|
qm set 800 --agent enabled=1
|
||||||
|
qm resize 800 scsi0 32G
|
||||||
|
qm template 800
|
||||||
|
qm clone 800 151 --name db-node-02
|
||||||
|
qm set 151 --ipconfig0 ip=172.16.201.151/24,gw=172.16.201.1
|
||||||
|
qm start 151
|
||||||
|
|
||||||
|
|
||||||
|
##PVE2 steps
|
||||||
|
qm create 801 --name "debian-12-db-template" --memory 4096 --cores 2 --net0 virtio,bridge=vmbr0,tag=201
|
||||||
|
qm importdisk 801 /var/lib/vz/template/iso/debian-12-generic-amd64.qcow2 pve2-ssd01-01
|
||||||
|
qm set 801 --scsihw virtio-scsi-pci --scsi0 pve2-ssd01-01:vm-801-disk-0
|
||||||
|
qm set 801 --boot c --bootdisk scsi0
|
||||||
|
qm set 801 --ide2 pve2-ssd01-01:cloudinit
|
||||||
|
qm set 801 --serial0 socket --vga serial0
|
||||||
|
qm set 801 --agent enabled=1
|
||||||
|
qm resize 801 scsi0 32G
|
||||||
|
qm template 801
|
||||||
|
qm clone 801 152 --name db-node-01
|
||||||
|
qm set 152 --ipconfig0 ip=172.16.201.152/24,gw=172.16.201.1
|
||||||
|
qm start 152
|
||||||
|
|
||||||
|
##cloud-init setup on both
|
||||||
|
user:
|
||||||
|
password:
|
||||||
|
domain:
|
||||||
|
dns server:
|
||||||
|
local ssh public key (workstation)
|
||||||
|
--regenerate-- button at top
|
||||||
|
--start vm--
|
||||||
|
|
||||||
|
##Common Setup
|
||||||
|
apt update && apt install -y mariadb-server
|
||||||
|
|
||||||
|
##.151 config file
|
||||||
|
{/etc/mysql/mariadb.conf.d/50-galera.cnf}
|
||||||
|
[mysqld]
|
||||||
|
wsrep_on = ON
|
||||||
|
wsrep_provider = /usr/lib/libgalera_smm.so
|
||||||
|
wsrep_cluster_name = "mgdev1"
|
||||||
|
wsrep_cluster_address = "gcomm://172.16.201.151,172.16.201.152,172.16.201.250"
|
||||||
|
wsrep_node_address = "172.16.201.151"
|
||||||
|
binlog_format = row
|
||||||
|
default_storage_engine = InnoDB
|
||||||
|
innodb_autoinc_lock_mode = 2
|
||||||
|
bind-address = 0.0.0.0
|
||||||
|
|
||||||
|
##.152 config file
|
||||||
|
{/etc/mysql/mariadb.conf.d/50-galera.cnf}
|
||||||
|
[mysqld]
|
||||||
|
wsrep_on = ON
|
||||||
|
wsrep_provider = /usr/lib/libgalera_smm.so
|
||||||
|
wsrep_cluster_name = "mgdev1"
|
||||||
|
wsrep_cluster_address = "gcomm://172.16.201.151,172.16.201.152,172.16.201.250"
|
||||||
|
wsrep_node_address = "172.16.201.152"
|
||||||
|
binlog_format = row
|
||||||
|
default_storage_engine = InnoDB
|
||||||
|
innodb_autoinc_lock_mode = 2
|
||||||
|
bind-address = 0.0.0.0
|
||||||
|
# Only needed on Node 1 for the very first launch
|
||||||
|
wsrep_new_cluster
|
||||||
|
|
||||||
|
##Deploy steps
|
||||||
|
1. run on primary node (with new cluster flag first) - "sudo systemctl enable --now mariadb"
|
||||||
|
2. run these to validate that it has joined the pi witness
|
||||||
|
-- systemctl status mariadb
|
||||||
|
-- mariadb -e "SHOW STATUS LIKE 'wsrep_cluster_size';"
|
||||||
|
3. Make sure pi has correct cluster and ip's
|
||||||
|
4. use "systemctl restart garb" and "systemctl status garb" to confirm status
|
||||||
|
5. once cluster has pi and primary node then comment out the "wsrep_new_cluster" line in the 50-galera.cnf on the primary node
|
||||||
|
6. run on the second node: "sudo systemctl enable --now mariadb" and use commands from step 3 to validate that there are 3 nodes
|
||||||
|
|
||||||
|
##Layer on Keepalived on both VMs
|
||||||
|
##Common keepalived install steps on both VMs
|
||||||
|
sudo apt update && sudo apt install -y keepalived
|
||||||
|
|
||||||
|
##.151 keepalived config
|
||||||
|
nano /etc/keepalived/keepalived.conf
|
||||||
|
#paste:
|
||||||
|
vrrp_instance VI_1 {
|
||||||
|
state MASTER
|
||||||
|
interface eth0
|
||||||
|
virtual_router_id 15
|
||||||
|
priority 100
|
||||||
|
advert_int 1
|
||||||
|
authentication {
|
||||||
|
auth_type PASS
|
||||||
|
auth_pass 42
|
||||||
|
}
|
||||||
|
virtual_ipaddress {
|
||||||
|
172.16.201.150/24
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
##.152 keepalived config
|
||||||
|
nano /etc/keepalived/keepalived.conf
|
||||||
|
#paste:
|
||||||
|
vrrp_instance VI_1 {
|
||||||
|
state BACKUP
|
||||||
|
interface eth0
|
||||||
|
virtual_router_id 15
|
||||||
|
priority 90
|
||||||
|
advert_int 1
|
||||||
|
authentication {
|
||||||
|
auth_type PASS
|
||||||
|
auth_pass 42
|
||||||
|
}
|
||||||
|
virtual_ipaddress {
|
||||||
|
172.16.201.150/24
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
##keepalived start - both vms
|
||||||
|
sudo systemctl enable --now keepalived
|
||||||
|
sudo systemctl status keepalived
|
||||||
|
|
||||||
|
##test from anywhere else
|
||||||
|
ping 172.16.201.150
|
||||||
45
~host-setups/glusterFS_install.sh
Normal file
45
~host-setups/glusterFS_install.sh
Normal file
|
|
@ -0,0 +1,45 @@
|
||||||
|
##run on PVE1
|
||||||
|
lvcreate -V 50G -T pve/data -n gluster_brick
|
||||||
|
mkfs.xfs /dev/pve/gluster_brick
|
||||||
|
mkdir -p /data/gluster
|
||||||
|
echo "/dev/pve/gluster_brick /data/gluster xfs defaults 0 0" >> /etc/fstab
|
||||||
|
mount -a
|
||||||
|
mkdir -p /data/gluster/git_vol
|
||||||
|
|
||||||
|
##run on PVE2
|
||||||
|
lvcreate -V 50G -T pve-SSD1/data -n gluster_brick
|
||||||
|
mkfs.xfs /dev/pve-SSD1/gluster_brick
|
||||||
|
mkdir -p /data/gluster
|
||||||
|
echo "/dev/pve-SSD1/gluster_brick /data/gluster xfs defaults 0 0" >> /etc/fstab
|
||||||
|
mount -a
|
||||||
|
mkdir -p /data/gluster/git_vol
|
||||||
|
|
||||||
|
##common tasks - run on both PVE's
|
||||||
|
apt update && apt install -y glusterfs-server
|
||||||
|
systemctl enable --now glusterd
|
||||||
|
systemctl status glusterd
|
||||||
|
|
||||||
|
##Connect PVE1 to PVE2
|
||||||
|
gluster peer probe 172.16.201.106
|
||||||
|
|
||||||
|
##Connect PVE1 (and 2 by proxy) to the Pi (Witness)
|
||||||
|
gluster peer probe 172.16.201.250
|
||||||
|
|
||||||
|
#Validate that the peers see each other
|
||||||
|
gluster peer status
|
||||||
|
|
||||||
|
##run on PVE1 to create the replica
|
||||||
|
gluster volume create git_vol replica 3 arbiter 1 \
|
||||||
|
172.16.201.206:/data/gluster/git_vol \
|
||||||
|
172.16.201.106:/data/gluster/git_vol \
|
||||||
|
172.16.201.250:/data/gluster/witness \
|
||||||
|
force
|
||||||
|
|
||||||
|
##run on PVE1 to start the volume
|
||||||
|
gluster volume start git_vol
|
||||||
|
|
||||||
|
##final mounts on both PVEs
|
||||||
|
mkdir -p /mnt/shared/git
|
||||||
|
echo "localhost:/git_vol /mnt/shared/git glusterfs defaults,_netdev 0 0" >> /etc/fstab
|
||||||
|
mount -a
|
||||||
|
df -h /mnt/shared/git
|
||||||
26
~host-setups/pi5/PI_setup.sh
Normal file
26
~host-setups/pi5/PI_setup.sh
Normal file
|
|
@ -0,0 +1,26 @@
|
||||||
|
##Pi base config
|
||||||
|
1. Install pi OS lite
|
||||||
|
2. set static ip on same subnet as maria
|
||||||
|
sudo nmcli con add type vlan con-name vlan201 ifname vlan201 dev eth0 id 201 ip4 172.16.201.250/24 ipv4.method manual ipv4.never-default yes
|
||||||
|
ip addr show vlan201
|
||||||
|
ping 172.16.201.151
|
||||||
|
ping 172.16.201.152
|
||||||
|
|
||||||
|
##glusterfs install
|
||||||
|
sudo apt install -y glusterfs-server
|
||||||
|
sudo systemctl enable --now glusterd
|
||||||
|
sudo mkdir -p /data/gluster/witness
|
||||||
|
sudo systemctl status glusterd --no-pager
|
||||||
|
mkdir /data
|
||||||
|
mkdir /data/gluster
|
||||||
|
|
||||||
|
##galera arbitratot install
|
||||||
|
mkdir ~/garbd
|
||||||
|
sudo apt install -y galera-arbitrator-4
|
||||||
|
sudo nano /etc/default/garb
|
||||||
|
#Paste This:
|
||||||
|
GALERA_NODES="172.16.201.151:4567 172.16.201.152:4567 172.16.201.250:4567"
|
||||||
|
GALERA_GROUP="mgdev1"
|
||||||
|
GALERA_OPTIONS="pc.wait_prim=no"
|
||||||
|
sudo systemctl enable --now garb
|
||||||
|
sudo systemctl status garb
|
||||||
|
|
@ -1,12 +0,0 @@
|
||||||
services:
|
|
||||||
garbd:
|
|
||||||
image: mariadb:11.4
|
|
||||||
container_name: galera-arbitrator
|
|
||||||
restart: always
|
|
||||||
network_mode: host
|
|
||||||
command:
|
|
||||||
- garbd
|
|
||||||
- --group=mgdev1
|
|
||||||
# Must list ALL cluster nodes: PVE1, PVE2, and ITSELF (optional but good practice)
|
|
||||||
- --address=gcomm://172.16.201.206,172.16.201.106,172.16.201.250
|
|
||||||
- --options=pc.wait_prim=no
|
|
||||||
Loading…
Reference in a new issue