cat<<EOF | sudo tee -a /etc/hosts
10.150.17.11 ceph01
10.150.17.12 ceph02
10.150.17.13 ceph03
EOF

sudo add-apt-repository cloud-archive:yoga

sudo apt update; sudo apt upgrade -y
sudo apt install -y ceph

sudo apt install -y uuid
FSID=$(uuid)

cat<<EOF | sudo tee -a /etc/ceph/ceph.conf
[global]
fsid = ${FSID}
mon initial members = ceph01, ceph02, ceph03
mon host = 10.150.17.11, 10.150.17.12, 10.150.17.13
public network = 10.150.17.0/24
auth cluster required = cephx
auth service required = cephx
auth client required = cephx
EOF

# Distribusikan ceph.conf
scp /etc/ceph/ceph.conf ceph02:/tmp/ceph.conf
ssh ceph02 sudo -S mv /tmp/ceph.conf /etc/ceph/ceph.conf
scp /etc/ceph/ceph.conf ceph03:/tmp/ceph.conf
ssh ceph03 sudo -S mv /tmp/ceph.conf /etc/ceph/ceph.conf

sudo ceph-authtool \
  --create-keyring /tmp/ceph.mon.keyring \
  --gen-key -n mon. --cap mon 'allow *'

sudo ceph-authtool \
  --create-keyring /etc/ceph/ceph.client.admin.keyring \
  --gen-key -n client.admin \
  --cap mon 'allow *' \
  --cap osd 'allow *' \
  --cap mds 'allow *' \
  --cap mgr 'allow *'

sudo ceph-authtool \
  --create-keyring /var/lib/ceph/bootstrap-osd/ceph.keyring \
  --gen-key -n client.bootstrap-osd \
  --cap mon 'profile bootstrap-osd' \
  --cap mgr 'allow r'

sudo ceph-authtool /tmp/ceph.mon.keyring \
  --import-keyring /etc/ceph/ceph.client.admin.keyring
sudo ceph-authtool /tmp/ceph.mon.keyring \
  --import-keyring /var/lib/ceph/bootstrap-osd/ceph.keyring

sudo chown ceph:ceph /tmp/ceph.mon.keyring

monmaptool --create \
  --add ceph01 10.150.17.11 \
  --fsid ${FSID} /tmp/monmap

monmaptool \
  --add ceph02 10.150.17.12 \
  --fsid ${FSID} /tmp/monmap

monmaptool \
  --add ceph03 10.150.17.13 \
  --fsid ${FSID} /tmp/monmap

# Salin admin keyring
sudo cp /etc/ceph/ceph.client.admin.keyring /tmp/ceph.client.admin.keyring
sudo chown $USER:$USER /tmp/{ceph.client.admin.keyring,ceph.mon.keyring,monmap}

# Sebarkan berkas keyring dan monmap ke node lain
scp /tmp/{ceph.client.admin.keyring,ceph.mon.keyring,monmap} ceph02:/tmp
scp /tmp/{ceph.client.admin.keyring,ceph.mon.keyring,monmap} ceph03:/tmp

# Pindahkan admin keyring ke direktori /etc/ceph
ssh ceph02 sudo -S mv /tmp/ceph.client.admin.keyring /etc/ceph/
ssh ceph03 sudo -S mv /tmp/ceph.client.admin.keyring /etc/ceph/

sudo -u ceph mkdir /var/lib/ceph/mon/ceph-$(hostname)

sudo chown ceph:ceph /tmp/ceph.mon.keyring
sudo -u ceph ceph-mon --mkfs -i $(hostname) --monmap /tmp/monmap --keyring /tmp/ceph.mon.keyring

sudo systemctl enable --now ceph-mon@$(hostname)
sudo systemctl status ceph-mon@$(hostname)

sudo ceph -s

sudo mkdir -p /var/lib/ceph/mgr/ceph-$(hostname)
sudo ceph auth get-or-create mgr.$(hostname) mon 'allow profile mgr' osd 'allow *' mds 'allow *' \
  -o /var/lib/ceph/mgr/ceph-$(hostname)/keyring

sudo chown -R ceph:ceph /var/lib/ceph/mgr

sudo systemctl enable --now ceph-mgr@$(hostname)
sudo systemctl status ceph-mgr@$(hostname)

sudo ceph -s

ceph mon enable-msgr2

# Eksekusi dari ceph01
sudo cp /var/lib/ceph/bootstrap-osd/ceph.keyring /tmp/ceph.keyring
sudo chown $USER:$USER /tmp/ceph.keyring

scp /tmp/ceph.keyring ceph02:/tmp/ceph.keyring
scp /tmp/ceph.keyring ceph03:/tmp/ceph.keyring
ssh ceph02 sudo -S cp /tmp/ceph.keyring /var/lib/ceph/bootstrap-osd/ceph.keyring
ssh ceph03 sudo -S cp /tmp/ceph.keyring /var/lib/ceph/bootstrap-osd/ceph.keyring

sudo chown ceph:ceph /var/lib/ceph/bootstrap-osd/ceph.keyring

ssh ceph02 sudo chown ceph:ceph /var/lib/ceph/bootstrap-osd/ceph.keyring
ssh ceph03 sudo chown ceph:ceph /var/lib/ceph/bootstrap-osd/ceph.keyring

# Eksekusi ceph01
sudo ceph-volume lvm create --bluestore --data /dev/vdb
sudo ceph-volume lvm create --bluestore --data /dev/vdc
sudo ceph-volume lvm create --bluestore --data /dev/vdd

# Eksekusi ceph02
sudo ceph-volume lvm create --bluestore --data /dev/vdb
sudo ceph-volume lvm create --bluestore --data /dev/vdc
sudo ceph-volume lvm create --bluestore --data /dev/vdd

# Eksekusi ceph03
sudo ceph-volume lvm create --bluestore --data /dev/vdb
sudo ceph-volume lvm create --bluestore --data /dev/vdc
sudo ceph-volume lvm create --bluestore --data /dev/vdd