Guide Create a file that contain new password echo -n "<password>" > dashboard-password Update the password # Mimic or Older version of ceph ceph dashboard set-login-credentials admin -i dashboard-password # Nautilus or Newer version of ceph ceph dashboard ac-user-set-password admin -i dashboard-password Referensi https://docs.ceph.com/en/mimic/mgr/dashboard/ https://docs.ceph.com/en/quincy/mgr/dashboard/
Lingkungan Spesifikasi Mesin Fisik Sistem Operasi: Ubuntu 22.04 LTS Sistem Cloud: OpenStack Kolla Yoga Server: GIGABYTE R152-P33 (Disediakan oleh https://imtek.id) 1 x Ampere Computing Ampere Altra Q80-30 4 x 64GB DDR4 3200Mhz 1 x Intel Ethernet Converged Network Adapter X550T 2 x SAMSUNG NVMe SSD 970 EVO Plus 500GB 2 x SAMSUNG NVMe SSD PM9A3 960GB Spesifikasi Mesin Virtual Sistem Operasi: Ubuntu 22.04 LTS Software-defined Storage (SDS): Ceph Quincy Detil: No Hostname vCPU Memory Storage Extra Storage 1 demo-ceph01 4 8GB Disk 1: 50GB (OS) Disk 2-4: 50GB (OSD) 2 demo-ceph02 4 8GB Disk 1: 50GB (OS) Disk 2-4: 50GB (OSD) 3 demo-ceph03 4 8GB Disk 1: 50GB (OS) Disk 2-4: 50GB (OSD) Berikut merupakan tangkapan layar yang menunjukkan architecture CPU dan informasi sistem operasi ...
Lingkungan Ubuntu 20.04 LTS Focal Fossa Ceph 17.2.X Quincy Panduan Prasyarat (Semua Ceph Node) Konfigurasi berkas hosts cat<<EOF | sudo tee -a /etc/hosts 10.150.17.11 ceph01 10.150.17.12 ceph02 10.150.17.13 ceph03 EOF Memasang repository Ubuntu Cloud Archive (UCA) Focal-Yoga sudo add-apt-repository cloud-archive:yoga Update, upgrade, dan pasang ceph sudo apt update; sudo apt upgrade -y sudo apt install -y ceph Menyiapkan Ceph Monitor (ceph-mon) Eksekusi tahap 1 - 8 hanya pada ceph01 Membuat berkas konfigurasi ceph sudo apt install -y uuid FSID=$(uuid) cat<<EOF | sudo tee -a /etc/ceph/ceph.conf [global] fsid = ${FSID} mon initial members = ceph01, ceph02, ceph03 mon host = 10.150.17.11, 10.150.17.12, 10.150.17.13 public network = 10.150.17.0/24 auth cluster required = cephx auth service required = cephx auth client required = cephx EOF # Distribusikan ceph.conf scp /etc/ceph/ceph.conf ceph02:/tmp/ceph.conf ssh ceph02 sudo -S mv /tmp/ceph.conf /etc/ceph/ceph.conf scp /etc/ceph/ceph.conf ceph03:/tmp/ceph.conf ssh ceph03 sudo -S mv /tmp/ceph.conf /etc/ceph/ceph.conf Buat keyring ceph-mon sudo ceph-authtool \ --create-keyring /tmp/ceph.mon.keyring \ --gen-key -n mon. --cap mon 'allow *' Buat keyring admin sudo ceph-authtool \ --create-keyring /etc/ceph/ceph.client.admin.keyring \ --gen-key -n client.admin \ --cap mon 'allow *' \ --cap osd 'allow *' \ --cap mds 'allow *' \ --cap mgr 'allow *' Membuat keyring bootstrap-osd sudo ceph-authtool \ --create-keyring /var/lib/ceph/bootstrap-osd/ceph.keyring \ --gen-key -n client.bootstrap-osd \ --cap mon 'profile bootstrap-osd' \ --cap mgr 'allow r' Menambahkan keyring yang sudah dibuat sebelumnya ke berkas ceph.mon.keyring sudo ceph-authtool /tmp/ceph.mon.keyring \ --import-keyring /etc/ceph/ceph.client.admin.keyring sudo ceph-authtool /tmp/ceph.mon.keyring \ --import-keyring /var/lib/ceph/bootstrap-osd/ceph.keyring Mengubah kepimilikan berkas ceph.mon.keyring sudo chown ceph:ceph /tmp/ceph.mon.keyring Buat monitor map monmaptool --create \ --add ceph01 10.150.17.11 \ --fsid ${FSID} /tmp/monmap monmaptool \ --add ceph02 10.150.17.12 \ --fsid ${FSID} /tmp/monmap monmaptool \ --add ceph03 10.150.17.13 \ --fsid ${FSID} /tmp/monmap Distribusikan client.admin, ceph-mon keyring, and monmap ke ceph02 & ceph03 # Salin admin keyring sudo cp /etc/ceph/ceph.client.admin.keyring /tmp/ceph.client.admin.keyring sudo chown $USER:$USER /tmp/{ceph.client.admin.keyring,ceph.mon.keyring,monmap} # Sebarkan berkas keyring dan monmap ke node lain scp /tmp/{ceph.client.admin.keyring,ceph.mon.keyring,monmap} ceph02:/tmp scp /tmp/{ceph.client.admin.keyring,ceph.mon.keyring,monmap} ceph03:/tmp # Pindahkan admin keyring ke direktori /etc/ceph ssh ceph02 sudo -S mv /tmp/ceph.client.admin.keyring /etc/ceph/ ssh ceph03 sudo -S mv /tmp/ceph.client.admin.keyring /etc/ceph/ Eksekusi tahap 9 - 12 pada semua node Buat direktori untuk ceph-mon sudo -u ceph mkdir /var/lib/ceph/mon/ceph-$(hostname) Inisiasi ceph-mon sudo chown ceph:ceph /tmp/ceph.mon.keyring sudo -u ceph ceph-mon --mkfs -i $(hostname) --monmap /tmp/monmap --keyring /tmp/ceph.mon.keyring Enable dan jalankan service ceph-mon sudo systemctl enable --now ceph-mon@$(hostname) sudo systemctl status ceph-mon@$(hostname) Periksa status cluster sudo ceph -s Menyiapkan Ceph Manager (ceph-mgr) Membuat keyring untuk ceph-mgr sudo mkdir -p /var/lib/ceph/mgr/ceph-$(hostname) sudo ceph auth get-or-create mgr.$(hostname) mon 'allow profile mgr' osd 'allow *' mds 'allow *' \ -o /var/lib/ceph/mgr/ceph-$(hostname)/keyring Mengubah kepemilikikan direktori sudo chown -R ceph:ceph /var/lib/ceph/mgr Enable dan menjalankan service sudo systemctl enable --now ceph-mgr@$(hostname) sudo systemctl status ceph-mgr@$(hostname) Periksa status cluster sudo ceph -s Tahap 5 hanya perlu dilakukan disalah satu node Mengaktifkan modul msgr2 ceph mon enable-msgr2 Menyiapkan Ceph Object Storage Daemon (ceph-osd) Menyiapkan keyring untuk ceph-osd # Eksekusi dari ceph01 sudo cp /var/lib/ceph/bootstrap-osd/ceph.keyring /tmp/ceph.keyring sudo chown $USER:$USER /tmp/ceph.keyring scp /tmp/ceph.keyring ceph02:/tmp/ceph.keyring scp /tmp/ceph.keyring ceph03:/tmp/ceph.keyring ssh ceph02 sudo -S cp /tmp/ceph.keyring /var/lib/ceph/bootstrap-osd/ceph.keyring ssh ceph03 sudo -S cp /tmp/ceph.keyring /var/lib/ceph/bootstrap-osd/ceph.keyring sudo chown ceph:ceph /var/lib/ceph/bootstrap-osd/ceph.keyring ssh ceph02 sudo chown ceph:ceph /var/lib/ceph/bootstrap-osd/ceph.keyring ssh ceph03 sudo chown ceph:ceph /var/lib/ceph/bootstrap-osd/ceph.keyring Buat ceph-osd # Eksekusi ceph01 sudo ceph-volume lvm create --bluestore --data /dev/vdb sudo ceph-volume lvm create --bluestore --data /dev/vdc sudo ceph-volume lvm create --bluestore --data /dev/vdd # Eksekusi ceph02 sudo ceph-volume lvm create --bluestore --data /dev/vdb sudo ceph-volume lvm create --bluestore --data /dev/vdc sudo ceph-volume lvm create --bluestore --data /dev/vdd # Eksekusi ceph03 sudo ceph-volume lvm create --bluestore --data /dev/vdb sudo ceph-volume lvm create --bluestore --data /dev/vdc sudo ceph-volume lvm create --bluestore --data /dev/vdd Hasil Ceph status ...
Panduan Periksa backend OSD Filestore atau Bluestore (Node MON) ceph osd metadata <osd_id> | grep osd_objectstore Periksa jumlah filestore dan bluestore yang ada pada klaster (Node MON) ceph osd count-metadata osd_objectstore Set out pada OSD yang ingin dimigrasi (Node MON) ceph osd out <osd_id> Tunggu sampai migrasi data selesai (Node MON) while ! ceph osd safe-to-destroy $ID ; do sleep 60 ; done Matikan service ceph-osd (Node OSD) Note: Ingat osd_id ...
Lingkungan Ubuntu 20.04 Focal Ceph 15.2.X Octopus Podman 3.3.1 Mesin hostname ip address aa-bionic-ceph01 192.168.10.211 aa-bionic-ceph02 192.168.10.212 aa-bionic-ceph03 192.168.10.213 Panduan Masuk sebagai root sudo -i Pasang cephadm pada semua host curl --silent --remote-name --location https://github.com/ceph/ceph/raw/octopus/src/cephadm/cephadm chmod +x cephadm ./cephadm install # verifikasi dpkg -l cephadm Migrasi ceph-mon, lakukan pada setiap host ceph-mon cephadm adopt --style legacy --name mon.$(hostname) Migrasi ceph-mgr, lakukan pada setiap host ceph-mgr cephadm adopt --style legacy --name mgr.$(hostname) Aktifkan module cephadm pada manager lakukan dari salah satu ceph-mon ceph mgr module enable cephadm ceph orch set backend cephadm Buat ssh key untuk cephadm dari salah satu ceph-mon ceph cephadm generate-key ceph cephadm get-pub-key > ~/ceph.pub Tambahkan public key ke host lain ssh-copy-id -f -i ~/ceph.pub root@<host> # atau salin tempel manual ## salin key cat ~/ceph.pub ## tempel pada file authorized_keys vi ~/.ssh/authorized_keys Tambahkan mesin-mesin ke cephadm ceph orch host add aa-bionic-ceph01 192.168.10.211 ceph orch host add aa-bionic-ceph02 192.168.10.212 ceph orch host add aa-bionic-ceph03 192.168.10.213 Migrasi ceph-osd, lakukan pada setiap host ceph-osd # dapatkan id ceph-volume lvm list | grep === | awk '{print $2}' | sed 's/osd.//g' # migrasi osd satu per satu cephadm adopt --style legacy --name osd.<osd_id> cephadm adopt --style legacy --name osd.0 cephadm adopt --style legacy --name osd.1 cephadm adopt --style legacy --name osd.2 Referensi Ceph Docs - cephadm adoption process
Lingkungan Ubuntu 18.04.06 LTS (Bionic Beaver) Ubuntu Cloud Archive Repository Ceph 13.2.9 - mimic (Sebelum upgrade) Ceph 15.2.14 - octopus (Setelah upgrade) Mesin hostname ip address aa-bionic-ceph01 192.168.10.211 aa-bionic-ceph02 192.168.10.212 aa-bionic-ceph03 192.168.10.213 Panduan Periksa versi ceph pada klaster sudo ceph versions keluaran { "mon": { "ceph version 13.2.9 (58a2a9b31fd08d8bb3089fce0e312331502ff945) mimic (stable)": 3 }, "mgr": { "ceph version 13.2.9 (58a2a9b31fd08d8bb3089fce0e312331502ff945) mimic (stable)": 3 }, "osd": { "ceph version 13.2.9 (58a2a9b31fd08d8bb3089fce0e312331502ff945) mimic (stable)": 9 }, "mds": {}, "overall": { "ceph version 13.2.9 (58a2a9b31fd08d8bb3089fce0e312331502ff945) mimic (stable)": 15 } } Pasang repository UCA ussuri pada semua host sudo add-apt-repository cloud-archive:ussuri Upgrade package ceph # berpindah ke direktori ceph deploy cd ~/ceph-deploy # upgrade package pada mesin-mesin ceph-deploy install aa-bionic-ceph01 aa-bionic-ceph02 aa-bionic-ceph03 Restart servis ceph-mon & ceph-mgr secara bergantian per mesin # aa-bionic-ceph01 sudo systemctl restart ceph-mon@$(hostname) ceph-mgr@$(hostname) # aa-bionic-ceph02 sudo systemctl restart ceph-mon@$(hostname) ceph-mgr@$(hostname) # aa-bionic-ceph03 sudo systemctl restart ceph-mon@$(hostname) ceph-mgr@$(hostname) Periksa versi ceph pada klaster sudo ceph versions keluaran { "mon": { "ceph version 15.2.14 (cd3bb7e87a2f62c1b862ff3fd8b1eec13391a5be) octopus (stable)": 3 }, "mgr": { "ceph version 15.2.14 (cd3bb7e87a2f62c1b862ff3fd8b1eec13391a5be) octopus (stable)": 3 }, "osd": { "ceph version 13.2.9 (58a2a9b31fd08d8bb3089fce0e312331502ff945) mimic (stable)": 9 }, "mds": {}, "overall": { "ceph version 13.2.9 (58a2a9b31fd08d8bb3089fce0e312331502ff945) mimic (stable)": 9, "ceph version 15.2.14 (cd3bb7e87a2f62c1b862ff3fd8b1eec13391a5be) octopus (stable)": 6 } } Restart servis ceph-osd secara bergantian per osd # pasang flag noout pada klaster ceph osd set noout # restart semua ceph-osd pada host sudo systemctl restart ceph-osd@<osd_id> # Sebelum melanjutkan ke host berikutnya # pastikan osd telah up kembali ceph -s ceph osd tree Periksa versi ceph pada klaster sudo ceph versions keluaran { "mon": { "ceph version 15.2.14 (cd3bb7e87a2f62c1b862ff3fd8b1eec13391a5be) octopus (stable)": 3 }, "mgr": { "ceph version 15.2.14 (cd3bb7e87a2f62c1b862ff3fd8b1eec13391a5be) octopus (stable)": 3 }, "osd": { "ceph version 15.2.14 (cd3bb7e87a2f62c1b862ff3fd8b1eec13391a5be) octopus (stable)": 9 }, "mds": {}, "overall": { "ceph version 15.2.14 (cd3bb7e87a2f62c1b862ff3fd8b1eec13391a5be) octopus (stable)": 15 } } Referensi Ceph Docs - Upgrade Instructions
Lingkungan Ubuntu 18.04 Bionic Ceph 15.2.X Octopus Panduan Siapkan file hosts pada semua host sudo bash -c 'cat<<EOF >> /etc/hosts ######## Lab Environment ######## 192.168.10.211 aa-bionic-ceph01 192.168.10.212 aa-bionic-ceph02 192.168.10.213 aa-bionic-ceph03 ################################# EOF' Update dan upgrade package pada semua host sudo apt update -y; sudo apt upgrade -y Pasang uca repository pada semua host sudo add-apt-repository cloud-archive:ussuri Pasang package ceph-deploy pada aa-bionic-ceph01 sudo apt install -y ceph-deploy Pasang package-package ceph pada semua host mkdir ~/ceph-deploy; cd ~/ceph-deploy ceph-deploy install aa-bionic-ceph01 aa-bionic-ceph02 aa-bionic-ceph03 Inisiasi ceph monitor ceph-deploy new aa-bionic-ceph01 aa-bionic-ceph02 aa-bionic-ceph03 ceph-deploy mon create aa-bionic-ceph01 aa-bionic-ceph02 aa-bionic-ceph03 Dapatkan keyring cluster ceph-deploy gatherkeys aa-bionic-ceph01 Keyring yang akan didapatkan: ...
osd.X tick checking mon for new map Penjelasan Error ini muncul ketika melakukan upgrade ceph luminous > mimic, mimic > octopus. OSD tidak bisa up setelah direstart Panduan Atur versi minimum sebuah osd dapat berpartisipasi pada klaster # cek nilai sekarang sudo ceph osd dump | grep require_osd # lakukan perubahan sudo ceph osd require-osd-release mimic Penjelasan subcommand osd require-osd-release luminous|mimic|nautilus|octopus [--yes-i-really-mean-it] set the minimum allowed OSD release to participate in the cluster Restart kembali OSD yang tidak bisa up # seluruh osd pada host sudo systemctl restart ceph-osd.target # spesifik osd sudo systemctl restart ceph-osd@<osd_id> Hasil ...
Penjelasan warning ini muncul saat melakukan upgrade dari mimic > octopus. fitur msgr2 ada semenjak rilis Nautilus. Panduan Aktifkan msgr2 pada ceph monitor sudo ceph mon enable-msgr2 Hasil Referensi Docs Ceph - Configuration Messenger V2
Panduan Pasang package python3-distutil pada mesin-mesin ceph-mgr sudo apt install python3-distutils Restart ceph-mgr secara satu per satu sudo systemctl restart ceph-mgr.target Hasil Referensi Proxmox Forum Thread