{"id":254,"date":"2019-05-14T22:31:44","date_gmt":"2019-05-14T22:31:44","guid":{"rendered":"http:\/\/cephswift.com\/?page_id=254"},"modified":"2019-05-14T22:31:44","modified_gmt":"2019-05-14T22:31:44","slug":"ceph-osd-issue-fix-note","status":"publish","type":"page","link":"https:\/\/cephswift.com\/index.php\/ceph-osd-issue-fix-note\/","title":{"rendered":"ceph osd issue fix note"},"content":{"rendered":"<div>\n<div class=\"nH\">\n<div class=\"nH\">\n<div class=\"nH bkL\">\n<div class=\"no\">\n<div class=\"nH bkK nn\">\n<div class=\"nH\">\n<div class=\"nH\">\n<div class=\"nH ar4 B\">\n<div class=\"aeI\">\n<div class=\"AO\">\n<div id=\":3\" class=\"Tm aeJ\">\n<div id=\":1\" class=\"aeF\">\n<div class=\"nH\">\n<div class=\"nH\" role=\"main\">\n<div class=\"nH g\">\n<table class=\"Bs nH iY bAt\" role=\"presentation\" cellpadding=\"0\">\n<tbody>\n<tr>\n<td class=\"Bu bAn\">\n<div class=\"nH if\">\n<div class=\"nH aHU\">\n<div class=\"nH hx\">\n<div class=\"nH\" role=\"list\">\n<div class=\"h7 ie nH oy8Mbf\" tabindex=\"-1\" role=\"listitem\">\n<div class=\"Bk\">\n<div class=\"G3 G2\">\n<div>\n<div id=\":ni\">\n<div class=\"adn ads\" data-message-id=\"#msg-a:r-6535407241337294686\" data-legacy-message-id=\"165cc1e8f25d0c17\">\n<div class=\"gs\">\n<div class=\"\">\n<div id=\":qd\" class=\"ii gt\">\n<div id=\":od\" class=\"a3s aXjCH \">\n<div dir=\"ltr\">\n<div dir=\"ltr\">\n<div>\u00a0 849 \u00a0for i in {0,3,6}; do sudo mount \/var\/lib\/ceph\/osd\/ceph-${i}; done;<\/div>\n<div>\u00a0 850 \u00a0sudo ceph-volume lvm prepare &#8211;bluestore &#8211;data \/dev\/sde<\/div>\n<div>\u00a0 851 \u00a0lsblk<\/div>\n<div>\u00a0 852 \u00a0sudo ceph-volume lvm zap \/dev\/sde &#8211;destroy<\/div>\n<div>\u00a0 853 \u00a0lsblk<\/div>\n<div>\u00a0 854 \u00a0cat \/etc\/fstab<\/div>\n<div>\u00a0 855 \u00a0ls -l \/var\/lib\/ceph\/osd\/<\/div>\n<div>\u00a0 856 \u00a0ls -l \/var\/lib\/ceph\/<\/div>\n<div>\u00a0 857 \u00a0lsblk<\/div>\n<div>\u00a0 858 \u00a0sudo ceph-volume lvm prepare &#8211;bluestore &#8211;data \/dev\/sde<\/div>\n<div>\u00a0 859 \u00a0sudo ceph-volume lvm prepare &#8211;bluestore &#8211;data \/dev\/sdf<\/div>\n<div>\u00a0 860 \u00a0sudo ceph-volume lvm prepare &#8211;bluestore &#8211;data \/dev\/sdg<\/div>\n<div>\u00a0 861 \u00a0lsblk<\/div>\n<div>\u00a0 862 \u00a0ceph -s<\/div>\n<div>\u00a0 863 \u00a0cat \/etc\/hosts<\/div>\n<div>\u00a0 864 \u00a0ssh\u00a0<a href=\"http:\/\/dns1.cephswift.com\/\" target=\"_blank\" rel=\"noopener\" data-saferedirecturl=\"https:\/\/www.google.com\/url?q=http:\/\/dns1.cephswift.com&amp;source=gmail&amp;ust=1557942561154000&amp;usg=AFQjCNH33oGgXFnqmIrLoQNOWJG3B12rAQ\">dns1.cephswift.com<\/a><\/div>\n<div>\u00a0 865 \u00a0ssh\u00a0<a href=\"mailto:blu@dns1.cephswift.com\" target=\"_blank\" rel=\"noopener\">blu@dns1.cephswift.com<\/a><\/div>\n<div>\u00a0 866 \u00a0sudo vi \/etc\/hosts<\/div>\n<div>\u00a0 867 \u00a0cat \/etc\/hosts<\/div>\n<div>\u00a0 868 \u00a0sudo vi \/etc\/hosts<\/div>\n<div>\u00a0 869 \u00a0cat \/etc\/hosts<\/div>\n<div>\u00a0 870 \u00a0exit<\/div>\n<div>\u00a0 871 \u00a0history<\/div>\n<div>\u00a0 872 \u00a0history | grep 8080<\/div>\n<div>\u00a0 873 \u00a0cat \/etc\/hosts<\/div>\n<div>\u00a0 874 \u00a0ceph -s<\/div>\n<div>\u00a0 875 \u00a0history<\/div>\n<div>\u00a0 876 \u00a0cat \/etc\/hosts<\/div>\n<div>\u00a0 877 \u00a0ceph -s<\/div>\n<div>\u00a0 878 \u00a0df -h<\/div>\n<div>\u00a0 879 \u00a0lsblk<\/div>\n<div>\u00a0 880 \u00a0ceph osd tree<\/div>\n<div>\u00a0 881 \u00a0ls -l<\/div>\n<div>\u00a0 882 \u00a0cd my_cluster\/<\/div>\n<div>\u00a0 883 \u00a0ls -ltr<\/div>\n<div>\u00a0 884 \u00a0history<\/div>\n<div>\u00a0 885 \u00a0lsblk<\/div>\n<div>\u00a0 886 \u00a0sudo ceph-disk zap \/dev\/sde<\/div>\n<div>\u00a0 887 \u00a0sudo ceph-disk zap \/dev\/sdf<\/div>\n<div>\u00a0 888 \u00a0sudo ceph-disk zap \/dev\/sdg<\/div>\n<div>\u00a0 889 \u00a0lsblk<\/div>\n<div>\u00a0 890 \u00a0history<\/div>\n<div>\u00a0 891 \u00a0l s-l<\/div>\n<div>\u00a0 892 \u00a0ls -l<\/div>\n<div>\u00a0 893 \u00a0cd my_cluster\/<\/div>\n<div>\u00a0 894 \u00a0]ls -l<\/div>\n<div>\u00a0 895 \u00a0ls -l<\/div>\n<div>\u00a0 896 \u00a0history<\/div>\n<div>\u00a0 897 \u00a0sudo ceph-volume lvm zap \/dev\/sde &#8211;destroy<\/div>\n<div>\u00a0 898 \u00a0sudo ceph-volume lvm zap \/dev\/sdf &#8211;destroy<\/div>\n<div>\u00a0 899 \u00a0sudo ceph-volume lvm zap \/dev\/sdg &#8211;destroy<\/div>\n<div>\u00a0 900 \u00a0lsbl<\/div>\n<div>\u00a0 901 \u00a0lsblk<\/div>\n<div>\u00a0 902 \u00a0sudo ceph-disk zap \/dev\/sde<\/div>\n<div>\u00a0 903 \u00a0sudo ceph-disk zap \/dev\/sdf<\/div>\n<div>\u00a0 904 \u00a0sudo ceph-disk zap \/dev\/sdg<\/div>\n<div>\u00a0 905 \u00a0lsblk<\/div>\n<div>\u00a0 906 \u00a0history | grep ceph-deploy<\/div>\n<div>\u00a0 907 \u00a0ceph-deploy disk list ceph01 ceph02 ceph03<\/div>\n<div>\u00a0 908 \u00a0history | grep ceph-deploy<\/div>\n<div>\u00a0 909 \u00a0ceph-deploy osd create &#8211;bluestore &#8211;data \/dev\/sde ceph01<\/div>\n<div>\u00a0 910 \u00a0ceph -s<\/div>\n<div>\u00a0 911 \u00a0ceph-deploy disk list ceph01<\/div>\n<div>\u00a0 912 \u00a0lsblk<\/div>\n<div>\u00a0 913 \u00a0ceph-deploy osd create &#8211;bluestore &#8211;data \/dev\/sdh ceph01<\/div>\n<div>\u00a0 914 \u00a0ceph -s<\/div>\n<div>\u00a0 915 \u00a0lsblk<\/div>\n<div>\u00a0 916 \u00a0sudo ceph-disk zap \/dev\/sdh<\/div>\n<div>\u00a0 917 \u00a0sudo ceph-disk zap \/dev\/sdj<\/div>\n<div>\u00a0 918 \u00a0sudo ceph-disk zap \/dev\/sdk<\/div>\n<div>\u00a0 919 \u00a0lsblk<\/div>\n<div>\u00a0 920 \u00a0sudo ceph-disk zap \/dev\/sdi<\/div>\n<div>\u00a0 921 \u00a0ceph-deploy osd create &#8211;bluestore &#8211;data \/dev\/sdh ceph01<\/div>\n<div>\u00a0 922 \u00a0lsblk<\/div>\n<div>\u00a0 923 \u00a0sudo \/usr\/sbin\/ceph-volume &#8211;cluster ceph lvm create &#8211;bluestore &#8211;data \/dev\/sdh ceph01<\/div>\n<div>\u00a0 924 \u00a0sudo \/usr\/sbin\/ceph-volume &#8211;cluster ceph lvm create &#8211;bluestore &#8211;data \/dev\/sdh<\/div>\n<div>\u00a0 925 \u00a0lsblk<\/div>\n<div>\u00a0 926 \u00a0ceph -s<\/div>\n<div>\u00a0 927 \u00a0ceph -osd tree<\/div>\n<div>\u00a0 928 \u00a0ceph osd tree<\/div>\n<div>\u00a0 929 \u00a0sudo ceph-volume lvm list<\/div>\n<div>\u00a0 930 \u00a0ceph-deploy disk list ceph01<\/div>\n<div>\u00a0 931 \u00a0sudo ceph-volume lvm zap \/dev\/sdh &#8211;destroy<\/div>\n<div>\u00a0 932 \u00a0sudo ceph-volume lvm zap \/dev\/sdi &#8211;destroy<\/div>\n<div>\u00a0 933 \u00a0sudo ceph-volume lvm zap \/dev\/sdj &#8211;destroy<\/div>\n<div>\u00a0 934 \u00a0ceph-deploy disk list ceph01<\/div>\n<div>\u00a0 935 \u00a0lsblk<\/div>\n<div>\u00a0 936 \u00a0sudo ceph-volume lvm zap \/dev\/sdj &#8211;destroy<\/div>\n<div>\u00a0 937 \u00a0sudo ceph-volume lvm zap \/dev\/sdi &#8211;destroy<\/div>\n<div>\u00a0 938 \u00a0sudo ceph-volume lvm zap \/dev\/sdh &#8211;destroy<\/div>\n<div>\u00a0 939 \u00a0lsblk<\/div>\n<div>\u00a0 940 \u00a0sudo ceph-volume lvmscan<\/div>\n<div>\u00a0 941 \u00a0sudo ceph-volume lvm scan<\/div>\n<div>\u00a0 942 \u00a0sudo ceph-volume lvm scan ceph01<\/div>\n<div>\u00a0 943 \u00a0sudo ceph-volume lvm<\/div>\n<div>\u00a0 944 \u00a0sudo ceph-volume lvm list<\/div>\n<div>\u00a0 945 \u00a0sudo ceph-volume lvm list \/dev\/sdh<\/div>\n<div>\u00a0 946 \u00a0sudo ceph-volume lvm prepare &#8211;bluestore &#8211;data \/dev\/sdh<\/div>\n<div>\u00a0 947 \u00a0lsblk<\/div>\n<div>\u00a0 948 \u00a0ceph -s<\/div>\n<div>\u00a0 949 \u00a0sudo ceph-volume lvm create &#8211;bluestore &#8211;data \/dev\/sdh<\/div>\n<div>\u00a0 950 \u00a0sudo ceph-volume lvm<\/div>\n<div>\u00a0 951 \u00a0sudo ceph-volume lvm activate &#8211;bluestore &#8211;data \/dev\/sdh<\/div>\n<div>\u00a0 952 \u00a0sudo ceph-volume lvm activate &#8211;bluestore \/dev\/sdh<\/div>\n<div>\u00a0 953 \u00a0ls -l \/var\/lib\/ceph\/osd<\/div>\n<div>\u00a0 954 \u00a0ls -l \/var\/lib\/ceph\/<\/div>\n<div>\u00a0 955 \u00a0mkdir \/var\/lib\/ceph\/osd<\/div>\n<div>\u00a0 956 \u00a0sudo mkdir \/var\/lib\/ceph\/osd<\/div>\n<div>\u00a0 957 \u00a0sudo mkdir \/var\/lib\/ceph\/osd\/ceph-0<\/div>\n<div>\u00a0 958 \u00a0sudo ceph-volume lvm activate &#8211;bluestore \/dev\/sdh<\/div>\n<div>\u00a0 959 \u00a0sudo ceph-volume lvm create &#8211;bluestore &#8211;data \/dev\/sdh<\/div>\n<div>\u00a0 960 \u00a0ceph -s<\/div>\n<div>\u00a0 961 \u00a0lsblk<\/div>\n<div>\u00a0 962 \u00a0sudo ceph-volume lvm zap \/dev\/sdh &#8211;destroy<\/div>\n<div>\u00a0 963 \u00a0lsblk<\/div>\n<div>\u00a0 964 \u00a0sudo \/bin\/ceph-authtool &#8211;gen-print-key<\/div>\n<div>\u00a0 965 \u00a0which ceph<\/div>\n<div>\u00a0 966 \u00a0which ceph-authtool<\/div>\n<div>\u00a0 967 \u00a0sudo \/usr\/bin\/ceph-authtool &#8211;gen-print-key<\/div>\n<div>\u00a0 968 \u00a0which ceph-volume<\/div>\n<div>\u00a0 969 \u00a0sudo \/usr\/sbin\/ceph-volume &#8211;cluster ceph lvm create &#8211;bluestore &#8211;data \/dev\/sdh<\/div>\n<div>\u00a0 970 \u00a0sudo \/usr\/sbin\/ceph-volume &#8211;cluster ceph lvm create &#8211;bluestore &#8211;data \/dev\/sdi<\/div>\n<div>\u00a0 971 \u00a0sudo \/usr\/sbin\/ceph-volume &#8211;cluster ceph lvm create &#8211;bluestore &#8211;data \/dev\/sdj<\/div>\n<div>\u00a0 972 \u00a0ceph -s<\/div>\n<div>\u00a0 973 \u00a0sudo \/usr\/sbin\/ceph-volume &#8211;cluster ceph lvm create &#8211;bluestore &#8211;data \/dev\/sda ceph02<\/div>\n<div>\u00a0 974 \u00a0sudo \/usr\/sbin\/ceph-volume &#8211;cluster ceph lvm create ceph02 &#8211;bluestore &#8211;data \/dev\/sda<\/div>\n<div>\u00a0 975 \u00a0ceph-deploy disk list ceph02<\/div>\n<div>\u00a0 976 \u00a0sudo \/usr\/sbin\/ceph-volume &#8211;cluster ceph lvm create &#8211;bluestore &#8211;data ceph02:\/dev\/sda<\/div>\n<div>\u00a0 977 \u00a0ls -l<\/div>\n<div>\u00a0 978 \u00a0cd my_cluster\/<\/div>\n<div>\u00a0 979 \u00a0sudo \/usr\/sbin\/ceph-volume &#8211;cluster ceph lvm create &#8211;bluestore &#8211;data \/dev\/sda ceph02<\/div>\n<div>\u00a0 980 \u00a0sudo \/usr\/sbin\/ceph-volume &#8211;cluster ceph lvm create &#8211;bluestore &#8211;data \/dev\/sda &#8211;osd-id ceph02<\/div>\n<div>\u00a0 981 \u00a0ceph-deploy osd create &#8211;bluestore &#8211;data ceph02:\/dev\/sda<\/div>\n<div>\u00a0 982 \u00a0ls -l \/var\/lib\/ceph\/bootstrap-osd\/<wbr \/>ceph.keyring<\/div>\n<div>\u00a0 983 \u00a0scp \/var\/lib\/ceph\/bootstrap-osd\/<wbr \/>ceph.keyring ceph02:\/tmp\/<\/div>\n<div>\u00a0 984 \u00a0sudo chmod 644 \/var\/lib\/ceph\/bootstrap-osd\/<wbr \/>ceph.keyring<\/div>\n<div>\u00a0 985 \u00a0scp \/var\/lib\/ceph\/bootstrap-osd\/<wbr \/>ceph.keyring ceph02:\/tmp\/<\/div>\n<div>\u00a0 986 \u00a0scp \/var\/lib\/ceph\/bootstrap-osd\/<wbr \/>ceph.keyring ceph03:\/tmp\/<\/div>\n<div>\u00a0 987 \u00a0ls -ltr<\/div>\n<div>\u00a0 988 \u00a0cat deploy_history | grep osd<\/div>\n<div>\u00a0 989 \u00a0ceph-deploy osd create &#8211;bluestore &#8211;data \/dev\/sda ceph02<\/div>\n<div>\u00a0 990 \u00a0ceph-deploy osd create &#8211;data \/dev\/sda ceph02<\/div>\n<div>\u00a0 991 \u00a0sudo \/usr\/bin\/ceph-authtool &#8211;gen-print-key<\/div>\n<div>\u00a0 992 \u00a0ceph-deploy osd create &#8211;data \/dev\/sda ceph02<\/div>\n<div class=\"yj6qo\"><\/div>\n<div class=\"adL\"><\/div>\n<\/div>\n<\/div>\n<div class=\"adL\"><\/div>\n<\/div>\n<\/div>\n<div class=\"hi\"><\/div>\n<\/div>\n<\/div>\n<div class=\"ajx\"><\/div>\n<\/div>\n<div class=\"gA gt acV\">\n<div class=\"gB xu\">\n<div class=\"ip iq\">\n<div id=\":qc\">\n<table class=\"cf wS\" role=\"presentation\">\n<tbody>\n<tr>\n<td class=\"amq\"><img id=\":mk_8\" class=\"ajn bofPge\" src=\"https:\/\/ssl.gstatic.com\/ui\/v1\/icons\/mail\/no_photo.png\" name=\":mk\" data-hovercard-id=\"benlu369@gmail.com\" \/><\/td>\n<td class=\"amr\">\n<div class=\"nr wR\">\n<div class=\"amn\"><span id=\":nm\" class=\"ams bkH\" tabindex=\"0\" role=\"link\">Reply<\/span><span id=\":qm\" class=\"ams bkG\" tabindex=\"0\" role=\"link\">Forward<\/span><\/div>\n<\/div>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<div class=\"nH\"><\/div>\n<div class=\"nH\"><\/div>\n<\/div>\n<\/div>\n<div class=\"nH\">\n<div class=\"l2 pfiaof\" role=\"contentinfo\">\n<div id=\":p9\"><\/div>\n<div id=\":oi\" class=\"aeV\">\n<div>\n<div class=\"md mj\">\n<div><\/div>\n<div class=\"aeW\"><\/div>\n<\/div>\n<\/div>\n<\/div>\n<div class=\"aeU\">\n<div id=\":o7\">\n<div>\n<div class=\"ma\"><\/div>\n<\/div>\n<\/div>\n<\/div>\n<div id=\":nc\" class=\"ae3\">\n<div>\n<div class=\"l6\">\n<div><\/div>\n<p>&nbsp;<\/p>\n<\/div>\n<\/div>\n<\/div>\n<div><\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/td>\n<td class=\"Bu yM\">\n<div class=\"Bt\"><\/div>\n<div class=\"nH\">\n<div class=\"no\">\n<div class=\"nH nn\">\n<div><\/div>\n<\/div>\n<\/div>\n<div class=\"dJ\"><\/div>\n<\/div>\n<\/td>\n<td class=\"Bu y3\">\n<div class=\"Bt\"><\/div>\n<div class=\"nH bno adC\" role=\"complementary\">\n<div class=\"nH\"><\/div>\n<\/div>\n<div class=\"y4\"><\/div>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<div class=\"nH bAw nn it\">\n<div class=\"brC-dA-I-Jw\" role=\"navigation\" aria-label=\"Toggle side panel\">\n<div class=\"aT5-aOt-I brC-dA-I aT5-aOt-I-Jp\" tabindex=\"0\" role=\"button\" aria-pressed=\"true\" aria-label=\"Show side panel\">\n<div class=\"aT5-aOt-I-JX-Jw\"><\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<div class=\"dJ\"><\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<div class=\"vY nq\"><\/div>\n<div>\n<div><\/div>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u00a0 849 \u00a0for i in {0,3,6}; do sudo mount \/var\/lib\/ceph\/osd\/ceph-${i}; done; \u00a0 850 \u00a0sudo ceph-volume lvm prepare &#8211;bluestore &#8211;data \/dev\/sde \u00a0 851 \u00a0lsblk \u00a0 852 \u00a0sudo ceph-volume lvm zap \/dev\/sde &#8211;destroy \u00a0 853 \u00a0lsblk \u00a0 854 \u00a0cat \/etc\/fstab \u00a0 855 \u00a0ls -l \/var\/lib\/ceph\/osd\/ \u00a0 856 \u00a0ls -l \/var\/lib\/ceph\/ \u00a0 857 \u00a0lsblk \u00a0 858 \u00a0sudo ceph-volume [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"parent":0,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":[],"_links":{"self":[{"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/pages\/254"}],"collection":[{"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/comments?post=254"}],"version-history":[{"count":2,"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/pages\/254\/revisions"}],"predecessor-version":[{"id":256,"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/pages\/254\/revisions\/256"}],"wp:attachment":[{"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/media?parent=254"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}