{"id":273,"date":"2019-09-23T20:21:44","date_gmt":"2019-09-23T20:21:44","guid":{"rendered":"http:\/\/cephswift.com\/?page_id=273"},"modified":"2019-09-23T20:21:44","modified_gmt":"2019-09-23T20:21:44","slug":"how-to_setup_nfs_ganesha_ceph_docker_service","status":"publish","type":"page","link":"https:\/\/cephswift.com\/index.php\/how-to_setup_nfs_ganesha_ceph_docker_service\/","title":{"rendered":"How to_setup_nfs_ganesha_ceph_docker_service"},"content":{"rendered":"

Purpose of this setup:
\nThis setup is to test out how nfs-ganesha can be running as a docker process to connect a ceph cluster in docker, get cephfs then export to 3rd host as the nfs server.<\/p>\n

## add the nfs-ganesha host to existing ceph cluster’s host file
\n## on “10.8.100.27 ceph01”, do:<\/p>\n

[root@ip-10-8-100-27 ~]# cat \/etc\/hosts | grep ceph
\n10.8.100.27 ceph01
\n10.8.100.176 ceph02
\n10.8.100.139 ceph03<\/p>\n

[root@ip-10-8-100-27 ~]# echo “10.8.100.202 ganesha_01” >> \/etc\/hosts<\/p>\n

[root@ip-10-8-100-27 ~]# cat \/etc\/hosts | grep 10
\n10.8.100.27 ceph01
\n10.8.100.176 ceph02
\n10.8.100.139 ceph03
\n10.8.100.202 ganesha_01<\/p>\n

[root@ip-10-8-100-27 ~]# for i in {176,139,202}; do scp \/etc\/hosts 10.8.100.$i:\/etc\/hosts; done;<\/p>\n

## setup ssh key trust in between cluster and ganesha:<\/p>\n

[root@ip-10-8-100-27 ~]# ssh-copy-id ganesha_01
\n[root@ip-10-8-100-176 ~]# ssh-copy-id ganesha_01
\n[root@ip-10-8-100-139 ~]# ssh-copy-id ganesha_01<\/p>\n

[root@ip-10-8-100-202 ~]# ssh-keygen
\n[root@ip-10-8-100-202 ~]# for i in {27,176,139,202}; do ssh-copy-id 10.8.100.$i; done;<\/p>\n

## copy ceph config from ceph01 to ganesha node:<\/p>\n

[root@ip-10-8-100-27 ~]# ssh root@ganesha_01 mkdir -p \/var\/lib\/ceph
\n[root@ip-10-8-100-27 ~]# ssh root@ganesha_01 mkdir -p \/var\/ceph
\n[root@ip-10-8-100-27 ~]# scp -r \/etc\/ceph\/* root@ganesha_01:\/etc\/ceph\/
\nceph.conf 100% 220 224.9KB\/s 00:00
\nceph.client.admin.keyring 100% 159 195.1KB\/s 00:00
\nceph.mon.keyring 100% 688 528.8KB\/s 00:00
\n[root@ip-10-8-100-27 ~]# scp -r \/var\/lib\/ceph\/bootstrap* root@ganesha_01:\/var\/lib\/ceph\/
\nceph.keyring 100% 113 72.6KB\/s 00:00
\nceph.keyring 100% 113 61.7KB\/s 00:00
\nceph.keyring 100% 113 89.0KB\/s 00:00
\nceph.keyring 100% 113 91.9KB\/s 00:00<\/p>\n

## create ganesha docker run on ganesha node:<\/p>\n

[root@ip-10-8-100-202 ~]# docker images
\nREPOSITORY TAG IMAGE ID CREATED SIZE
\nceph\/daemon HEAD-mimic-centos-7-aarch64 2d790517ca63 4 hours ago 823MB
\nceph\/daemon-base HEAD-mimic-centos-7-aarch64 560e662102f5 4 hours ago 693MB
\ncentos 7 7a51de8a65d5 3 months ago 238MB<\/p>\n

[root@ip-10-8-100-202 ~]# docker run -d –net=host -v \/etc\/ceph:\/etc\/ceph -v \/var\/lib\/ceph\/:\/var\/lib\/ceph\/ 2d790517ca63 ganesha
\n9d83b14bbc3efbba3a97876f29cf0be691cfce5217807568eb84ca6ad9d6a1c8<\/p>\n

[root@ip-10-8-100-202 ~]# docker run -d –net=host -v \/etc\/ceph:\/etc\/ceph -v \/var\/lib\/ceph\/:\/var\/lib\/ceph\/ 2d790517ca63 ceph-client
\n1decd18089e27cedc139c69450629b450df48b9b2b0abc7a67c53be4dd733609
\n[root@ip-10-8-100-202 ~]#
\n[root@ip-10-8-100-202 ~]# docker container ls –all
\nCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
\n1decd18089e2 2d790517ca63 “\/entrypoint.sh ceph\u2026” 4 seconds ago Exited (0) 3 seconds ago relaxed_mendeleev
\n9d83b14bbc3e 2d790517ca63 “\/entrypoint.sh gane\u2026” 4 minutes ago Exited (0) 4 minutes ago goofy_roentgen
\n[root@ip-10-8-100-202 ~]#<\/p>\n

[root@ip-10-8-100-27 ~]# docker run -d –net=host -v \/etc\/ceph:\/etc\/ceph -v \/var\/lib\/ceph\/:\/var\/lib\/ceph\/ ceph-13.2.6-daemon\/cento7 nfs
\n350d4b357061b984770230a0ae8ca9a9c36f2fb0ac097aeb5f7b3e9efa32350d
\n[root@ip-10-8-100-27 ~]#
\n[root@ip-10-8-100-27 ~]# docker ps
\nCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
\n350d4b357061 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh nfs” 7 seconds ago Up 7 seconds zealous_mcnulty
\n60e13885c463 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh rgw” 2 weeks ago Up 2 weeks pensive_ramanujan
\nd0876c3f6699 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh mds” 2 weeks ago Up 2 weeks wonderful_dijkstra
\n95230ffafa12 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh mgr” 2 weeks ago Up 2 weeks stoic_bell
\n7c980d1930ef ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh osd_\u2026” 2 weeks ago Up 2 weeks frosty_blackwell
\n52d084554e82 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh osd_\u2026” 2 weeks ago Up 2 weeks boring_bhaskara
\n3869b330fc6d ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh mon” 2 weeks ago Up 2 weeks elegant_bardeen
\n[root@ip-10-8-100-27 ~]#<\/p>\n

[root@ip-10-8-100-27 ~]# docker exec -it 350d4b357061 ceph -s
\ncluster:
\nid: a00f505c-c342-4208-a000-8e4444c53bd6
\nhealth: HEALTH_OK<\/p>\n

services:
\nmon: 3 daemons, quorum ip-10-8-100-27,ip-10-8-100-139,ip-10-8-100-176
\nmgr: ip-10-8-100-27(active)
\nmds: cephfs-1\/1\/1 up {0=ip-10-8-100-27=up:active}
\nosd: 6 osds: 6 up, 6 in
\nrgw: 1 daemon active<\/p>\n

data:
\npools: 7 pools, 156 pgs
\nobjects: 241 objects, 3.4 KiB
\nusage: 14 GiB used, 342 GiB \/ 356 GiB avail
\npgs: 156 active+clean<\/p>\n

[root@ip-10-8-100-27 ~]# docker run -d –net=host -v \/etc\/ceph:\/etc\/ceph -v \/var\/lib\/ceph\/:\/var\/lib\/ceph\/ ceph-13.2.6-daemon\/cento7 ganesha
\ne04a1bc3ebe88fb8d9b09a90faf93371a934ced0ee4ef419e7feb3dc37ef7ff4<\/p>\n

[root@ip-10-8-100-27 ~]# docker ps
\nCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
\n350d4b357061 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh nfs” 6 minutes ago Up 6 minutes zealous_mcnulty
\n60e13885c463 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh rgw” 2 weeks ago Up 2 weeks pensive_ramanujan
\nd0876c3f6699 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh mds” 2 weeks ago Up 2 weeks wonderful_dijkstra
\n95230ffafa12 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh mgr” 2 weeks ago Up 2 weeks stoic_bell
\n7c980d1930ef ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh osd_\u2026” 2 weeks ago Up 2 weeks frosty_blackwell
\n52d084554e82 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh osd_\u2026” 2 weeks ago Up 2 weeks boring_bhaskara
\n3869b330fc6d ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh mon” 2 weeks ago Up 2 weeks elegant_bardeen<\/p>\n

[root@ip-10-8-100-27 ~]# docker container ls –all
\nCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
\ne04a1bc3ebe8 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh gane\u2026” 2 minutes ago Exited (0) 2 minutes ago infallible_shtern
\n350d4b357061 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh nfs” 7 minutes ago Up 7 minutes zealous_mcnulty
\n60e13885c463 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh rgw” 2 weeks ago Up 2 weeks pensive_ramanujan
\nd0876c3f6699 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh mds” 2 weeks ago Up 2 weeks wonderful_dijkstra
\n95230ffafa12 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh mgr” 2 weeks ago Up 2 weeks stoic_bell
\n7c980d1930ef ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh osd_\u2026” 2 weeks ago Up 2 weeks frosty_blackwell
\n52d084554e82 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh osd_\u2026” 2 weeks ago Up 2 weeks boring_bhaskara
\n3869b330fc6d ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh mon” 2 weeks ago Up 2 weeks elegant_bardeen
\n[root@ip-10-8-100-27 ~]#<\/p>\n

### we can see that the ganesha docker cannot be created sucessfully for some reason, the status is “Exited”, need to find out !!!
\n### however, the same image can be used to creat a mon, which works well:
\n#
\n[root@ip-10-8-100-202 ~]# docker images
\nREPOSITORY TAG IMAGE ID CREATED SIZE
\nceph\/daemon HEAD-mimic-centos-7-aarch64 2d790517ca63 5 hours ago 823MB
\nceph\/daemon-base HEAD-mimic-centos-7-aarch64 560e662102f5 5 hours ago 693MB
\ncentos 7 7a51de8a65d5 3 months ago 238MB
\n[root@ip-10-8-100-202 ~]#<\/p>\n

[root@ip-10-8-100-202 ~]# docker run -d –net=host -v \/etc\/ceph:\/etc\/ceph -v \/var\/lib\/ceph\/:\/var\/lib\/ceph\/ -e MON_IP=10.8.100.202 -e CEPH_PUBLIC_NETWORK=10.1.100.0\/24 2d790517ca63 mon
\n510ed14031ae62cc7d242ec8b4b140272012645414acde4b581327c4b8b1af44
\n[root@ip-10-8-100-202 ~]#
\n[root@ip-10-8-100-202 ~]# docker ps
\nCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
\n510ed14031ae 2d790517ca63 “\/entrypoint.sh mon” 6 seconds ago Up 5 seconds adoring_albattani<\/p>\n

[root@ip-10-8-100-202 ~]# docker exec -it 510ed14031ae ceph -s
\ncluster:
\nid: a00f505c-c342-4208-a000-8e4444c53bd6
\nhealth: HEALTH_OK<\/p>\n

services:
\nmon: 4 daemons, quorum ip-10-8-100-27,ip-10-8-100-139,ip-10-8-100-176,ip-10-8-100-202
\nmgr: ip-10-8-100-27(active)
\nmds: cephfs-1\/1\/1 up {0=ip-10-8-100-27=up:active}
\nosd: 6 osds: 6 up, 6 in
\nrgw: 1 daemon active<\/p>\n

data:
\npools: 7 pools, 156 pgs
\nobjects: 241 objects, 3.4 KiB
\nusage: 14 GiB used, 342 GiB \/ 356 GiB avail
\npgs: 156 active+clean<\/p>\n

[root@ip-10-8-100-202 ~]#<\/p>\n

## verify pkgs installed:<\/p>\n

[root@ip-10-8-100-202 ~]# docker ps
\nCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
\n510ed14031ae 2d790517ca63 “\/entrypoint.sh mon” 8 minutes ago Up 8 minutes adoring_albattani
\n[root@ip-10-8-100-202 ~]#
\n[root@ip-10-8-100-202 ~]#
\n[root@ip-10-8-100-202 ~]# docker exec -it 510ed14031ae yum list installed | grep ganesha
\n[root@ip-10-8-100-202 ~]# docker exec -it 510ed14031ae rpm -qa | grep ganesha
\n[root@ip-10-8-100-202 ~]#<\/p>\n

[root@ip-10-8-100-27 ~]# docker ps
\nCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
\n350d4b357061 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh nfs” 36 minutes ago Up 36 minutes zealous_mcnulty
\n60e13885c463 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh rgw” 2 weeks ago Up 2 weeks pensive_ramanujan
\nd0876c3f6699 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh mds” 2 weeks ago Up 2 weeks wonderful_dijkstra
\n95230ffafa12 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh mgr” 2 weeks ago Up 2 weeks stoic_bell
\n7c980d1930ef ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh osd_\u2026” 2 weeks ago Up 2 weeks frosty_blackwell
\n52d084554e82 ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh osd_\u2026” 2 weeks ago Up 2 weeks boring_bhaskara
\n3869b330fc6d ceph-13.2.6-daemon\/cento7 “\/entrypoint.sh mon” 2 weeks ago Up 2 weeks elegant_bardeen
\n[root@ip-10-8-100-27 ~]#
\n[root@ip-10-8-100-27 ~]#
\n[root@ip-10-8-100-27 ~]#
\n[root@ip-10-8-100-27 ~]# docker exec -it 3869b330fc6d yum list installed | grep ganesha
\nnfs-ganesha.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-ceph.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-debuginfo.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-gpfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-lttng.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-mem.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-mount-9P.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-nullfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-proxy.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-rados-grace.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-rgw.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-vfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-xfs.aarch64 2.7.1-0.1.el7 installed
\n[root@ip-10-8-100-27 ~]#
\n[root@ip-10-8-100-27 ~]# docker exec -it 350d4b357061 yum list installed | grep ganesha
\nnfs-ganesha.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-ceph.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-debuginfo.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-gpfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-lttng.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-mem.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-mount-9P.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-nullfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-proxy.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-rados-grace.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-rgw.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-vfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-xfs.aarch64 2.7.1-0.1.el7 installed
\n[root@ip-10-8-100-27 ~]#
\n[root@ip-10-8-100-27 ~]# docker exec -it 350d4b357061 rpm -qa | grep ganesha
\nnfs-ganesha-2.7.1-0.1.el7.aarch64
\nnfs-ganesha-gpfs-2.7.1-0.1.el7.aarch64
\nnfs-ganesha-mem-2.7.1-0.1.el7.aarch64
\nnfs-ganesha-proxy-2.7.1-0.1.el7.aarch64
\nnfs-ganesha-rgw-2.7.1-0.1.el7.aarch64
\nnfs-ganesha-xfs-2.7.1-0.1.el7.aarch64
\nnfs-ganesha-debuginfo-2.7.1-0.1.el7.aarch64
\nnfs-ganesha-ceph-2.7.1-0.1.el7.aarch64
\nnfs-ganesha-lttng-2.7.1-0.1.el7.aarch64
\nnfs-ganesha-nullfs-2.7.1-0.1.el7.aarch64
\nnfs-ganesha-rados-grace-2.7.1-0.1.el7.aarch64
\nnfs-ganesha-vfs-2.7.1-0.1.el7.aarch64
\nnfs-ganesha-mount-9P-2.7.1-0.1.el7.aarch64
\n[root@ip-10-8-100-27 ~]#
\n#########################################################################################
\n## cook 5 files below to make “ganesha\/aarch64-cento7” docker image:
\n#
\n[root@ip-10-8-100-202 ~]# vi kubernetes.repo
\n[root@ip-10-8-100-202 ~]# vi ganesha.repo
\n[root@ip-10-8-100-202 ~]# vi ceph.repo
\n[root@ip-10-8-100-202 ~]# vi dockerfile
\n[root@ip-10-8-100-202 ~]# vi build_ganesha_aarch64_cento7_docker_image.sh<\/p>\n

[root@ip-10-8-100-202 ~]# ls -ltr
\ntotal 20
\n-rw-r–r– 1 root root 264 Jul 15 21:28 kubernetes.repo
\n-rw-r–r– 1 root root 79 Jul 15 21:28 ganesha.repo
\n-rw-r–r– 1 root root 537 Jul 15 21:28 ceph.repo
\n-rw-r–r– 1 root root 2400 Jul 15 23:44 dockerfile
\n-rw-r–r– 1 root root 41 Jul 15 23:56 build_ganesha_aarch64_cento7_docker_image.sh<\/p>\n

[root@ip-10-8-100-202 ~]# cat ganesha.repo
\n[ganesha]
\nname=ganesha
\nbaseurl=http:\/\/10.8.100.27\/ganesha
\ngpgcheck=0
\nenabled=1
\n[root@ip-10-8-100-202 ~]# cat kubernetes.repo
\n[kubernetes]
\nname=Kubernetes
\nbaseurl=https:\/\/packages.cloud.google.com\/yum\/repos\/kubernetes-el7-aarch64
\nenabled=1
\ngpgcheck=1
\nrepo_gpgcheck=0
\ngpgkey=https:\/\/packages.cloud.google.com\/yum\/doc\/yum-key.gpg https:\/\/packages.cloud.google.com\/yum\/doc\/rpm-package-key.gpg
\n[root@ip-10-8-100-202 ~]#<\/p>\n

[root@ip-10-8-100-202 ~]# cat ceph.repo
\n[ceph]
\nname=Ceph packages for \\$basearch
\nbaseurl=https:\/\/download.ceph.com\/rpm-mimic\/el7\/\\$basearch
\nenabled=1
\npriority=2
\ngpgcheck=1
\ngpgkey=https:\/\/download.ceph.com\/keys\/release.asc<\/p>\n

[ceph-noarch]
\nname=Ceph noarch packages
\nbaseurl=https:\/\/download.ceph.com\/rpm-mimic\/el7\/noarch
\nenabled=1
\npriority=2
\ngpgcheck=1
\ngpgkey=https:\/\/download.ceph.com\/keys\/release.asc<\/p>\n

[ceph-source]
\nname=Ceph source packages
\nbaseurl=https:\/\/download.ceph.com\/rpm-mimic\/el7\/SRPMS
\nenabled=0
\npriority=2
\ngpgcheck=1
\ngpgkey=https:\/\/download.ceph.com\/keys\/release.asc
\n[root@ip-10-8-100-202 ~]#<\/p>\n

[root@ip-10-8-100-202 ~]# cat build_ganesha_aarch64_cento7_docker_image.sh
\ndocker build -t ganesha\/aarch64-cento7 .
\n[root@ip-10-8-100-202 ~]#<\/p>\n

[root@ip-10-8-100-202 ~]# cat dockerfile
\n# CEPH DAEMON IMAGE
\n# CEPH VERSION: Mimic
\n# CEPH VERSION DETAIL: 13.2.6<\/p>\n

FROM centos:7
\nMAINTAINER Benjamin Lu “Benjamin.lu@gokeuslabcom”<\/p>\n

RUN yum update -y<\/p>\n

ENV CEPH_VERSION 13.2.6
\nENV CONFD_VERSION 0.10.0
\nENV KUBECTL_VERSION v1.6.0<\/p>\n

CMD [“\/usr\/sbin\/init”]<\/p>\n

# install prerequisites
\n##############################################
\n# setup ceph.repo, kubernetes.repo
\nADD ceph.repo \/etc\/yum.repos.d\/
\nADD kubernetes.repo \/etc\/yum.repos.d\/
\nADD ganesha.repo \/etc\/yum.repos.d\/
\n##############################################
\n# install ceph, ganesha and repends
\nRUN yum -y update && yum install -y wget which unzip rpm uuid-runtime python-setuptools udev dmsetup localedef && \\
\nyum install -y https:\/\/dl.fedoraproject.org\/pub\/epel\/epel-release-latest-7.noarch.rpm && \\
\nyum install -y yum-utils device-mapper-persistent-data lvm2 && \\
\nyum install -y libtirpc nfs-utils rpcbind libwbclient lttng-tools && \\
\nrpm –import ‘https:\/\/download.ceph.com\/keys\/release.asc’ && \\
\nyum clean all && \\
\nrm -rf \/var\/cache\/yum && \\
\nyum install -y ceph-common ceph-base libcephfs libcephfs-devel libcephfs2 python-cephfs ceph-fuse nfs-ganesha && \\
\nwhich ceph && \\
\nceph –version && \\
\ncurl -L http:\/\/10.8.100.27\/ganesha\/rpm-V2.7-stable\/mimic\/aarch64\/ganesha-rpms-list > ganesha-rpms-list && \\
\nbash -c ‘ \\
\nif [ -n “ganesha-rpms-list” ]; then \\
\nfor i in `cat ganesha-rpms-list`; do rpm -Uvh http:\/\/10.8.100.27\/ganesha\/rpm-V2.7-stable\/mimic\/aarch64\/$i; done; \\
\nfi ‘ && \\
\nyum list installed | grep ganesha && \\
\nrpm -qa | grep ganesha && \\
\n#######################################################
\n# Install kubenetes
\nyum makecache fast && \\
\nyum install -y kubelet kubeadm kubectl && \\
\nwhich kubelet kubeadm kubectl && \\
\nchmod +x \/usr\/bin\/kubectl && \\<\/p>\n

# set rpcbind, portmap, dbus
\nrm -rf \/var\/lib\/apt\/lists\/* \/tmp\/* \/var\/tmp\/* && \\
\nmkdir -p \/run\/rpcbind \/export \/var\/run\/dbus && \\
\ntouch \/run\/rpcbind\/rpcbind.xdr \/run\/rpcbind\/portmap.xdr && \\
\nchmod 755 \/run\/rpcbind\/* && \\
\n#chown messagebus:messagebus \/var\/run\/dbus && \\<\/p>\n

# set locale
\nyum reinstall -y glibc-common && \\
\nlocaledef -i en_US -f UTF-8 en_US.UTF-8<\/p>\n

# Add startup script
\nCOPY start.sh \/<\/p>\n

# Add volumes for Ceph config and data
\nVOLUME [“\/etc\/ceph”,”\/var\/lib\/ceph”, “\/etc\/ganesha”]<\/p>\n

# NFS ports and portmapper
\nEXPOSE 2049 38465-38467 662 111\/udp 111<\/p>\n

# Start Ganesha NFS daemon by default
\nCMD [“\/start.sh”]<\/p>\n

LABEL version=”1.0″<\/p>\n

[root@ip-10-8-100-202 ~]#<\/p>\n

## making the nfs-ganesha docker images now:<\/p>\n

[root@ip-10-8-100-202 ~]# docker build -t ganesha\/aarch64-cento7 .
\n……….
\n……….
\nInstalled:
\nglibc-common.aarch64 0:2.17-260.el7_6.6
\nComplete!
\nRemoving intermediate container 8dd283e800d5
\n—> 7f7e24e1f168
\nStep 12\/16 : COPY start.sh \/
\n—> 96250be9b1d4
\nStep 13\/16 : VOLUME [“\/etc\/ceph”,”\/var\/lib\/ceph”, “\/etc\/ganesha”]
\n—> Running in 7de4edbe18b1
\nRemoving intermediate container 7de4edbe18b1
\n—> f4f1205a245b
\nStep 14\/16 : EXPOSE 2049 38465-38467 662 111\/udp 111
\n—> Running in bd568d76beda
\nRemoving intermediate container bd568d76beda
\n—> f5b8a0c85f9c
\nStep 15\/16 : CMD [“\/start.sh”]
\n—> Running in 0e349c672aa8
\nRemoving intermediate container 0e349c672aa8
\n—> f798624743b0
\nStep 16\/16 : LABEL version=”1.0″
\n—> Running in 81345ed03c02
\nRemoving intermediate container 81345ed03c02
\n—> 716a66a9fc7e
\nSuccessfully built 716a66a9fc7e
\nSuccessfully tagged ganesha\/aarch64-cento7:latest<\/p>\n

[root@ip-10-8-100-202 ~]# docker images
\nREPOSITORY TAG IMAGE ID CREATED SIZE
\nganesha\/aarch64-cento7 latest 716a66a9fc7e 28 seconds ago 1.12GB
\ncentos 7 7a51de8a65d5 4 months ago 238MB<\/p>\n

[root@ip-10-8-100-202 ~]#
\n[root@ip-10-8-100-202 ~]# docker run -it ganesha\/aarch64-cento7 \/bin\/bash
\n[root@7d53be711b2a \/]#
\n[root@7d53be711b2a \/]# which ceph
\n\/usr\/bin\/ceph
\n[root@7d53be711b2a \/]#
\n[root@7d53be711b2a \/]#
\n[root@7d53be711b2a \/]# ceph –version
\nceph version 13.2.6 (7b695f835b03642f85998b2ae7b6dd093d9fbce4) mimic (stable)
\n[root@7d53be711b2a \/]#
\n[root@7d53be711b2a \/]#
\n[root@7d53be711b2a \/]# yum list installed | grep nfs
\nlibnfsidmap.aarch64 0.25-19.el7 @base
\nnfs-ganesha.aarch64 2.7.1-0.1.el7 @ganesha
\nnfs-ganesha-ceph.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-debuginfo.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-gpfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-lttng.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-mem.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-mount-9P.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-nullfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-proxy.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-rados-grace.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-rgw.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-vfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-xfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-utils.aarch64 1:1.3.0-0.61.el7 @base
\n[root@7d53be711b2a \/]#<\/p>\n

#####################################################################################################
\n#This section make cephfs export through libcephfs2
\n#test export ceph ganesha nfs to 3rd server:
\n#
\n[root@ip-10-8-100-27 ceph]# vi \/etc\/ceph\/ceph.conf
\n[root@ip-10-8-100-27 ceph]# cat \/etc\/ceph\/ceph.conf
\n[global]
\nfsid = a00f505c-c342-4208-a000-8e4444c53bd6
\nmon initial members = ip-10-8-100-27,ip-10-8-100-176,ip-10-8-100-139
\nmon host = 10.8.100.27,10.8.100.176,10.8.100.139
\npublic network = 10.8.100.0\/24
\ncluster network = 10.8.100.0\/24
\nosd journal size = 100
\nlog file = \/dev\/null
\n[client]
\nmon_host = 10.8.100.27:6789,10.8.100.176:6789,10.8.100.139:6789
\n[root@ip-10-8-100-27 ceph]#<\/p>\n

[root@ip-10-8-100-27 ceph]# for i in {176,139,202}; do scp \/etc\/ceph\/ceph.conf 10.8.100.$i:\/etc\/ceph\/; done;<\/p>\n

[root@ip-10-8-100-202 ceph]# vi \/etc\/ganesha\/ganesha.conf
\n[root@ip-10-8-100-202 ceph]# cat \/etc\/ganesha\/ganesha.conf
\nEXPORT
\n{
\nExport_Id = 2;
\nPath = “\/”;
\nPseudo = “\/”;
\nProtocols = 3,4;
\nTransport_Protocols = UDP,TCP;
\nAccess_Type = RW;
\nSquash = root_squash;
\n## Allowed security types for this export
\nSectype = sys,krb5,krb5i,krb5p;<\/p>\n

## Exporting FSAL
\nFSAL {
\nName = VFS;
\n}
\nFSAL {
\nName = CEPH;
\n}
\n}<\/p>\n

# Config RGW for ceph
\nRGW
\n{
\nceph_conf = “\/etc\/ceph\/ceph.conf”;
\nname = “name”;
\ncluster = “ceph”;
\n}<\/p>\n

# Config block for FSAL_CEPH
\nCEPH
\n{
\n# Path to a ceph.conf file for this cluster.
\nceph_conf = “\/etc\/ceph\/ceph.conf”;<\/p>\n

# User file-creation mask. These bits will be masked off from the unix
\n# permissions on newly-created inodes.
\numask = 0;
\n}<\/p>\n

# Config NFSV4
\nNFSV4
\n{
\nAllow_Numeric_Owners = true;
\nOnly_Numeric_Owners = true;
\n}
\n[root@ip-10-8-100-202 ceph]#<\/p>\n

495 vi setup_firewall.sh
\n496 cat setup_firewall.sh
\n497 chmod 755 setup_firewall.sh
\n498 .\/setup_firewall.sh<\/p>\n

509 ceph-authtool -p \/etc\/ceph\/ceph.client.admin.keyring > ceph.key
\n511 chmod 600 ceph.key
\n516 sudo mount -t ceph 10.8.100.27:6789:\/ \/mnt\/cephfs-nfs -o name=admin,secretfile=ceph.key
\n518 umount \/mnt\/cephfs-nfs
\n519 df -h
\n520 sudo mount -t ceph 10.8.100.27:6789:\/ \/mnt\/cephfs-nfs -o name=admin,secretfile=ceph.key
\n526 cd \/mnt\/cephfs-nfs
\n527 ls -ltr
\n528 mkdir test_ganesha_wr
\n593 netstat -an | grep 6789<\/p>\n

## test export the ganesha export from ceph to 3rd server at 10.8.100.32:
\n#
\n[root@ip-10-8-100-32 ~]# mount -t nfs -o nfsvers=4.1,proto=tcp 10.8.100.202:\/ \/root\/from_nfs_ganesha_export_dir
\n[root@ip-10-8-100-32 ~]# df -h
\nFilesystem Size Used Avail Use% Mounted on
\ndevtmpfs 1.9G 0 1.9G 0% \/dev
\ntmpfs 1.9G 0 1.9G 0% \/dev\/shm
\ntmpfs 1.9G 428K 1.9G 1% \/run
\ntmpfs 1.9G 0 1.9G 0% \/sys\/fs\/cgroup
\n\/dev\/nvme0n1p1 60G 2.9G 58G 5% \/
\n\/dev\/nvme0n1p128 10M 3.7M 6.3M 38% \/boot\/efi
\ntmpfs 380M 0 380M 0% \/run\/user\/1001
\n10.8.100.202:\/ 105G 0 105G 0% \/root\/from_nfs_ganesha_export_dir
\n[root@ip-10-8-100-32 ~]# cd \/root\/from_nfs_ganesha_export_dir
\n[root@ip-10-8-100-32 from_nfs_ganesha_export_dir]# ls -ltr
\ntotal 1
\ndrwxr-xr-x 2 root root 0 Jul 17 22:24 test_ganesha_wr
\n[root@ip-10-8-100-32 from_nfs_ganesha_export_dir]#<\/p>\n

[root@ip-10-8-100-32 ~]# docker run –privileged ganesha\/aarch64-cento7 &<\/p>\n

[root@ip-10-8-100-27 ~]# scp -r \/var\/lib\/ceph\/bootstrap* root@ganesha_02:\/var\/lib\/ceph
\nceph.keyring 100% 113 36.8KB\/s 00:00
\nceph.keyring 100% 113 90.6KB\/s 00:00
\nceph.keyring 100% 113 37.5KB\/s 00:00
\nceph.keyring 100% 113 82.1KB\/s 00:00
\n[root@ip-10-8-100-27 ~]#
\n[root@ip-10-8-100-27 ~]# scp -r \/etc\/ceph root@ganesha_02:\/etc\/ceph
\nceph.client.admin.keyring 100% 159 159.7KB\/s 00:00
\nceph.mon.keyring 100% 688 841.9KB\/s 00:00
\nceph.conf 100% 351 413.4KB\/s 00:00
\nceph.conf.orig.BKUP<\/p>\n

[root@ip-10-8-100-32 ~]# ls -l \/etc\/ceph
\ntotal 20
\n-rw——- 1 root root 159 Jul 19 22:32 ceph.client.admin.keyring
\n-rw-r–r– 1 root root 351 Jul 19 22:32 ceph.conf
\n-rw-r–r– 1 root root 220 Jul 19 22:32 ceph.conf.orig.BKUP
\n-rw-r–r– 1 root root 41 Jul 19 23:22 ceph.key
\n-rw——- 1 root root 688 Jul 19 22:32 ceph.mon.keyring
\n[root@ip-10-8-100-32 ~]#
\n[root@ip-10-8-100-32 ~]# ls -l \/var\/lib\/ceph\/bootstrap*
\n\/var\/lib\/ceph\/bootstrap-mds:
\ntotal 4
\n-rw——- 1 root root 113 Jul 19 22:32 ceph.keyring<\/p>\n

\/var\/lib\/ceph\/bootstrap-osd:
\ntotal 4
\n-rw——- 1 root root 113 Jul 19 22:32 ceph.keyring<\/p>\n

\/var\/lib\/ceph\/bootstrap-rbd:
\ntotal 4
\n-rw——- 1 root root 113 Jul 19 22:32 ceph.keyring<\/p>\n

\/var\/lib\/ceph\/bootstrap-rgw:
\ntotal 4
\n-rw——- 1 root root 113 Jul 19 22:32 ceph.keyring<\/p>\n

[root@ip-10-8-100-32 ~]# docker cp \/etc\/ceph\/ceph.client.admin.keyring 4592ec428182:\/etc\/ceph\/
\n[root@ip-10-8-100-32 ~]# docker exec 4592ec428182 ceph-authtool -p \/etc\/ceph\/ceph.client.admin.keyring | tee \/etc\/ceph\/ceph.key ## this line does not work<\/p>\n

[root@ip-10-8-100-32 ~]# docker exec 4592ec428182 ceph -s
\ncluster:
\nid: a00f505c-c342-4208-a000-8e4444c53bd6
\nhealth: HEALTH_WARN
\n1\/4 mons down, quorum ip-10-8-100-27,ip-10-8-100-139,ip-10-8-100-176<\/p>\n

services:
\nmon: 4 daemons, quorum ip-10-8-100-27,ip-10-8-100-139,ip-10-8-100-176, out of quorum: ip-10-8-100-202
\nmgr: ip-10-8-100-27(active)
\nmds: cephfs-1\/1\/1 up {0=ip-10-8-100-27=up:active}
\nosd: 6 osds: 6 up, 6 in
\nrgw: 1 daemon active<\/p>\n

data:
\npools: 7 pools, 156 pgs
\nobjects: 241 objects, 8.6 KiB
\nusage: 14 GiB used, 342 GiB \/ 356 GiB avail
\npgs: 156 active+clean<\/p>\n

[root@ip-10-8-100-32 ~]# docker exec 4592ec428182 mkdir \/mnt\/cephfs<\/p>\n

[root@ip-10-8-100-32 ~]# docker exec 4592ec428182 ls -l \/mnt\/cephfs
\ntotal 0<\/p>\n

[root@ip-10-8-100-32 ~]# docker exec 4592ec428182 yum list installed | grep nfs
\nlibnfsidmap.aarch64 0.25-19.el7 @base
\nnfs-ganesha.aarch64 2.7.1-0.1.el7 @ganesha
\nnfs-ganesha-ceph.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-debuginfo.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-gpfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-lttng.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-mem.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-mount-9P.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-nullfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-proxy.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-rados-grace.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-rgw.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-vfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-ganesha-xfs.aarch64 2.7.1-0.1.el7 installed
\nnfs-utils.aarch64 1:1.3.0-0.61.el7 @base
\n[root@ip-10-8-100-32 ~]#<\/p>\n

https:\/\/github.com\/mitcdh\/docker-nfs-ganesha<\/p>\n

## test write from docker on ceph client -ganesha1 ( 10.8.100.202)
\n# create docker name it as “ganasha” with mount point \/export inside docker to use cephfs-nfs from ceph cluster:
\n#
\n[root@ip-10-8-100-202 ~]# docker run -d –name ganesha -v \/mnt\/cephfs-nfs:\/export ganesha\/aarch64-cento7
\n69a29172aa0264a93cfa62f3c3396388752c6e55c13c0027aa5ecc100b8c6d9d
\n[root@ip-10-8-100-202 ~]#
\n[root@ip-10-8-100-202 ~]# docker ps
\nCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
\n69a29172aa02 ganesha\/aarch64-cento7 “\/start.sh” 7 seconds ago Up 6 seconds 2049\/tcp, 38465-38467\/tcp ganesha
\n[root@ip-10-8-100-202 ~]#<\/p>\n

[root@ip-10-8-100-202 ~]# docker exec 69a29172aa02 df -h
\nFilesystem Size Used Avail Use% Mounted on
\noverlay 60G 3.7G 57G 7% \/
\ntmpfs 64M 0 64M 0% \/dev
\ntmpfs 1.9G 0 1.9G 0% \/sys\/fs\/cgroup
\n10.8.100.27:\/ 104G 0 104G 0% \/export
\n\/dev\/nvme0n1p1 60G 3.7G 57G 7% \/etc\/ceph
\nshm 64M 8.0K 64M 1% \/dev\/shm
\ntmpfs 1.9G 0 1.9G 0% \/proc\/acpi
\ntmpfs 1.9G 0 1.9G 0% \/proc\/scsi
\ntmpfs 1.9G 0 1.9G 0% \/sys\/firmware
\n[root@ip-10-8-100-202 ~]#<\/p>\n

## test tounch a file inside docker on the cephfs mount \/export:
\n#
\n[root@ip-10-8-100-202 ~]# docker exec 69a29172aa02 touch \/export\/test_ganesha_wr\/testfile
\n[root@ip-10-8-100-202 ~]# docker exec 69a29172aa02 ls -l \/export\/test_ganesha_wr
\ntotal 0
\n-rw-r–r– 1 root root 0 Jul 23 00:06 testfile<\/p>\n

[root@ip-10-8-100-202 ~]# docker exec 69a29172aa02 touch \/export\/test_ganesha_wr\/testfile2
\n[root@ip-10-8-100-202 ~]# docker exec 69a29172aa02 touch \/export\/test_ganesha_wr\/testfile3<\/p>\n

[root@ip-10-8-100-202 ~]# docker exec 69a29172aa02 ls -l \/export\/test_ganesha_wr
\ntotal 0
\n-rw-r–r– 1 root root 0 Jul 23 00:06 testfile
\n-rw-r–r– 1 root root 0 Jul 23 19:22 testfile2
\n-rw-r–r– 1 root root 0 Jul 23 19:25 testfile3<\/p>\n

## check 3 files in local dir if 3 files are visiable<\/p>\n

[root@ip-10-8-100-202 ~]# df -h
\nFilesystem Size Used Avail Use% Mounted on
\ndevtmpfs 1.9G 0 1.9G 0% \/dev
\ntmpfs 1.9G 0 1.9G 0% \/dev\/shm
\ntmpfs 1.9G 556K 1.9G 1% \/run
\ntmpfs 1.9G 0 1.9G 0% \/sys\/fs\/cgroup
\n\/dev\/nvme0n1p1 60G 3.7G 57G 7% \/
\n\/dev\/nvme0n1p128 10M 3.7M 6.3M 38% \/boot\/efi
\n10.8.100.27:\/ 104G 0 104G 0% \/mnt\/cephfs-nfs
\noverlay 60G 3.7G 57G 7% \/var\/lib\/docker\/overlay2\/6671136a87233f9370b1ef13d3ed97cdef6ae0e433ee95c514d52cdddaeb4aab\/merged
\nshm 64M 8.0K 64M 1% \/var\/lib\/docker\/containers\/69a29172aa0264a93cfa62f3c3396388752c6e55c13c0027aa5ecc100b8c6d9d\/mounts\/shm
\ntmpfs 380M 0 380M 0% \/run\/user\/0
\n[root@ip-10-8-100-202 ~]#
\n[root@ip-10-8-100-202 ~]# ls -l \/mnt\/cephfs-nfs
\ntotal 0
\ndrwxr-xr-x 1 root root 3 Jul 23 19:25 test_ganesha_wr
\n[root@ip-10-8-100-202 ~]# ls -l \/mnt\/cephfs-nfs\/test_ganesha_wr\/
\ntotal 0
\n-rw-r–r– 1 root root 0 Jul 23 00:06 testfile
\n-rw-r–r– 1 root root 0 Jul 23 19:22 testfile2
\n-rw-r–r– 1 root root 0 Jul 23 19:25 testfile3
\n[root@ip-10-8-100-202 ~]#<\/p>\n

## Let’s verify 3 files on docker that ruuning on other ceph client node: ganesha2 (10.8.100.32):
\n# create a docker fist:<\/p>\n

[root@ip-10-8-100-32 ~]# docker run -d –name ganesha -v \/root\/from_nfs_ganesha_export_dir:\/export ganesha\/aarch64-cento7
\nfde05b4a10d687539530c483f24c658f4e18ae373b1c77b095322be1eccd5d3f
\n[root@ip-10-8-100-32 ~]#
\n[root@ip-10-8-100-32 ~]# docker ps
\nCONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
\nfde05b4a10d6 ganesha\/aarch64-cento7 “\/start.sh” 6 seconds ago Up 5 seconds 2049\/tcp, 38465-38467\/tcp ganesha<\/p>\n

[root@ip-10-8-100-32 ~]#
\n[root@ip-10-8-100-32 ~]# docker exec fde05b4a10d6 df -h
\nFilesystem Size Used Avail Use% Mounted on
\noverlay 60G 4.0G 57G 7% \/
\ntmpfs 64M 0 64M 0% \/dev
\ntmpfs 1.9G 0 1.9G 0% \/sys\/fs\/cgroup
\n10.8.100.202:\/ 104G 0 104G 0% \/export
\n\/dev\/nvme0n1p1 60G 4.0G 57G 7% \/etc\/ceph
\nshm 64M 8.0K 64M 1% \/dev\/shm
\ntmpfs 1.9G 0 1.9G 0% \/proc\/acpi
\ntmpfs 1.9G 0 1.9G 0% \/proc\/scsi
\ntmpfs 1.9G 0 1.9G 0% \/sys\/firmware
\n[root@ip-10-8-100-32 ~]#<\/p>\n

[root@ip-10-8-100-32 ~]# docker exec fde05b4a10d6 ls -l \/export\/test_ganesha_wr
\ntotal 0
\n-rw-r–r– 1 root root 0 Jul 23 00:06 testfile
\n-rw-r–r– 1 root root 0 Jul 23 19:22 testfile2
\n-rw-r–r– 1 root root 0 Jul 23 19:25 testfile3
\n[root@ip-10-8-100-32 ~]#<\/p>\n

## however, test found that 3 files is not permiited to write contains from docker runing on ceph client node: ganesha2 (10.8.100.32):
\n#
\n[root@ip-10-8-100-32 ~]# docker exec fde05b4a10d6 echo ‘This is a test write on server 32 docker, it will show up in server 202 docker’ > \/export\/test_ganesha_wr\/testfile
\n-bash: \/export\/test_ganesha_wr\/testfile: No such file or directory
\n[root@ip-10-8-100-32 ~]# docker exec fde05b4a10d6 echo ‘This is a test write on server 32 docker, it will show up in server 202 docker’ | tee \/export\/test_ganesha_wr\/testfile
\ntee: \/export\/test_ganesha_wr\/testfile: No such file or directory
\nThis is a test write on server 32 docker, it will show up in server 202 docker
\n[root@ip-10-8-100-32 ~]# docker exec fde05b4a10d6 cat \/export\/test_ganesha_wr\/testfile
\n[root@ip-10-8-100-32 ~]#<\/p>\n

## let’s go inside the docker to try write again:<\/p>\n

[root@ip-10-8-100-32 ~]# docker exec -it fde05b4a10d6 \/bin\/bash
\n[root@fde05b4a10d6 \/]#<\/p>\n

[root@fde05b4a10d6 \/]# df -h
\nFilesystem Size Used Avail Use% Mounted on
\noverlay 60G 4.0G 57G 7% \/
\ntmpfs 64M 0 64M 0% \/dev
\ntmpfs 1.9G 0 1.9G 0% \/sys\/fs\/cgroup
\n10.8.100.202:\/ 104G 0 104G 0% \/export
\n\/dev\/nvme0n1p1 60G 4.0G 57G 7% \/etc\/ceph
\nshm 64M 8.0K 64M 1% \/dev\/shm
\ntmpfs 1.9G 0 1.9G 0% \/proc\/acpi
\ntmpfs 1.9G 0 1.9G 0% \/proc\/scsi
\ntmpfs 1.9G 0 1.9G 0% \/sys\/firmware<\/p>\n

[root@fde05b4a10d6 \/]# cd \/export\/
\n[root@fde05b4a10d6 export]# ls
\ntest_ganesha_wr
\n[root@fde05b4a10d6 export]# cd test_ganesha_wr\/<\/p>\n

[root@fde05b4a10d6 test_ganesha_wr]# ls -l
\ntotal 0
\n-rw-r–r– 1 root root 0 Jul 23 00:06 testfile
\n-rw-r–r– 1 root root 0 Jul 23 19:22 testfile2
\n-rw-r–r– 1 root root 0 Jul 23 19:25 testfile3<\/p>\n

…. this doc will be updated later based on test….<\/p>\n","protected":false},"excerpt":{"rendered":"

Purpose of this setup: This setup is to test out how nfs-ganesha can be running as a docker process to connect a ceph cluster in docker, get cephfs then export to 3rd host as the nfs server. ## add the nfs-ganesha host to existing ceph cluster’s host file ## on “10.8.100.27 ceph01”, do: [root@ip-10-8-100-27 ~]# […]<\/p>\n","protected":false},"author":1,"featured_media":0,"parent":0,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":[],"_links":{"self":[{"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/pages\/273"}],"collection":[{"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/comments?post=273"}],"version-history":[{"count":1,"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/pages\/273\/revisions"}],"predecessor-version":[{"id":275,"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/pages\/273\/revisions\/275"}],"wp:attachment":[{"href":"https:\/\/cephswift.com\/index.php\/wp-json\/wp\/v2\/media?parent=273"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}