mkdir test-cluster && cd test-cluster
 ceph-deploy new ceph-server-1 ceph-server-2 ceph-server-3
 echo  'osd pool default size = 2' >> ceph.conf
 echo 'mon_clock_drift_allowed = 1' >> ceph.conf
 ceph-deploy install --release=luminous ceph-admin ceph-server-1 ceph-server-2 ceph-server-3 ceph-client
 

ceph-deploy mon create-initial
ssh ceph-server-2 "sudo mkdir /var/local/osd0 && sudo chown ceph:ceph /var/local/osd0"
ssh ceph-server-3 "sudo mkdir /var/local/osd1 && sudo chown ceph:ceph /var/local/osd1"

ceph-deploy osd prepare ceph-server-2:/var/local/osd0 ceph-server-3:/var/local/osd1
ceph-deploy osd activate ceph-server-2:/var/local/osd0 ceph-server-3:/var/local/osd1 

ceph-deploy admin ceph-admin ceph-server-1 ceph-server-2 ceph-server-3 ceph-client

sudo chmod +r /etc/ceph/ceph.client.admin.keyring
ssh ceph-server-1 sudo chmod +r /etc/ceph/ceph.client.admin.keyring
ssh ceph-server-2 sudo chmod +r /etc/ceph/ceph.client.admin.keyring
ssh ceph-server-3 sudo chmod +r /etc/ceph/ceph.client.admin.keyring

 ceph-deploy mgr create  ceph-server-1 ceph-server-2 ceph-server-3
 ceph health
 ceph -s
 
 
 # expand 
 
 ssh ceph-server-1 "sudo mkdir /var/local/osd2 && sudo chown ceph:ceph /var/local/osd2"
 ceph-deploy osd prepare ceph-server-1:/var/local/osd2
 ceph-deploy osd activate ceph-server-1:/var/local/osd2
 
 
 ceph -w
 
 
 ceph-deploy mds create ceph-server-1
 ceph-deploy mon create ceph-server-2 ceph-server-3
  ceph quorum_status --format json-pretty
  
  ceph osd pool  create otushd 100 100 
  ceph osd lspool
  
  
  
  
  $ vagrant ssh ceph-client
vagrant@ceph-client:~$ sudo rbd create foo --size 4096 -m ceph-server-1
vagrant@ceph-client:~$ sudo rbd map foo --pool rbd --name client.admin -m ceph-server-1
vagrant@ceph-client:~$ sudo mkfs.ext4 -m0 /dev/rbd/rbd/foo
vagrant@ceph-client:~$ sudo mkdir /mnt/ceph-block-device
vagrant@ceph-client:~$ sudo mount /dev/rbd/rbd/foo /mnt/ceph-block-device