Merge pull request #12360 from travisn/stretch-mgr-pool

pool: Add .mgr pool to the stretch cluster examples

deploy/examples/cluster-stretched-aws.yaml

@@ -25,11 +25,11 @@ spec:
       # https://rook.io/docs/rook/latest/CRDs/ceph-cluster-crd/#osd-topology.
       failureDomainLabel: topology.kubernetes.io/zone
       # The sub failure domain is the secondary level at which the data will be placed to maintain data durability and availability.
-      # The default is "host", which means that each OSD must be on a different node and you would need at least two nodes per zone.
-      # If the subFailureDomain is set to "osd", the OSDs would be allowed anywhere in the same zone including on the same node.
+      # Since OSDs are portable, the default is "osd", which means that you would need at least two nodes per zone.
+      # If the subFailureDomain is set to "host", the OSDs should not be portable.
       # If set to "rack" or some other intermediate failure domain, those labels would also need to be set on the nodes where
       # the osds are started.
-      subFailureDomain: host
+      subFailureDomain: osd
       zones:
         - name: us-east-2a
           arbiter: true
@@ -141,3 +141,17 @@ spec:
     mgr: system-cluster-critical
   disruptionManagement:
     managePodBudgets: true
+---
+apiVersion: ceph.rook.io/v1
+kind: CephBlockPool
+metadata:
+  name: builtin-mgr
+  namespace: rook-ceph # namespace:cluster
+spec:
+  name: .mgr
+  failureDomain: zone
+  replicated:
+    size: 4
+    requireSafeReplicaSize: true
+    replicasPerFailureDomain: 2
+    subFailureDomain: osd

deploy/examples/cluster-stretched.yaml

@@ -79,3 +79,17 @@ spec:
     mgr: system-cluster-critical
   disruptionManagement:
     managePodBudgets: true
+---
+apiVersion: ceph.rook.io/v1
+kind: CephBlockPool
+metadata:
+  name: builtin-mgr
+  namespace: rook-ceph # namespace:cluster
+spec:
+  name: .mgr
+  failureDomain: zone
+  replicated:
+    size: 4
+    requireSafeReplicaSize: true
+    replicasPerFailureDomain: 2
+    subFailureDomain: host