File pacemaker-cts-pengine-add-regression-test-for-n... of Package pacemaker.13253

Overview Repositories Revisions Requests Users Attributes Meta

File pacemaker-cts-pengine-add-regression-test-for-notifications-for-unrunnable-actions.patch of Package pacemaker.13253

commit ddcf577a7bb8aa0369e64a64d800d1902ca75eb0
Author: Ken Gaillot <kgaillot@redhat.com>
Date:   Tue Apr 3 15:42:27 2018 -0500

Test: cts-pengine: add regression test for notifications for unrunnable actions

Index: pacemaker-1.1.19+20181105.ccd6b5b10/pengine/regression.sh
===================================================================
--- pacemaker-1.1.19+20181105.ccd6b5b10.orig/pengine/regression.sh
+++ pacemaker-1.1.19+20181105.ccd6b5b10/pengine/regression.sh
@@ -485,6 +485,7 @@ do_test notify-2 "Notify simple, confirm
 do_test notify-3 "Notify move, confirm"
 do_test novell-239079 "Notification priority"
 #do_test notify-2 "Notify - 764"
+do_test notifs-for-unrunnable "Don't schedule notifications for an unrunnable action"
 do_test route-remote-notify "Route remote notify actions through correct cluster node"
 
 echo ""
Index: pacemaker-1.1.19+20181105.ccd6b5b10/pengine/test10/notifs-for-unrunnable.dot
===================================================================
--- /dev/null
+++ pacemaker-1.1.19+20181105.ccd6b5b10/pengine/test10/notifs-for-unrunnable.dot
@@ -0,0 +1,108 @@
+digraph "g" {
+"Cancel galera-bundle-1_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
+"Cancel galera-bundle-2_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
+"Cancel rabbitmq-bundle-1_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
+"Cancel rabbitmq-bundle-2_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
+"Cancel redis-bundle-1_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
+"Cancel redis-bundle-2_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
+"all_stopped" [ style=bold color="green" fontcolor="orange"]
+"galera-bundle-0_monitor_30000 controller-2" [ style=dashed color="red" fontcolor="black"]
+"galera-bundle-0_start_0 controller-2" -> "galera-bundle-0_monitor_30000 controller-2" [ style = dashed]
+"galera-bundle-0_start_0 controller-2" -> "galera:0_monitor_20000 galera-bundle-0" [ style = dashed]
+"galera-bundle-0_start_0 controller-2" -> "galera:0_monitor_30000 galera-bundle-0" [ style = dashed]
+"galera-bundle-0_start_0 controller-2" -> "galera:0_start_0 galera-bundle-0" [ style = dashed]
+"galera-bundle-0_start_0 controller-2" [ style=dashed color="red" fontcolor="black"]
+"galera-bundle-1_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-2_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-master_running_0" -> "galera-bundle_running_0" [ style = bold]
+"galera-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
+"galera-bundle-master_start_0" -> "galera-bundle-master_running_0" [ style = bold]
+"galera-bundle-master_start_0" -> "galera:0_start_0 galera-bundle-0" [ style = dashed]
+"galera-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
+"galera-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
+"galera-bundle_start_0" -> "galera-bundle-master_start_0" [ style = bold]
+"galera-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
+"galera:0_monitor_20000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
+"galera:0_monitor_30000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
+"galera:0_start_0 galera-bundle-0" -> "galera-bundle-master_running_0" [ style = dashed]
+"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_20000 galera-bundle-0" [ style = dashed]
+"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_30000 galera-bundle-0" [ style = dashed]
+"galera:0_start_0 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
+"rabbitmq-bundle-0_monitor_30000 controller-1" [ style=dashed color="red" fontcolor="black"]
+"rabbitmq-bundle-0_start_0 controller-1" -> "rabbitmq-bundle-0_monitor_30000 controller-1" [ style = dashed]
+"rabbitmq-bundle-0_start_0 controller-1" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = dashed]
+"rabbitmq-bundle-0_start_0 controller-1" -> "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style = dashed]
+"rabbitmq-bundle-0_start_0 controller-1" [ style=dashed color="red" fontcolor="black"]
+"rabbitmq-bundle-1_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-2_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq-bundle_running_0" [ style = bold]
+"rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
+"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold]
+"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
+"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
+"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
+"rabbitmq-bundle-clone_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
+"rabbitmq-bundle-clone_pre_notify_start_0" -> "rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style = bold]
+"rabbitmq-bundle-clone_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
+"rabbitmq-bundle-clone_running_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold]
+"rabbitmq-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"rabbitmq-bundle-clone_start_0" -> "rabbitmq-bundle-clone_running_0" [ style = bold]
+"rabbitmq-bundle-clone_start_0" -> "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style = dashed]
+"rabbitmq-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"rabbitmq-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
+"rabbitmq-bundle_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
+"rabbitmq-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
+"rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style=dashed color="red" fontcolor="black"]
+"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_running_0" [ style = dashed]
+"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = dashed]
+"rabbitmq:0_start_0 rabbitmq-bundle-0" [ style=dashed color="red" fontcolor="black"]
+"redis-bundle-0_monitor_30000 controller-1" [ style=dashed color="red" fontcolor="black"]
+"redis-bundle-0_start_0 controller-1" -> "redis-bundle-0_monitor_30000 controller-1" [ style = dashed]
+"redis-bundle-0_start_0 controller-1" -> "redis:0_monitor_45000 redis-bundle-0" [ style = dashed]
+"redis-bundle-0_start_0 controller-1" -> "redis:0_monitor_60000 redis-bundle-0" [ style = dashed]
+"redis-bundle-0_start_0 controller-1" -> "redis:0_start_0 redis-bundle-0" [ style = dashed]
+"redis-bundle-0_start_0 controller-1" [ style=dashed color="red" fontcolor="black"]
+"redis-bundle-1_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-2_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-master_confirmed-post_notify_running_0" -> "redis-bundle_running_0" [ style = bold]
+"redis-bundle-master_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
+"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
+"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_start_0" [ style = bold]
+"redis-bundle-master_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
+"redis-bundle-master_post_notify_running_0" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
+"redis-bundle-master_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
+"redis-bundle-master_pre_notify_start_0" -> "redis-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
+"redis-bundle-master_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
+"redis-bundle-master_running_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
+"redis-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
+"redis-bundle-master_start_0" -> "redis-bundle-master_running_0" [ style = bold]
+"redis-bundle-master_start_0" -> "redis:0_start_0 redis-bundle-0" [ style = dashed]
+"redis-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
+"redis-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
+"redis-bundle_start_0" -> "redis-bundle-master_start_0" [ style = bold]
+"redis-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
+"redis:0_monitor_45000 redis-bundle-0" [ style=dashed color="red" fontcolor="black"]
+"redis:0_monitor_60000 redis-bundle-0" [ style=dashed color="red" fontcolor="black"]
+"redis:0_start_0 redis-bundle-0" -> "redis-bundle-master_running_0" [ style = dashed]
+"redis:0_start_0 redis-bundle-0" -> "redis:0_monitor_45000 redis-bundle-0" [ style = dashed]
+"redis:0_start_0 redis-bundle-0" -> "redis:0_monitor_60000 redis-bundle-0" [ style = dashed]
+"redis:0_start_0 redis-bundle-0" [ style=dashed color="red" fontcolor="black"]
+"stonith-fence_ipmilan-5254002ff217_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
+"stonith-fence_ipmilan-5254002ff217_start_0 controller-2" -> "stonith-fence_ipmilan-5254002ff217_monitor_60000 controller-2" [ style = bold]
+"stonith-fence_ipmilan-5254002ff217_start_0 controller-2" [ style=bold color="green" fontcolor="black"]
+"stonith-fence_ipmilan-5254002ff217_stop_0 controller-2" -> "all_stopped" [ style = bold]
+"stonith-fence_ipmilan-5254002ff217_stop_0 controller-2" -> "stonith-fence_ipmilan-5254002ff217_start_0 controller-2" [ style = bold]
+"stonith-fence_ipmilan-5254002ff217_stop_0 controller-2" [ style=bold color="green" fontcolor="black"]
+"stonith-fence_ipmilan-5254008f971a_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
+"stonith-fence_ipmilan-5254008f971a_start_0 controller-1" -> "stonith-fence_ipmilan-5254008f971a_monitor_60000 controller-1" [ style = bold]
+"stonith-fence_ipmilan-5254008f971a_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
+"stonith-fence_ipmilan-5254008f971a_stop_0 controller-1" -> "all_stopped" [ style = bold]
+"stonith-fence_ipmilan-5254008f971a_stop_0 controller-1" -> "stonith-fence_ipmilan-5254008f971a_start_0 controller-1" [ style = bold]
+"stonith-fence_ipmilan-5254008f971a_stop_0 controller-1" [ style=bold color="green" fontcolor="black"]
+"stonith-fence_ipmilan-525400fec0c8_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
+"stonith-fence_ipmilan-525400fec0c8_start_0 controller-1" -> "stonith-fence_ipmilan-525400fec0c8_monitor_60000 controller-1" [ style = bold]
+"stonith-fence_ipmilan-525400fec0c8_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
+"stonith-fence_ipmilan-525400fec0c8_stop_0 controller-1" -> "all_stopped" [ style = bold]
+"stonith-fence_ipmilan-525400fec0c8_stop_0 controller-1" -> "stonith-fence_ipmilan-525400fec0c8_start_0 controller-1" [ style = bold]
+"stonith-fence_ipmilan-525400fec0c8_stop_0 controller-1" [ style=bold color="green" fontcolor="black"]
+}
Index: pacemaker-1.1.19+20181105.ccd6b5b10/pengine/test10/notifs-for-unrunnable.exp
===================================================================
--- /dev/null
+++ pacemaker-1.1.19+20181105.ccd6b5b10/pengine/test10/notifs-for-unrunnable.exp
@@ -0,0 +1,465 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY"  transition_id="0">
+  <synapse id="0" priority="1000000">
+    <action_set>
+      <pseudo_event id="63" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-post_notify_running_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="start" CRM_meta_notify_type="post" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="62" operation="notify" operation_key="rabbitmq-bundle-clone_post_notify_running_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="1" priority="1000000">
+    <action_set>
+      <pseudo_event id="62" operation="notify" operation_key="rabbitmq-bundle-clone_post_notify_running_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="start" CRM_meta_notify_type="post" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="59" operation="running" operation_key="rabbitmq-bundle-clone_running_0"/>
+      </trigger>
+      <trigger>
+        <pseudo_event id="61" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-pre_notify_start_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="2">
+    <action_set>
+      <pseudo_event id="61" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-pre_notify_start_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="confirmed-pre" CRM_meta_notify_operation="start" CRM_meta_notify_type="pre" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="60" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_start_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="3">
+    <action_set>
+      <pseudo_event id="60" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_start_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="pre" CRM_meta_notify_operation="start" CRM_meta_notify_type="pre" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="4" priority="1000000">
+    <action_set>
+      <pseudo_event id="59" operation="running" operation_key="rabbitmq-bundle-clone_running_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="58" operation="start" operation_key="rabbitmq-bundle-clone_start_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="5">
+    <action_set>
+      <pseudo_event id="58" operation="start" operation_key="rabbitmq-bundle-clone_start_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="48" operation="start" operation_key="rabbitmq-bundle_start_0"/>
+      </trigger>
+      <trigger>
+        <pseudo_event id="61" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-pre_notify_start_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="6">
+    <action_set>
+      <rsc_op id="42" operation="monitor" operation_key="rabbitmq-bundle-1_monitor_30000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="rabbitmq-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="rabbitmq-bundle-docker-1" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="30000" addr="controller-1"  port="3122"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="7">
+    <action_set>
+      <rsc_op id="3" operation="cancel" operation_key="rabbitmq-bundle-1_monitor_60000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="rabbitmq-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="12" CRM_meta_container="rabbitmq-bundle-docker-1" CRM_meta_interval="60000" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-1"  port="3122"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="8">
+    <action_set>
+      <rsc_op id="47" operation="monitor" operation_key="rabbitmq-bundle-2_monitor_30000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="rabbitmq-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="rabbitmq-bundle-docker-2" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="30000" addr="controller-2"  port="3122"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="9">
+    <action_set>
+      <rsc_op id="16" operation="cancel" operation_key="rabbitmq-bundle-2_monitor_60000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="rabbitmq-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="12" CRM_meta_container="rabbitmq-bundle-docker-2" CRM_meta_interval="60000" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-2"  port="3122"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="10" priority="1000000">
+    <action_set>
+      <pseudo_event id="98" operation="running" operation_key="galera-bundle-master_running_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="3" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="97" operation="start" operation_key="galera-bundle-master_start_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="11">
+    <action_set>
+      <pseudo_event id="97" operation="start" operation_key="galera-bundle-master_start_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="3" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="82" operation="start" operation_key="galera-bundle_start_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="12">
+    <action_set>
+      <rsc_op id="76" operation="monitor" operation_key="galera-bundle-1_monitor_30000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="galera-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="galera-bundle-docker-1" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="30000" addr="controller-1"  port="3123"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="13">
+    <action_set>
+      <rsc_op id="8" operation="cancel" operation_key="galera-bundle-1_monitor_60000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="galera-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="13" CRM_meta_container="galera-bundle-docker-1" CRM_meta_interval="60000" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-1"  port="3123"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="14">
+    <action_set>
+      <rsc_op id="81" operation="monitor" operation_key="galera-bundle-2_monitor_30000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="galera-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="galera-bundle-docker-2" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="30000" addr="controller-2"  port="3123"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="15">
+    <action_set>
+      <rsc_op id="20" operation="cancel" operation_key="galera-bundle-2_monitor_60000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="galera-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="13" CRM_meta_container="galera-bundle-docker-2" CRM_meta_interval="60000" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-2"  port="3123"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="16" priority="1000000">
+    <action_set>
+      <pseudo_event id="139" operation="notified" operation_key="redis-bundle-master_confirmed-post_notify_running_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="start" CRM_meta_notify_type="post" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="138" operation="notify" operation_key="redis-bundle-master_post_notify_running_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="17" priority="1000000">
+    <action_set>
+      <pseudo_event id="138" operation="notify" operation_key="redis-bundle-master_post_notify_running_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="start" CRM_meta_notify_type="post" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="135" operation="running" operation_key="redis-bundle-master_running_0"/>
+      </trigger>
+      <trigger>
+        <pseudo_event id="137" operation="notified" operation_key="redis-bundle-master_confirmed-pre_notify_start_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="18">
+    <action_set>
+      <pseudo_event id="137" operation="notified" operation_key="redis-bundle-master_confirmed-pre_notify_start_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="confirmed-pre" CRM_meta_notify_operation="start" CRM_meta_notify_type="pre" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="136" operation="notify" operation_key="redis-bundle-master_pre_notify_start_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="19">
+    <action_set>
+      <pseudo_event id="136" operation="notify" operation_key="redis-bundle-master_pre_notify_start_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="pre" CRM_meta_notify_operation="start" CRM_meta_notify_type="pre" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="20" priority="1000000">
+    <action_set>
+      <pseudo_event id="135" operation="running" operation_key="redis-bundle-master_running_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="134" operation="start" operation_key="redis-bundle-master_start_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="21">
+    <action_set>
+      <pseudo_event id="134" operation="start" operation_key="redis-bundle-master_start_0">
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="121" operation="start" operation_key="redis-bundle_start_0"/>
+      </trigger>
+      <trigger>
+        <pseudo_event id="137" operation="notified" operation_key="redis-bundle-master_confirmed-pre_notify_start_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="22">
+    <action_set>
+      <rsc_op id="115" operation="monitor" operation_key="redis-bundle-1_monitor_30000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="redis-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="redis-bundle-docker-1" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="30000" addr="controller-1"  port="3124"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="23">
+    <action_set>
+      <rsc_op id="2" operation="cancel" operation_key="redis-bundle-1_monitor_60000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="redis-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="15" CRM_meta_container="redis-bundle-docker-1" CRM_meta_interval="60000" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-1"  port="3124"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="24">
+    <action_set>
+      <rsc_op id="120" operation="monitor" operation_key="redis-bundle-2_monitor_30000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="redis-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="redis-bundle-docker-2" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="30000" addr="controller-2"  port="3124"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="25">
+    <action_set>
+      <rsc_op id="18" operation="cancel" operation_key="redis-bundle-2_monitor_60000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="redis-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="15" CRM_meta_container="redis-bundle-docker-2" CRM_meta_interval="60000" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-2"  port="3124"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="26">
+    <action_set>
+      <rsc_op id="184" operation="stop" operation_key="stonith-fence_ipmilan-525400fec0c8_stop_0" on_node="controller-1" on_node_uuid="2">
+        <primitive id="stonith-fence_ipmilan-525400fec0c8" class="stonith" type="fence_ipmilan"/>
+        <attributes CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000"  ipaddr="172.16.0.1" ipport="6231" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-2" privlvl="administrator"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="27">
+    <action_set>
+      <rsc_op id="33" operation="start" operation_key="stonith-fence_ipmilan-525400fec0c8_start_0" on_node="controller-1" on_node_uuid="2">
+        <primitive id="stonith-fence_ipmilan-525400fec0c8" class="stonith" type="fence_ipmilan"/>
+        <attributes CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000"  ipaddr="172.16.0.1" ipport="6231" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-2" privlvl="administrator"/>
+      </rsc_op>
+    </action_set>
+    <inputs>
+      <trigger>
+        <rsc_op id="184" operation="stop" operation_key="stonith-fence_ipmilan-525400fec0c8_stop_0" on_node="controller-1" on_node_uuid="2"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="28">
+    <action_set>
+      <rsc_op id="1" operation="monitor" operation_key="stonith-fence_ipmilan-525400fec0c8_monitor_60000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="stonith-fence_ipmilan-525400fec0c8" class="stonith" type="fence_ipmilan"/>
+        <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000"  ipaddr="172.16.0.1" ipport="6231" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-2" privlvl="administrator"/>
+      </rsc_op>
+    </action_set>
+    <inputs>
+      <trigger>
+        <rsc_op id="33" operation="start" operation_key="stonith-fence_ipmilan-525400fec0c8_start_0" on_node="controller-1" on_node_uuid="2"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="29">
+    <action_set>
+      <rsc_op id="185" operation="stop" operation_key="stonith-fence_ipmilan-5254002ff217_stop_0" on_node="controller-2" on_node_uuid="3">
+        <primitive id="stonith-fence_ipmilan-5254002ff217" class="stonith" type="fence_ipmilan"/>
+        <attributes CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000"  ipaddr="172.16.0.1" ipport="6232" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-1" privlvl="administrator"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="30">
+    <action_set>
+      <rsc_op id="35" operation="start" operation_key="stonith-fence_ipmilan-5254002ff217_start_0" on_node="controller-2" on_node_uuid="3">
+        <primitive id="stonith-fence_ipmilan-5254002ff217" class="stonith" type="fence_ipmilan"/>
+        <attributes CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000"  ipaddr="172.16.0.1" ipport="6232" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-1" privlvl="administrator"/>
+      </rsc_op>
+    </action_set>
+    <inputs>
+      <trigger>
+        <rsc_op id="185" operation="stop" operation_key="stonith-fence_ipmilan-5254002ff217_stop_0" on_node="controller-2" on_node_uuid="3"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="31">
+    <action_set>
+      <rsc_op id="15" operation="monitor" operation_key="stonith-fence_ipmilan-5254002ff217_monitor_60000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="stonith-fence_ipmilan-5254002ff217" class="stonith" type="fence_ipmilan"/>
+        <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000"  ipaddr="172.16.0.1" ipport="6232" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-1" privlvl="administrator"/>
+      </rsc_op>
+    </action_set>
+    <inputs>
+      <trigger>
+        <rsc_op id="35" operation="start" operation_key="stonith-fence_ipmilan-5254002ff217_start_0" on_node="controller-2" on_node_uuid="3"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="32">
+    <action_set>
+      <rsc_op id="186" operation="stop" operation_key="stonith-fence_ipmilan-5254008f971a_stop_0" on_node="controller-1" on_node_uuid="2">
+        <primitive id="stonith-fence_ipmilan-5254008f971a" class="stonith" type="fence_ipmilan"/>
+        <attributes CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000"  ipaddr="172.16.0.1" ipport="6235" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-0" privlvl="administrator"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="33">
+    <action_set>
+      <rsc_op id="34" operation="start" operation_key="stonith-fence_ipmilan-5254008f971a_start_0" on_node="controller-1" on_node_uuid="2">
+        <primitive id="stonith-fence_ipmilan-5254008f971a" class="stonith" type="fence_ipmilan"/>
+        <attributes CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000"  ipaddr="172.16.0.1" ipport="6235" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-0" privlvl="administrator"/>
+      </rsc_op>
+    </action_set>
+    <inputs>
+      <trigger>
+        <rsc_op id="186" operation="stop" operation_key="stonith-fence_ipmilan-5254008f971a_stop_0" on_node="controller-1" on_node_uuid="2"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="34">
+    <action_set>
+      <rsc_op id="11" operation="monitor" operation_key="stonith-fence_ipmilan-5254008f971a_monitor_60000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="stonith-fence_ipmilan-5254008f971a" class="stonith" type="fence_ipmilan"/>
+        <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000"  ipaddr="172.16.0.1" ipport="6235" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-0" privlvl="administrator"/>
+      </rsc_op>
+    </action_set>
+    <inputs>
+      <trigger>
+        <rsc_op id="34" operation="start" operation_key="stonith-fence_ipmilan-5254008f971a_start_0" on_node="controller-1" on_node_uuid="2"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="35" priority="1000000">
+    <action_set>
+      <pseudo_event id="122" operation="running" operation_key="redis-bundle_running_0">
+        <attributes CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="139" operation="notified" operation_key="redis-bundle-master_confirmed-post_notify_running_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="36">
+    <action_set>
+      <pseudo_event id="121" operation="start" operation_key="redis-bundle_start_0">
+        <attributes CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="37" priority="1000000">
+    <action_set>
+      <pseudo_event id="83" operation="running" operation_key="galera-bundle_running_0">
+        <attributes CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="98" operation="running" operation_key="galera-bundle-master_running_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="38">
+    <action_set>
+      <pseudo_event id="82" operation="start" operation_key="galera-bundle_start_0">
+        <attributes CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="39" priority="1000000">
+    <action_set>
+      <pseudo_event id="49" operation="running" operation_key="rabbitmq-bundle_running_0">
+        <attributes CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="63" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-post_notify_running_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="40">
+    <action_set>
+      <pseudo_event id="48" operation="start" operation_key="rabbitmq-bundle_start_0">
+        <attributes CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="41">
+    <action_set>
+      <pseudo_event id="32" operation="all_stopped" operation_key="all_stopped">
+        <attributes />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <rsc_op id="184" operation="stop" operation_key="stonith-fence_ipmilan-525400fec0c8_stop_0" on_node="controller-1" on_node_uuid="2"/>
+      </trigger>
+      <trigger>
+        <rsc_op id="185" operation="stop" operation_key="stonith-fence_ipmilan-5254002ff217_stop_0" on_node="controller-2" on_node_uuid="3"/>
+      </trigger>
+      <trigger>
+        <rsc_op id="186" operation="stop" operation_key="stonith-fence_ipmilan-5254008f971a_stop_0" on_node="controller-1" on_node_uuid="2"/>
+      </trigger>
+    </inputs>
+  </synapse>
+</transition_graph>
Index: pacemaker-1.1.19+20181105.ccd6b5b10/pengine/test10/notifs-for-unrunnable.scores
===================================================================
--- /dev/null
+++ pacemaker-1.1.19+20181105.ccd6b5b10/pengine/test10/notifs-for-unrunnable.scores
@@ -0,0 +1,311 @@
+Allocation scores:
+Using the original execution date of: 2018-02-13 23:40:47Z
+clone_color: galera-bundle-master allocation score on controller-0: -INFINITY
+clone_color: galera-bundle-master allocation score on controller-1: -INFINITY
+clone_color: galera-bundle-master allocation score on controller-2: -INFINITY
+clone_color: galera-bundle-master allocation score on galera-bundle-0: 0
+clone_color: galera-bundle-master allocation score on galera-bundle-1: 0
+clone_color: galera-bundle-master allocation score on galera-bundle-2: 0
+clone_color: galera:0 allocation score on galera-bundle-0: INFINITY
+clone_color: galera:1 allocation score on galera-bundle-1: INFINITY
+clone_color: galera:2 allocation score on galera-bundle-2: INFINITY
+clone_color: rabbitmq-bundle-clone allocation score on controller-0: -INFINITY
+clone_color: rabbitmq-bundle-clone allocation score on controller-1: -INFINITY
+clone_color: rabbitmq-bundle-clone allocation score on controller-2: -INFINITY
+clone_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: 0
+clone_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: 0
+clone_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: 0
+clone_color: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
+clone_color: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
+clone_color: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
+clone_color: redis-bundle-master allocation score on controller-0: -INFINITY
+clone_color: redis-bundle-master allocation score on controller-1: -INFINITY
+clone_color: redis-bundle-master allocation score on controller-2: -INFINITY
+clone_color: redis-bundle-master allocation score on redis-bundle-0: 0
+clone_color: redis-bundle-master allocation score on redis-bundle-1: 0
+clone_color: redis-bundle-master allocation score on redis-bundle-2: 0
+clone_color: redis:0 allocation score on redis-bundle-0: INFINITY
+clone_color: redis:1 allocation score on redis-bundle-1: INFINITY
+clone_color: redis:2 allocation score on redis-bundle-2: INFINITY
+container_color: galera-bundle allocation score on controller-0: 0
+container_color: galera-bundle allocation score on controller-1: 0
+container_color: galera-bundle allocation score on controller-2: 0
+container_color: galera-bundle-0 allocation score on controller-0: 0
+container_color: galera-bundle-0 allocation score on controller-1: 0
+container_color: galera-bundle-0 allocation score on controller-2: 0
+container_color: galera-bundle-1 allocation score on controller-0: 0
+container_color: galera-bundle-1 allocation score on controller-1: INFINITY
+container_color: galera-bundle-1 allocation score on controller-2: 0
+container_color: galera-bundle-2 allocation score on controller-0: 0
+container_color: galera-bundle-2 allocation score on controller-1: 0
+container_color: galera-bundle-2 allocation score on controller-2: INFINITY
+container_color: galera-bundle-docker-0 allocation score on controller-0: 0
+container_color: galera-bundle-docker-0 allocation score on controller-1: 0
+container_color: galera-bundle-docker-0 allocation score on controller-2: 0
+container_color: galera-bundle-docker-1 allocation score on controller-0: 0
+container_color: galera-bundle-docker-1 allocation score on controller-1: INFINITY
+container_color: galera-bundle-docker-1 allocation score on controller-2: 0
+container_color: galera-bundle-docker-2 allocation score on controller-0: 0
+container_color: galera-bundle-docker-2 allocation score on controller-1: 0
+container_color: galera-bundle-docker-2 allocation score on controller-2: INFINITY
+container_color: galera-bundle-master allocation score on controller-0: 0
+container_color: galera-bundle-master allocation score on controller-1: 0
+container_color: galera-bundle-master allocation score on controller-2: 0
+container_color: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+container_color: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+container_color: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+container_color: galera:0 allocation score on galera-bundle-0: 500
+container_color: galera:1 allocation score on galera-bundle-1: INFINITY
+container_color: galera:2 allocation score on galera-bundle-2: INFINITY
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+container_color: rabbitmq-bundle allocation score on controller-0: 0
+container_color: rabbitmq-bundle allocation score on controller-1: 0
+container_color: rabbitmq-bundle allocation score on controller-2: 0
+container_color: rabbitmq-bundle-0 allocation score on controller-0: 0
+container_color: rabbitmq-bundle-0 allocation score on controller-1: 0
+container_color: rabbitmq-bundle-0 allocation score on controller-2: 0
+container_color: rabbitmq-bundle-1 allocation score on controller-0: 0
+container_color: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
+container_color: rabbitmq-bundle-1 allocation score on controller-2: 0
+container_color: rabbitmq-bundle-2 allocation score on controller-0: 0
+container_color: rabbitmq-bundle-2 allocation score on controller-1: 0
+container_color: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
+container_color: rabbitmq-bundle-clone allocation score on controller-0: 0
+container_color: rabbitmq-bundle-clone allocation score on controller-1: 0
+container_color: rabbitmq-bundle-clone allocation score on controller-2: 0
+container_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+container_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+container_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+container_color: rabbitmq-bundle-docker-0 allocation score on controller-0: 0
+container_color: rabbitmq-bundle-docker-0 allocation score on controller-1: 0
+container_color: rabbitmq-bundle-docker-0 allocation score on controller-2: 0
+container_color: rabbitmq-bundle-docker-1 allocation score on controller-0: 0
+container_color: rabbitmq-bundle-docker-1 allocation score on controller-1: INFINITY
+container_color: rabbitmq-bundle-docker-1 allocation score on controller-2: 0
+container_color: rabbitmq-bundle-docker-2 allocation score on controller-0: 0
+container_color: rabbitmq-bundle-docker-2 allocation score on controller-1: 0
+container_color: rabbitmq-bundle-docker-2 allocation score on controller-2: INFINITY
+container_color: rabbitmq:0 allocation score on rabbitmq-bundle-0: 500
+container_color: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
+container_color: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
+container_color: redis-bundle allocation score on controller-0: 0
+container_color: redis-bundle allocation score on controller-1: 0
+container_color: redis-bundle allocation score on controller-2: 0
+container_color: redis-bundle-0 allocation score on controller-0: 0
+container_color: redis-bundle-0 allocation score on controller-1: 0
+container_color: redis-bundle-0 allocation score on controller-2: 0
+container_color: redis-bundle-1 allocation score on controller-0: 0
+container_color: redis-bundle-1 allocation score on controller-1: INFINITY
+container_color: redis-bundle-1 allocation score on controller-2: 0
+container_color: redis-bundle-2 allocation score on controller-0: 0
+container_color: redis-bundle-2 allocation score on controller-1: 0
+container_color: redis-bundle-2 allocation score on controller-2: INFINITY
+container_color: redis-bundle-docker-0 allocation score on controller-0: 0
+container_color: redis-bundle-docker-0 allocation score on controller-1: 0
+container_color: redis-bundle-docker-0 allocation score on controller-2: 0
+container_color: redis-bundle-docker-1 allocation score on controller-0: 0
+container_color: redis-bundle-docker-1 allocation score on controller-1: INFINITY
+container_color: redis-bundle-docker-1 allocation score on controller-2: 0
+container_color: redis-bundle-docker-2 allocation score on controller-0: 0
+container_color: redis-bundle-docker-2 allocation score on controller-1: 0
+container_color: redis-bundle-docker-2 allocation score on controller-2: INFINITY
+container_color: redis-bundle-master allocation score on controller-0: 0
+container_color: redis-bundle-master allocation score on controller-1: 0
+container_color: redis-bundle-master allocation score on controller-2: 0
+container_color: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+container_color: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+container_color: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+container_color: redis:0 allocation score on redis-bundle-0: 500
+container_color: redis:1 allocation score on redis-bundle-1: INFINITY
+container_color: redis:2 allocation score on redis-bundle-2: INFINITY
+galera:0 promotion score on galera-bundle-0: -1
+galera:1 promotion score on galera-bundle-1: 100
+galera:2 promotion score on galera-bundle-2: 100
+native_color: galera-bundle-0 allocation score on controller-0: 0
+native_color: galera-bundle-0 allocation score on controller-1: 0
+native_color: galera-bundle-0 allocation score on controller-2: 0
+native_color: galera-bundle-1 allocation score on controller-0: 0
+native_color: galera-bundle-1 allocation score on controller-1: INFINITY
+native_color: galera-bundle-1 allocation score on controller-2: 0
+native_color: galera-bundle-2 allocation score on controller-0: 0
+native_color: galera-bundle-2 allocation score on controller-1: 0
+native_color: galera-bundle-2 allocation score on controller-2: INFINITY
+native_color: galera-bundle-docker-0 allocation score on controller-0: -INFINITY
+native_color: galera-bundle-docker-0 allocation score on controller-1: -INFINITY
+native_color: galera-bundle-docker-0 allocation score on controller-2: -INFINITY
+native_color: galera-bundle-docker-1 allocation score on controller-0: -INFINITY
+native_color: galera-bundle-docker-1 allocation score on controller-1: INFINITY
+native_color: galera-bundle-docker-1 allocation score on controller-2: 0
+native_color: galera-bundle-docker-2 allocation score on controller-0: -INFINITY
+native_color: galera-bundle-docker-2 allocation score on controller-1: -INFINITY
+native_color: galera-bundle-docker-2 allocation score on controller-2: INFINITY
+native_color: galera:0 allocation score on galera-bundle-0: INFINITY
+native_color: galera:1 allocation score on galera-bundle-1: INFINITY
+native_color: galera:2 allocation score on galera-bundle-2: INFINITY
+native_color: haproxy-bundle-docker-0 allocation score on controller-0: -INFINITY
+native_color: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
+native_color: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
+native_color: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
+native_color: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+native_color: haproxy-bundle-docker-1 allocation score on controller-2: 0
+native_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+native_color: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
+native_color: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+native_color: ip-10.0.0.109 allocation score on controller-0: -INFINITY
+native_color: ip-10.0.0.109 allocation score on controller-1: INFINITY
+native_color: ip-10.0.0.109 allocation score on controller-2: 0
+native_color: ip-172.17.1.11 allocation score on controller-0: -INFINITY
+native_color: ip-172.17.1.11 allocation score on controller-1: INFINITY
+native_color: ip-172.17.1.11 allocation score on controller-2: 0
+native_color: ip-172.17.1.15 allocation score on controller-0: -INFINITY
+native_color: ip-172.17.1.15 allocation score on controller-1: 0
+native_color: ip-172.17.1.15 allocation score on controller-2: INFINITY
+native_color: ip-172.17.3.11 allocation score on controller-0: -INFINITY
+native_color: ip-172.17.3.11 allocation score on controller-1: INFINITY
+native_color: ip-172.17.3.11 allocation score on controller-2: 0
+native_color: ip-172.17.4.11 allocation score on controller-0: -INFINITY
+native_color: ip-172.17.4.11 allocation score on controller-1: 0
+native_color: ip-172.17.4.11 allocation score on controller-2: INFINITY
+native_color: ip-192.168.24.6 allocation score on controller-0: -INFINITY
+native_color: ip-192.168.24.6 allocation score on controller-1: 0
+native_color: ip-192.168.24.6 allocation score on controller-2: INFINITY
+native_color: openstack-cinder-volume allocation score on controller-0: 0
+native_color: openstack-cinder-volume allocation score on controller-1: 0
+native_color: openstack-cinder-volume allocation score on controller-2: INFINITY
+native_color: rabbitmq-bundle-0 allocation score on controller-0: 0
+native_color: rabbitmq-bundle-0 allocation score on controller-1: 0
+native_color: rabbitmq-bundle-0 allocation score on controller-2: 0
+native_color: rabbitmq-bundle-1 allocation score on controller-0: 0
+native_color: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
+native_color: rabbitmq-bundle-1 allocation score on controller-2: 0
+native_color: rabbitmq-bundle-2 allocation score on controller-0: 0
+native_color: rabbitmq-bundle-2 allocation score on controller-1: 0
+native_color: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
+native_color: rabbitmq-bundle-docker-0 allocation score on controller-0: -INFINITY
+native_color: rabbitmq-bundle-docker-0 allocation score on controller-1: -INFINITY
+native_color: rabbitmq-bundle-docker-0 allocation score on controller-2: -INFINITY
+native_color: rabbitmq-bundle-docker-1 allocation score on controller-0: -INFINITY
+native_color: rabbitmq-bundle-docker-1 allocation score on controller-1: INFINITY
+native_color: rabbitmq-bundle-docker-1 allocation score on controller-2: 0
+native_color: rabbitmq-bundle-docker-2 allocation score on controller-0: -INFINITY
+native_color: rabbitmq-bundle-docker-2 allocation score on controller-1: -INFINITY
+native_color: rabbitmq-bundle-docker-2 allocation score on controller-2: INFINITY
+native_color: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
+native_color: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
+native_color: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
+native_color: redis-bundle-0 allocation score on controller-0: 0
+native_color: redis-bundle-0 allocation score on controller-1: 0
+native_color: redis-bundle-0 allocation score on controller-2: 0
+native_color: redis-bundle-1 allocation score on controller-0: 0
+native_color: redis-bundle-1 allocation score on controller-1: INFINITY
+native_color: redis-bundle-1 allocation score on controller-2: 0
+native_color: redis-bundle-2 allocation score on controller-0: 0
+native_color: redis-bundle-2 allocation score on controller-1: 0
+native_color: redis-bundle-2 allocation score on controller-2: INFINITY
+native_color: redis-bundle-docker-0 allocation score on controller-0: -INFINITY
+native_color: redis-bundle-docker-0 allocation score on controller-1: -INFINITY
+native_color: redis-bundle-docker-0 allocation score on controller-2: -INFINITY
+native_color: redis-bundle-docker-1 allocation score on controller-0: -INFINITY
+native_color: redis-bundle-docker-1 allocation score on controller-1: INFINITY
+native_color: redis-bundle-docker-1 allocation score on controller-2: 0
+native_color: redis-bundle-docker-2 allocation score on controller-0: -INFINITY
+native_color: redis-bundle-docker-2 allocation score on controller-1: -INFINITY
+native_color: redis-bundle-docker-2 allocation score on controller-2: INFINITY
+native_color: redis:0 allocation score on redis-bundle-0: INFINITY
+native_color: redis:1 allocation score on redis-bundle-1: INFINITY
+native_color: redis:2 allocation score on redis-bundle-2: INFINITY
+native_color: stonith-fence_ipmilan-5254002ff217 allocation score on controller-0: 0
+native_color: stonith-fence_ipmilan-5254002ff217 allocation score on controller-1: -INFINITY
+native_color: stonith-fence_ipmilan-5254002ff217 allocation score on controller-2: INFINITY
+native_color: stonith-fence_ipmilan-5254008f971a allocation score on controller-0: -INFINITY
+native_color: stonith-fence_ipmilan-5254008f971a allocation score on controller-1: INFINITY
+native_color: stonith-fence_ipmilan-5254008f971a allocation score on controller-2: 0
+native_color: stonith-fence_ipmilan-525400fec0c8 allocation score on controller-0: 0
+native_color: stonith-fence_ipmilan-525400fec0c8 allocation score on controller-1: INFINITY
+native_color: stonith-fence_ipmilan-525400fec0c8 allocation score on controller-2: -INFINITY
+redis:0 promotion score on redis-bundle-0: -1
+redis:1 promotion score on redis-bundle-1: 1
+redis:2 promotion score on redis-bundle-2: 1000
Index: pacemaker-1.1.19+20181105.ccd6b5b10/pengine/test10/notifs-for-unrunnable.summary
===================================================================
--- /dev/null
+++ pacemaker-1.1.19+20181105.ccd6b5b10/pengine/test10/notifs-for-unrunnable.summary
@@ -0,0 +1,122 @@
+Using the original execution date of: 2018-02-13 23:40:47Z
+
+Current cluster status:
+Online: [ controller-1 controller-2 ]
+OFFLINE: [ controller-0 ]
+Containers: [ galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
+
+ Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp12/openstack-rabbitmq:pcmklatest]
+   rabbitmq-bundle-0	(ocf::heartbeat:rabbitmq-cluster):	Stopped
+   rabbitmq-bundle-1	(ocf::heartbeat:rabbitmq-cluster):	Started controller-1
+   rabbitmq-bundle-2	(ocf::heartbeat:rabbitmq-cluster):	Started controller-2
+ Docker container set: galera-bundle [192.168.24.1:8787/rhosp12/openstack-mariadb:pcmklatest]
+   galera-bundle-0	(ocf::heartbeat:galera):	Stopped
+   galera-bundle-1	(ocf::heartbeat:galera):	Master controller-1
+   galera-bundle-2	(ocf::heartbeat:galera):	Master controller-2
+ Docker container set: redis-bundle [192.168.24.1:8787/rhosp12/openstack-redis:pcmklatest]
+   redis-bundle-0	(ocf::heartbeat:redis):	Stopped
+   redis-bundle-1	(ocf::heartbeat:redis):	Slave controller-1
+   redis-bundle-2	(ocf::heartbeat:redis):	Master controller-2
+ ip-192.168.24.6	(ocf::heartbeat:IPaddr2):	Started controller-2
+ ip-10.0.0.109	(ocf::heartbeat:IPaddr2):	Started controller-1
+ ip-172.17.1.15	(ocf::heartbeat:IPaddr2):	Started controller-2
+ ip-172.17.1.11	(ocf::heartbeat:IPaddr2):	Started controller-1
+ ip-172.17.3.11	(ocf::heartbeat:IPaddr2):	Started controller-1
+ ip-172.17.4.11	(ocf::heartbeat:IPaddr2):	Started controller-2
+ Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp12/openstack-haproxy:pcmklatest]
+   haproxy-bundle-docker-0	(ocf::heartbeat:docker):	Stopped
+   haproxy-bundle-docker-1	(ocf::heartbeat:docker):	Started controller-1
+   haproxy-bundle-docker-2	(ocf::heartbeat:docker):	Started controller-2
+ openstack-cinder-volume	(systemd:openstack-cinder-volume):	Started controller-2
+ stonith-fence_ipmilan-525400fec0c8	(stonith:fence_ipmilan):	Started controller-1
+ stonith-fence_ipmilan-5254002ff217	(stonith:fence_ipmilan):	Started controller-2
+ stonith-fence_ipmilan-5254008f971a	(stonith:fence_ipmilan):	Started controller-1
+
+Transition Summary:
+ * Start      rabbitmq-bundle-0                      (      controller-1 )   due to unrunnable rabbitmq-bundle-docker-0 start (blocked)
+ * Start      rabbitmq:0                             ( rabbitmq-bundle-0 )   due to unrunnable rabbitmq-bundle-docker-0 start (blocked)
+ * Start      galera-bundle-0                        (      controller-2 )   due to unrunnable galera-bundle-docker-0 start (blocked)
+ * Start      galera:0                               (   galera-bundle-0 )   due to unrunnable galera-bundle-docker-0 start (blocked)
+ * Start      redis-bundle-0                         (      controller-1 )   due to unrunnable redis-bundle-docker-0 start (blocked)
+ * Start      redis:0                                (    redis-bundle-0 )   due to unrunnable redis-bundle-docker-0 start (blocked)
+ * Restart    stonith-fence_ipmilan-525400fec0c8     (      controller-1 )   due to resource definition change
+ * Restart    stonith-fence_ipmilan-5254002ff217     (      controller-2 )   due to resource definition change
+ * Restart    stonith-fence_ipmilan-5254008f971a     (      controller-1 )   due to resource definition change
+
+Executing cluster transition:
+ * Pseudo action:   rabbitmq-bundle-clone_pre_notify_start_0
+ * Resource action: rabbitmq-bundle-1 monitor=30000 on controller-1
+ * Resource action: rabbitmq-bundle-1 cancel=60000 on controller-1
+ * Resource action: rabbitmq-bundle-2 monitor=30000 on controller-2
+ * Resource action: rabbitmq-bundle-2 cancel=60000 on controller-2
+ * Resource action: galera-bundle-1 monitor=30000 on controller-1
+ * Resource action: galera-bundle-1 cancel=60000 on controller-1
+ * Resource action: galera-bundle-2 monitor=30000 on controller-2
+ * Resource action: galera-bundle-2 cancel=60000 on controller-2
+ * Pseudo action:   redis-bundle-master_pre_notify_start_0
+ * Resource action: redis-bundle-1  monitor=30000 on controller-1
+ * Resource action: redis-bundle-1  cancel=60000 on controller-1
+ * Resource action: redis-bundle-2  monitor=30000 on controller-2
+ * Resource action: redis-bundle-2  cancel=60000 on controller-2
+ * Resource action: stonith-fence_ipmilan-525400fec0c8 stop on controller-1
+ * Resource action: stonith-fence_ipmilan-525400fec0c8 start on controller-1
+ * Resource action: stonith-fence_ipmilan-525400fec0c8 monitor=60000 on controller-1
+ * Resource action: stonith-fence_ipmilan-5254002ff217 stop on controller-2
+ * Resource action: stonith-fence_ipmilan-5254002ff217 start on controller-2
+ * Resource action: stonith-fence_ipmilan-5254002ff217 monitor=60000 on controller-2
+ * Resource action: stonith-fence_ipmilan-5254008f971a stop on controller-1
+ * Resource action: stonith-fence_ipmilan-5254008f971a start on controller-1
+ * Resource action: stonith-fence_ipmilan-5254008f971a monitor=60000 on controller-1
+ * Pseudo action:   redis-bundle_start_0
+ * Pseudo action:   galera-bundle_start_0
+ * Pseudo action:   rabbitmq-bundle_start_0
+ * Pseudo action:   all_stopped
+ * Pseudo action:   rabbitmq-bundle-clone_confirmed-pre_notify_start_0
+ * Pseudo action:   rabbitmq-bundle-clone_start_0
+ * Pseudo action:   galera-bundle-master_start_0
+ * Pseudo action:   redis-bundle-master_confirmed-pre_notify_start_0
+ * Pseudo action:   redis-bundle-master_start_0
+ * Pseudo action:   rabbitmq-bundle-clone_running_0
+ * Pseudo action:   galera-bundle-master_running_0
+ * Pseudo action:   redis-bundle-master_running_0
+ * Pseudo action:   galera-bundle_running_0
+ * Pseudo action:   rabbitmq-bundle-clone_post_notify_running_0
+ * Pseudo action:   redis-bundle-master_post_notify_running_0
+ * Pseudo action:   rabbitmq-bundle-clone_confirmed-post_notify_running_0
+ * Pseudo action:   redis-bundle-master_confirmed-post_notify_running_0
+ * Pseudo action:   redis-bundle_running_0
+ * Pseudo action:   rabbitmq-bundle_running_0
+Using the original execution date of: 2018-02-13 23:40:47Z
+
+Revised cluster status:
+Online: [ controller-1 controller-2 ]
+OFFLINE: [ controller-0 ]
+Containers: [ galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
+
+ Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp12/openstack-rabbitmq:pcmklatest]
+   rabbitmq-bundle-0	(ocf::heartbeat:rabbitmq-cluster):	Stopped
+   rabbitmq-bundle-1	(ocf::heartbeat:rabbitmq-cluster):	Started controller-1
+   rabbitmq-bundle-2	(ocf::heartbeat:rabbitmq-cluster):	Started controller-2
+ Docker container set: galera-bundle [192.168.24.1:8787/rhosp12/openstack-mariadb:pcmklatest]
+   galera-bundle-0	(ocf::heartbeat:galera):	Stopped
+   galera-bundle-1	(ocf::heartbeat:galera):	Master controller-1
+   galera-bundle-2	(ocf::heartbeat:galera):	Master controller-2
+ Docker container set: redis-bundle [192.168.24.1:8787/rhosp12/openstack-redis:pcmklatest]
+   redis-bundle-0	(ocf::heartbeat:redis):	Stopped
+   redis-bundle-1	(ocf::heartbeat:redis):	Slave controller-1
+   redis-bundle-2	(ocf::heartbeat:redis):	Master controller-2
+ ip-192.168.24.6	(ocf::heartbeat:IPaddr2):	Started controller-2
+ ip-10.0.0.109	(ocf::heartbeat:IPaddr2):	Started controller-1
+ ip-172.17.1.15	(ocf::heartbeat:IPaddr2):	Started controller-2
+ ip-172.17.1.11	(ocf::heartbeat:IPaddr2):	Started controller-1
+ ip-172.17.3.11	(ocf::heartbeat:IPaddr2):	Started controller-1
+ ip-172.17.4.11	(ocf::heartbeat:IPaddr2):	Started controller-2
+ Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp12/openstack-haproxy:pcmklatest]
+   haproxy-bundle-docker-0	(ocf::heartbeat:docker):	Stopped
+   haproxy-bundle-docker-1	(ocf::heartbeat:docker):	Started controller-1
+   haproxy-bundle-docker-2	(ocf::heartbeat:docker):	Started controller-2
+ openstack-cinder-volume	(systemd:openstack-cinder-volume):	Started controller-2
+ stonith-fence_ipmilan-525400fec0c8	(stonith:fence_ipmilan):	Started controller-1
+ stonith-fence_ipmilan-5254002ff217	(stonith:fence_ipmilan):	Started controller-2
+ stonith-fence_ipmilan-5254008f971a	(stonith:fence_ipmilan):	Started controller-1
+
Index: pacemaker-1.1.19+20181105.ccd6b5b10/pengine/test10/notifs-for-unrunnable.xml
===================================================================
--- /dev/null
+++ pacemaker-1.1.19+20181105.ccd6b5b10/pengine/test10/notifs-for-unrunnable.xml
@@ -0,0 +1,709 @@
+<cib crm_feature_set="3.0.14" validate-with="pacemaker-2.8" epoch="100" num_updates="4722" admin_epoch="0" cib-last-written="Tue Feb 13 23:13:28 2018" update-origin="controller-2" update-client="crm_attribute" update-user="redis-bundle-2" have-quorum="1" dc-uuid="2" execution-date="1518565247">
+  <configuration>
+    <crm_config>
+      <cluster_property_set id="cib-bootstrap-options">
+        <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+        <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.18-11.el7-2b07d5c5a9"/>
+        <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+        <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="tripleo_cluster"/>
+        <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="true"/>
+        <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1518533806"/>
+      </cluster_property_set>
+      <cluster_property_set id="redis_replication">
+        <nvpair id="redis_replication-redis_REPL_INFO" name="redis_REPL_INFO" value="controller-2"/>
+      </cluster_property_set>
+    </crm_config>
+    <nodes>
+      <node id="1" uname="controller-0">
+        <instance_attributes id="nodes-1">
+          <nvpair id="nodes-1-cinder-volume-role" name="cinder-volume-role" value="true"/>
+          <nvpair id="nodes-1-rabbitmq-role" name="rabbitmq-role" value="true"/>
+          <nvpair id="nodes-1-galera-role" name="galera-role" value="true"/>
+          <nvpair id="nodes-1-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-0"/>
+          <nvpair id="nodes-1-redis-role" name="redis-role" value="true"/>
+          <nvpair id="nodes-1-haproxy-role" name="haproxy-role" value="true"/>
+        </instance_attributes>
+      </node>
+      <node id="2" uname="controller-1">
+        <instance_attributes id="nodes-2">
+          <nvpair id="nodes-2-cinder-volume-role" name="cinder-volume-role" value="true"/>
+          <nvpair id="nodes-2-rabbitmq-role" name="rabbitmq-role" value="true"/>
+          <nvpair id="nodes-2-galera-role" name="galera-role" value="true"/>
+          <nvpair id="nodes-2-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-1"/>
+          <nvpair id="nodes-2-redis-role" name="redis-role" value="true"/>
+          <nvpair id="nodes-2-haproxy-role" name="haproxy-role" value="true"/>
+        </instance_attributes>
+      </node>
+      <node id="3" uname="controller-2">
+        <instance_attributes id="nodes-3">
+          <nvpair id="nodes-3-cinder-volume-role" name="cinder-volume-role" value="true"/>
+          <nvpair id="nodes-3-rabbitmq-role" name="rabbitmq-role" value="true"/>
+          <nvpair id="nodes-3-galera-role" name="galera-role" value="true"/>
+          <nvpair id="nodes-3-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-2"/>
+          <nvpair id="nodes-3-redis-role" name="redis-role" value="true"/>
+          <nvpair id="nodes-3-haproxy-role" name="haproxy-role" value="true"/>
+        </instance_attributes>
+      </node>
+    </nodes>
+    <resources>
+      <bundle id="rabbitmq-bundle">
+        <docker image="192.168.24.1:8787/rhosp12/openstack-rabbitmq:pcmklatest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
+        <network control-port="3122"/>
+        <storage>
+          <storage-mapping id="rabbitmq-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/rabbitmq.json" target-dir="/var/lib/kolla/config_files/config.json"/>
+          <storage-mapping id="rabbitmq-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/rabbitmq/" target-dir="/var/lib/kolla/config_files/src"/>
+          <storage-mapping id="rabbitmq-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
+          <storage-mapping id="rabbitmq-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
+          <storage-mapping id="rabbitmq-lib" options="rw" source-dir="/var/lib/rabbitmq" target-dir="/var/lib/rabbitmq"/>
+          <storage-mapping id="rabbitmq-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
+          <storage-mapping id="rabbitmq-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
+          <storage-mapping id="rabbitmq-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
+          <storage-mapping id="rabbitmq-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
+          <storage-mapping id="rabbitmq-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
+        </storage>
+        <primitive class="ocf" id="rabbitmq" provider="heartbeat" type="rabbitmq-cluster">
+          <instance_attributes id="rabbitmq-instance_attributes">
+            <nvpair id="rabbitmq-instance_attributes-set_policy" name="set_policy" value="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
+          </instance_attributes>
+          <meta_attributes id="rabbitmq-meta_attributes">
+            <nvpair id="rabbitmq-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+            <nvpair id="rabbitmq-meta_attributes-notify" name="notify" value="true"/>
+          </meta_attributes>
+          <operations>
+            <op id="rabbitmq-monitor-interval-10" interval="10" name="monitor" timeout="40"/>
+            <op id="rabbitmq-start-interval-0s" interval="0s" name="start" timeout="200s"/>
+            <op id="rabbitmq-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
+          </operations>
+        </primitive>
+      </bundle>
+      <bundle id="galera-bundle">
+        <docker image="192.168.24.1:8787/rhosp12/openstack-mariadb:pcmklatest" masters="3" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
+        <network control-port="3123"/>
+        <storage>
+          <storage-mapping id="mysql-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/mysql.json" target-dir="/var/lib/kolla/config_files/config.json"/>
+          <storage-mapping id="mysql-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/mysql/" target-dir="/var/lib/kolla/config_files/src"/>
+          <storage-mapping id="mysql-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
+          <storage-mapping id="mysql-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
+          <storage-mapping id="mysql-lib" options="rw" source-dir="/var/lib/mysql" target-dir="/var/lib/mysql"/>
+          <storage-mapping id="mysql-log-mariadb" options="rw" source-dir="/var/log/mariadb" target-dir="/var/log/mariadb"/>
+          <storage-mapping id="mysql-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
+        </storage>
+        <primitive class="ocf" id="galera" provider="heartbeat" type="galera">
+          <instance_attributes id="galera-instance_attributes">
+            <nvpair id="galera-instance_attributes-additional_parameters" name="additional_parameters" value="--open-files-limit=16384"/>
+            <nvpair id="galera-instance_attributes-cluster_host_map" name="cluster_host_map" value="controller-0:controller-0.internalapi.localdomain;controller-1:controller-1.internalapi.localdomain;controller-2:controller-2.internalapi.localdomain"/>
+            <nvpair id="galera-instance_attributes-enable_creation" name="enable_creation" value="true"/>
+            <nvpair id="galera-instance_attributes-wsrep_cluster_address" name="wsrep_cluster_address" value="gcomm://controller-0.internalapi.localdomain,controller-1.internalapi.localdomain,controller-2.internalapi.localdomain"/>
+          </instance_attributes>
+          <meta_attributes id="galera-meta_attributes">
+            <nvpair id="galera-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+            <nvpair id="galera-meta_attributes-master-max" name="master-max" value="3"/>
+            <nvpair id="galera-meta_attributes-ordered" name="ordered" value="true"/>
+          </meta_attributes>
+          <operations>
+            <op id="galera-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
+            <op id="galera-monitor-interval-20" interval="20" name="monitor" timeout="30"/>
+            <op id="galera-monitor-interval-10" interval="10" name="monitor" role="Master" timeout="30"/>
+            <op id="galera-monitor-interval-30" interval="30" name="monitor" role="Slave" timeout="30"/>
+            <op id="galera-promote-interval-0s" interval="0s" name="promote" on-fail="block" timeout="300s"/>
+            <op id="galera-start-interval-0s" interval="0s" name="start" timeout="120"/>
+            <op id="galera-stop-interval-0s" interval="0s" name="stop" timeout="120"/>
+          </operations>
+        </primitive>
+      </bundle>
+      <bundle id="redis-bundle">
+        <docker image="192.168.24.1:8787/rhosp12/openstack-redis:pcmklatest" masters="1" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
+        <network control-port="3124"/>
+        <storage>
+          <storage-mapping id="redis-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/redis.json" target-dir="/var/lib/kolla/config_files/config.json"/>
+          <storage-mapping id="redis-cfg-data-redis" options="ro" source-dir="/var/lib/config-data/puppet-generated/redis/" target-dir="/var/lib/kolla/config_files/src"/>
+          <storage-mapping id="redis-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
+          <storage-mapping id="redis-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
+          <storage-mapping id="redis-lib" options="rw" source-dir="/var/lib/redis" target-dir="/var/lib/redis"/>
+          <storage-mapping id="redis-log" options="rw" source-dir="/var/log/redis" target-dir="/var/log/redis"/>
+          <storage-mapping id="redis-run" options="rw" source-dir="/var/run/redis" target-dir="/var/run/redis"/>
+          <storage-mapping id="redis-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
+          <storage-mapping id="redis-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
+          <storage-mapping id="redis-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
+          <storage-mapping id="redis-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
+          <storage-mapping id="redis-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
+        </storage>
+        <primitive class="ocf" id="redis" provider="heartbeat" type="redis">
+          <instance_attributes id="redis-instance_attributes">
+            <nvpair id="redis-instance_attributes-wait_last_known_master" name="wait_last_known_master" value="true"/>
+          </instance_attributes>
+          <meta_attributes id="redis-meta_attributes">
+            <nvpair id="redis-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+            <nvpair id="redis-meta_attributes-interleave" name="interleave" value="true"/>
+            <nvpair id="redis-meta_attributes-notify" name="notify" value="true"/>
+            <nvpair id="redis-meta_attributes-ordered" name="ordered" value="true"/>
+          </meta_attributes>
+          <operations>
+            <op id="redis-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
+            <op id="redis-monitor-interval-45" interval="45" name="monitor" timeout="60"/>
+            <op id="redis-monitor-interval-20" interval="20" name="monitor" role="Master" timeout="60"/>
+            <op id="redis-monitor-interval-60" interval="60" name="monitor" role="Slave" timeout="60"/>
+            <op id="redis-promote-interval-0s" interval="0s" name="promote" timeout="120"/>
+            <op id="redis-start-interval-0s" interval="0s" name="start" timeout="200s"/>
+            <op id="redis-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
+          </operations>
+        </primitive>
+      </bundle>
+      <primitive class="ocf" id="ip-192.168.24.6" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-192.168.24.6-instance_attributes">
+          <nvpair id="ip-192.168.24.6-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-192.168.24.6-instance_attributes-ip" name="ip" value="192.168.24.6"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-192.168.24.6-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-192.168.24.6-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-192.168.24.6-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-10.0.0.109" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-10.0.0.109-instance_attributes">
+          <nvpair id="ip-10.0.0.109-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-10.0.0.109-instance_attributes-ip" name="ip" value="10.0.0.109"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-10.0.0.109-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-10.0.0.109-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-10.0.0.109-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-172.17.1.15" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-172.17.1.15-instance_attributes">
+          <nvpair id="ip-172.17.1.15-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-172.17.1.15-instance_attributes-ip" name="ip" value="172.17.1.15"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-172.17.1.15-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-172.17.1.15-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-172.17.1.15-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-172.17.1.11" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-172.17.1.11-instance_attributes">
+          <nvpair id="ip-172.17.1.11-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-172.17.1.11-instance_attributes-ip" name="ip" value="172.17.1.11"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-172.17.1.11-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-172.17.1.11-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-172.17.1.11-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-172.17.3.11" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-172.17.3.11-instance_attributes">
+          <nvpair id="ip-172.17.3.11-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-172.17.3.11-instance_attributes-ip" name="ip" value="172.17.3.11"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-172.17.3.11-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-172.17.3.11-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-172.17.3.11-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-172.17.4.11" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-172.17.4.11-instance_attributes">
+          <nvpair id="ip-172.17.4.11-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-172.17.4.11-instance_attributes-ip" name="ip" value="172.17.4.11"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-172.17.4.11-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-172.17.4.11-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-172.17.4.11-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <bundle id="haproxy-bundle">
+        <docker image="192.168.24.1:8787/rhosp12/openstack-haproxy:pcmklatest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
+        <storage>
+          <storage-mapping id="haproxy-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/haproxy.json" target-dir="/var/lib/kolla/config_files/config.json"/>
+          <storage-mapping id="haproxy-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/haproxy/" target-dir="/var/lib/kolla/config_files/src"/>
+          <storage-mapping id="haproxy-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
+          <storage-mapping id="haproxy-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
+          <storage-mapping id="haproxy-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
+          <storage-mapping id="haproxy-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
+          <storage-mapping id="haproxy-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
+          <storage-mapping id="haproxy-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
+          <storage-mapping id="haproxy-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
+        </storage>
+      </bundle>
+      <primitive class="systemd" id="openstack-cinder-volume" type="openstack-cinder-volume">
+        <operations>
+          <op id="openstack-cinder-volume-monitor-interval-60" interval="60" name="monitor" timeout="100"/>
+          <op id="openstack-cinder-volume-start-interval-0s" interval="0s" name="start" timeout="200s"/>
+          <op id="openstack-cinder-volume-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
+        </operations>
+      </primitive>
+      <primitive class="stonith" id="stonith-fence_ipmilan-525400fec0c8" type="fence_ipmilan">
+        <instance_attributes id="stonith-fence_ipmilan-525400fec0c8-instance_attributes">
+          <nvpair id="stonith-fence_ipmilan-525400fec0c8-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
+          <nvpair id="stonith-fence_ipmilan-525400fec0c8-instance_attributes-ipport" name="ipport" value="6231"/>
+          <nvpair id="stonith-fence_ipmilan-525400fec0c8-instance_attributes-lanplus" name="lanplus" value="true"/>
+          <nvpair id="stonith-fence_ipmilan-525400fec0c8-instance_attributes-login" name="login" value="admin"/>
+          <nvpair id="stonith-fence_ipmilan-525400fec0c8-instance_attributes-passwd" name="passwd" value="****"/>
+          <nvpair id="stonith-fence_ipmilan-525400fec0c8-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-2"/>
+          <nvpair id="stonith-fence_ipmilan-525400fec0c8-instance_attributes-privlvl" name="privlvl" value="administrator"/>
+        </instance_attributes>
+        <operations>
+          <op id="stonith-fence_ipmilan-525400fec0c8-monitor-interval-60s" interval="60s" name="monitor"/>
+        </operations>
+      </primitive>
+      <primitive class="stonith" id="stonith-fence_ipmilan-5254002ff217" type="fence_ipmilan">
+        <instance_attributes id="stonith-fence_ipmilan-5254002ff217-instance_attributes">
+          <nvpair id="stonith-fence_ipmilan-5254002ff217-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
+          <nvpair id="stonith-fence_ipmilan-5254002ff217-instance_attributes-ipport" name="ipport" value="6232"/>
+          <nvpair id="stonith-fence_ipmilan-5254002ff217-instance_attributes-lanplus" name="lanplus" value="true"/>
+          <nvpair id="stonith-fence_ipmilan-5254002ff217-instance_attributes-login" name="login" value="admin"/>
+          <nvpair id="stonith-fence_ipmilan-5254002ff217-instance_attributes-passwd" name="passwd" value="****"/>
+          <nvpair id="stonith-fence_ipmilan-5254002ff217-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-1"/>
+          <nvpair id="stonith-fence_ipmilan-5254002ff217-instance_attributes-privlvl" name="privlvl" value="administrator"/>
+        </instance_attributes>
+        <operations>
+          <op id="stonith-fence_ipmilan-5254002ff217-monitor-interval-60s" interval="60s" name="monitor"/>
+        </operations>
+      </primitive>
+      <primitive class="stonith" id="stonith-fence_ipmilan-5254008f971a" type="fence_ipmilan">
+        <instance_attributes id="stonith-fence_ipmilan-5254008f971a-instance_attributes">
+          <nvpair id="stonith-fence_ipmilan-5254008f971a-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
+          <nvpair id="stonith-fence_ipmilan-5254008f971a-instance_attributes-ipport" name="ipport" value="6235"/>
+          <nvpair id="stonith-fence_ipmilan-5254008f971a-instance_attributes-lanplus" name="lanplus" value="true"/>
+          <nvpair id="stonith-fence_ipmilan-5254008f971a-instance_attributes-login" name="login" value="admin"/>
+          <nvpair id="stonith-fence_ipmilan-5254008f971a-instance_attributes-passwd" name="passwd" value="****"/>
+          <nvpair id="stonith-fence_ipmilan-5254008f971a-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-0"/>
+          <nvpair id="stonith-fence_ipmilan-5254008f971a-instance_attributes-privlvl" name="privlvl" value="administrator"/>
+        </instance_attributes>
+        <operations>
+          <op id="stonith-fence_ipmilan-5254008f971a-monitor-interval-60s" interval="60s" name="monitor"/>
+        </operations>
+      </primitive>
+    </resources>
+    <constraints>
+      <rsc_location id="location-rabbitmq-bundle" resource-discovery="exclusive" rsc="rabbitmq-bundle">
+        <rule id="location-rabbitmq-bundle-rule" score="0">
+          <expression attribute="rabbitmq-role" id="location-rabbitmq-bundle-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-galera-bundle" resource-discovery="exclusive" rsc="galera-bundle">
+        <rule id="location-galera-bundle-rule" score="0">
+          <expression attribute="galera-role" id="location-galera-bundle-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-redis-bundle" resource-discovery="exclusive" rsc="redis-bundle">
+        <rule id="location-redis-bundle-rule" score="0">
+          <expression attribute="redis-role" id="location-redis-bundle-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-192.168.24.6" resource-discovery="exclusive" rsc="ip-192.168.24.6">
+        <rule id="location-ip-192.168.24.6-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-192.168.24.6-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-10.0.0.109" resource-discovery="exclusive" rsc="ip-10.0.0.109">
+        <rule id="location-ip-10.0.0.109-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-10.0.0.109-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-172.17.1.15" resource-discovery="exclusive" rsc="ip-172.17.1.15">
+        <rule id="location-ip-172.17.1.15-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-172.17.1.15-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-172.17.1.11" resource-discovery="exclusive" rsc="ip-172.17.1.11">
+        <rule id="location-ip-172.17.1.11-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-172.17.1.11-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-172.17.3.11" resource-discovery="exclusive" rsc="ip-172.17.3.11">
+        <rule id="location-ip-172.17.3.11-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-172.17.3.11-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-172.17.4.11" resource-discovery="exclusive" rsc="ip-172.17.4.11">
+        <rule id="location-ip-172.17.4.11-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-172.17.4.11-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-haproxy-bundle" resource-discovery="exclusive" rsc="haproxy-bundle">
+        <rule id="location-haproxy-bundle-rule" score="0">
+          <expression attribute="haproxy-role" id="location-haproxy-bundle-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_order first="ip-192.168.24.6" first-action="start" id="order-ip-192.168.24.6-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-192.168.24.6-haproxy-bundle-INFINITY" rsc="ip-192.168.24.6" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-10.0.0.109" first-action="start" id="order-ip-10.0.0.109-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-10.0.0.109-haproxy-bundle-INFINITY" rsc="ip-10.0.0.109" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-172.17.1.15" first-action="start" id="order-ip-172.17.1.15-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-172.17.1.15-haproxy-bundle-INFINITY" rsc="ip-172.17.1.15" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-172.17.1.11" first-action="start" id="order-ip-172.17.1.11-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-172.17.1.11-haproxy-bundle-INFINITY" rsc="ip-172.17.1.11" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-172.17.3.11" first-action="start" id="order-ip-172.17.3.11-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-172.17.3.11-haproxy-bundle-INFINITY" rsc="ip-172.17.3.11" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-172.17.4.11" first-action="start" id="order-ip-172.17.4.11-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-172.17.4.11-haproxy-bundle-INFINITY" rsc="ip-172.17.4.11" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_location id="location-openstack-cinder-volume" resource-discovery="exclusive" rsc="openstack-cinder-volume">
+        <rule id="location-openstack-cinder-volume-rule" score="0">
+          <expression attribute="cinder-volume-role" id="location-openstack-cinder-volume-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-stonith-fence_ipmilan-525400fec0c8-controller-2--INFINITY" node="controller-2" rsc="stonith-fence_ipmilan-525400fec0c8" score="-INFINITY"/>
+      <rsc_location id="location-stonith-fence_ipmilan-5254002ff217-controller-1--INFINITY" node="controller-1" rsc="stonith-fence_ipmilan-5254002ff217" score="-INFINITY"/>
+      <rsc_location id="location-stonith-fence_ipmilan-5254008f971a-controller-0--INFINITY" node="controller-0" rsc="stonith-fence_ipmilan-5254008f971a" score="-INFINITY"/>
+    </constraints>
+    <rsc_defaults>
+      <meta_attributes id="rsc_defaults-options">
+        <nvpair id="rsc_defaults-options-resource-stickiness" name="resource-stickiness" value="INFINITY"/>
+      </meta_attributes>
+    </rsc_defaults>
+  </configuration>
+  <status>
+    <node_state id="2" uname="controller-1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+      <transient_attributes id="2">
+        <instance_attributes id="status-2">
+          <nvpair id="status-2-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@controller-1"/>
+          <nvpair id="status-2-master-redis" name="master-redis" value="1"/>
+          <nvpair id="status-2-master-galera" name="master-galera" value="100"/>
+        </instance_attributes>
+      </transient_attributes>
+      <lrm id="2">
+        <lrm_resources>
+          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="43:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;43:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="25" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="214" queue-time="0" op-digest="f4b7ce3e1690fcd62a554a6f449ce8ef"/>
+          </lrm_resource>
+          <lrm_resource id="ip-192.168.24.6" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-192.168.24.6_last_0" operation_key="ip-192.168.24.6_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="51:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;51:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="41" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="213" queue-time="0" op-digest="22692fc1751093fc15ab6c0d90fafe22"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-5254002ff217" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254002ff217_last_0" operation_key="stonith-fence_ipmilan-5254002ff217_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="32:1:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;32:1:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="85" rc-code="7" op-status="0" interval="0" last-run="1518564431" last-rc-change="1518564431" exec-time="0" queue-time="0" op-digest="48ff67ac351ed9b664419740e05b5b24" op-secure-params=" password  passwd " op-secure-digest="aeb28588694df51badfac27584e822bd"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400fec0c8" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400fec0c8_last_0" operation_key="stonith-fence_ipmilan-525400fec0c8_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="178:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;178:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="96" rc-code="0" op-status="0" interval="0" last-run="1518564432" last-rc-change="1518564432" exec-time="674" queue-time="0" op-digest="f84c2cd8f856a07274a736e83f49f220" op-secure-params=" password  passwd " op-secure-digest="fc69953d2aa88f624ad62b9b8f3be038"/>
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400fec0c8_monitor_60000" operation_key="stonith-fence_ipmilan-525400fec0c8_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="179:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;179:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="102" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564433" exec-time="172" queue-time="0" op-digest="e5f94db3d43bfa79d10d7235aba7def2" op-secure-params=" password  passwd " op-secure-digest="fc69953d2aa88f624ad62b9b8f3be038"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-0" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-0">
+            <lrm_rsc_op id="redis-bundle-0_last_0" operation_key="redis-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="15:3:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;15:3:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="14" rc-code="7" op-status="0" interval="0" last-run="1518564438" last-rc-change="1518564438" exec-time="0" queue-time="0" op-digest="dd323696d6c8ed14cb71914c411664c9" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-1" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-1">
+            <lrm_rsc_op id="redis-bundle-1_last_0" operation_key="redis-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="107:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;107:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="cd98602d6f977947327050913302f861" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="redis-bundle-1_monitor_60000" operation_key="redis-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="112:3:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;112:3:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="15" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564438" exec-time="0" queue-time="0" op-digest="0491b76e934baa33a7f246cd2c3f54a7"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0">
+            <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="12:2:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;12:2:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="10" rc-code="7" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="8dc3f9844e70d4458a7edcd7091ecf50" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1">
+            <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="36:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;36:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="6" rc-code="0" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="f1d68ab267df6867301fcff08041cd2f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="rabbitmq-bundle-1_monitor_60000" operation_key="rabbitmq-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="35:3:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;35:3:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="12" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564437" exec-time="0" queue-time="0" op-digest="76f9ab23bc58402930f7f92ff2ab9d75"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2">
+            <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="14:2:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;14:2:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="205c791aea96714f7aa1cb111c727e1b" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="57:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;57:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="65" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="257" queue-time="0" op-digest="ca4b9322c8c953c2a3492faa3a7cdc25"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-1_last_failure_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="58:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:1;58:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="69" rc-code="1" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="154" queue-time="0" op-digest="ca4b9322c8c953c2a3492faa3a7cdc25"/>
+            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="179:3:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;179:3:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="117" rc-code="0" op-status="0" interval="0" last-run="1518564438" last-rc-change="1518564438" exec-time="4630" queue-time="0" op-digest="ca4b9322c8c953c2a3492faa3a7cdc25"/>
+            <lrm_rsc_op id="haproxy-bundle-docker-1_monitor_60000" operation_key="haproxy-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="172:4:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;172:4:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="118" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564447" exec-time="505" queue-time="1" op-digest="49654849cc9a8edcb100088d40964325"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="59:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;59:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="73" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="118" queue-time="0" op-digest="ca4b9322c8c953c2a3492faa3a7cdc25"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-2" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-2">
+            <lrm_rsc_op id="redis-bundle-2_last_0" operation_key="redis-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="20:2:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;20:2:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="4" rc-code="7" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="f325849fbffe2e62970eb201a50da9f3" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.3.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.3.11_last_0" operation_key="ip-172.17.3.11_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="162:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;162:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="95" rc-code="0" op-status="0" interval="0" last-run="1518564432" last-rc-change="1518564432" exec-time="4149" queue-time="0" op-digest="e88426fed0f2d870d791fdc3f7380de6"/>
+            <lrm_rsc_op id="ip-172.17.3.11_monitor_10000" operation_key="ip-172.17.3.11_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="173:3:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;173:3:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="116" rc-code="0" op-status="0" interval="10000" last-rc-change="1518564438" exec-time="337" queue-time="0" op-digest="6eab6d68a815450cbf38f3078bdfcf7a"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="33:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;33:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="192" queue-time="0" op-digest="e408265fbd208c8852889c8b4e6a8aea"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_failure_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="35:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:1;35:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="9" rc-code="1" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="235" queue-time="0" op-digest="f94f1b90ffd866ec1cd333271886076a"/>
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="34:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;34:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="98" rc-code="0" op-status="0" interval="0" last-run="1518564432" last-rc-change="1518564432" exec-time="1145" queue-time="0" op-digest="f94f1b90ffd866ec1cd333271886076a"/>
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_monitor_60000" operation_key="rabbitmq-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="35:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;35:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="103" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564433" exec-time="434" queue-time="0" op-digest="e30e3ac7e9eadefdbab7a572f9367f68"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="37:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;37:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="13" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="174" queue-time="0" op-digest="e71a3419ce9f9ef0f2c44f111c26e333"/>
+          </lrm_resource>
+          <lrm_resource id="ip-10.0.0.109" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-10.0.0.109_last_0" operation_key="ip-10.0.0.109_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="156:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;156:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="94" rc-code="0" op-status="0" interval="0" last-run="1518564432" last-rc-change="1518564432" exec-time="4170" queue-time="0" op-digest="03a15e984166f433c51a2466e09fd9ff"/>
+            <lrm_rsc_op id="ip-10.0.0.109_monitor_10000" operation_key="ip-10.0.0.109_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="164:3:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;164:3:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="115" rc-code="0" op-status="0" interval="10000" last-rc-change="1518564438" exec-time="291" queue-time="0" op-digest="5a0a5239f9d18249912e9d35a8e2eb1d"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0">
+            <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="15:2:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;15:2:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="11" rc-code="7" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="37e9ab931fa7b5d2122c4cd44c56b7d2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1">
+            <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="70:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;70:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="9" rc-code="0" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="ed95b71467015049c875f75798f405fb" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="galera-bundle-1_monitor_60000" operation_key="galera-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="72:3:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;72:3:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="13" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564438" exec-time="0" queue-time="0" op-digest="cd5e49e967c83be8abedad4b1f3136b7"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2">
+            <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="17:2:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;17:2:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="3" rc-code="7" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="f282b02648444d9d95065cede4784d97" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="45:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;45:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="29" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="198" queue-time="0" op-digest="54554569b963fa0a48372c3b0650a543"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-1_last_failure_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="47:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:1;47:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="33" rc-code="1" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="319" queue-time="0" op-digest="01bca143a9beac7f7fd00eef892284b0"/>
+            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="105:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;105:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="100" rc-code="0" op-status="0" interval="0" last-run="1518564432" last-rc-change="1518564432" exec-time="1172" queue-time="0" op-digest="01bca143a9beac7f7fd00eef892284b0"/>
+            <lrm_rsc_op id="redis-bundle-docker-1_monitor_60000" operation_key="redis-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="106:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;106:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="105" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564434" exec-time="358" queue-time="0" op-digest="cc0436f744e424987c8b8c9956b63b07"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.11_last_0" operation_key="ip-172.17.1.11_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="169:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;169:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-1" call-id="119" rc-code="0" op-status="0" interval="0" last-run="1518565062" last-rc-change="1518565062" exec-time="4103" queue-time="0" op-digest="7c6ed186ff8cdf7693b51ee42b4fc6e1"/>
+            <lrm_rsc_op id="ip-172.17.1.11_monitor_10000" operation_key="ip-172.17.1.11_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="170:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;170:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-1" call-id="120" rc-code="0" op-status="0" interval="10000" last-rc-change="1518565066" exec-time="58" queue-time="0" op-digest="37c8f827f04bb4d80e7fee9c98c84da2"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="49:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;49:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="37" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="190" queue-time="0" op-digest="563f3b89f0d70613dab7c8a2b4571f55"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-5254008f971a" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254008f971a_last_0" operation_key="stonith-fence_ipmilan-5254008f971a_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="182:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;182:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="97" rc-code="0" op-status="0" interval="0" last-run="1518564432" last-rc-change="1518564432" exec-time="130" queue-time="0" op-digest="ab1b88e9b5da204708efbf52871088cb" op-secure-params=" password  passwd " op-secure-digest="3dea6b767f191e742eb78b2ef2859bd3"/>
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254008f971a_monitor_60000" operation_key="stonith-fence_ipmilan-5254008f971a_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="183:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;183:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="101" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564432" exec-time="262" queue-time="0" op-digest="7a303fb3847e54cae351f2ab12ec8a51" op-secure-params=" password  passwd " op-secure-digest="3dea6b767f191e742eb78b2ef2859bd3"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.15" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.15_last_0" operation_key="ip-172.17.1.15_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="53:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;53:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="49" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="227" queue-time="0" op-digest="fc6e65e08d4903cb0db6789677903360"/>
+          </lrm_resource>
+          <lrm_resource id="openstack-cinder-volume" type="openstack-cinder-volume" class="systemd">
+            <lrm_rsc_op id="openstack-cinder-volume_last_0" operation_key="openstack-cinder-volume_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="60:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;60:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="77" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="72" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="39:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;39:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="17" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="185" queue-time="0" op-digest="45a677c2e712f4a30103df9d63d405d4"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.4.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.4.11_last_0" operation_key="ip-172.17.4.11_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="56:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;56:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="61" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="217" queue-time="1" op-digest="fe27c3edbb73480aff571d34c88b21a7"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-1_last_failure_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="41:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:1;41:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="21" rc-code="1" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="352" queue-time="0" op-digest="20089c66e72ca81822af168165e1fa2d"/>
+            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="68:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;68:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="99" rc-code="0" op-status="0" interval="0" last-run="1518564432" last-rc-change="1518564432" exec-time="1243" queue-time="0" op-digest="20089c66e72ca81822af168165e1fa2d"/>
+            <lrm_rsc_op id="galera-bundle-docker-1_monitor_60000" operation_key="galera-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="69:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;69:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="110" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564434" exec-time="505" queue-time="1" op-digest="9795b2247961a33e462c41f3f9b2691c"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state id="3" uname="controller-2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+      <transient_attributes id="3">
+        <instance_attributes id="status-3">
+          <nvpair id="status-3-master-redis" name="master-redis" value="1000"/>
+          <nvpair id="status-3-master-galera" name="master-galera" value="100"/>
+          <nvpair id="status-3-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@controller-2"/>
+        </instance_attributes>
+      </transient_attributes>
+      <lrm id="3">
+        <lrm_resources>
+          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-2_last_failure_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="74:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:1;74:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="25" rc-code="1" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="296" queue-time="0" op-digest="f4b7ce3e1690fcd62a554a6f449ce8ef"/>
+            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="72:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;72:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="97" rc-code="0" op-status="0" interval="0" last-run="1518564432" last-rc-change="1518564432" exec-time="1329" queue-time="0" op-digest="f4b7ce3e1690fcd62a554a6f449ce8ef"/>
+            <lrm_rsc_op id="galera-bundle-docker-2_monitor_60000" operation_key="galera-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="73:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;73:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="103" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564434" exec-time="388" queue-time="0" op-digest="fb08db2dbced7225087e8a3047907e43"/>
+          </lrm_resource>
+          <lrm_resource id="ip-192.168.24.6" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-192.168.24.6_last_0" operation_key="ip-192.168.24.6_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="162:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;162:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-2" call-id="118" rc-code="0" op-status="0" interval="0" last-run="1518565062" last-rc-change="1518565062" exec-time="4119" queue-time="0" op-digest="22692fc1751093fc15ab6c0d90fafe22"/>
+            <lrm_rsc_op id="ip-192.168.24.6_monitor_10000" operation_key="ip-192.168.24.6_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="163:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;163:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-2" call-id="120" rc-code="0" op-status="0" interval="10000" last-rc-change="1518565066" exec-time="54" queue-time="0" op-digest="53892658d5fe65d671f4c791888c8c7c"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-5254002ff217" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254002ff217_last_0" operation_key="stonith-fence_ipmilan-5254002ff217_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="180:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;180:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="95" rc-code="0" op-status="0" interval="0" last-run="1518564432" last-rc-change="1518564432" exec-time="547" queue-time="0" op-digest="48ff67ac351ed9b664419740e05b5b24" op-secure-params=" password  passwd " op-secure-digest="aeb28588694df51badfac27584e822bd"/>
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254002ff217_monitor_60000" operation_key="stonith-fence_ipmilan-5254002ff217_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="181:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;181:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="100" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564432" exec-time="305" queue-time="0" op-digest="e8ba2c27a13d7872c6232a146f08c43a" op-secure-params=" password  passwd " op-secure-digest="aeb28588694df51badfac27584e822bd"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400fec0c8" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400fec0c8_last_0" operation_key="stonith-fence_ipmilan-525400fec0c8_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="46:1:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;46:1:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="81" rc-code="7" op-status="0" interval="0" last-run="1518564431" last-rc-change="1518564431" exec-time="86" queue-time="0" op-digest="f84c2cd8f856a07274a736e83f49f220" op-secure-params=" password  passwd " op-secure-digest="fc69953d2aa88f624ad62b9b8f3be038"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-0" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-0">
+            <lrm_rsc_op id="redis-bundle-0_last_0" operation_key="redis-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="16:3:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;16:3:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="14" rc-code="7" op-status="0" interval="0" last-run="1518564438" last-rc-change="1518564438" exec-time="0" queue-time="0" op-digest="dd323696d6c8ed14cb71914c411664c9" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-1" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-1">
+            <lrm_rsc_op id="redis-bundle-1_last_0" operation_key="redis-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="28:2:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;28:2:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="2" rc-code="7" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="cd98602d6f977947327050913302f861" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0">
+            <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="21:2:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;21:2:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="10" rc-code="7" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="8dc3f9844e70d4458a7edcd7091ecf50" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1">
+            <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="22:2:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;22:2:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="1" rc-code="7" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="f1d68ab267df6867301fcff08041cd2f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2">
+            <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="40:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;40:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="9" rc-code="0" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="205c791aea96714f7aa1cb111c727e1b" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="rabbitmq-bundle-2_monitor_60000" operation_key="rabbitmq-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="40:3:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;40:3:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="12" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564437" exec-time="0" queue-time="0" op-digest="19642b17998fd21ff264d776e5dcffb7"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="88:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;88:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="65" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="138" queue-time="0" op-digest="ca4b9322c8c953c2a3492faa3a7cdc25"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="43:1:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;43:1:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="69" rc-code="7" op-status="0" interval="0" last-run="1518564430" last-rc-change="1518564430" exec-time="84" queue-time="0" op-digest="ca4b9322c8c953c2a3492faa3a7cdc25"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-2_last_failure_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="44:1:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:1;44:1:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="73" rc-code="1" op-status="0" interval="0" last-run="1518564430" last-rc-change="1518564430" exec-time="104" queue-time="0" op-digest="ca4b9322c8c953c2a3492faa3a7cdc25"/>
+            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="181:3:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;181:3:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="115" rc-code="0" op-status="0" interval="0" last-run="1518564439" last-rc-change="1518564439" exec-time="3449" queue-time="0" op-digest="ca4b9322c8c953c2a3492faa3a7cdc25"/>
+            <lrm_rsc_op id="haproxy-bundle-docker-2_monitor_60000" operation_key="haproxy-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="175:4:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;175:4:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="116" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564447" exec-time="487" queue-time="0" op-digest="49654849cc9a8edcb100088d40964325"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-2" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-2">
+            <lrm_rsc_op id="redis-bundle-2_last_0" operation_key="redis-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="111:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;111:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="f325849fbffe2e62970eb201a50da9f3" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="redis-bundle-2_monitor_60000" operation_key="redis-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="117:3:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;117:3:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="15" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564438" exec-time="0" queue-time="0" op-digest="1c97595acf862a2449ada08e9770bdf5"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.3.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.3.11_last_0" operation_key="ip-172.17.3.11_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="86:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;86:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="57" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="188" queue-time="0" op-digest="e88426fed0f2d870d791fdc3f7380de6"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="64:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;64:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="246" queue-time="0" op-digest="e408265fbd208c8852889c8b4e6a8aea"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="66:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;66:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="9" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="224" queue-time="0" op-digest="f94f1b90ffd866ec1cd333271886076a"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_failure_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="68:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:1;68:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="13" rc-code="1" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="310" queue-time="0" op-digest="e71a3419ce9f9ef0f2c44f111c26e333"/>
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="38:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;38:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="96" rc-code="0" op-status="0" interval="0" last-run="1518564432" last-rc-change="1518564432" exec-time="1332" queue-time="0" op-digest="e71a3419ce9f9ef0f2c44f111c26e333"/>
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_monitor_60000" operation_key="rabbitmq-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="39:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;39:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="107" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564434" exec-time="423" queue-time="0" op-digest="5119a7f5625571d676dae1e390eae97d"/>
+          </lrm_resource>
+          <lrm_resource id="ip-10.0.0.109" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-10.0.0.109_last_0" operation_key="ip-10.0.0.109_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="83:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;83:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="45" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="236" queue-time="0" op-digest="03a15e984166f433c51a2466e09fd9ff"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0">
+            <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="24:2:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;24:2:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="11" rc-code="7" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="37e9ab931fa7b5d2122c4cd44c56b7d2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1">
+            <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="25:2:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;25:2:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="6" rc-code="7" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="ed95b71467015049c875f75798f405fb" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2">
+            <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="74:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;74:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1518564434" last-rc-change="1518564434" exec-time="0" queue-time="0" op-digest="f282b02648444d9d95065cede4784d97" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="galera-bundle-2_monitor_60000" operation_key="galera-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="77:3:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;77:3:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="13" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564438" exec-time="0" queue-time="0" op-digest="67d79251e7c202b367dded079a1a25eb"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="76:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;76:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="29" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="230" queue-time="0" op-digest="54554569b963fa0a48372c3b0650a543"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="78:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;78:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="33" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="212" queue-time="0" op-digest="01bca143a9beac7f7fd00eef892284b0"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.11_last_0" operation_key="ip-172.17.1.11_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="85:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;85:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="53" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="204" queue-time="0" op-digest="7c6ed186ff8cdf7693b51ee42b4fc6e1"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-2_last_failure_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="80:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:1;80:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="37" rc-code="1" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="301" queue-time="0" op-digest="563f3b89f0d70613dab7c8a2b4571f55"/>
+            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="109:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;109:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="98" rc-code="0" op-status="0" interval="0" last-run="1518564432" last-rc-change="1518564432" exec-time="1320" queue-time="0" op-digest="563f3b89f0d70613dab7c8a2b4571f55"/>
+            <lrm_rsc_op id="redis-bundle-docker-2_monitor_60000" operation_key="redis-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="110:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;110:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="105" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564434" exec-time="408" queue-time="0" op-digest="8d418760715cc143830d3da4caab4d1f"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-5254008f971a" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254008f971a_last_0" operation_key="stonith-fence_ipmilan-5254008f971a_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="48:1:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;48:1:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="89" rc-code="7" op-status="0" interval="0" last-run="1518564431" last-rc-change="1518564431" exec-time="0" queue-time="0" op-digest="ab1b88e9b5da204708efbf52871088cb" op-secure-params=" password  passwd " op-secure-digest="3dea6b767f191e742eb78b2ef2859bd3"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.15" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.15_last_0" operation_key="ip-172.17.1.15_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="158:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;158:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="93" rc-code="0" op-status="0" interval="0" last-run="1518564432" last-rc-change="1518564432" exec-time="4227" queue-time="0" op-digest="fc6e65e08d4903cb0db6789677903360"/>
+            <lrm_rsc_op id="ip-172.17.1.15_monitor_10000" operation_key="ip-172.17.1.15_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="167:3:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;167:3:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="113" rc-code="0" op-status="0" interval="10000" last-rc-change="1518564438" exec-time="751" queue-time="0" op-digest="9edcc436c7d24b21dfe9de1ec24297aa"/>
+          </lrm_resource>
+          <lrm_resource id="openstack-cinder-volume" type="openstack-cinder-volume" class="systemd">
+            <lrm_rsc_op id="openstack-cinder-volume_last_0" operation_key="openstack-cinder-volume_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="185:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;185:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-2" call-id="117" rc-code="0" op-status="0" interval="0" last-run="1518565062" last-rc-change="1518565062" exec-time="2156" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="openstack-cinder-volume_monitor_60000" operation_key="openstack-cinder-volume_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="186:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;186:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-2" call-id="119" rc-code="0" op-status="0" interval="60000" last-rc-change="1518565064" exec-time="2" queue-time="0" op-digest="2d296eeac3e5f7d1cfdb1557b8eb3457"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="70:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;70:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="17" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="219" queue-time="0" op-digest="45a677c2e712f4a30103df9d63d405d4"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.4.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.4.11_last_0" operation_key="ip-172.17.4.11_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="164:2:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;164:2:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="94" rc-code="0" op-status="0" interval="0" last-run="1518564432" last-rc-change="1518564432" exec-time="4229" queue-time="0" op-digest="fe27c3edbb73480aff571d34c88b21a7"/>
+            <lrm_rsc_op id="ip-172.17.4.11_monitor_10000" operation_key="ip-172.17.4.11_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="176:3:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;176:3:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="114" rc-code="0" op-status="0" interval="10000" last-rc-change="1518564438" exec-time="466" queue-time="0" op-digest="392445a354e2da75dcd4cbe6eee1268b"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="72:0:7:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:7;72:0:7:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="21" rc-code="7" op-status="0" interval="0" last-run="1518564428" last-rc-change="1518564428" exec-time="216" queue-time="0" op-digest="20089c66e72ca81822af168165e1fa2d"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state id="1" uname="controller-0" in_ccm="false" crmd="offline" crm-debug-origin="send_stonith_update" join="down" expected="down"/>
+    <node_state remote_node="true" id="galera-bundle-0" uname="galera-bundle-0" in_ccm="false" crm-debug-origin="remote_node_down" node_fenced="0"/>
+    <node_state remote_node="true" id="redis-bundle-0" uname="redis-bundle-0" in_ccm="false" crm-debug-origin="remote_node_down" node_fenced="0"/>
+    <node_state remote_node="true" id="rabbitmq-bundle-0" uname="rabbitmq-bundle-0" in_ccm="false" crm-debug-origin="remote_node_down" node_fenced="0"/>
+    <node_state remote_node="true" id="redis-bundle-2" uname="redis-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="redis-bundle-2">
+        <lrm_resources>
+          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis_last_0" operation_key="redis_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="126:6:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;126:6:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="49" rc-code="0" op-status="0" interval="0" last-run="1518564488" last-rc-change="1518564488" exec-time="1484" queue-time="474" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_post_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="204:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;204:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565247" last-rc-change="1518565247" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_pre_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="226:6:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;226:6:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518564488" last-rc-change="1518564488" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_post_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="227:6:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;227:6:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518564490" last-rc-change="1518564490" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_monitor_20000" operation_key="redis_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="134:7:8:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:8;134:7:8:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="84" rc-code="8" op-status="0" interval="20000" last-rc-change="1518564516" exec-time="889" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_pre_notify_stop_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="224:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;224:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565057" last-rc-change="1518565057" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_post_notify_stop_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="204:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;204:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565062" last-rc-change="1518565062" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_pre_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="203:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;203:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565247" last-rc-change="1518565247" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="redis-bundle-2">
+        <instance_attributes id="status-redis-bundle-2"/>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="galera-bundle-2" uname="galera-bundle-2" in_ccm="true" crm-debug-origin="peer_update_callback" node_fenced="0">
+      <lrm id="galera-bundle-2">
+        <lrm_resources>
+          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="96:7:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;96:7:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="82" rc-code="0" op-status="0" interval="0" last-run="1518564516" last-rc-change="1518564516" exec-time="11203" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="99:8:8:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:8;99:8:8:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="187" rc-code="8" op-status="0" interval="10000" last-rc-change="1518564528" exec-time="728" queue-time="0" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="galera-bundle-2">
+        <instance_attributes id="status-galera-bundle-2"/>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="rabbitmq-bundle-2" uname="rabbitmq-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="rabbitmq-bundle-2">
+        <lrm_resources>
+          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="57:6:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;57:6:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="15" rc-code="0" op-status="0" interval="0" last-run="1518564488" last-rc-change="1518564488" exec-time="27412" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_post_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="195:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;195:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565247" last-rc-change="1518565247" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="65:7:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;65:7:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-2" call-id="54" rc-code="0" op-status="0" interval="10000" last-rc-change="1518564516" exec-time="4316" queue-time="357" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
+            <lrm_rsc_op id="rabbitmq_pre_notify_stop_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="217:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;217:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565057" last-rc-change="1518565057" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_post_notify_stop_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="199:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;199:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565062" last-rc-change="1518565062" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_pre_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="194:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;194:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565247" last-rc-change="1518565247" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="rabbitmq-bundle-2">
+        <instance_attributes id="status-rabbitmq-bundle-2"/>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="galera-bundle-1" uname="galera-bundle-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+      <lrm id="galera-bundle-1">
+        <lrm_resources>
+          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="103:9:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;103:9:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="242" rc-code="0" op-status="0" interval="0" last-run="1518564540" last-rc-change="1518564540" exec-time="10366" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="101:10:8:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:8;101:10:8:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="277" rc-code="8" op-status="0" interval="10000" last-rc-change="1518564551" exec-time="631" queue-time="0" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="galera-bundle-1">
+        <instance_attributes id="status-galera-bundle-1"/>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="redis-bundle-1" uname="redis-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="redis-bundle-1">
+        <lrm_resources>
+          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis_last_0" operation_key="redis_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="122:4:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;122:4:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1518564453" last-rc-change="1518564453" exec-time="5006" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_pre_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="201:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;201:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565247" last-rc-change="1518565247" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_post_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="202:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;202:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565247" last-rc-change="1518565247" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_pre_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="224:6:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;224:6:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518564488" last-rc-change="1518564488" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_post_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="225:6:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;225:6:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518564490" last-rc-change="1518564490" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="135:6:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;135:6:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="60" rc-code="0" op-status="0" interval="60000" last-rc-change="1518564494" exec-time="802" queue-time="4403" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="134:6:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;134:6:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="61" rc-code="0" op-status="0" interval="45000" last-rc-change="1518564495" exec-time="950" queue-time="5164" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_pre_notify_stop_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="223:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;223:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565057" last-rc-change="1518565057" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_post_notify_stop_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="203:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;203:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565062" last-rc-change="1518565062" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="redis-bundle-1">
+        <instance_attributes id="status-redis-bundle-1"/>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="rabbitmq-bundle-1" uname="rabbitmq-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="rabbitmq-bundle-1">
+        <lrm_resources>
+          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="52:5:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;52:5:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="15" rc-code="0" op-status="0" interval="0" last-run="1518564462" last-rc-change="1518564462" exec-time="25308" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_pre_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="192:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;192:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565247" last-rc-change="1518565247" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_post_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="193:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;193:763:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565247" last-rc-change="1518565247" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="62:7:0:8b283351-71e8-4848-b470-8664f73af1e9" transition-magic="0:0;62:7:0:8b283351-71e8-4848-b470-8664f73af1e9" exit-reason="" on_node="controller-1" call-id="55" rc-code="0" op-status="0" interval="10000" last-rc-change="1518564516" exec-time="4181" queue-time="335" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
+            <lrm_rsc_op id="rabbitmq_pre_notify_stop_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="216:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;216:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565057" last-rc-change="1518565057" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_post_notify_stop_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="198:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" transition-magic="0:0;198:1:0:a0179552-04e5-473f-a9dc-68a6301598ab" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1518565062" last-rc-change="1518565062" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="rabbitmq-bundle-1">
+        <instance_attributes id="status-rabbitmq-bundle-1"/>
+      </transient_attributes>
+    </node_state>
+  </status>
+</cib>

Places

File pacemaker-cts-pengine-add-regression-test-for-notifications-for-unrunnable-actions.patch of Package pacemaker.13253

Places