[ClusterLabs] IPMI working but evacuations don't work‏ [UPDATED]

[Moiz Arif]

Hi,

I am trying to run vm evacuations using pacemaker. I have setup the entire
cluster (3 controllers, 4 compute nodes). Pacemaker is running on
controllers and pacemaker_remote on compute nodes.

My VMs do not evacuate after node failure. Stonith is working and pacemaker
is fencing (shutoff) the affected compute nodes. But VMs do not evacuate.
Here are some details of my setup:


   1. Red Hat Enterprise Linux Server release 7.2 (Maipo)
   2. OpenStack Kilo (2015.1.2-7.el7ostsetup using RHOS)
   3. Software Versions:

pacemaker-1.1.13-10.el7.x86_64
pacemaker-libs-1.1.13-10.el7.x86_64
pacemaker-cluster-libs-1.1.13-10.el7.x86_64
pacemaker-cli-1.1.13-10.el7.x86_64
pacemaker-remote-1.1.13-10.el7.x86_64
corosync-2.3.4-7.el7_2.1.x86_64
corosynclib-2.3.4-7.el7_2.1.x86_64
fence-agents-all-4.0.11-27.el7.x86_64
resource-agents-3.9.5-54.el7_2.1.x86_64


       4. Fencing mechanism is fence_ipmilan

Here are my errors:

   1. Apr  1 07:24:03 overcloud-controller-1 lrmd[29957]:  notice:
   nova-evacuate_monitor_10000:28954:stderr [ Could not query value of
   evacute: attribute does not exist ]
   2. STONITH error (no route to host), log pasted in text file (see
   attached)

I have also attached the output of my cib_admin -Q in a separate text file

Any help on this would be greatly appreciated.

Note: i also sent an email to "users at clusterlabs.org" earlier but i am
unable to receive the email responses that's why sending another email from
another ID.

Thanks.
Moiz
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <https://lists.clusterlabs.org/pipermail/users/attachments/20160401/da6a3c0f/attachment-0003.html>
-------------- next part --------------
<cib crm_feature_set="3.0.10" validate-with="pacemaker-2.3" epoch="386" num_updates="113" admin_epoch="0" cib-last-written="Fri Apr  1 07:09:57 2016" update-origin="overcloud-controller-1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
  <configuration>
    <crm_config>
      <cluster_property_set id="cib-bootstrap-options">
        <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
        <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.13-10.el7-44eb2dd"/>
        <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
        <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="tripleo_cluster"/>
        <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1459508923"/>
        <nvpair id="cib-bootstrap-options-cluster-recheck-interval" name="cluster-recheck-interval" value="1min"/>
        <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="true"/>
        <nvpair id="cib-bootstrap-options-maintenance-mode" name="maintenance-mode" value="false"/>
      </cluster_property_set>
      <cluster_property_set id="redis_replication">
        <nvpair id="redis_replication-redis_REPL_INFO" name="redis_REPL_INFO" value="overcloud-controller-1"/>
      </cluster_property_set>
    </crm_config>
    <nodes>
      <node id="1" uname="overcloud-controller-0">
        <instance_attributes id="nodes-1">
          <nvpair id="nodes-1-osprole" name="osprole" value="controller"/>
        </instance_attributes>
      </node>
      <node id="2" uname="overcloud-controller-1">
        <instance_attributes id="nodes-2">
          <nvpair id="nodes-2-osprole" name="osprole" value="controller"/>
        </instance_attributes>
      </node>
      <node id="3" uname="overcloud-controller-2">
        <instance_attributes id="nodes-3">
          <nvpair id="nodes-3-osprole" name="osprole" value="controller"/>
        </instance_attributes>
      </node>
      <node id="overcloud-compute-0" type="remote" uname="overcloud-compute-0">
        <instance_attributes id="nodes-overcloud-compute-0">
          <nvpair id="nodes-overcloud-compute-0-osprole" name="osprole" value="compute"/>
        </instance_attributes>
      </node>
      <node id="overcloud-compute-1" type="remote" uname="overcloud-compute-1">
        <instance_attributes id="nodes-overcloud-compute-1">
          <nvpair id="nodes-overcloud-compute-1-osprole" name="osprole" value="compute"/>
        </instance_attributes>
      </node>
      <node id="overcloud-compute-2" type="remote" uname="overcloud-compute-2">
        <instance_attributes id="nodes-overcloud-compute-2">
          <nvpair id="nodes-overcloud-compute-2-osprole" name="osprole" value="compute"/>
        </instance_attributes>
      </node>
      <node id="overcloud-compute-3" type="remote" uname="overcloud-compute-3">
        <instance_attributes id="nodes-overcloud-compute-3">
          <nvpair id="nodes-overcloud-compute-3-osprole" name="osprole" value="compute"/>
        </instance_attributes>
      </node>
    </nodes>
    <resources>
      <clone id="haproxy-clone">
        <primitive class="systemd" id="haproxy" type="haproxy">
          <instance_attributes id="haproxy-instance_attributes"/>
          <operations>
            <op id="haproxy-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="haproxy-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="haproxy-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="haproxy-clone-meta_attributes"/>
      </clone>
      <primitive class="ocf" id="ip-172.30.4.50" provider="heartbeat" type="IPaddr2">
        <instance_attributes id="ip-172.30.4.50-instance_attributes">
          <nvpair id="ip-172.30.4.50-instance_attributes-ip" name="ip" value="172.30.4.50"/>
          <nvpair id="ip-172.30.4.50-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
        </instance_attributes>
        <operations>
          <op id="ip-172.30.4.50-start-interval-0s" interval="0s" name="start" timeout="20s"/>
          <op id="ip-172.30.4.50-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
          <op id="ip-172.30.4.50-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="ip-172.30.1.119" provider="heartbeat" type="IPaddr2">
        <instance_attributes id="ip-172.30.1.119-instance_attributes">
          <nvpair id="ip-172.30.1.119-instance_attributes-ip" name="ip" value="172.30.1.119"/>
          <nvpair id="ip-172.30.1.119-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
        </instance_attributes>
        <operations>
          <op id="ip-172.30.1.119-start-interval-0s" interval="0s" name="start" timeout="20s"/>
          <op id="ip-172.30.1.119-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
          <op id="ip-172.30.1.119-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="ip-172.30.7.50" provider="heartbeat" type="IPaddr2">
        <instance_attributes id="ip-172.30.7.50-instance_attributes">
          <nvpair id="ip-172.30.7.50-instance_attributes-ip" name="ip" value="172.30.7.50"/>
          <nvpair id="ip-172.30.7.50-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
        </instance_attributes>
        <operations>
          <op id="ip-172.30.7.50-start-interval-0s" interval="0s" name="start" timeout="20s"/>
          <op id="ip-172.30.7.50-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
          <op id="ip-172.30.7.50-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="ip-172.30.8.50" provider="heartbeat" type="IPaddr2">
        <instance_attributes id="ip-172.30.8.50-instance_attributes">
          <nvpair id="ip-172.30.8.50-instance_attributes-ip" name="ip" value="172.30.8.50"/>
          <nvpair id="ip-172.30.8.50-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
        </instance_attributes>
        <operations>
          <op id="ip-172.30.8.50-start-interval-0s" interval="0s" name="start" timeout="20s"/>
          <op id="ip-172.30.8.50-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
          <op id="ip-172.30.8.50-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="ip-172.30.1.120" provider="heartbeat" type="IPaddr2">
        <instance_attributes id="ip-172.30.1.120-instance_attributes">
          <nvpair id="ip-172.30.1.120-instance_attributes-ip" name="ip" value="172.30.1.120"/>
          <nvpair id="ip-172.30.1.120-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
        </instance_attributes>
        <operations>
          <op id="ip-172.30.1.120-start-interval-0s" interval="0s" name="start" timeout="20s"/>
          <op id="ip-172.30.1.120-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
          <op id="ip-172.30.1.120-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
        </operations>
      </primitive>
      <master id="galera-master">
        <primitive class="ocf" id="galera" provider="heartbeat" type="galera">
          <instance_attributes id="galera-instance_attributes">
            <nvpair id="galera-instance_attributes-additional_parameters" name="additional_parameters" value="--open-files-limit=16384"/>
            <nvpair id="galera-instance_attributes-enable_creation" name="enable_creation" value="true"/>
            <nvpair id="galera-instance_attributes-wsrep_cluster_address" name="wsrep_cluster_address" value="gcomm://overcloud-controller-0,overcloud-controller-1,overcloud-controller-2"/>
          </instance_attributes>
          <operations>
            <op id="galera-start-interval-0s" interval="0s" name="start" timeout="120"/>
            <op id="galera-stop-interval-0s" interval="0s" name="stop" timeout="120"/>
            <op id="galera-monitor-interval-20" interval="20" name="monitor" timeout="30"/>
            <op id="galera-monitor-interval-10" interval="10" name="monitor" role="Master" timeout="30"/>
            <op id="galera-monitor-interval-30" interval="30" name="monitor" role="Slave" timeout="30"/>
            <op id="galera-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
            <op id="galera-promote-interval-0s" interval="0s" name="promote" on-fail="block" timeout="300s"/>
          </operations>
        </primitive>
        <meta_attributes id="galera-master-meta_attributes">
          <nvpair id="galera-master-meta_attributes-master-max" name="master-max" value="3"/>
          <nvpair id="galera-master-meta_attributes-ordered" name="ordered" value="true"/>
        </meta_attributes>
      </master>
      <master id="redis-master">
        <primitive class="ocf" id="redis" provider="heartbeat" type="redis">
          <instance_attributes id="redis-instance_attributes">
            <nvpair id="redis-instance_attributes-wait_last_known_master" name="wait_last_known_master" value="true"/>
          </instance_attributes>
          <operations>
            <op id="redis-start-interval-0s" interval="0s" name="start" timeout="120"/>
            <op id="redis-stop-interval-0s" interval="0s" name="stop" timeout="120"/>
            <op id="redis-monitor-interval-45" interval="45" name="monitor" timeout="60"/>
            <op id="redis-monitor-interval-20" interval="20" name="monitor" role="Master" timeout="60"/>
            <op id="redis-monitor-interval-60" interval="60" name="monitor" role="Slave" timeout="60"/>
            <op id="redis-promote-interval-0s" interval="0s" name="promote" timeout="120"/>
            <op id="redis-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
          </operations>
        </primitive>
        <meta_attributes id="redis-master-meta_attributes">
          <nvpair id="redis-master-meta_attributes-notify" name="notify" value="true"/>
          <nvpair id="redis-master-meta_attributes-ordered" name="ordered" value="true"/>
          <nvpair id="redis-master-meta_attributes-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </master>
      <clone id="mongod-clone">
        <primitive class="systemd" id="mongod" type="mongod">
          <operations>
            <op id="mongod-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="mongod-stop-interval-0s" interval="0s" name="stop" timeout="200"/>
            <op id="mongod-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
          <meta_attributes id="mongod-meta_attributes"/>
        </primitive>
        <meta_attributes id="mongod-clone-meta_attributes"/>
      </clone>
      <clone id="rabbitmq-clone">
        <primitive class="ocf" id="rabbitmq" provider="heartbeat" type="rabbitmq-cluster">
          <instance_attributes id="rabbitmq-instance_attributes">
            <nvpair id="rabbitmq-instance_attributes-set_policy" name="set_policy" value="ha-all ^(?!amq\.).* {"ha-mode":"all"}"/>
          </instance_attributes>
          <operations>
            <op id="rabbitmq-start-interval-0s" interval="0s" name="start" timeout="100"/>
            <op id="rabbitmq-stop-interval-0s" interval="0s" name="stop" timeout="90"/>
            <op id="rabbitmq-monitor-interval-10" interval="10" name="monitor" timeout="40"/>
          </operations>
        </primitive>
        <meta_attributes id="rabbitmq-clone-meta_attributes">
          <nvpair id="rabbitmq-ordered" name="ordered" value="true"/>
          <nvpair id="rabbitmq-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="memcached-clone">
        <primitive class="systemd" id="memcached" type="memcached">
          <instance_attributes id="memcached-instance_attributes"/>
          <operations>
            <op id="memcached-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="memcached-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="memcached-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="memcached-clone-meta_attributes">
          <nvpair id="memcached-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-nova-scheduler-clone">
        <primitive class="systemd" id="openstack-nova-scheduler" type="openstack-nova-scheduler">
          <instance_attributes id="openstack-nova-scheduler-instance_attributes"/>
          <operations>
            <op id="openstack-nova-scheduler-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-nova-scheduler-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-nova-scheduler-monitor-interval-60s" interval="60s" name="monitor" start-delay="10s"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-nova-scheduler-clone-meta_attributes">
          <nvpair id="openstack-nova-scheduler-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-ceilometer-alarm-notifier-clone">
        <primitive class="systemd" id="openstack-ceilometer-alarm-notifier" type="openstack-ceilometer-alarm-notifier">
          <instance_attributes id="openstack-ceilometer-alarm-notifier-instance_attributes"/>
          <operations>
            <op id="openstack-ceilometer-alarm-notifier-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-ceilometer-alarm-notifier-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-ceilometer-alarm-notifier-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-ceilometer-alarm-notifier-clone-meta_attributes">
          <nvpair id="openstack-ceilometer-alarm-notifier-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-heat-engine-clone">
        <primitive class="systemd" id="openstack-heat-engine" type="openstack-heat-engine">
          <instance_attributes id="openstack-heat-engine-instance_attributes"/>
          <operations>
            <op id="openstack-heat-engine-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-heat-engine-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-heat-engine-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-heat-engine-clone-meta_attributes">
          <nvpair id="openstack-heat-engine-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-ceilometer-api-clone">
        <primitive class="systemd" id="openstack-ceilometer-api" type="openstack-ceilometer-api">
          <instance_attributes id="openstack-ceilometer-api-instance_attributes"/>
          <operations>
            <op id="openstack-ceilometer-api-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-ceilometer-api-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-ceilometer-api-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-ceilometer-api-clone-meta_attributes">
          <nvpair id="openstack-ceilometer-api-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-heat-api-clone">
        <primitive class="systemd" id="openstack-heat-api" type="openstack-heat-api">
          <instance_attributes id="openstack-heat-api-instance_attributes"/>
          <operations>
            <op id="openstack-heat-api-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-heat-api-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-heat-api-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-heat-api-clone-meta_attributes">
          <nvpair id="openstack-heat-api-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-cinder-scheduler-clone">
        <primitive class="systemd" id="openstack-cinder-scheduler" type="openstack-cinder-scheduler">
          <instance_attributes id="openstack-cinder-scheduler-instance_attributes"/>
          <operations>
            <op id="openstack-cinder-scheduler-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-cinder-scheduler-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-cinder-scheduler-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-cinder-scheduler-clone-meta_attributes">
          <nvpair id="openstack-cinder-scheduler-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-nova-api-clone">
        <primitive class="systemd" id="openstack-nova-api" type="openstack-nova-api">
          <instance_attributes id="openstack-nova-api-instance_attributes"/>
          <operations>
            <op id="openstack-nova-api-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-nova-api-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-nova-api-monitor-interval-60s" interval="60s" name="monitor" start-delay="10s"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-nova-api-clone-meta_attributes">
          <nvpair id="openstack-nova-api-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-heat-api-cloudwatch-clone">
        <primitive class="systemd" id="openstack-heat-api-cloudwatch" type="openstack-heat-api-cloudwatch">
          <instance_attributes id="openstack-heat-api-cloudwatch-instance_attributes"/>
          <operations>
            <op id="openstack-heat-api-cloudwatch-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-heat-api-cloudwatch-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-heat-api-cloudwatch-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-heat-api-cloudwatch-clone-meta_attributes">
          <nvpair id="openstack-heat-api-cloudwatch-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-ceilometer-collector-clone">
        <primitive class="systemd" id="openstack-ceilometer-collector" type="openstack-ceilometer-collector">
          <instance_attributes id="openstack-ceilometer-collector-instance_attributes"/>
          <operations>
            <op id="openstack-ceilometer-collector-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-ceilometer-collector-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-ceilometer-collector-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-ceilometer-collector-clone-meta_attributes">
          <nvpair id="openstack-ceilometer-collector-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-keystone-clone">
        <primitive class="systemd" id="openstack-keystone" type="openstack-keystone">
          <instance_attributes id="openstack-keystone-instance_attributes"/>
          <operations>
            <op id="openstack-keystone-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-keystone-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-keystone-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-keystone-clone-meta_attributes">
          <nvpair id="openstack-keystone-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-nova-consoleauth-clone">
        <primitive class="systemd" id="openstack-nova-consoleauth" type="openstack-nova-consoleauth">
          <instance_attributes id="openstack-nova-consoleauth-instance_attributes"/>
          <operations>
            <op id="openstack-nova-consoleauth-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-nova-consoleauth-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-nova-consoleauth-monitor-interval-60s" interval="60s" name="monitor" start-delay="10s"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-nova-consoleauth-clone-meta_attributes">
          <nvpair id="openstack-nova-consoleauth-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-glance-registry-clone">
        <primitive class="systemd" id="openstack-glance-registry" type="openstack-glance-registry">
          <instance_attributes id="openstack-glance-registry-instance_attributes"/>
          <operations>
            <op id="openstack-glance-registry-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-glance-registry-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-glance-registry-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-glance-registry-clone-meta_attributes">
          <nvpair id="openstack-glance-registry-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-ceilometer-notification-clone">
        <primitive class="systemd" id="openstack-ceilometer-notification" type="openstack-ceilometer-notification">
          <instance_attributes id="openstack-ceilometer-notification-instance_attributes"/>
          <operations>
            <op id="openstack-ceilometer-notification-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-ceilometer-notification-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-ceilometer-notification-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-ceilometer-notification-clone-meta_attributes">
          <nvpair id="openstack-ceilometer-notification-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-cinder-api-clone">
        <primitive class="systemd" id="openstack-cinder-api" type="openstack-cinder-api">
          <instance_attributes id="openstack-cinder-api-instance_attributes"/>
          <operations>
            <op id="openstack-cinder-api-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-cinder-api-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-cinder-api-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-cinder-api-clone-meta_attributes">
          <nvpair id="openstack-cinder-api-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-glance-api-clone">
        <primitive class="systemd" id="openstack-glance-api" type="openstack-glance-api">
          <instance_attributes id="openstack-glance-api-instance_attributes"/>
          <operations>
            <op id="openstack-glance-api-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-glance-api-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-glance-api-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-glance-api-clone-meta_attributes">
          <nvpair id="openstack-glance-api-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-nova-novncproxy-clone">
        <primitive class="systemd" id="openstack-nova-novncproxy" type="openstack-nova-novncproxy">
          <instance_attributes id="openstack-nova-novncproxy-instance_attributes"/>
          <operations>
            <op id="openstack-nova-novncproxy-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-nova-novncproxy-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-nova-novncproxy-monitor-interval-60s" interval="60s" name="monitor" start-delay="10s"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-nova-novncproxy-clone-meta_attributes">
          <nvpair id="openstack-nova-novncproxy-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="delay-clone">
        <primitive class="ocf" id="delay" provider="heartbeat" type="Delay">
          <instance_attributes id="delay-instance_attributes">
            <nvpair id="delay-instance_attributes-startdelay" name="startdelay" value="10"/>
          </instance_attributes>
          <operations>
            <op id="delay-start-interval-0s" interval="0s" name="start" timeout="30"/>
            <op id="delay-stop-interval-0s" interval="0s" name="stop" timeout="30"/>
            <op id="delay-monitor-interval-10" interval="10" name="monitor" timeout="30"/>
          </operations>
        </primitive>
        <meta_attributes id="delay-clone-meta_attributes">
          <nvpair id="delay-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="neutron-server-clone">
        <primitive class="systemd" id="neutron-server" type="neutron-server">
          <instance_attributes id="neutron-server-instance_attributes"/>
          <operations>
            <op id="neutron-server-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="neutron-server-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="neutron-server-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="neutron-server-clone-meta_attributes">
          <nvpair id="neutron-server-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="httpd-clone">
        <primitive class="systemd" id="httpd" type="httpd">
          <instance_attributes id="httpd-instance_attributes"/>
          <operations>
            <op id="httpd-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="httpd-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="httpd-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="httpd-clone-meta_attributes">
          <nvpair id="httpd-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-ceilometer-central-clone">
        <primitive class="systemd" id="openstack-ceilometer-central" type="openstack-ceilometer-central">
          <instance_attributes id="openstack-ceilometer-central-instance_attributes"/>
          <operations>
            <op id="openstack-ceilometer-central-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-ceilometer-central-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-ceilometer-central-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-ceilometer-central-clone-meta_attributes">
          <nvpair id="openstack-ceilometer-central-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-ceilometer-alarm-evaluator-clone">
        <primitive class="systemd" id="openstack-ceilometer-alarm-evaluator" type="openstack-ceilometer-alarm-evaluator">
          <instance_attributes id="openstack-ceilometer-alarm-evaluator-instance_attributes"/>
          <operations>
            <op id="openstack-ceilometer-alarm-evaluator-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-ceilometer-alarm-evaluator-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-ceilometer-alarm-evaluator-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-ceilometer-alarm-evaluator-clone-meta_attributes">
          <nvpair id="openstack-ceilometer-alarm-evaluator-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-heat-api-cfn-clone">
        <primitive class="systemd" id="openstack-heat-api-cfn" type="openstack-heat-api-cfn">
          <instance_attributes id="openstack-heat-api-cfn-instance_attributes"/>
          <operations>
            <op id="openstack-heat-api-cfn-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-heat-api-cfn-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-heat-api-cfn-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-heat-api-cfn-clone-meta_attributes">
          <nvpair id="openstack-heat-api-cfn-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <primitive class="systemd" id="openstack-cinder-volume" type="openstack-cinder-volume">
        <instance_attributes id="openstack-cinder-volume-instance_attributes"/>
        <operations>
          <op id="openstack-cinder-volume-start-interval-0s" interval="0s" name="start" timeout="200s"/>
          <op id="openstack-cinder-volume-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
          <op id="openstack-cinder-volume-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
      <clone id="openstack-nova-conductor-clone">
        <primitive class="systemd" id="openstack-nova-conductor" type="openstack-nova-conductor">
          <instance_attributes id="openstack-nova-conductor-instance_attributes"/>
          <operations>
            <op id="openstack-nova-conductor-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="openstack-nova-conductor-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
            <op id="openstack-nova-conductor-monitor-interval-60s" interval="60s" name="monitor" start-delay="10s"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-nova-conductor-clone-meta_attributes">
          <nvpair id="openstack-nova-conductor-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <primitive class="ocf" id="overcloud-compute-0" provider="pacemaker" type="remote">
        <instance_attributes id="overcloud-compute-0-instance_attributes">
          <nvpair id="overcloud-compute-0-instance_attributes-reconnect_interval" name="reconnect_interval" value="60"/>
        </instance_attributes>
        <operations>
          <op id="overcloud-compute-0-start-interval-0s" interval="0s" name="start" timeout="60"/>
          <op id="overcloud-compute-0-stop-interval-0s" interval="0s" name="stop" timeout="60"/>
          <op id="overcloud-compute-0-monitor-interval-20" interval="20" name="monitor"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="overcloud-compute-1" provider="pacemaker" type="remote">
        <instance_attributes id="overcloud-compute-1-instance_attributes">
          <nvpair id="overcloud-compute-1-instance_attributes-reconnect_interval" name="reconnect_interval" value="60"/>
        </instance_attributes>
        <operations>
          <op id="overcloud-compute-1-start-interval-0s" interval="0s" name="start" timeout="60"/>
          <op id="overcloud-compute-1-stop-interval-0s" interval="0s" name="stop" timeout="60"/>
          <op id="overcloud-compute-1-monitor-interval-20" interval="20" name="monitor"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="overcloud-compute-2" provider="pacemaker" type="remote">
        <instance_attributes id="overcloud-compute-2-instance_attributes">
          <nvpair id="overcloud-compute-2-instance_attributes-reconnect_interval" name="reconnect_interval" value="60"/>
        </instance_attributes>
        <operations>
          <op id="overcloud-compute-2-start-interval-0s" interval="0s" name="start" timeout="60"/>
          <op id="overcloud-compute-2-stop-interval-0s" interval="0s" name="stop" timeout="60"/>
          <op id="overcloud-compute-2-monitor-interval-20" interval="20" name="monitor"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="overcloud-compute-3" provider="pacemaker" type="remote">
        <instance_attributes id="overcloud-compute-3-instance_attributes">
          <nvpair id="overcloud-compute-3-instance_attributes-reconnect_interval" name="reconnect_interval" value="60"/>
        </instance_attributes>
        <operations>
          <op id="overcloud-compute-3-start-interval-0s" interval="0s" name="start" timeout="60"/>
          <op id="overcloud-compute-3-stop-interval-0s" interval="0s" name="stop" timeout="60"/>
          <op id="overcloud-compute-3-monitor-interval-20" interval="20" name="monitor"/>
        </operations>
      </primitive>
      <clone id="libvirtd-clone">
        <primitive class="systemd" id="libvirtd" type="libvirtd">
          <instance_attributes id="libvirtd-instance_attributes"/>
          <meta_attributes id="libvirtd-meta_attributes"/>
          <operations>
            <op id="libvirtd-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="libvirtd-clone-meta_attributes">
          <nvpair id="libvirtd-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-nova-compute-clone">
        <primitive class="ocf" id="openstack-nova-compute" provider="openstack" type="NovaCompute">
          <instance_attributes id="openstack-nova-compute-instance_attributes">
            <nvpair id="openstack-nova-compute-instance_attributes-auth_url" name="auth_url" value="http://172.30.1.119:5000/v2.0/"/>
            <nvpair id="openstack-nova-compute-instance_attributes-username" name="username" value="admin"/>
            <nvpair id="openstack-nova-compute-instance_attributes-tenant_name" name="tenant_name" value="admin"/>
            <nvpair id="openstack-nova-compute-instance_attributes-password" name="password" value="esXXeUUXVaVeukFHxxZaKq8h6"/>
          </instance_attributes>
          <meta_attributes id="openstack-nova-compute-meta_attributes"/>
          <operations>
            <op id="openstack-nova-compute-start-interval-0s" interval="0s" name="start" timeout="600"/>
            <op id="openstack-nova-compute-stop-interval-0s" interval="0s" name="stop" timeout="300"/>
            <op id="openstack-nova-compute-monitor-interval-10" interval="10" name="monitor" timeout="20"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-nova-compute-clone-meta_attributes">
          <nvpair id="openstack-nova-compute-interleave" name="interleave" value="true"/>
          <nvpair id="openstack-nova-compute-notify" name="notify" value="true"/>
        </meta_attributes>
      </clone>
      <clone id="openstack-ceilometer-compute-clone">
        <primitive class="systemd" id="openstack-ceilometer-compute" type="openstack-ceilometer-compute">
          <instance_attributes id="openstack-ceilometer-compute-instance_attributes"/>
          <meta_attributes id="openstack-ceilometer-compute-meta_attributes"/>
          <operations>
            <op id="openstack-ceilometer-compute-monitor-interval-60s" interval="60s" name="monitor"/>
          </operations>
        </primitive>
        <meta_attributes id="openstack-ceilometer-compute-clone-meta_attributes">
          <nvpair id="openstack-ceilometer-compute-interleave" name="interleave" value="true"/>
        </meta_attributes>
      </clone>
      <primitive class="ocf" id="nova-evacuate" provider="openstack" type="NovaEvacuate">
        <instance_attributes id="nova-evacuate-instance_attributes">
          <nvpair id="nova-evacuate-instance_attributes-auth_url" name="auth_url" value="http://172.30.1.119:5000/v2.0/"/>
          <nvpair id="nova-evacuate-instance_attributes-username" name="username" value="admin"/>
          <nvpair id="nova-evacuate-instance_attributes-tenant_name" name="tenant_name" value="admin"/>
          <nvpair id="nova-evacuate-instance_attributes-password" name="password" value="esXXeUUXVaVeukFHxxZaKq8h6"/>
        </instance_attributes>
        <operations>
          <op id="nova-evacuate-start-interval-0s" interval="0s" name="start" timeout="20"/>
          <op id="nova-evacuate-stop-interval-0s" interval="0s" name="stop" timeout="20"/>
          <op id="nova-evacuate-monitor-interval-10" interval="10" name="monitor" timeout="600"/>
        </operations>
      </primitive>
      <primitive class="stonith" id="ipmilan-overcloud-compute-0" type="fence_ipmilan">
        <instance_attributes id="ipmilan-overcloud-compute-0-instance_attributes">
          <nvpair id="ipmilan-overcloud-compute-0-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="overcloud-compute-0"/>
          <nvpair id="ipmilan-overcloud-compute-0-instance_attributes-ipaddr" name="ipaddr" value="172.20.6.222"/>
          <nvpair id="ipmilan-overcloud-compute-0-instance_attributes-login" name="login" value="plumgrid"/>
          <nvpair id="ipmilan-overcloud-compute-0-instance_attributes-passwd" name="passwd" value="plumgrid"/>
        </instance_attributes>
        <operations>
          <op id="ipmilan-overcloud-compute-0-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
      <primitive class="stonith" id="ipmilan-overcloud-compute-1" type="fence_ipmilan">
        <instance_attributes id="ipmilan-overcloud-compute-1-instance_attributes">
          <nvpair id="ipmilan-overcloud-compute-1-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="overcloud-compute-1"/>
          <nvpair id="ipmilan-overcloud-compute-1-instance_attributes-ipaddr" name="ipaddr" value="172.20.6.228"/>
          <nvpair id="ipmilan-overcloud-compute-1-instance_attributes-login" name="login" value="root"/>
          <nvpair id="ipmilan-overcloud-compute-1-instance_attributes-passwd" name="passwd" value="plumgrid"/>
        </instance_attributes>
        <operations>
          <op id="ipmilan-overcloud-compute-1-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
      <primitive class="stonith" id="ipmilan-overcloud-compute-2" type="fence_ipmilan">
        <instance_attributes id="ipmilan-overcloud-compute-2-instance_attributes">
          <nvpair id="ipmilan-overcloud-compute-2-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="overcloud-compute-2"/>
          <nvpair id="ipmilan-overcloud-compute-2-instance_attributes-ipaddr" name="ipaddr" value="172.20.6.225"/>
          <nvpair id="ipmilan-overcloud-compute-2-instance_attributes-login" name="login" value="plumgrid"/>
          <nvpair id="ipmilan-overcloud-compute-2-instance_attributes-passwd" name="passwd" value="plumgrid"/>
        </instance_attributes>
        <operations>
          <op id="ipmilan-overcloud-compute-2-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
      <primitive class="stonith" id="ipmilan-overcloud-compute-3" type="fence_ipmilan">
        <instance_attributes id="ipmilan-overcloud-compute-3-instance_attributes">
          <nvpair id="ipmilan-overcloud-compute-3-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="overcloud-compute-3"/>
          <nvpair id="ipmilan-overcloud-compute-3-instance_attributes-ipaddr" name="ipaddr" value="172.20.6.221"/>
          <nvpair id="ipmilan-overcloud-compute-3-instance_attributes-login" name="login" value="plumgrid"/>
          <nvpair id="ipmilan-overcloud-compute-3-instance_attributes-passwd" name="passwd" value="plumgrid"/>
        </instance_attributes>
        <operations>
          <op id="ipmilan-overcloud-compute-3-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
      <primitive class="stonith" id="fence-nova" type="fence_compute">
        <instance_attributes id="fence-nova-instance_attributes">
          <nvpair id="fence-nova-instance_attributes-auth-url" name="auth-url" value="http://172.30.1.119:5000/v2.0/"/>
          <nvpair id="fence-nova-instance_attributes-login" name="login" value="admin"/>
          <nvpair id="fence-nova-instance_attributes-tenant-name" name="tenant-name" value="admin"/>
          <nvpair id="fence-nova-instance_attributes-passwd" name="passwd" value="esXXeUUXVaVeukFHxxZaKq8h6"/>
          <nvpair id="fence-nova-instance_attributes-record-only" name="record-only" value="1"/>
          <nvpair id="fence-nova-instance_attributes-action" name="action" value="reboot"/>
        </instance_attributes>
        <operations>
          <op id="fence-nova-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
    </resources>
    <constraints>
      <rsc_colocation id="colocation-ip-172.30.1.119-haproxy-clone-INFINITY" rsc="ip-172.30.1.119" score="INFINITY" with-rsc="haproxy-clone"/>
      <rsc_order first="ip-172.30.8.50" first-action="start" id="order-ip-172.30.8.50-haproxy-clone-Optional" kind="Optional" then="haproxy-clone" then-action="start"/>
      <rsc_order first="ip-172.30.1.119" first-action="start" id="order-ip-172.30.1.119-haproxy-clone-Optional" kind="Optional" then="haproxy-clone" then-action="start"/>
      <rsc_colocation id="colocation-ip-172.30.4.50-haproxy-clone-INFINITY" rsc="ip-172.30.4.50" score="INFINITY" with-rsc="haproxy-clone"/>
      <rsc_colocation id="colocation-ip-172.30.7.50-haproxy-clone-INFINITY" rsc="ip-172.30.7.50" score="INFINITY" with-rsc="haproxy-clone"/>
      <rsc_order first="ip-172.30.7.50" first-action="start" id="order-ip-172.30.7.50-haproxy-clone-Optional" kind="Optional" then="haproxy-clone" then-action="start"/>
      <rsc_colocation id="colocation-ip-172.30.1.120-haproxy-clone-INFINITY" rsc="ip-172.30.1.120" score="INFINITY" with-rsc="haproxy-clone"/>
      <rsc_colocation id="colocation-ip-172.30.8.50-haproxy-clone-INFINITY" rsc="ip-172.30.8.50" score="INFINITY" with-rsc="haproxy-clone"/>
      <rsc_order first="ip-172.30.1.120" first-action="start" id="order-ip-172.30.1.120-haproxy-clone-Optional" kind="Optional" then="haproxy-clone" then-action="start"/>
      <rsc_order first="ip-172.30.4.50" first-action="start" id="order-ip-172.30.4.50-haproxy-clone-Optional" kind="Optional" then="haproxy-clone" then-action="start"/>
      <rsc_colocation id="colocation-openstack-glance-api-clone-openstack-glance-registry-clone-INFINITY" rsc="openstack-glance-api-clone" score="INFINITY" with-rsc="openstack-glance-registry-clone"/>
      <rsc_colocation id="colocation-openstack-cinder-volume-openstack-cinder-scheduler-clone-INFINITY" rsc="openstack-cinder-volume" score="INFINITY" with-rsc="openstack-cinder-scheduler-clone"/>
      <rsc_colocation id="colocation-openstack-nova-scheduler-clone-openstack-nova-api-clone-INFINITY" rsc="openstack-nova-scheduler-clone" score="INFINITY" with-rsc="openstack-nova-api-clone"/>
      <rsc_order first="memcached-clone" first-action="start" id="order-memcached-clone-openstack-keystone-clone-mandatory" then="openstack-keystone-clone" then-action="start"/>
      <rsc_order first="mongod-clone" first-action="start" id="order-mongod-clone-openstack-ceilometer-central-clone-mandatory" then="openstack-ceilometer-central-clone" then-action="start"/>
      <rsc_order first="openstack-glance-registry-clone" first-action="start" id="order-openstack-glance-registry-clone-openstack-glance-api-clone-mandatory" then="openstack-glance-api-clone" then-action="start"/>
      <rsc_order first="rabbitmq-clone" first-action="start" id="order-rabbitmq-clone-openstack-keystone-clone-mandatory" then="openstack-keystone-clone" then-action="start"/>
      <rsc_colocation id="colocation-openstack-ceilometer-notification-clone-openstack-ceilometer-alarm-notifier-clone-INFINITY" rsc="openstack-ceilometer-notification-clone" score="INFINITY" with-rsc="openstack-ceilometer-alarm-notifier-clone"/>
      <rsc_order first="openstack-heat-api-clone" first-action="start" id="order-openstack-heat-api-clone-openstack-heat-api-cfn-clone-mandatory" then="openstack-heat-api-cfn-clone" then-action="start"/>
      <rsc_order first="delay-clone" first-action="start" id="order-delay-clone-openstack-ceilometer-alarm-evaluator-clone-mandatory" then="openstack-ceilometer-alarm-evaluator-clone" then-action="start"/>
      <rsc_order first="openstack-keystone-clone" first-action="start" id="order-openstack-keystone-clone-openstack-ceilometer-central-clone-mandatory" then="openstack-ceilometer-central-clone" then-action="start"/>
      <rsc_order first="openstack-keystone-clone" first-action="start" id="order-openstack-keystone-clone-openstack-glance-registry-clone-mandatory" then="openstack-glance-registry-clone" then-action="start"/>
      <rsc_colocation id="colocation-openstack-heat-api-cloudwatch-clone-openstack-heat-api-cfn-clone-INFINITY" rsc="openstack-heat-api-cloudwatch-clone" score="INFINITY" with-rsc="openstack-heat-api-cfn-clone"/>
      <rsc_order first="openstack-keystone-clone" first-action="start" id="order-openstack-keystone-clone-openstack-cinder-api-clone-mandatory" then="openstack-cinder-api-clone" then-action="start"/>
      <rsc_order first="openstack-cinder-scheduler-clone" first-action="start" id="order-openstack-cinder-scheduler-clone-openstack-cinder-volume-mandatory" then="openstack-cinder-volume" then-action="start"/>
      <rsc_order first="redis-master" first-action="promote" id="order-redis-master-openstack-ceilometer-central-clone-mandatory" require-all="false" then="openstack-ceilometer-central-clone" then-action="start"/>
      <rsc_order first="openstack-nova-scheduler-clone" first-action="start" id="order-openstack-nova-scheduler-clone-openstack-nova-conductor-clone-mandatory" then="openstack-nova-conductor-clone" then-action="start"/>
      <rsc_colocation id="colocation-delay-clone-openstack-ceilometer-api-clone-INFINITY" rsc="delay-clone" score="INFINITY" with-rsc="openstack-ceilometer-api-clone"/>
      <rsc_order first="openstack-nova-consoleauth-clone" first-action="start" id="order-openstack-nova-consoleauth-clone-openstack-nova-novncproxy-clone-mandatory" then="openstack-nova-novncproxy-clone" then-action="start"/>
      <rsc_order first="openstack-nova-novncproxy-clone" first-action="start" id="order-openstack-nova-novncproxy-clone-openstack-nova-api-clone-mandatory" then="openstack-nova-api-clone" then-action="start"/>
      <rsc_order first="openstack-heat-api-cloudwatch-clone" first-action="start" id="order-openstack-heat-api-cloudwatch-clone-openstack-heat-engine-clone-mandatory" then="openstack-heat-engine-clone" then-action="start"/>
      <rsc_colocation id="colocation-openstack-heat-engine-clone-openstack-heat-api-cloudwatch-clone-INFINITY" rsc="openstack-heat-engine-clone" score="INFINITY" with-rsc="openstack-heat-api-cloudwatch-clone"/>
      <rsc_order first="openstack-ceilometer-notification-clone" first-action="start" id="order-openstack-ceilometer-notification-clone-openstack-heat-api-clone-mandatory" then="openstack-heat-api-clone" then-action="start"/>
      <rsc_order first="openstack-keystone-clone" first-action="start" id="order-openstack-keystone-clone-neutron-server-clone-mandatory" then="neutron-server-clone" then-action="start"/>
      <rsc_colocation id="colocation-openstack-ceilometer-alarm-notifier-clone-openstack-ceilometer-alarm-evaluator-clone-INFINITY" rsc="openstack-ceilometer-alarm-notifier-clone" score="INFINITY" with-rsc="openstack-ceilometer-alarm-evaluator-clone"/>
      <rsc_order first="openstack-ceilometer-alarm-notifier-clone" first-action="start" id="order-openstack-ceilometer-alarm-notifier-clone-openstack-ceilometer-notification-clone-mandatory" then="openstack-ceilometer-notification-clone" then-action="start"/>
      <rsc_colocation id="colocation-openstack-nova-api-clone-openstack-nova-novncproxy-clone-INFINITY" rsc="openstack-nova-api-clone" score="INFINITY" with-rsc="openstack-nova-novncproxy-clone"/>
      <rsc_order first="openstack-keystone-clone" first-action="start" id="order-openstack-keystone-clone-openstack-nova-consoleauth-clone-mandatory" then="openstack-nova-consoleauth-clone" then-action="start"/>
      <rsc_order first="openstack-nova-api-clone" first-action="start" id="order-openstack-nova-api-clone-openstack-nova-scheduler-clone-mandatory" then="openstack-nova-scheduler-clone" then-action="start"/>
      <rsc_order first="openstack-heat-api-cfn-clone" first-action="start" id="order-openstack-heat-api-cfn-clone-openstack-heat-api-cloudwatch-clone-mandatory" then="openstack-heat-api-cloudwatch-clone" then-action="start"/>
      <rsc_colocation id="colocation-openstack-heat-api-cfn-clone-openstack-heat-api-clone-INFINITY" rsc="openstack-heat-api-cfn-clone" score="INFINITY" with-rsc="openstack-heat-api-clone"/>
      <rsc_colocation id="colocation-openstack-cinder-scheduler-clone-openstack-cinder-api-clone-INFINITY" rsc="openstack-cinder-scheduler-clone" score="INFINITY" with-rsc="openstack-cinder-api-clone"/>
      <rsc_order first="openstack-ceilometer-api-clone" first-action="start" id="order-openstack-ceilometer-api-clone-delay-clone-mandatory" then="delay-clone" then-action="start"/>
      <rsc_order first="galera-master" first-action="promote" id="order-galera-master-openstack-keystone-clone-mandatory" then="openstack-keystone-clone" then-action="start"/>
      <rsc_colocation id="colocation-openstack-nova-conductor-clone-openstack-nova-scheduler-clone-INFINITY" rsc="openstack-nova-conductor-clone" score="INFINITY" with-rsc="openstack-nova-scheduler-clone"/>
      <rsc_order first="openstack-cinder-api-clone" first-action="start" id="order-openstack-cinder-api-clone-openstack-cinder-scheduler-clone-mandatory" then="openstack-cinder-scheduler-clone" then-action="start"/>
      <rsc_colocation id="colocation-openstack-ceilometer-alarm-evaluator-clone-delay-clone-INFINITY" rsc="openstack-ceilometer-alarm-evaluator-clone" score="INFINITY" with-rsc="delay-clone"/>
      <rsc_order first="openstack-ceilometer-central-clone" first-action="start" id="order-openstack-ceilometer-central-clone-openstack-ceilometer-collector-clone-mandatory" then="openstack-ceilometer-collector-clone" then-action="start"/>
      <rsc_order first="haproxy-clone" first-action="start" id="order-haproxy-clone-openstack-keystone-clone-mandatory" then="openstack-keystone-clone" then-action="start"/>
      <rsc_colocation id="colocation-openstack-nova-novncproxy-clone-openstack-nova-consoleauth-clone-INFINITY" rsc="openstack-nova-novncproxy-clone" score="INFINITY" with-rsc="openstack-nova-consoleauth-clone"/>
      <rsc_colocation id="colocation-openstack-ceilometer-api-clone-openstack-ceilometer-collector-clone-INFINITY" rsc="openstack-ceilometer-api-clone" score="INFINITY" with-rsc="openstack-ceilometer-collector-clone"/>
      <rsc_order first="openstack-ceilometer-collector-clone" first-action="start" id="order-openstack-ceilometer-collector-clone-openstack-ceilometer-api-clone-mandatory" then="openstack-ceilometer-api-clone" then-action="start"/>
      <rsc_order first="openstack-keystone-clone" first-action="start" id="order-openstack-keystone-clone-openstack-heat-api-clone-mandatory" then="openstack-heat-api-clone" then-action="start"/>
      <rsc_order first="openstack-ceilometer-alarm-evaluator-clone" first-action="start" id="order-openstack-ceilometer-alarm-evaluator-clone-openstack-ceilometer-alarm-notifier-clone-mandatory" then="openstack-ceilometer-alarm-notifier-clone" then-action="start"/>
      <rsc_location id="location-haproxy-clone" resource-discovery="exclusive" rsc="haproxy-clone">
        <rule id="location-haproxy-clone-rule" score="0">
          <expression attribute="osprole" id="location-haproxy-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-ip-172.30.4.50" resource-discovery="exclusive" rsc="ip-172.30.4.50">
        <rule id="location-ip-172.30.4.50-rule" score="0">
          <expression attribute="osprole" id="location-ip-172.30.4.50-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-ip-172.30.1.119" resource-discovery="exclusive" rsc="ip-172.30.1.119">
        <rule id="location-ip-172.30.1.119-rule" score="0">
          <expression attribute="osprole" id="location-ip-172.30.1.119-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-ip-172.30.7.50" resource-discovery="exclusive" rsc="ip-172.30.7.50">
        <rule id="location-ip-172.30.7.50-rule" score="0">
          <expression attribute="osprole" id="location-ip-172.30.7.50-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-ip-172.30.8.50" resource-discovery="exclusive" rsc="ip-172.30.8.50">
        <rule id="location-ip-172.30.8.50-rule" score="0">
          <expression attribute="osprole" id="location-ip-172.30.8.50-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-ip-172.30.1.120" resource-discovery="exclusive" rsc="ip-172.30.1.120">
        <rule id="location-ip-172.30.1.120-rule" score="0">
          <expression attribute="osprole" id="location-ip-172.30.1.120-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-galera-master" resource-discovery="exclusive" rsc="galera-master">
        <rule id="location-galera-master-rule" score="0">
          <expression attribute="osprole" id="location-galera-master-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-redis-master" resource-discovery="exclusive" rsc="redis-master">
        <rule id="location-redis-master-rule" score="0">
          <expression attribute="osprole" id="location-redis-master-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-mongod-clone" resource-discovery="exclusive" rsc="mongod-clone">
        <rule id="location-mongod-clone-rule" score="0">
          <expression attribute="osprole" id="location-mongod-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-rabbitmq-clone" resource-discovery="exclusive" rsc="rabbitmq-clone">
        <rule id="location-rabbitmq-clone-rule" score="0">
          <expression attribute="osprole" id="location-rabbitmq-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-memcached-clone" resource-discovery="exclusive" rsc="memcached-clone">
        <rule id="location-memcached-clone-rule" score="0">
          <expression attribute="osprole" id="location-memcached-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-nova-scheduler-clone" resource-discovery="exclusive" rsc="openstack-nova-scheduler-clone">
        <rule id="location-openstack-nova-scheduler-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-nova-scheduler-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-ceilometer-alarm-notifier-clone" resource-discovery="exclusive" rsc="openstack-ceilometer-alarm-notifier-clone">
        <rule id="location-openstack-ceilometer-alarm-notifier-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-ceilometer-alarm-notifier-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-heat-engine-clone" resource-discovery="exclusive" rsc="openstack-heat-engine-clone">
        <rule id="location-openstack-heat-engine-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-heat-engine-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-ceilometer-api-clone" resource-discovery="exclusive" rsc="openstack-ceilometer-api-clone">
        <rule id="location-openstack-ceilometer-api-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-ceilometer-api-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-heat-api-clone" resource-discovery="exclusive" rsc="openstack-heat-api-clone">
        <rule id="location-openstack-heat-api-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-heat-api-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-cinder-scheduler-clone" resource-discovery="exclusive" rsc="openstack-cinder-scheduler-clone">
        <rule id="location-openstack-cinder-scheduler-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-cinder-scheduler-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-nova-api-clone" resource-discovery="exclusive" rsc="openstack-nova-api-clone">
        <rule id="location-openstack-nova-api-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-nova-api-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-heat-api-cloudwatch-clone" resource-discovery="exclusive" rsc="openstack-heat-api-cloudwatch-clone">
        <rule id="location-openstack-heat-api-cloudwatch-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-heat-api-cloudwatch-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-ceilometer-collector-clone" resource-discovery="exclusive" rsc="openstack-ceilometer-collector-clone">
        <rule id="location-openstack-ceilometer-collector-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-ceilometer-collector-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-keystone-clone" resource-discovery="exclusive" rsc="openstack-keystone-clone">
        <rule id="location-openstack-keystone-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-keystone-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-nova-consoleauth-clone" resource-discovery="exclusive" rsc="openstack-nova-consoleauth-clone">
        <rule id="location-openstack-nova-consoleauth-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-nova-consoleauth-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-glance-registry-clone" resource-discovery="exclusive" rsc="openstack-glance-registry-clone">
        <rule id="location-openstack-glance-registry-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-glance-registry-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-ceilometer-notification-clone" resource-discovery="exclusive" rsc="openstack-ceilometer-notification-clone">
        <rule id="location-openstack-ceilometer-notification-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-ceilometer-notification-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-glance-api-clone" resource-discovery="exclusive" rsc="openstack-glance-api-clone">
        <rule id="location-openstack-glance-api-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-glance-api-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-delay-clone" resource-discovery="exclusive" rsc="delay-clone">
        <rule id="location-delay-clone-rule" score="0">
          <expression attribute="osprole" id="location-delay-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-cinder-api-clone" resource-discovery="exclusive" rsc="openstack-cinder-api-clone">
        <rule id="location-openstack-cinder-api-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-cinder-api-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-nova-novncproxy-clone" resource-discovery="exclusive" rsc="openstack-nova-novncproxy-clone">
        <rule id="location-openstack-nova-novncproxy-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-nova-novncproxy-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-neutron-server-clone" resource-discovery="exclusive" rsc="neutron-server-clone">
        <rule id="location-neutron-server-clone-rule" score="0">
          <expression attribute="osprole" id="location-neutron-server-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-httpd-clone" resource-discovery="exclusive" rsc="httpd-clone">
        <rule id="location-httpd-clone-rule" score="0">
          <expression attribute="osprole" id="location-httpd-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-ceilometer-central-clone" resource-discovery="exclusive" rsc="openstack-ceilometer-central-clone">
        <rule id="location-openstack-ceilometer-central-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-ceilometer-central-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-ceilometer-alarm-evaluator-clone" resource-discovery="exclusive" rsc="openstack-ceilometer-alarm-evaluator-clone">
        <rule id="location-openstack-ceilometer-alarm-evaluator-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-ceilometer-alarm-evaluator-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-heat-api-cfn-clone" resource-discovery="exclusive" rsc="openstack-heat-api-cfn-clone">
        <rule id="location-openstack-heat-api-cfn-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-heat-api-cfn-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-cinder-volume" resource-discovery="exclusive" rsc="openstack-cinder-volume">
        <rule id="location-openstack-cinder-volume-rule" score="0">
          <expression attribute="osprole" id="location-openstack-cinder-volume-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-nova-conductor-clone" resource-discovery="exclusive" rsc="openstack-nova-conductor-clone">
        <rule id="location-openstack-nova-conductor-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-nova-conductor-clone-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-overcloud-compute-0" resource-discovery="exclusive" rsc="overcloud-compute-0">
        <rule id="location-overcloud-compute-0-rule" score="0">
          <expression attribute="osprole" id="location-overcloud-compute-0-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-overcloud-compute-1" resource-discovery="exclusive" rsc="overcloud-compute-1">
        <rule id="location-overcloud-compute-1-rule" score="0">
          <expression attribute="osprole" id="location-overcloud-compute-1-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-overcloud-compute-2" resource-discovery="exclusive" rsc="overcloud-compute-2">
        <rule id="location-overcloud-compute-2-rule" score="0">
          <expression attribute="osprole" id="location-overcloud-compute-2-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-overcloud-compute-3" resource-discovery="exclusive" rsc="overcloud-compute-3">
        <rule id="location-overcloud-compute-3-rule" score="0">
          <expression attribute="osprole" id="location-overcloud-compute-3-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-libvirtd-clone" resource-discovery="exclusive" rsc="libvirtd-clone">
        <rule id="location-libvirtd-clone-rule" score="0">
          <expression attribute="osprole" id="location-libvirtd-clone-rule-expr" operation="eq" value="compute"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-nova-compute-clone" resource-discovery="exclusive" rsc="openstack-nova-compute-clone">
        <rule id="location-openstack-nova-compute-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-nova-compute-clone-rule-expr" operation="eq" value="compute"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-openstack-ceilometer-compute-clone" resource-discovery="exclusive" rsc="openstack-ceilometer-compute-clone">
        <rule id="location-openstack-ceilometer-compute-clone-rule" score="0">
          <expression attribute="osprole" id="location-openstack-ceilometer-compute-clone-rule-expr" operation="eq" value="compute"/>
        </rule>
      </rsc_location>
      <rsc_order first="openstack-nova-compute-clone" first-action="start" id="order-openstack-nova-compute-clone-nova-evacuate-mandatory" require-all="false" then="nova-evacuate" then-action="start"/>
      <rsc_order first="libvirtd-clone" first-action="start" id="order-libvirtd-clone-openstack-nova-compute-clone-mandatory" then="openstack-nova-compute-clone" then-action="start"/>
      <rsc_location id="location-nova-evacuate" resource-discovery="exclusive" rsc="nova-evacuate">
        <rule id="location-nova-evacuate-rule" score="0">
          <expression attribute="osprole" id="location-nova-evacuate-rule-expr" operation="eq" value="controller"/>
        </rule>
      </rsc_location>
      <rsc_order first="libvirtd-clone" first-action="start" id="order-libvirtd-clone-openstack-ceilometer-compute-clone-mandatory" then="openstack-ceilometer-compute-clone" then-action="start"/>
      <rsc_colocation id="colocation-openstack-ceilometer-compute-clone-libvirtd-clone-INFINITY" rsc="openstack-ceilometer-compute-clone" score="INFINITY" with-rsc="libvirtd-clone"/>
      <rsc_order first="openstack-ceilometer-notification-clone" first-action="start" id="order-openstack-ceilometer-notification-clone-openstack-ceilometer-compute-clone-mandatory" require-all="false" then="openstack-ceilometer-compute-clone" then-action="start"/>
      <rsc_order first="openstack-ceilometer-compute-clone" first-action="start" id="order-openstack-ceilometer-compute-clone-openstack-nova-compute-clone-mandatory" then="openstack-nova-compute-clone" then-action="start"/>
      <rsc_colocation id="colocation-openstack-nova-compute-clone-openstack-ceilometer-compute-clone-INFINITY" rsc="openstack-nova-compute-clone" score="INFINITY" with-rsc="openstack-ceilometer-compute-clone"/>
      <rsc_order first="openstack-nova-conductor-clone" first-action="start" id="order-openstack-nova-conductor-clone-openstack-nova-compute-clone-mandatory" require-all="false" then="openstack-nova-compute-clone" then-action="start"/>
      <rsc_order first="ip-172.30.4.50" first-action="start" id="order-ip-172.30.4.50-nova-evacuate-mandatory" then="nova-evacuate" then-action="start"/>
      <rsc_order first="ip-172.30.1.119" first-action="start" id="order-ip-172.30.1.119-nova-evacuate-mandatory" then="nova-evacuate" then-action="start"/>
      <rsc_order first="ip-172.30.7.50" first-action="start" id="order-ip-172.30.7.50-nova-evacuate-mandatory" then="nova-evacuate" then-action="start"/>
      <rsc_order first="ip-172.30.8.50" first-action="start" id="order-ip-172.30.8.50-nova-evacuate-mandatory" then="nova-evacuate" then-action="start"/>
      <rsc_order first="ip-172.30.1.120" first-action="start" id="order-ip-172.30.1.120-nova-evacuate-mandatory" then="nova-evacuate" then-action="start"/>
      <rsc_order first="openstack-glance-api-clone" first-action="start" id="order-openstack-glance-api-clone-nova-evacuate-mandatory" require-all="false" then="nova-evacuate" then-action="start"/>
      <rsc_order first="openstack-nova-conductor-clone" first-action="start" id="order-openstack-nova-conductor-clone-nova-evacuate-mandatory" require-all="false" then="nova-evacuate" then-action="start"/>
    </constraints>
    <rsc_defaults>
      <meta_attributes id="rsc_defaults-options">
        <nvpair id="rsc_defaults-options-resource-stickiness" name="resource-stickiness" value="INFINITY"/>
      </meta_attributes>
    </rsc_defaults>
    <fencing-topology>
      <fencing-level devices="ipmilan-overcloud-compute-0,fence-nova" id="fl-overcloud-compute-0-1" index="1" target="overcloud-compute-0"/>
      <fencing-level devices="ipmilan-overcloud-compute-1,fence-nova" id="fl-overcloud-compute-1-1" index="1" target="overcloud-compute-1"/>
      <fencing-level devices="ipmilan-overcloud-compute-2,fence-nova" id="fl-overcloud-compute-2-1" index="1" target="overcloud-compute-2"/>
      <fencing-level devices="ipmilan-overcloud-compute-3,fence-nova" id="fl-overcloud-compute-3-1" index="1" target="overcloud-compute-3"/>
    </fencing-topology>
  </configuration>
  <status>
    <node_state id="1" uname="overcloud-controller-0" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
      <transient_attributes id="1">
        <instance_attributes id="status-1">
          <nvpair id="status-1-shutdown" name="shutdown" value="0"/>
          <nvpair id="status-1-master-galera" name="master-galera" value="100"/>
          <nvpair id="status-1-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit at overcloud-controller-0"/>
          <nvpair id="status-1-master-redis" name="master-redis" value="1"/>
          <nvpair id="status-1-last-failure-openstack-nova-consoleauth" name="last-failure-openstack-nova-consoleauth" value="1459508732"/>
          <nvpair id="status-1-probe_complete" name="probe_complete" value="true"/>
        </instance_attributes>
      </transient_attributes>
      <lrm id="1">
        <lrm_resources>
          <lrm_resource id="haproxy" type="haproxy" class="systemd">
            <lrm_rsc_op id="haproxy_last_failure_0" operation_key="haproxy_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="33:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;33:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="386" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="11" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="haproxy_last_0" operation_key="haproxy_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="33:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;33:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="386" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="11" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="haproxy_monitor_60000" operation_key="haproxy_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="23:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;23:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="671" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="11" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="mongod" type="mongod" class="systemd">
            <lrm_rsc_op id="mongod_last_failure_0" operation_key="mongod_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="41:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;41:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="421" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="5" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="mongod_last_0" operation_key="mongod_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="41:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;41:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="421" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="5" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="mongod_monitor_60000" operation_key="mongod_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="111:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;111:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="677" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="14" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="memcached" type="memcached" class="systemd">
            <lrm_rsc_op id="memcached_last_failure_0" operation_key="memcached_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="43:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;43:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="431" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="7" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="memcached_last_0" operation_key="memcached_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="43:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;43:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="431" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="7" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="memcached_monitor_60000" operation_key="memcached_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="137:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;137:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="679" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="16" queue-time="1" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-scheduler" type="openstack-nova-scheduler" class="systemd">
            <lrm_rsc_op id="openstack-nova-scheduler_last_0" operation_key="openstack-nova-scheduler_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="188:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;188:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="622" rc-code="0" op-status="0" interval="0" last-run="1459508788" last-rc-change="1459508788" exec-time="4017" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-scheduler_monitor_60000" operation_key="openstack-nova-scheduler_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="150:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;150:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="680" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509028" exec-time="13" queue-time="10000" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-alarm-notifier" type="openstack-ceilometer-alarm-notifier" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-alarm-notifier_last_0" operation_key="openstack-ceilometer-alarm-notifier_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="198:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;198:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="604" rc-code="0" op-status="0" interval="0" last-run="1459508762" last-rc-change="1459508762" exec-time="2011" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-alarm-notifier_monitor_60000" operation_key="openstack-ceilometer-alarm-notifier_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="163:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;163:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="681" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="21" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-heat-engine" type="openstack-heat-engine" class="systemd">
            <lrm_rsc_op id="openstack-heat-engine_last_0" operation_key="openstack-heat-engine_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="208:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;208:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="614" rc-code="0" op-status="0" interval="0" last-run="1459508772" last-rc-change="1459508772" exec-time="2016" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-heat-engine_monitor_60000" operation_key="openstack-heat-engine_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="176:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;176:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="682" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="25" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-api" type="openstack-ceilometer-api" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-api_last_0" operation_key="openstack-ceilometer-api_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="232:63:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;232:63:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="588" rc-code="0" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="2014" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-api_monitor_60000" operation_key="openstack-ceilometer-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="189:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;189:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="683" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="28" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-heat-api" type="openstack-heat-api" class="systemd">
            <lrm_rsc_op id="openstack-heat-api_last_0" operation_key="openstack-heat-api_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="228:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;228:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="608" rc-code="0" op-status="0" interval="0" last-run="1459508766" last-rc-change="1459508766" exec-time="2011" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-heat-api_monitor_60000" operation_key="openstack-heat-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="202:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;202:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="684" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="30" queue-time="1" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.4.50" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.4.50_last_failure_0" operation_key="ip-172.30.4.50_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="34:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;34:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="390" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="57" queue-time="1" op-digest="92725abeacdbacad8865c27ceccb1996"/>
            <lrm_rsc_op id="ip-172.30.4.50_last_0" operation_key="ip-172.30.4.50_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="34:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;34:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="390" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="57" queue-time="1" op-digest="92725abeacdbacad8865c27ceccb1996"/>
            <lrm_rsc_op id="ip-172.30.4.50_monitor_10000" operation_key="ip-172.30.4.50_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="36:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;36:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="672" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509018" exec-time="65" queue-time="0" op-digest="c03da9972b405ea772a3c54849374992"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.1.119" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.1.119_last_0" operation_key="ip-172.30.1.119_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="35:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;35:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="394" rc-code="7" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="58" queue-time="0" op-digest="77bc55fb2c12fa739919712d695c87da"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-scheduler" type="openstack-cinder-scheduler" class="systemd">
            <lrm_rsc_op id="openstack-cinder-scheduler_last_failure_0" operation_key="openstack-cinder-scheduler_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="49:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;49:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="461" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="39" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-cinder-scheduler_last_0" operation_key="openstack-cinder-scheduler_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="49:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;49:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="461" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="39" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-cinder-scheduler_monitor_60000" operation_key="openstack-cinder-scheduler_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="215:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;215:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="685" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="33" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.8.50" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.8.50_last_failure_0" operation_key="ip-172.30.8.50_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="37:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;37:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="402" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="60" queue-time="0" op-digest="190195e2a1f4a28df9db6f29b7ba9bb1"/>
            <lrm_rsc_op id="ip-172.30.8.50_last_0" operation_key="ip-172.30.8.50_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="37:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;37:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="402" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="60" queue-time="0" op-digest="190195e2a1f4a28df9db6f29b7ba9bb1"/>
            <lrm_rsc_op id="ip-172.30.8.50_monitor_10000" operation_key="ip-172.30.8.50_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="45:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;45:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="673" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509018" exec-time="65" queue-time="0" op-digest="40962ec9a42e9b63bc2ece276456e9ad"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-api" type="openstack-nova-api" class="systemd">
            <lrm_rsc_op id="openstack-nova-api_last_0" operation_key="openstack-nova-api_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="248:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;248:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="620" rc-code="0" op-status="0" interval="0" last-run="1459508782" last-rc-change="1459508782" exec-time="4016" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-api_monitor_60000" operation_key="openstack-nova-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="228:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;228:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="686" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509028" exec-time="10" queue-time="10001" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.7.50" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.7.50_last_0" operation_key="ip-172.30.7.50_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="36:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;36:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="398" rc-code="7" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="66" queue-time="0" op-digest="f1c8f74b038ba5e27efb8522e0ab0e49"/>
          </lrm_resource>
          <lrm_resource id="openstack-heat-api-cloudwatch" type="openstack-heat-api-cloudwatch" class="systemd">
            <lrm_rsc_op id="openstack-heat-api-cloudwatch_last_0" operation_key="openstack-heat-api-cloudwatch_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="258:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;258:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="612" rc-code="0" op-status="0" interval="0" last-run="1459508770" last-rc-change="1459508770" exec-time="2011" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-heat-api-cloudwatch_monitor_60000" operation_key="openstack-heat-api-cloudwatch_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="241:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;241:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="687" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="35" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.1.120" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.1.120_last_0" operation_key="ip-172.30.1.120_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="38:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;38:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="406" rc-code="7" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="65" queue-time="0" op-digest="3500b46077418c0bad6eac03c3e7c094"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-collector" type="openstack-ceilometer-collector" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-collector_last_failure_0" operation_key="openstack-ceilometer-collector_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="52:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;52:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="476" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="45" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-collector_last_0" operation_key="openstack-ceilometer-collector_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="52:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;52:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="476" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="45" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-collector_monitor_60000" operation_key="openstack-ceilometer-collector_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="254:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;254:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="688" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="42" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-keystone" type="openstack-keystone" class="systemd">
            <lrm_rsc_op id="openstack-keystone_last_failure_0" operation_key="openstack-keystone_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="53:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;53:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="481" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="47" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-keystone_last_0" operation_key="openstack-keystone_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="53:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;53:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="481" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="47" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-keystone_monitor_60000" operation_key="openstack-keystone_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="267:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;267:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="689" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="43" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-glance-registry" type="openstack-glance-registry" class="systemd">
            <lrm_rsc_op id="openstack-glance-registry_last_failure_0" operation_key="openstack-glance-registry_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="54:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;54:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="486" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="46" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-glance-registry_last_0" operation_key="openstack-glance-registry_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="54:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;54:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="486" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="46" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-glance-registry_monitor_60000" operation_key="openstack-glance-registry_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="293:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;293:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="691" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="43" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-notification" type="openstack-ceilometer-notification" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-notification_last_0" operation_key="openstack-ceilometer-notification_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="305:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;305:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="606" rc-code="0" op-status="0" interval="0" last-run="1459508764" last-rc-change="1459508764" exec-time="2012" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-notification_monitor_60000" operation_key="openstack-ceilometer-notification_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="306:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;306:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="692" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="44" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-api" type="openstack-cinder-api" class="systemd">
            <lrm_rsc_op id="openstack-cinder-api_last_failure_0" operation_key="openstack-cinder-api_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="56:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;56:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="496" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="49" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-cinder-api_last_0" operation_key="openstack-cinder-api_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="56:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;56:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="496" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="49" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-cinder-api_monitor_60000" operation_key="openstack-cinder-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="319:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;319:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="693" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="45" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-glance-api" type="openstack-glance-api" class="systemd">
            <lrm_rsc_op id="openstack-glance-api_last_failure_0" operation_key="openstack-glance-api_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="57:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;57:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="501" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="48" queue-time="1" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-glance-api_last_0" operation_key="openstack-glance-api_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="57:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;57:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="501" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="48" queue-time="1" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-glance-api_monitor_60000" operation_key="openstack-glance-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="332:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;332:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="694" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="45" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-novncproxy" type="openstack-nova-novncproxy" class="systemd">
            <lrm_rsc_op id="openstack-nova-novncproxy_last_failure_0" operation_key="openstack-nova-novncproxy_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="58:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;58:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="506" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="46" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-novncproxy_last_0" operation_key="openstack-nova-novncproxy_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="332:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;332:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="618" rc-code="0" op-status="0" interval="0" last-run="1459508780" last-rc-change="1459508780" exec-time="2013" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-novncproxy_monitor_60000" operation_key="openstack-nova-novncproxy_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="345:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;345:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="695" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509028" exec-time="6" queue-time="10001" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
          <lrm_resource id="neutron-server" type="neutron-server" class="systemd">
            <lrm_rsc_op id="neutron-server_last_failure_0" operation_key="neutron-server_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="60:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;60:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="516" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="44" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="neutron-server_last_0" operation_key="neutron-server_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="60:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;60:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="516" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="44" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="neutron-server_monitor_60000" operation_key="neutron-server_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="371:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;371:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="697" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="45" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="httpd" type="httpd" class="systemd">
            <lrm_rsc_op id="httpd_last_failure_0" operation_key="httpd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="61:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;61:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="521" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="43" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="httpd_last_0" operation_key="httpd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="61:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;61:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="521" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="43" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="httpd_monitor_60000" operation_key="httpd_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="384:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;384:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="698" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="45" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-central" type="openstack-ceilometer-central" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-central_last_failure_0" operation_key="openstack-ceilometer-central_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="62:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;62:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="526" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="43" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-central_last_0" operation_key="openstack-ceilometer-central_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="62:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;62:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="526" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="43" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-central_monitor_60000" operation_key="openstack-ceilometer-central_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="397:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;397:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="699" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="46" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-alarm-evaluator" type="openstack-ceilometer-alarm-evaluator" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-alarm-evaluator_last_0" operation_key="openstack-ceilometer-alarm-evaluator_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="388:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;388:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="602" rc-code="0" op-status="0" interval="0" last-run="1459508760" last-rc-change="1459508760" exec-time="2011" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-alarm-evaluator_monitor_60000" operation_key="openstack-ceilometer-alarm-evaluator_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="410:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;410:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="700" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="48" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-heat-api-cfn" type="openstack-heat-api-cfn" class="systemd">
            <lrm_rsc_op id="openstack-heat-api-cfn_last_0" operation_key="openstack-heat-api-cfn_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="398:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;398:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="610" rc-code="0" op-status="0" interval="0" last-run="1459508768" last-rc-change="1459508768" exec-time="2122" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-heat-api-cfn_monitor_60000" operation_key="openstack-heat-api-cfn_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="423:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;423:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="701" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="49" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera_last_failure_0" operation_key="galera_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="39:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:8;39:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="411" rc-code="8" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="176" queue-time="0" op-digest="7581597d2403b46ccfd48d3a7285d437"/>
            <lrm_rsc_op id="galera_last_0" operation_key="galera_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="39:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:8;39:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="411" rc-code="8" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="176" queue-time="0" op-digest="7581597d2403b46ccfd48d3a7285d437" op-secure-params=" user " op-secure-digest="7581597d2403b46ccfd48d3a7285d437"/>
            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="53:73:8:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:8;53:73:8:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="674" rc-code="8" op-status="0" interval="10000" last-rc-change="1459509018" exec-time="117" queue-time="0" op-digest="a541fe86df643b88084fbbbc2f568fbf" op-secure-params=" user " op-secure-digest="7581597d2403b46ccfd48d3a7285d437"/>
          </lrm_resource>
          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis_last_failure_0" operation_key="redis_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="40:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;40:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="416" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="248" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_last_0" operation_key="redis_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="40:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;40:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="416" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="248" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="75:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;75:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="675" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="237" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="74:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;74:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="676" rc-code="0" op-status="0" interval="45000" last-rc-change="1459509018" exec-time="202" queue-time="236" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq_last_failure_0" operation_key="rabbitmq_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="42:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;42:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="426" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="652" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="42:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;42:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="426" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="652" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="124:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;124:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="678" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509018" exec-time="675" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
          </lrm_resource>
          <lrm_resource id="delay" type="Delay" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="delay_last_0" operation_key="delay_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="348:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;348:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="595" rc-code="0" op-status="0" interval="0" last-run="1459508750" last-rc-change="1459508750" exec-time="10025" queue-time="0" op-digest="ad19c7364a8662d5d94488a98ccc4fda"/>
            <lrm_rsc_op id="delay_monitor_10000" operation_key="delay_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="358:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;358:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="696" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509018" exec-time="10034" queue-time="0" op-digest="e5d5e2a8b3e3e78f22e76dfc79a91e9d"/>
          </lrm_resource>
          <lrm_resource id="overcloud-compute-1" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-compute-1_last_0" operation_key="overcloud-compute-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="36:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;36:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="10" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="overcloud-compute-2" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-compute-2_last_0" operation_key="overcloud-compute-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="37:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;37:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="11" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="ipmilan-overcloud-compute-0" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="ipmilan-overcloud-compute-0_last_0" operation_key="ipmilan-overcloud-compute-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="40:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;40:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="571" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="916927bd7d045fe5983a9f66483ae081" op-secure-params=" passwd " op-secure-digest="34e831334473bb3f0a7593fa7ddb0af0"/>
          </lrm_resource>
          <lrm_resource id="ipmilan-overcloud-compute-1" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="ipmilan-overcloud-compute-1_last_0" operation_key="ipmilan-overcloud-compute-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="484:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;484:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="590" rc-code="0" op-status="0" interval="0" last-run="1459508747" last-rc-change="1459508747" exec-time="82" queue-time="1" op-digest="439049e94a6f9f2d073754a5f1303dbc" op-secure-params=" passwd " op-secure-digest="7f0a309602fe5872eeb614155e272218"/>
            <lrm_rsc_op id="ipmilan-overcloud-compute-1_monitor_60000" operation_key="ipmilan-overcloud-compute-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="522:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;522:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="703" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="84" queue-time="0" op-digest="42785dd151710aa827df0e006a223e42" op-secure-params=" passwd " op-secure-digest="7f0a309602fe5872eeb614155e272218"/>
          </lrm_resource>
          <lrm_resource id="ipmilan-overcloud-compute-2" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="ipmilan-overcloud-compute-2_last_0" operation_key="ipmilan-overcloud-compute-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="42:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;42:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="579" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="4876115fe5fa0ebc9c597344f54dbf58" op-secure-params=" passwd " op-secure-digest="3e0c6971129e8629b632089df6f99895"/>
          </lrm_resource>
          <lrm_resource id="ipmilan-overcloud-compute-3" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="ipmilan-overcloud-compute-3_last_0" operation_key="ipmilan-overcloud-compute-3_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="43:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;43:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="583" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="a5fda7874c7fee15a5a52ec289481aa0" op-secure-params=" passwd " op-secure-digest="695768b2083e939b0e09c9500a552b6e"/>
          </lrm_resource>
          <lrm_resource id="fence-nova" type="fence_compute" class="stonith">
            <lrm_rsc_op id="fence-nova_last_0" operation_key="fence-nova_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="490:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;490:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="591" rc-code="0" op-status="0" interval="0" last-run="1459508747" last-rc-change="1459508747" exec-time="556" queue-time="0" op-digest="01cc9edceec6f51dc4f26b8a9a7b82af" op-secure-params=" passwd " op-secure-digest="54c80c05eef220e76b6c3a8184299254"/>
            <lrm_rsc_op id="fence-nova_monitor_60000" operation_key="fence-nova_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="531:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;531:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="704" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="608" queue-time="0" op-digest="cf8b438e71f6bdaca3b48c3d29f623fa" op-secure-params=" passwd " op-secure-digest="54c80c05eef220e76b6c3a8184299254"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-volume" type="openstack-cinder-volume" class="systemd">
            <lrm_rsc_op id="openstack-cinder-volume_last_0" operation_key="openstack-cinder-volume_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="33:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;33:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="558" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="18" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-conductor" type="openstack-nova-conductor" class="systemd">
            <lrm_rsc_op id="openstack-nova-conductor_last_0" operation_key="openstack-nova-conductor_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="459:71:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;459:71:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="637" rc-code="0" op-status="0" interval="0" last-run="1459508927" last-rc-change="1459508927" exec-time="4143" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-conductor_monitor_60000" operation_key="openstack-nova-conductor_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="439:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;439:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="702" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509028" exec-time="2" queue-time="10001" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
          <lrm_resource id="nova-evacuate" type="NovaEvacuate" class="ocf" provider="openstack">
            <lrm_rsc_op id="nova-evacuate_last_0" operation_key="nova-evacuate_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="39:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;39:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="567" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="27" queue-time="0" op-digest="92d0e3574f2eaad96a7854d41b3b6a53" op-secure-params=" password " op-secure-digest="52499eadff628cdf3568efd71dd63187"/>
          </lrm_resource>
          <lrm_resource id="overcloud-compute-0" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-compute-0_last_0" operation_key="overcloud-compute-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="35:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;35:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="9" rc-code="0" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="overcloud-compute-0_monitor_20000" operation_key="overcloud-compute-0_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="426:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;426:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="13" rc-code="0" op-status="0" interval="20000" last-rc-change="1459508745" exec-time="0" queue-time="0" op-digest="6e5bb737f46c381d8a46fb4162afd9e0"/>
          </lrm_resource>
          <lrm_resource id="overcloud-compute-3" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-compute-3_last_0" operation_key="overcloud-compute-3_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="38:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;38:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="12" rc-code="0" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="overcloud-compute-3_monitor_20000" operation_key="overcloud-compute-3_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="435:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;435:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="14" rc-code="0" op-status="0" interval="20000" last-rc-change="1459508745" exec-time="0" queue-time="0" op-digest="6e5bb737f46c381d8a46fb4162afd9e0"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-consoleauth" type="openstack-nova-consoleauth" class="systemd">
            <lrm_rsc_op id="openstack-nova-consoleauth_last_failure_0" operation_key="openstack-nova-consoleauth_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="129:70:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;129:70:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="632" rc-code="0" op-status="0" interval="0" last-run="1459508925" last-rc-change="1459508925" exec-time="4" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-consoleauth_last_0" operation_key="openstack-nova-consoleauth_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="340:70:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;340:70:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="633" rc-code="0" op-status="0" interval="0" last-run="1459508925" last-rc-change="1459508925" exec-time="2035" queue-time="3" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-consoleauth_monitor_60000" operation_key="openstack-nova-consoleauth_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="280:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;280:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="690" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509028" exec-time="9" queue-time="10001" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state id="3" uname="overcloud-controller-2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
      <transient_attributes id="3">
        <instance_attributes id="status-3">
          <nvpair id="status-3-shutdown" name="shutdown" value="0"/>
          <nvpair id="status-3-master-galera" name="master-galera" value="100"/>
          <nvpair id="status-3-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit at overcloud-controller-2"/>
          <nvpair id="status-3-master-redis" name="master-redis" value="1"/>
          <nvpair id="status-3-last-failure-openstack-nova-consoleauth" name="last-failure-openstack-nova-consoleauth" value="1459508732"/>
          <nvpair id="status-3-probe_complete" name="probe_complete" value="true"/>
        </instance_attributes>
      </transient_attributes>
      <lrm id="3">
        <lrm_resources>
          <lrm_resource id="haproxy" type="haproxy" class="systemd">
            <lrm_rsc_op id="haproxy_last_failure_0" operation_key="haproxy_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="123:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;123:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="384" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="13" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="haproxy_last_0" operation_key="haproxy_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="123:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;123:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="384" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="13" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="haproxy_monitor_60000" operation_key="haproxy_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="26:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;26:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="670" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="9" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="mongod" type="mongod" class="systemd">
            <lrm_rsc_op id="mongod_last_failure_0" operation_key="mongod_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="131:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;131:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="419" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="8" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="mongod_last_0" operation_key="mongod_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="131:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;131:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="419" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="8" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="mongod_monitor_60000" operation_key="mongod_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="114:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;114:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="675" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="12" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="memcached" type="memcached" class="systemd">
            <lrm_rsc_op id="memcached_last_failure_0" operation_key="memcached_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="133:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;133:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="429" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="11" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="memcached_last_0" operation_key="memcached_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="133:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;133:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="429" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="11" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="memcached_monitor_60000" operation_key="memcached_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="140:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;140:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="677" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-scheduler" type="openstack-nova-scheduler" class="systemd">
            <lrm_rsc_op id="openstack-nova-scheduler_last_0" operation_key="openstack-nova-scheduler_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="184:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;184:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="621" rc-code="0" op-status="0" interval="0" last-run="1459508788" last-rc-change="1459508788" exec-time="4018" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-scheduler_monitor_60000" operation_key="openstack-nova-scheduler_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="153:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;153:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="678" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509028" exec-time="10" queue-time="10001" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-alarm-notifier" type="openstack-ceilometer-alarm-notifier" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-alarm-notifier_last_0" operation_key="openstack-ceilometer-alarm-notifier_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="194:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;194:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="603" rc-code="0" op-status="0" interval="0" last-run="1459508762" last-rc-change="1459508762" exec-time="2012" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-alarm-notifier_monitor_60000" operation_key="openstack-ceilometer-alarm-notifier_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="166:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;166:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="679" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="18" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-heat-engine" type="openstack-heat-engine" class="systemd">
            <lrm_rsc_op id="openstack-heat-engine_last_0" operation_key="openstack-heat-engine_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="204:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;204:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="613" rc-code="0" op-status="0" interval="0" last-run="1459508772" last-rc-change="1459508772" exec-time="2023" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-heat-engine_monitor_60000" operation_key="openstack-heat-engine_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="179:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;179:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="680" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="21" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.4.50" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.4.50_last_0" operation_key="ip-172.30.4.50_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="124:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;124:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="388" rc-code="7" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="60" queue-time="0" op-digest="92725abeacdbacad8865c27ceccb1996"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-api" type="openstack-ceilometer-api" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-api_last_0" operation_key="openstack-ceilometer-api_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="228:63:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;228:63:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="585" rc-code="0" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="2018" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-api_monitor_60000" operation_key="openstack-ceilometer-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="192:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;192:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="681" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="22" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.7.50" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.7.50_last_failure_0" operation_key="ip-172.30.7.50_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="126:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;126:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="396" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="63" queue-time="0" op-digest="f1c8f74b038ba5e27efb8522e0ab0e49"/>
            <lrm_rsc_op id="ip-172.30.7.50_last_0" operation_key="ip-172.30.7.50_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="126:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;126:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="396" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="63" queue-time="0" op-digest="f1c8f74b038ba5e27efb8522e0ab0e49"/>
            <lrm_rsc_op id="ip-172.30.7.50_monitor_10000" operation_key="ip-172.30.7.50_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="42:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;42:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="671" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509018" exec-time="54" queue-time="0" op-digest="a3f39d89ecc20da43e9899c8e02f920c"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.1.119" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.1.119_last_0" operation_key="ip-172.30.1.119_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="125:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;125:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="392" rc-code="7" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="65" queue-time="0" op-digest="77bc55fb2c12fa739919712d695c87da"/>
          </lrm_resource>
          <lrm_resource id="openstack-heat-api" type="openstack-heat-api" class="systemd">
            <lrm_rsc_op id="openstack-heat-api_last_0" operation_key="openstack-heat-api_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="224:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;224:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="607" rc-code="0" op-status="0" interval="0" last-run="1459508766" last-rc-change="1459508766" exec-time="2014" queue-time="1" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-heat-api_monitor_60000" operation_key="openstack-heat-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="205:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;205:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="682" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="25" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.8.50" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.8.50_last_0" operation_key="ip-172.30.8.50_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="127:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;127:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="400" rc-code="7" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="66" queue-time="0" op-digest="190195e2a1f4a28df9db6f29b7ba9bb1"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-scheduler" type="openstack-cinder-scheduler" class="systemd">
            <lrm_rsc_op id="openstack-cinder-scheduler_last_failure_0" operation_key="openstack-cinder-scheduler_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="139:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;139:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="459" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="45" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-cinder-scheduler_last_0" operation_key="openstack-cinder-scheduler_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="139:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;139:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="459" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="45" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-cinder-scheduler_monitor_60000" operation_key="openstack-cinder-scheduler_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="218:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;218:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="683" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="27" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.1.120" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.1.120_last_0" operation_key="ip-172.30.1.120_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="128:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;128:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="404" rc-code="7" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="68" queue-time="0" op-digest="3500b46077418c0bad6eac03c3e7c094"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-api" type="openstack-nova-api" class="systemd">
            <lrm_rsc_op id="openstack-nova-api_last_0" operation_key="openstack-nova-api_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="244:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;244:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="619" rc-code="0" op-status="0" interval="0" last-run="1459508782" last-rc-change="1459508782" exec-time="6023" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-api_monitor_60000" operation_key="openstack-nova-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="231:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;231:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="684" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509028" exec-time="8" queue-time="10001" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
          <lrm_resource id="openstack-heat-api-cloudwatch" type="openstack-heat-api-cloudwatch" class="systemd">
            <lrm_rsc_op id="openstack-heat-api-cloudwatch_last_0" operation_key="openstack-heat-api-cloudwatch_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="254:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;254:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="611" rc-code="0" op-status="0" interval="0" last-run="1459508770" last-rc-change="1459508770" exec-time="2012" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-heat-api-cloudwatch_monitor_60000" operation_key="openstack-heat-api-cloudwatch_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="244:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;244:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="685" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="33" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-collector" type="openstack-ceilometer-collector" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-collector_last_failure_0" operation_key="openstack-ceilometer-collector_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="142:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;142:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="474" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="48" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-collector_last_0" operation_key="openstack-ceilometer-collector_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="142:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;142:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="474" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="48" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-collector_monitor_60000" operation_key="openstack-ceilometer-collector_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="257:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;257:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="686" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="36" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-keystone" type="openstack-keystone" class="systemd">
            <lrm_rsc_op id="openstack-keystone_last_failure_0" operation_key="openstack-keystone_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="143:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;143:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="479" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="49" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-keystone_last_0" operation_key="openstack-keystone_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="143:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;143:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="479" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="49" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-keystone_monitor_60000" operation_key="openstack-keystone_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="270:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;270:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="687" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="37" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-glance-registry" type="openstack-glance-registry" class="systemd">
            <lrm_rsc_op id="openstack-glance-registry_last_failure_0" operation_key="openstack-glance-registry_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="144:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;144:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="484" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="51" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-glance-registry_last_0" operation_key="openstack-glance-registry_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="144:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;144:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="484" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="51" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-glance-registry_monitor_60000" operation_key="openstack-glance-registry_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="296:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;296:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="689" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="38" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-notification" type="openstack-ceilometer-notification" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-notification_last_0" operation_key="openstack-ceilometer-notification_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="301:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;301:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="605" rc-code="0" op-status="0" interval="0" last-run="1459508764" last-rc-change="1459508764" exec-time="2142" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-notification_monitor_60000" operation_key="openstack-ceilometer-notification_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="309:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;309:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="690" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="39" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-api" type="openstack-cinder-api" class="systemd">
            <lrm_rsc_op id="openstack-cinder-api_last_failure_0" operation_key="openstack-cinder-api_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="146:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;146:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="494" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="54" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-cinder-api_last_0" operation_key="openstack-cinder-api_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="146:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;146:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="494" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="54" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-cinder-api_monitor_60000" operation_key="openstack-cinder-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="322:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;322:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="691" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="39" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-glance-api" type="openstack-glance-api" class="systemd">
            <lrm_rsc_op id="openstack-glance-api_last_failure_0" operation_key="openstack-glance-api_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="147:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;147:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="499" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="54" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-glance-api_last_0" operation_key="openstack-glance-api_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="147:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;147:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="499" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="54" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-glance-api_monitor_60000" operation_key="openstack-glance-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="335:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;335:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="692" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="39" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-novncproxy" type="openstack-nova-novncproxy" class="systemd">
            <lrm_rsc_op id="openstack-nova-novncproxy_last_failure_0" operation_key="openstack-nova-novncproxy_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="148:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;148:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="504" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="52" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-novncproxy_last_0" operation_key="openstack-nova-novncproxy_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="335:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;335:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="617" rc-code="0" op-status="0" interval="0" last-run="1459508780" last-rc-change="1459508780" exec-time="2014" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-novncproxy_monitor_60000" operation_key="openstack-nova-novncproxy_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="348:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;348:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="693" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509028" exec-time="4" queue-time="10001" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
          <lrm_resource id="neutron-server" type="neutron-server" class="systemd">
            <lrm_rsc_op id="neutron-server_last_failure_0" operation_key="neutron-server_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="150:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;150:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="514" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="48" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="neutron-server_last_0" operation_key="neutron-server_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="150:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;150:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="514" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="48" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="neutron-server_monitor_60000" operation_key="neutron-server_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="374:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;374:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="695" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="38" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="httpd" type="httpd" class="systemd">
            <lrm_rsc_op id="httpd_last_failure_0" operation_key="httpd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="151:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;151:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="519" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="48" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="httpd_last_0" operation_key="httpd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="151:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;151:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="519" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="48" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="httpd_monitor_60000" operation_key="httpd_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="387:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;387:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="696" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="39" queue-time="1" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-central" type="openstack-ceilometer-central" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-central_last_failure_0" operation_key="openstack-ceilometer-central_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="152:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;152:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="524" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="48" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-central_last_0" operation_key="openstack-ceilometer-central_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="152:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;152:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="524" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="48" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-central_monitor_60000" operation_key="openstack-ceilometer-central_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="400:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;400:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="697" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="41" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-alarm-evaluator" type="openstack-ceilometer-alarm-evaluator" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-alarm-evaluator_last_0" operation_key="openstack-ceilometer-alarm-evaluator_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="384:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;384:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="601" rc-code="0" op-status="0" interval="0" last-run="1459508760" last-rc-change="1459508760" exec-time="2010" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-alarm-evaluator_monitor_60000" operation_key="openstack-ceilometer-alarm-evaluator_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="413:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;413:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="698" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="41" queue-time="1" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-heat-api-cfn" type="openstack-heat-api-cfn" class="systemd">
            <lrm_rsc_op id="openstack-heat-api-cfn_last_0" operation_key="openstack-heat-api-cfn_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="394:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;394:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="609" rc-code="0" op-status="0" interval="0" last-run="1459508768" last-rc-change="1459508768" exec-time="2012" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-heat-api-cfn_monitor_60000" operation_key="openstack-heat-api-cfn_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="426:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;426:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="699" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="41" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera_last_failure_0" operation_key="galera_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="129:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:8;129:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="409" rc-code="8" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="169" queue-time="0" op-digest="7581597d2403b46ccfd48d3a7285d437"/>
            <lrm_rsc_op id="galera_last_0" operation_key="galera_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="129:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:8;129:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="409" rc-code="8" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="169" queue-time="0" op-digest="7581597d2403b46ccfd48d3a7285d437" op-secure-params=" user " op-secure-digest="7581597d2403b46ccfd48d3a7285d437"/>
            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="58:73:8:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:8;58:73:8:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="672" rc-code="8" op-status="0" interval="10000" last-rc-change="1459509018" exec-time="113" queue-time="0" op-digest="a541fe86df643b88084fbbbc2f568fbf" op-secure-params=" user " op-secure-digest="7581597d2403b46ccfd48d3a7285d437"/>
          </lrm_resource>
          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis_last_failure_0" operation_key="redis_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="130:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;130:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="414" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="237" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_last_0" operation_key="redis_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="130:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;130:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="414" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="237" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="79:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;79:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="673" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="234" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="78:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;78:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="674" rc-code="0" op-status="0" interval="45000" last-rc-change="1459509018" exec-time="199" queue-time="233" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq_last_failure_0" operation_key="rabbitmq_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="132:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;132:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="424" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="623" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="132:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;132:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="424" rc-code="0" op-status="0" interval="0" last-run="1459508732" last-rc-change="1459508732" exec-time="623" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="127:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;127:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="676" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509018" exec-time="653" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
          </lrm_resource>
          <lrm_resource id="delay" type="Delay" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="delay_last_0" operation_key="delay_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="344:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;344:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="594" rc-code="0" op-status="0" interval="0" last-run="1459508750" last-rc-change="1459508750" exec-time="10023" queue-time="0" op-digest="ad19c7364a8662d5d94488a98ccc4fda"/>
            <lrm_rsc_op id="delay_monitor_10000" operation_key="delay_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="361:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;361:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="694" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509018" exec-time="10030" queue-time="0" op-digest="e5d5e2a8b3e3e78f22e76dfc79a91e9d"/>
          </lrm_resource>
          <lrm_resource id="overcloud-compute-0" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-compute-0_last_0" operation_key="overcloud-compute-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="61:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;61:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="7" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="overcloud-compute-1" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-compute-1_last_0" operation_key="overcloud-compute-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="62:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;62:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="8" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="overcloud-compute-3" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-compute-3_last_0" operation_key="overcloud-compute-3_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="64:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;64:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="10" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="ipmilan-overcloud-compute-0" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="ipmilan-overcloud-compute-0_last_0" operation_key="ipmilan-overcloud-compute-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="482:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;482:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="588" rc-code="0" op-status="0" interval="0" last-run="1459508747" last-rc-change="1459508747" exec-time="85" queue-time="0" op-digest="916927bd7d045fe5983a9f66483ae081" op-secure-params=" passwd " op-secure-digest="34e831334473bb3f0a7593fa7ddb0af0"/>
            <lrm_rsc_op id="ipmilan-overcloud-compute-0_monitor_60000" operation_key="ipmilan-overcloud-compute-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="519:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;519:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="702" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="83" queue-time="0" op-digest="098b65d032161fccb5586284defcc85f" op-secure-params=" passwd " op-secure-digest="34e831334473bb3f0a7593fa7ddb0af0"/>
          </lrm_resource>
          <lrm_resource id="ipmilan-overcloud-compute-1" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="ipmilan-overcloud-compute-1_last_0" operation_key="ipmilan-overcloud-compute-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="67:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;67:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="572" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="439049e94a6f9f2d073754a5f1303dbc" op-secure-params=" passwd " op-secure-digest="7f0a309602fe5872eeb614155e272218"/>
          </lrm_resource>
          <lrm_resource id="ipmilan-overcloud-compute-2" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="ipmilan-overcloud-compute-2_last_0" operation_key="ipmilan-overcloud-compute-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="68:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;68:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="576" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="4876115fe5fa0ebc9c597344f54dbf58" op-secure-params=" passwd " op-secure-digest="3e0c6971129e8629b632089df6f99895"/>
          </lrm_resource>
          <lrm_resource id="ipmilan-overcloud-compute-3" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="ipmilan-overcloud-compute-3_last_0" operation_key="ipmilan-overcloud-compute-3_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="488:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;488:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="589" rc-code="0" op-status="0" interval="0" last-run="1459508747" last-rc-change="1459508747" exec-time="84" queue-time="0" op-digest="a5fda7874c7fee15a5a52ec289481aa0" op-secure-params=" passwd " op-secure-digest="695768b2083e939b0e09c9500a552b6e"/>
            <lrm_rsc_op id="ipmilan-overcloud-compute-3_monitor_60000" operation_key="ipmilan-overcloud-compute-3_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="528:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;528:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="703" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="79" queue-time="0" op-digest="a3c501e0e6d1e4a93a16d73029114495" op-secure-params=" passwd " op-secure-digest="695768b2083e939b0e09c9500a552b6e"/>
          </lrm_resource>
          <lrm_resource id="fence-nova" type="fence_compute" class="stonith">
            <lrm_rsc_op id="fence-nova_last_0" operation_key="fence-nova_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="70:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;70:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="584" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="01cc9edceec6f51dc4f26b8a9a7b82af" op-secure-params=" passwd " op-secure-digest="54c80c05eef220e76b6c3a8184299254"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-volume" type="openstack-cinder-volume" class="systemd">
            <lrm_rsc_op id="openstack-cinder-volume_last_0" operation_key="openstack-cinder-volume_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="412:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;412:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="587" rc-code="0" op-status="0" interval="0" last-run="1459508745" last-rc-change="1459508745" exec-time="2014" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-cinder-volume_monitor_60000" operation_key="openstack-cinder-volume_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="436:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;436:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="700" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509018" exec-time="42" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-conductor" type="openstack-nova-conductor" class="systemd">
            <lrm_rsc_op id="openstack-nova-conductor_last_0" operation_key="openstack-nova-conductor_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="457:71:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;457:71:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="636" rc-code="0" op-status="0" interval="0" last-run="1459508927" last-rc-change="1459508927" exec-time="4017" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-conductor_monitor_60000" operation_key="openstack-nova-conductor_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="442:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;442:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="701" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509028" exec-time="2" queue-time="10001" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
          <lrm_resource id="nova-evacuate" type="NovaEvacuate" class="ocf" provider="openstack">
            <lrm_rsc_op id="nova-evacuate_last_0" operation_key="nova-evacuate_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="65:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;65:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="564" rc-code="7" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="27" queue-time="0" op-digest="92d0e3574f2eaad96a7854d41b3b6a53" op-secure-params=" password " op-secure-digest="52499eadff628cdf3568efd71dd63187"/>
          </lrm_resource>
          <lrm_resource id="overcloud-compute-2" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-compute-2_last_0" operation_key="overcloud-compute-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="63:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;63:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="9" rc-code="0" op-status="0" interval="0" last-run="1459508743" last-rc-change="1459508743" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="overcloud-compute-2_monitor_20000" operation_key="overcloud-compute-2_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="432:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;432:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="11" rc-code="0" op-status="0" interval="20000" last-rc-change="1459508745" exec-time="0" queue-time="0" op-digest="6e5bb737f46c381d8a46fb4162afd9e0"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-consoleauth" type="openstack-nova-consoleauth" class="systemd">
            <lrm_rsc_op id="openstack-nova-consoleauth_last_failure_0" operation_key="openstack-nova-consoleauth_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="133:70:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;133:70:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="631" rc-code="0" op-status="0" interval="0" last-run="1459508925" last-rc-change="1459508925" exec-time="3" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-consoleauth_last_0" operation_key="openstack-nova-consoleauth_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="336:70:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;336:70:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="632" rc-code="0" op-status="0" interval="0" last-run="1459508925" last-rc-change="1459508925" exec-time="2144" queue-time="3" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-consoleauth_monitor_60000" operation_key="openstack-nova-consoleauth_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="283:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;283:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="688" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509028" exec-time="8" queue-time="10000" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state id="2" uname="overcloud-controller-1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
      <transient_attributes id="2">
        <instance_attributes id="status-2">
          <nvpair id="status-2-master-galera" name="master-galera" value="100"/>
          <nvpair id="status-2-master-redis" name="master-redis" value="1000"/>
          <nvpair id="status-2-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit at overcloud-controller-1"/>
          <nvpair id="status-2-last-failure-openstack-nova-consoleauth" name="last-failure-openstack-nova-consoleauth" value="1459508732"/>
          <nvpair id="status-2-probe_complete" name="probe_complete" value="true"/>
        </instance_attributes>
      </transient_attributes>
      <lrm id="2">
        <lrm_resources>
          <lrm_resource id="haproxy" type="haproxy" class="systemd">
            <lrm_rsc_op id="haproxy_last_failure_0" operation_key="haproxy_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="78:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;78:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="378" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="12" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="haproxy_last_0" operation_key="haproxy_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="78:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;78:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="378" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="12" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="haproxy_monitor_60000" operation_key="haproxy_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="29:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;29:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="661" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="mongod" type="mongod" class="systemd">
            <lrm_rsc_op id="mongod_last_failure_0" operation_key="mongod_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="86:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;86:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="413" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="7" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="mongod_last_0" operation_key="mongod_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="86:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;86:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="413" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="7" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="mongod_monitor_60000" operation_key="mongod_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="117:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;117:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="666" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="8" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="memcached" type="memcached" class="systemd">
            <lrm_rsc_op id="memcached_last_failure_0" operation_key="memcached_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="88:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;88:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="423" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="9" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="memcached_last_0" operation_key="memcached_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="88:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;88:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="423" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="9" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="memcached_monitor_60000" operation_key="memcached_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="143:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;143:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="668" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-scheduler" type="openstack-nova-scheduler" class="systemd">
            <lrm_rsc_op id="openstack-nova-scheduler_last_0" operation_key="openstack-nova-scheduler_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="186:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;186:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="611" rc-code="0" op-status="0" interval="0" last-run="1459508789" last-rc-change="1459508789" exec-time="4015" queue-time="1" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-scheduler_monitor_60000" operation_key="openstack-nova-scheduler_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="156:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;156:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="669" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509029" exec-time="15" queue-time="10000" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-alarm-notifier" type="openstack-ceilometer-alarm-notifier" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-alarm-notifier_last_0" operation_key="openstack-ceilometer-alarm-notifier_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="196:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;196:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="593" rc-code="0" op-status="0" interval="0" last-run="1459508763" last-rc-change="1459508763" exec-time="2013" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-alarm-notifier_monitor_60000" operation_key="openstack-ceilometer-alarm-notifier_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="169:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;169:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="670" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="13" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-heat-engine" type="openstack-heat-engine" class="systemd">
            <lrm_rsc_op id="openstack-heat-engine_last_0" operation_key="openstack-heat-engine_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="206:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;206:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="603" rc-code="0" op-status="0" interval="0" last-run="1459508773" last-rc-change="1459508773" exec-time="2014" queue-time="1" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-heat-engine_monitor_60000" operation_key="openstack-heat-engine_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="182:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;182:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="671" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-api" type="openstack-ceilometer-api" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-api_last_0" operation_key="openstack-ceilometer-api_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="230:63:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;230:63:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="579" rc-code="0" op-status="0" interval="0" last-run="1459508744" last-rc-change="1459508744" exec-time="2012" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-api_monitor_60000" operation_key="openstack-ceilometer-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="195:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;195:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="672" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="20" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-heat-api" type="openstack-heat-api" class="systemd">
            <lrm_rsc_op id="openstack-heat-api_last_0" operation_key="openstack-heat-api_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="226:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;226:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="597" rc-code="0" op-status="0" interval="0" last-run="1459508767" last-rc-change="1459508767" exec-time="2013" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-heat-api_monitor_60000" operation_key="openstack-heat-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="208:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;208:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="673" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="23" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-scheduler" type="openstack-cinder-scheduler" class="systemd">
            <lrm_rsc_op id="openstack-cinder-scheduler_last_failure_0" operation_key="openstack-cinder-scheduler_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="94:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;94:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="453" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="27" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-cinder-scheduler_last_0" operation_key="openstack-cinder-scheduler_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="94:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;94:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="453" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="27" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-cinder-scheduler_monitor_60000" operation_key="openstack-cinder-scheduler_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="221:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;221:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="674" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="29" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-api" type="openstack-nova-api" class="systemd">
            <lrm_rsc_op id="openstack-nova-api_last_0" operation_key="openstack-nova-api_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="246:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;246:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="609" rc-code="0" op-status="0" interval="0" last-run="1459508783" last-rc-change="1459508783" exec-time="6026" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-api_monitor_60000" operation_key="openstack-nova-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="234:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;234:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="675" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509029" exec-time="12" queue-time="10001" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.7.50" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.7.50_last_0" operation_key="ip-172.30.7.50_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="81:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;81:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="390" rc-code="7" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="61" queue-time="0" op-digest="f1c8f74b038ba5e27efb8522e0ab0e49"/>
          </lrm_resource>
          <lrm_resource id="openstack-heat-api-cloudwatch" type="openstack-heat-api-cloudwatch" class="systemd">
            <lrm_rsc_op id="openstack-heat-api-cloudwatch_last_0" operation_key="openstack-heat-api-cloudwatch_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="256:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;256:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="601" rc-code="0" op-status="0" interval="0" last-run="1459508771" last-rc-change="1459508771" exec-time="2012" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-heat-api-cloudwatch_monitor_60000" operation_key="openstack-heat-api-cloudwatch_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="247:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;247:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="676" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="34" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.4.50" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.4.50_last_0" operation_key="ip-172.30.4.50_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="79:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;79:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="382" rc-code="7" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="69" queue-time="0" op-digest="92725abeacdbacad8865c27ceccb1996"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.1.119" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.1.119_last_failure_0" operation_key="ip-172.30.1.119_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="80:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;80:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="386" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="69" queue-time="0" op-digest="77bc55fb2c12fa739919712d695c87da"/>
            <lrm_rsc_op id="ip-172.30.1.119_last_0" operation_key="ip-172.30.1.119_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="80:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;80:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="386" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="69" queue-time="0" op-digest="77bc55fb2c12fa739919712d695c87da"/>
            <lrm_rsc_op id="ip-172.30.1.119_monitor_10000" operation_key="ip-172.30.1.119_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="39:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;39:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="662" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509019" exec-time="64" queue-time="0" op-digest="3d88f709573b3e0c4891e2d1b0473a4f"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-collector" type="openstack-ceilometer-collector" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-collector_last_failure_0" operation_key="openstack-ceilometer-collector_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="97:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;97:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="468" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="32" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-collector_last_0" operation_key="openstack-ceilometer-collector_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="97:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;97:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="468" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="32" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-collector_monitor_60000" operation_key="openstack-ceilometer-collector_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="260:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;260:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="677" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="35" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.1.120" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.1.120_last_failure_0" operation_key="ip-172.30.1.120_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="83:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;83:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="398" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="65" queue-time="0" op-digest="3500b46077418c0bad6eac03c3e7c094"/>
            <lrm_rsc_op id="ip-172.30.1.120_last_0" operation_key="ip-172.30.1.120_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="83:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;83:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="398" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="65" queue-time="0" op-digest="3500b46077418c0bad6eac03c3e7c094"/>
            <lrm_rsc_op id="ip-172.30.1.120_monitor_10000" operation_key="ip-172.30.1.120_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="48:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;48:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="663" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509019" exec-time="62" queue-time="1" op-digest="6cae29859868526401c69a34248398ce"/>
          </lrm_resource>
          <lrm_resource id="openstack-keystone" type="openstack-keystone" class="systemd">
            <lrm_rsc_op id="openstack-keystone_last_failure_0" operation_key="openstack-keystone_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="98:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;98:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="473" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="33" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-keystone_last_0" operation_key="openstack-keystone_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="98:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;98:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="473" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="33" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-keystone_monitor_60000" operation_key="openstack-keystone_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="273:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;273:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="678" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="37" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="ip-172.30.8.50" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.30.8.50_last_0" operation_key="ip-172.30.8.50_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="82:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;82:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="394" rc-code="7" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="70" queue-time="0" op-digest="190195e2a1f4a28df9db6f29b7ba9bb1"/>
          </lrm_resource>
          <lrm_resource id="openstack-glance-registry" type="openstack-glance-registry" class="systemd">
            <lrm_rsc_op id="openstack-glance-registry_last_failure_0" operation_key="openstack-glance-registry_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="99:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;99:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="478" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="34" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-glance-registry_last_0" operation_key="openstack-glance-registry_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="99:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;99:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="478" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="34" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-glance-registry_monitor_60000" operation_key="openstack-glance-registry_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="299:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;299:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="680" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="37" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-notification" type="openstack-ceilometer-notification" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-notification_last_0" operation_key="openstack-ceilometer-notification_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="303:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;303:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="595" rc-code="0" op-status="0" interval="0" last-run="1459508765" last-rc-change="1459508765" exec-time="2011" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-notification_monitor_60000" operation_key="openstack-ceilometer-notification_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="312:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;312:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="681" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="39" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-api" type="openstack-cinder-api" class="systemd">
            <lrm_rsc_op id="openstack-cinder-api_last_failure_0" operation_key="openstack-cinder-api_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="101:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;101:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="488" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="36" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-cinder-api_last_0" operation_key="openstack-cinder-api_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="101:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;101:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="488" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="36" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-cinder-api_monitor_60000" operation_key="openstack-cinder-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="325:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;325:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="682" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="39" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-glance-api" type="openstack-glance-api" class="systemd">
            <lrm_rsc_op id="openstack-glance-api_last_failure_0" operation_key="openstack-glance-api_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="102:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;102:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="493" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="36" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-glance-api_last_0" operation_key="openstack-glance-api_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="102:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;102:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="493" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="36" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-glance-api_monitor_60000" operation_key="openstack-glance-api_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="338:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;338:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="683" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="41" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-novncproxy" type="openstack-nova-novncproxy" class="systemd">
            <lrm_rsc_op id="openstack-nova-novncproxy_last_failure_0" operation_key="openstack-nova-novncproxy_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="103:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;103:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="498" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="37" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-novncproxy_last_0" operation_key="openstack-nova-novncproxy_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="338:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;338:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="607" rc-code="0" op-status="0" interval="0" last-run="1459508781" last-rc-change="1459508781" exec-time="2011" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-novncproxy_monitor_60000" operation_key="openstack-nova-novncproxy_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="351:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;351:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="684" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509029" exec-time="9" queue-time="10000" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
          <lrm_resource id="neutron-server" type="neutron-server" class="systemd">
            <lrm_rsc_op id="neutron-server_last_failure_0" operation_key="neutron-server_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="105:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;105:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="508" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="35" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="neutron-server_last_0" operation_key="neutron-server_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="105:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;105:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="508" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="35" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="neutron-server_monitor_60000" operation_key="neutron-server_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="377:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;377:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="686" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="40" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="httpd" type="httpd" class="systemd">
            <lrm_rsc_op id="httpd_last_failure_0" operation_key="httpd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="106:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;106:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="513" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="35" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="httpd_last_0" operation_key="httpd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="106:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;106:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="513" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="35" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="httpd_monitor_60000" operation_key="httpd_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="390:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;390:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="687" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="41" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-central" type="openstack-ceilometer-central" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-central_last_failure_0" operation_key="openstack-ceilometer-central_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="107:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;107:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="518" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="33" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-central_last_0" operation_key="openstack-ceilometer-central_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="107:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;107:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="518" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="33" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-central_monitor_60000" operation_key="openstack-ceilometer-central_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="403:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;403:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="688" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="42" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-alarm-evaluator" type="openstack-ceilometer-alarm-evaluator" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-alarm-evaluator_last_0" operation_key="openstack-ceilometer-alarm-evaluator_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="386:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;386:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="591" rc-code="0" op-status="0" interval="0" last-run="1459508761" last-rc-change="1459508761" exec-time="2011" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-alarm-evaluator_monitor_60000" operation_key="openstack-ceilometer-alarm-evaluator_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="416:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;416:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="689" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="43" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-heat-api-cfn" type="openstack-heat-api-cfn" class="systemd">
            <lrm_rsc_op id="openstack-heat-api-cfn_last_0" operation_key="openstack-heat-api-cfn_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="396:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;396:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="599" rc-code="0" op-status="0" interval="0" last-run="1459508769" last-rc-change="1459508769" exec-time="2139" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-heat-api-cfn_monitor_60000" operation_key="openstack-heat-api-cfn_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="429:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;429:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="690" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="43" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera_last_failure_0" operation_key="galera_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="84:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:8;84:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="403" rc-code="8" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="177" queue-time="0" op-digest="7581597d2403b46ccfd48d3a7285d437"/>
            <lrm_rsc_op id="galera_last_0" operation_key="galera_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="84:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:8;84:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="403" rc-code="8" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="177" queue-time="0" op-digest="7581597d2403b46ccfd48d3a7285d437" op-secure-params=" user " op-secure-digest="7581597d2403b46ccfd48d3a7285d437"/>
            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="63:73:8:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:8;63:73:8:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="664" rc-code="8" op-status="0" interval="10000" last-rc-change="1459509019" exec-time="118" queue-time="1" op-digest="a541fe86df643b88084fbbbc2f568fbf" op-secure-params=" user " op-secure-digest="7581597d2403b46ccfd48d3a7285d437"/>
          </lrm_resource>
          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis_last_failure_0" operation_key="redis_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="85:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:8;85:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="408" rc-code="8" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="290" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_last_0" operation_key="redis_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="85:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:8;85:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="408" rc-code="8" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="290" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_monitor_20000" operation_key="redis_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="84:73:8:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:8;84:73:8:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="665" rc-code="8" op-status="0" interval="20000" last-rc-change="1459509019" exec-time="234" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq_last_failure_0" operation_key="rabbitmq_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="87:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;87:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="418" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="665" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="87:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;87:62:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="418" rc-code="0" op-status="0" interval="0" last-run="1459508733" last-rc-change="1459508733" exec-time="665" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="130:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;130:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="667" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509019" exec-time="647" queue-time="1" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
          </lrm_resource>
          <lrm_resource id="delay" type="Delay" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="delay_last_0" operation_key="delay_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="346:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;346:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="584" rc-code="0" op-status="0" interval="0" last-run="1459508751" last-rc-change="1459508751" exec-time="10021" queue-time="0" op-digest="ad19c7364a8662d5d94488a98ccc4fda"/>
            <lrm_rsc_op id="delay_monitor_10000" operation_key="delay_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="364:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;364:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="685" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509019" exec-time="10033" queue-time="0" op-digest="e5d5e2a8b3e3e78f22e76dfc79a91e9d"/>
          </lrm_resource>
          <lrm_resource id="overcloud-compute-0" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-compute-0_last_0" operation_key="overcloud-compute-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="48:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;48:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="7" rc-code="7" op-status="0" interval="0" last-run="1459508744" last-rc-change="1459508744" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="overcloud-compute-2" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-compute-2_last_0" operation_key="overcloud-compute-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="50:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;50:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="9" rc-code="7" op-status="0" interval="0" last-run="1459508744" last-rc-change="1459508744" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="overcloud-compute-3" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-compute-3_last_0" operation_key="overcloud-compute-3_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="51:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;51:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="10" rc-code="7" op-status="0" interval="0" last-run="1459508744" last-rc-change="1459508744" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="ipmilan-overcloud-compute-0" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="ipmilan-overcloud-compute-0_last_0" operation_key="ipmilan-overcloud-compute-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="53:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;53:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="562" rc-code="7" op-status="0" interval="0" last-run="1459508744" last-rc-change="1459508744" exec-time="0" queue-time="0" op-digest="916927bd7d045fe5983a9f66483ae081" op-secure-params=" passwd " op-secure-digest="34e831334473bb3f0a7593fa7ddb0af0"/>
          </lrm_resource>
          <lrm_resource id="ipmilan-overcloud-compute-1" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="ipmilan-overcloud-compute-1_last_0" operation_key="ipmilan-overcloud-compute-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="54:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;54:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="566" rc-code="7" op-status="0" interval="0" last-run="1459508744" last-rc-change="1459508744" exec-time="0" queue-time="0" op-digest="439049e94a6f9f2d073754a5f1303dbc" op-secure-params=" passwd " op-secure-digest="7f0a309602fe5872eeb614155e272218"/>
          </lrm_resource>
          <lrm_resource id="ipmilan-overcloud-compute-2" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="ipmilan-overcloud-compute-2_last_0" operation_key="ipmilan-overcloud-compute-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="486:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;486:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="581" rc-code="0" op-status="0" interval="0" last-run="1459508748" last-rc-change="1459508748" exec-time="100" queue-time="0" op-digest="4876115fe5fa0ebc9c597344f54dbf58" op-secure-params=" passwd " op-secure-digest="3e0c6971129e8629b632089df6f99895"/>
            <lrm_rsc_op id="ipmilan-overcloud-compute-2_monitor_60000" operation_key="ipmilan-overcloud-compute-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="525:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;525:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="693" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="82" queue-time="0" op-digest="5811d6979f28b7e9a26896c0c74300f0" op-secure-params=" passwd " op-secure-digest="3e0c6971129e8629b632089df6f99895"/>
          </lrm_resource>
          <lrm_resource id="ipmilan-overcloud-compute-3" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="ipmilan-overcloud-compute-3_last_0" operation_key="ipmilan-overcloud-compute-3_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="56:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;56:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="574" rc-code="7" op-status="0" interval="0" last-run="1459508744" last-rc-change="1459508744" exec-time="0" queue-time="0" op-digest="a5fda7874c7fee15a5a52ec289481aa0" op-secure-params=" passwd " op-secure-digest="695768b2083e939b0e09c9500a552b6e"/>
          </lrm_resource>
          <lrm_resource id="fence-nova" type="fence_compute" class="stonith">
            <lrm_rsc_op id="fence-nova_last_0" operation_key="fence-nova_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="57:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;57:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="578" rc-code="7" op-status="0" interval="0" last-run="1459508744" last-rc-change="1459508744" exec-time="0" queue-time="0" op-digest="01cc9edceec6f51dc4f26b8a9a7b82af" op-secure-params=" passwd " op-secure-digest="54c80c05eef220e76b6c3a8184299254"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-volume" type="openstack-cinder-volume" class="systemd">
            <lrm_rsc_op id="openstack-cinder-volume_last_0" operation_key="openstack-cinder-volume_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="46:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:7;46:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="549" rc-code="7" op-status="0" interval="0" last-run="1459508744" last-rc-change="1459508744" exec-time="18" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-conductor" type="openstack-nova-conductor" class="systemd">
            <lrm_rsc_op id="openstack-nova-conductor_last_0" operation_key="openstack-nova-conductor_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="455:71:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;455:71:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="628" rc-code="0" op-status="0" interval="0" last-run="1459508928" last-rc-change="1459508928" exec-time="4145" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-conductor_monitor_60000" operation_key="openstack-nova-conductor_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="445:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;445:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="691" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509029" exec-time="5" queue-time="10000" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
          <lrm_resource id="nova-evacuate" type="NovaEvacuate" class="ocf" provider="openstack">
            <lrm_rsc_op id="nova-evacuate_last_0" operation_key="nova-evacuate_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="473:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;473:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="615" rc-code="0" op-status="0" interval="0" last-run="1459508798" last-rc-change="1459508798" exec-time="30" queue-time="0" op-digest="92d0e3574f2eaad96a7854d41b3b6a53" op-secure-params=" password " op-secure-digest="52499eadff628cdf3568efd71dd63187"/>
            <lrm_rsc_op id="nova-evacuate_monitor_10000" operation_key="nova-evacuate_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="516:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;516:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="692" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509019" exec-time="39" queue-time="0" op-digest="b87c238dc23c0f7c889a88057c806872" op-secure-params=" password " op-secure-digest="52499eadff628cdf3568efd71dd63187"/>
          </lrm_resource>
          <lrm_resource id="overcloud-compute-1" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-compute-1_last_0" operation_key="overcloud-compute-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="49:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;49:63:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1459508744" last-rc-change="1459508744" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="overcloud-compute-1_monitor_20000" operation_key="overcloud-compute-1_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="429:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;429:64:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="11" rc-code="0" op-status="0" interval="20000" last-rc-change="1459508746" exec-time="0" queue-time="0" op-digest="6e5bb737f46c381d8a46fb4162afd9e0"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-consoleauth" type="openstack-nova-consoleauth" class="systemd">
            <lrm_rsc_op id="openstack-nova-consoleauth_last_failure_0" operation_key="openstack-nova-consoleauth_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="131:70:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;131:70:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="623" rc-code="0" op-status="0" interval="0" last-run="1459508926" last-rc-change="1459508926" exec-time="3" queue-time="1" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-consoleauth_last_0" operation_key="openstack-nova-consoleauth_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="338:70:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;338:70:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="624" rc-code="0" op-status="0" interval="0" last-run="1459508926" last-rc-change="1459508926" exec-time="2015" queue-time="3" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-nova-consoleauth_monitor_60000" operation_key="openstack-nova-consoleauth_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="286:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;286:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="679" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509029" exec-time="11" queue-time="10000" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state remote_node="true" id="overcloud-compute-1" uname="overcloud-compute-1" crm-debug-origin="do_update_resource" node_fenced="0">
      <transient_attributes id="overcloud-compute-1">
        <instance_attributes id="status-overcloud-compute-1">
          <nvpair id="status-overcloud-compute-1-probe_complete" name="probe_complete" value="true"/>
        </instance_attributes>
      </transient_attributes>
      <lrm id="overcloud-compute-1">
        <lrm_resources>
          <lrm_resource id="libvirtd" type="libvirtd" class="systemd">
            <lrm_rsc_op id="libvirtd_last_failure_0" operation_key="libvirtd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="73:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;73:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="101" rc-code="0" op-status="0" interval="0" last-run="1459508745" last-rc-change="1459508745" exec-time="5" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="libvirtd_last_0" operation_key="libvirtd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="73:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;73:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="101" rc-code="0" op-status="0" interval="0" last-run="1459508745" last-rc-change="1459508745" exec-time="5" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="libvirtd_monitor_60000" operation_key="libvirtd_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="460:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;460:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="134" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509017" exec-time="8" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-compute" type="NovaCompute" class="ocf" provider="openstack">
            <lrm_rsc_op id="openstack-nova-compute_last_0" operation_key="openstack-nova-compute_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="443:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;443:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="117" rc-code="0" op-status="0" interval="0" last-run="1459508795" last-rc-change="1459508795" exec-time="438" queue-time="0" op-digest="92d0e3574f2eaad96a7854d41b3b6a53" op-secure-params=" password " op-secure-digest="52499eadff628cdf3568efd71dd63187"/>
            <lrm_rsc_op id="openstack-nova-compute_monitor_10000" operation_key="openstack-nova-compute_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="476:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;476:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="135" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509017" exec-time="309" queue-time="0" op-digest="550aec6e9d71e8f7cdb2c1877263bf02" op-secure-params=" password " op-secure-digest="52499eadff628cdf3568efd71dd63187"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-compute" type="openstack-ceilometer-compute" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-compute_last_0" operation_key="openstack-ceilometer-compute_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="463:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;463:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="114" rc-code="0" op-status="0" interval="0" last-run="1459508765" last-rc-change="1459508765" exec-time="2011" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-compute_monitor_60000" operation_key="openstack-ceilometer-compute_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="500:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;500:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-1" call-id="136" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509017" exec-time="5" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state remote_node="true" id="overcloud-compute-0" uname="overcloud-compute-0" crm-debug-origin="do_update_resource" node_fenced="0">
      <transient_attributes id="overcloud-compute-0">
        <instance_attributes id="status-overcloud-compute-0">
          <nvpair id="status-overcloud-compute-0-probe_complete" name="probe_complete" value="true"/>
        </instance_attributes>
      </transient_attributes>
      <lrm id="overcloud-compute-0">
        <lrm_resources>
          <lrm_resource id="libvirtd" type="libvirtd" class="systemd">
            <lrm_rsc_op id="libvirtd_last_failure_0" operation_key="libvirtd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="69:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;69:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="209" rc-code="0" op-status="0" interval="0" last-run="1459508747" last-rc-change="1459508747" exec-time="3" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="libvirtd_last_0" operation_key="libvirtd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="69:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;69:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="209" rc-code="0" op-status="0" interval="0" last-run="1459508747" last-rc-change="1459508747" exec-time="3" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="libvirtd_monitor_60000" operation_key="libvirtd_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="463:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;463:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="243" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="8" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-compute" type="NovaCompute" class="ocf" provider="openstack">
            <lrm_rsc_op id="openstack-nova-compute_last_0" operation_key="openstack-nova-compute_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="441:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;441:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="226" rc-code="0" op-status="0" interval="0" last-run="1459508797" last-rc-change="1459508797" exec-time="515" queue-time="0" op-digest="92d0e3574f2eaad96a7854d41b3b6a53" op-secure-params=" password " op-secure-digest="52499eadff628cdf3568efd71dd63187"/>
            <lrm_rsc_op id="openstack-nova-compute_monitor_10000" operation_key="openstack-nova-compute_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="479:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;479:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="244" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509019" exec-time="309" queue-time="0" op-digest="550aec6e9d71e8f7cdb2c1877263bf02" op-secure-params=" password " op-secure-digest="52499eadff628cdf3568efd71dd63187"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-compute" type="openstack-ceilometer-compute" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-compute_last_0" operation_key="openstack-ceilometer-compute_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="461:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;461:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="222" rc-code="0" op-status="0" interval="0" last-run="1459508767" last-rc-change="1459508767" exec-time="2010" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-compute_monitor_60000" operation_key="openstack-ceilometer-compute_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="503:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;503:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="245" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="5" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state remote_node="true" id="overcloud-compute-2" uname="overcloud-compute-2" crm-debug-origin="do_update_resource" node_fenced="0">
      <transient_attributes id="overcloud-compute-2">
        <instance_attributes id="status-overcloud-compute-2">
          <nvpair id="status-overcloud-compute-2-probe_complete" name="probe_complete" value="true"/>
        </instance_attributes>
      </transient_attributes>
      <lrm id="overcloud-compute-2">
        <lrm_resources>
          <lrm_resource id="libvirtd" type="libvirtd" class="systemd">
            <lrm_rsc_op id="libvirtd_last_failure_0" operation_key="libvirtd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="77:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;77:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="47" rc-code="0" op-status="0" interval="0" last-run="1459508747" last-rc-change="1459508747" exec-time="6" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="libvirtd_last_0" operation_key="libvirtd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="77:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;77:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="47" rc-code="0" op-status="0" interval="0" last-run="1459508747" last-rc-change="1459508747" exec-time="6" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="libvirtd_monitor_60000" operation_key="libvirtd_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="466:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;466:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="80" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="52" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-compute" type="NovaCompute" class="ocf" provider="openstack">
            <lrm_rsc_op id="openstack-nova-compute_last_0" operation_key="openstack-nova-compute_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="445:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;445:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="63" rc-code="0" op-status="0" interval="0" last-run="1459508797" last-rc-change="1459508797" exec-time="442" queue-time="0" op-digest="92d0e3574f2eaad96a7854d41b3b6a53" op-secure-params=" password " op-secure-digest="52499eadff628cdf3568efd71dd63187"/>
            <lrm_rsc_op id="openstack-nova-compute_monitor_10000" operation_key="openstack-nova-compute_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="482:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;482:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="81" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509019" exec-time="338" queue-time="0" op-digest="550aec6e9d71e8f7cdb2c1877263bf02" op-secure-params=" password " op-secure-digest="52499eadff628cdf3568efd71dd63187"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-compute" type="openstack-ceilometer-compute" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-compute_last_0" operation_key="openstack-ceilometer-compute_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="465:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;465:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="60" rc-code="0" op-status="0" interval="0" last-run="1459508767" last-rc-change="1459508767" exec-time="2011" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-compute_monitor_60000" operation_key="openstack-ceilometer-compute_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="506:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;506:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-2" call-id="82" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="4" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state remote_node="true" id="overcloud-compute-3" uname="overcloud-compute-3" crm-debug-origin="do_update_resource" node_fenced="0">
      <transient_attributes id="overcloud-compute-3">
        <instance_attributes id="status-overcloud-compute-3">
          <nvpair id="status-overcloud-compute-3-probe_complete" name="probe_complete" value="true"/>
        </instance_attributes>
      </transient_attributes>
      <lrm id="overcloud-compute-3">
        <lrm_resources>
          <lrm_resource id="libvirtd" type="libvirtd" class="systemd">
            <lrm_rsc_op id="libvirtd_last_failure_0" operation_key="libvirtd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="81:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;81:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="46" rc-code="0" op-status="0" interval="0" last-run="1459508746" last-rc-change="1459508746" exec-time="4" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="libvirtd_last_0" operation_key="libvirtd_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="81:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;81:64:7:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="46" rc-code="0" op-status="0" interval="0" last-run="1459508746" last-rc-change="1459508746" exec-time="4" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="libvirtd_monitor_60000" operation_key="libvirtd_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="469:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;469:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="80" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="6" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
          <lrm_resource id="openstack-nova-compute" type="NovaCompute" class="ocf" provider="openstack">
            <lrm_rsc_op id="openstack-nova-compute_last_0" operation_key="openstack-nova-compute_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="447:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;447:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="63" rc-code="0" op-status="0" interval="0" last-run="1459508797" last-rc-change="1459508797" exec-time="431" queue-time="0" op-digest="92d0e3574f2eaad96a7854d41b3b6a53" op-secure-params=" password " op-secure-digest="52499eadff628cdf3568efd71dd63187"/>
            <lrm_rsc_op id="openstack-nova-compute_monitor_10000" operation_key="openstack-nova-compute_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="485:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;485:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="81" rc-code="0" op-status="0" interval="10000" last-rc-change="1459509019" exec-time="319" queue-time="0" op-digest="550aec6e9d71e8f7cdb2c1877263bf02" op-secure-params=" password " op-secure-digest="52499eadff628cdf3568efd71dd63187"/>
          </lrm_resource>
          <lrm_resource id="openstack-ceilometer-compute" type="openstack-ceilometer-compute" class="systemd">
            <lrm_rsc_op id="openstack-ceilometer-compute_last_0" operation_key="openstack-ceilometer-compute_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="467:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;467:65:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="59" rc-code="0" op-status="0" interval="0" last-run="1459508767" last-rc-change="1459508767" exec-time="2010" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="openstack-ceilometer-compute_monitor_60000" operation_key="openstack-ceilometer-compute_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.10" transition-key="509:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" transition-magic="0:0;509:73:0:b5923c04-3894-4963-b6c2-79a352001ff7" on_node="overcloud-controller-0" call-id="82" rc-code="0" op-status="0" interval="60000" last-rc-change="1459509019" exec-time="3" queue-time="1" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
  </status>
</cib>
-------------- next part --------------
Apr  1 05:30:39 overcloud-controller-1 crmd[15311]:   error: Operation overcloud-compute-1_monitor_20000: Timed Out (node=overcloud-controller-1, call=42, timeout=20000ms)
Apr  1 05:30:39 overcloud-controller-1 crmd[15311]:   error: Unexpected disconnect on remote-node overcloud-compute-1
Apr  1 05:30:39 overcloud-controller-1 crmd[15311]:   error: Operation openstack-nova-compute_monitor_10000 (node=overcloud-compute-1, call=573, status=4, cib-update=3514, confirmed=true) Error
Apr  1 05:30:39 overcloud-controller-1 crmd[15311]:   error: Operation libvirtd_monitor_60000 (node=overcloud-compute-1, call=572, status=4, cib-update=3515, confirmed=true) Error
Apr  1 05:30:39 overcloud-controller-1 crmd[15311]:  notice: State transition S_IDLE -> S_POLICY_ENGINE [ input=I_PE_CALC cause=C_FSA_INTERNAL origin=abort_transition_graph ]
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Processing failed op monitor for overcloud-compute-1 on overcloud-controller-1: unknown error (1)
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Making sure overcloud-compute-1 doesn't come up again
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Node overcloud-compute-1 will be fenced because of connection failure(s)
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Processing failed op monitor for libvirtd:0 on overcloud-compute-1: unknown (189)
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Node overcloud-compute-1 will be fenced because libvirtd:0 is thought to be active there
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Processing failed op monitor for openstack-nova-compute:0 on overcloud-compute-1: unknown (189)
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Node overcloud-compute-1 will be fenced because openstack-nova-compute:0 is thought to be active there
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Action libvirtd:0_stop_0 on overcloud-compute-1 is unrunnable (offline)
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Node overcloud-compute-1 will be fenced Node is unclean
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Action libvirtd:0_stop_0 on overcloud-compute-1 is unrunnable (offline)
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Node overcloud-compute-1 will be fenced Node is unclean
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Action openstack-nova-compute:0_stop_0 on overcloud-compute-1 is unrunnable (offline)
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Node overcloud-compute-1 will be fenced Node is unclean
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Action openstack-nova-compute:0_stop_0 on overcloud-compute-1 is unrunnable (offline)
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Node overcloud-compute-1 will be fenced Node is unclean
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]: warning: Scheduling Node overcloud-compute-1 for STONITH
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]:  notice: Stop    overcloud-compute-1#011(overcloud-controller-1)
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]:  notice: Stop    libvirtd:0#011(overcloud-compute-1)
Apr  1 05:30:40 overcloud-controller-1 pengine[15310]:  notice: Stop    openstack-nova-compute:0#011(overcloud-compute-1)
Apr  1 05:30:40 overcloud-controller-1 crmd[15311]:  notice: Initiating action 101: stop overcloud-compute-1_stop_0 on overcloud-controller-1 (local)
Apr  1 05:30:40 overcloud-controller-1 crmd[15311]:  notice: Executing reboot fencing operation (484) on overcloud-compute-1 (timeout=60000)
Apr  1 05:30:40 overcloud-controller-1 stonith-ng[15307]:  notice: Client crmd.15311.aa28915f wants to fence (reboot) 'overcloud-compute-1' with device '(any)'
Apr  1 05:30:40 overcloud-controller-1 crmd[15311]:  notice: Operation overcloud-compute-1_stop_0: ok (node=overcloud-controller-1, call=43, rc=0, cib-update=3525, confirmed=true)
Apr  1 05:30:40 overcloud-controller-1 crmd[15311]:  notice: Initiating action 590: notify openstack-nova-compute_pre_notify_stop_0 on overcloud-compute-0
Apr  1 05:30:40 overcloud-controller-1 stonith-ng[15307]:  notice: Initiating remote operation off for overcloud-compute-1: dd37f928-d53f-40e2-a65c-18028290d4f1 (0)
Apr  1 05:30:40 overcloud-controller-1 attrd[15309]:  notice: Removing all overcloud-compute-1 attributes for overcloud-controller-1
Apr  1 05:30:40 overcloud-controller-1 stonith-ng[15307]:  notice: ipmilan-overcloud-compute-1 can fence (reboot) overcloud-compute-1: static-list
Apr  1 05:30:40 overcloud-controller-1 stonith-ng[15307]:  notice: ipmilan-overcloud-compute-0 can not fence (reboot) overcloud-compute-1: static-list
Apr  1 05:30:47 overcloud-controller-1 stonith-ng[15307]:  notice: Call to ipmilan-overcloud-compute-1 for overcloud-compute-1 on behalf of crmd.15311 at overcloud-controller-1: OK (0)
Apr  1 05:30:47 overcloud-controller-1 stonith-ng[15307]:  notice: All fencing options to fence overcloud-compute-1 for crmd.15311 at overcloud-controller-1.dd37f928 failed
Apr  1 05:30:47 overcloud-controller-1 stonith-ng[15307]:  notice: Couldn't find anyone to fence (reboot) overcloud-compute-1 with fence-nova
Apr  1 05:30:47 overcloud-controller-1 stonith-ng[15307]:   error: Operation reboot of overcloud-compute-1 by <no-one> for crmd.15311 at overcloud-controller-1.dd37f928: No route to host
Apr  1 05:30:47 overcloud-controller-1 crmd[15311]:  notice: Stonith operation 31/484:362:0:6651ee2c-0a43-42a6-b183-84a2b00dde25: No route to host (-113)
Apr  1 05:30:47 overcloud-controller-1 crmd[15311]:  notice: Stonith operation 31 for overcloud-compute-1 failed (No route to host): aborting transition.
Apr  1 05:30:47 overcloud-controller-1 crmd[15311]:  notice: Transition aborted: Stonith failed (source=tengine_stonith_callback:733, 0)
Apr  1 05:30:47 overcloud-controller-1 crmd[15311]:  notice: Peer overcloud-compute-1 was not terminated (reboot) by <anyone> for overcloud-controller-1: No route to host (ref=dd37f928-d53f-40e2-a65c-18028290d4f1) by client crmd.15311