<div dir="ltr"><div class="gmail_extra">Sure but shortly after I posted this to the list I noticed I had duplicate name entries in /etc/hosts. I had made a mistake when setting up a private l2 vlan for corosync, it had separate IP-addresses but the same names as the public vlan, as aliases. I suspected this was the cause of the issue. Then the solution was shutdown for troubleshooting. <br>
<br><cib epoch="329" num_updates="14" admin_epoch="0" validate-with="pacemaker-1.2" crm_feature_set="3.0.6" update-origin="app02" update-client="crmd" cib-last-written="Thu Dec 13 14:46:23 2012" have-quorum="1" dc-uuid="app02"><br>
<configuration><br> <crm_config><br> <cluster_property_set id="cib-bootstrap-options"><br> <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.7-ee0730e13d124c3d58f00016c3376a1de5323cff"/><br>
<nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="openais"/><br> <nvpair id="cib-bootstrap-options-expected-quorum-votes" name="expected-quorum-votes" value="2"/><br>
<nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="false"/><br> <nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/><br>
<nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1355405483"/><br> </cluster_property_set><br> </crm_config><br> <nodes><br>
<node id="app01" type="normal" uname="app01"><br> <instance_attributes id="nodes-app01"><br> <nvpair id="nodes-app01-standby" name="standby" value="off"/><br>
</instance_attributes><br> </node><br> <node id="app02" type="normal" uname="app02"><br> <instance_attributes id="nodes-app02"><br> <nvpair id="nodes-app02-standby" name="standby" value="off"/><br>
</instance_attributes><br> </node><br> </nodes><br> <resources><br> <primitive class="ocf" id="VirtualIP0" provider="heartbeat" type="IPaddr2"><br>
<instance_attributes id="VirtualIP0-instance_attributes"><br> <nvpair id="VirtualIP0-instance_attributes-ip" name="ip" value="10.121.132.30"/><br> </instance_attributes><br>
<operations><br> <op id="VirtualIP0-monitor-10s" interval="10s" name="monitor"/><br> </operations><br> <meta_attributes id="VirtualIP0-meta_attributes"><br>
<nvpair id="VirtualIP0-meta_attributes-target-role" name="target-role" value="Started"/><br> </meta_attributes><br> </primitive><br> <master id="msDrbdShared0"><br>
<meta_attributes id="msDrbdShared0-meta_attributes"><br> <nvpair id="msDrbdShared0-meta_attributes-resource-stickines" name="resource-stickines" value="100"/><br>
<nvpair id="msDrbdShared0-meta_attributes-notify" name="notify" value="true"/><br> <nvpair id="msDrbdShared0-meta_attributes-interleave" name="interleave" value="true"/><br>
<nvpair id="msDrbdShared0-meta_attributes-master-max" name="master-max" value="2"/><br> <nvpair id="msDrbdShared0-meta_attributes-target-role" name="target-role" value="Started"/><br>
</meta_attributes><br> <primitive class="ocf" id="resDrbdShared0" provider="linbit" type="drbd"><br> <instance_attributes id="resDrbdShared0-instance_attributes"><br>
<nvpair id="resDrbdShared0-instance_attributes-drbd_resource" name="drbd_resource" value="shared0"/><br> </instance_attributes><br> <operations id="resDrbd-operations"><br>
<op id="resDrbdShared0-monitor-20" interval="20" name="monitor" role="Master" timeout="20"><br> <instance_attributes id="resDrbdShared0-monitor-20-instance_attributes"><br>
<nvpair id="resDrbdShared0-monitor-20-instance_attributes-notify" name="notify" value="true"/><br> </instance_attributes><br> </op><br>
<op id="resDrbdShared0-monitor-30" interval="30" name="monitor" role="Slave" timeout="20"><br> <instance_attributes id="resDrbdShared0-monitor-30-instance_attributes"><br>
<nvpair id="resDrbdShared0-monitor-30-instance_attributes-notify" name="notify" value="true"/><br> </instance_attributes><br> </op><br>
</operations><br> </primitive><br> </master><br> <clone id="cloneOCFS"><br> <meta_attributes id="cloneOCFS-meta_attributes"><br> <nvpair id="cloneOCFS-meta_attributes-interleave" name="interleave" value="true"/><br>
<nvpair id="cloneOCFS-meta_attributes-ordered" name="ordered" value="true"/><br> <nvpair id="cloneOCFS-meta_attributes-target-role" name="target-role" value="Started"/><br>
</meta_attributes><br> <primitive class="ocf" id="resOCFS" provider="heartbeat" type="Filesystem"><br> <instance_attributes id="resOCFS-instance_attributes"><br>
<nvpair id="resOCFS-instance_attributes-device" name="device" value="/dev/drbd/by-res/shared0"/><br> <nvpair id="resOCFS-instance_attributes-directory" name="directory" value="/data"/><br>
<nvpair id="resOCFS-instance_attributes-fstype" name="fstype" value="ocfs2"/><br> </instance_attributes><br> <operations><br> <op id="resOCFS-monitor-120s" interval="120s" name="monitor"/><br>
</operations><br> </primitive><br> </clone><br> <clone id="cloneJboss"><br> <meta_attributes id="cloneJboss-meta_attributes"><br> <nvpair id="cloneJboss-meta_attributes-interleave" name="interleave" value="true"/><br>
<nvpair id="cloneJboss-meta_attributes-ordered" name="ordered" value="true"/><br> <nvpair id="cloneJboss-meta_attributes-is-managed" name="is-managed" value="false"/><br>
<nvpair id="cloneJboss-meta_attributes-target-role" name="target-role" value="Started"/><br> </meta_attributes><br> <primitive class="lsb" id="resJboss" type="jboss4"><br>
<operations><br> <op id="resJboss-monitor-120s" interval="120s" name="monitor" timeout="150s"/><br> <op id="resJboss-start-0" interval="0" name="start" timeout="150s"/><br>
<op id="resJboss-stop-0" interval="0" name="stop" timeout="150s"/><br> </operations><br> </primitive><br> </clone><br> <clone id="cloneOcfs2Mgmt"><br>
<meta_attributes id="cloneOcfs2Mgmt-meta_attributes"><br> <nvpair id="cloneOcfs2Mgmt-meta_attributes-interleave" name="interleave" value="true"/><br> <nvpair id="cloneOcfs2Mgmt-meta_attributes-target-role" name="target-role" value="Started"/><br>
</meta_attributes><br> <group id="groupOcfs2Mgmt"><br> <primitive class="ocf" id="resDLM" provider="pacemaker" type="controld"/><br>
<primitive class="ocf" id="resO2CB" provider="pacemaker" type="o2cb"/><br> </group><br> </clone><br> </resources><br> <constraints><br>
<rsc_order first="msDrbdShared0" first-action="promote" id="ordDRBD" score="INFINITY" then="cloneOcfs2Mgmt" then-action="start"/><br> <rsc_order first="cloneOcfs2Mgmt" first-action="start" id="ordOcfs2" score="INFINITY" then="cloneOCFS" then-action="start"/><br>
<rsc_order first="cloneOCFS" first-action="start" id="ordJboss" score="INFINITY" then="cloneJboss" then-action="start"/><br> <rsc_colocation id="colDRBD" rsc="cloneOcfs2Mgmt" score="INFINITY" with-rsc="msDrbdShared0" with-rsc-role="Master"/><br>
<rsc_colocation id="colOcfs2" rsc="cloneOCFS" score="INFINITY" with-rsc="cloneOcfs2Mgmt"/><br> <rsc_colocation id="colJboss" rsc="cloneJboss" score="INFINITY" with-rsc="cloneOCFS"/><br>
</constraints><br> <rsc_defaults><br> <meta_attributes id="rsc-options"><br> <nvpair id="rsc-options-resource-stickiness" name="resource-stickiness" value="0"/><br>
</meta_attributes><br> </rsc_defaults><br> <op_defaults><br> <meta_attributes id="op-options"><br> <nvpair id="op-options-timeout" name="timeout" value="20s"/><br>
</meta_attributes><br> </op_defaults><br> </configuration><br> <status><br> <node_state id="app02" uname="app02" ha="active" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="do_update_resource" shutdown="0"><br>
<transient_attributes id="app02"><br> <instance_attributes id="status-app02"><br> <nvpair id="status-app02-last-failure-resOCFS2DLM.0" name="last-failure-resOCFS2DLM:0" value="1354566199"/><br>
<nvpair id="status-app02-master-resDrbdShared0.0" name="master-resDrbdShared0:0" value="10000"/><br> <nvpair id="status-app02-last-failure-resO2CB.1" name="last-failure-resO2CB:1" value="1355143887"/><br>
<nvpair id="status-app02-last-failure-resO2CB.0" name="last-failure-resO2CB:0" value="1355143887"/><br> <nvpair id="status-app02-probe_complete" name="probe_complete" value="true"/><br>
</instance_attributes><br> </transient_attributes><br> <lrm id="app02"><br> <lrm_resources><br> <lrm_resource id="resO2CB:0" type="o2cb" class="ocf" provider="pacemaker"><br>
<lrm_rsc_op id="resO2CB:0_last_failure_0" operation_key="resO2CB:0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="16:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;16:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="207" rc-code="0" op-status="0" interval="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/><br>
</lrm_resource><br> <lrm_resource id="resDrbdShared0:0" type="drbd" class="ocf" provider="linbit"><br> <lrm_rsc_op id="resDrbdShared0:0_last_failure_0" operation_key="resDrbdShared0:0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="12:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:8;12:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="203" rc-code="8" op-status="0" interval="0" op-digest="a2ecb8f335fe1934098209eab5ed6c23"/><br>
<lrm_rsc_op id="resDrbdShared0:0_monitor_20000" operation_key="resDrbdShared0:0_monitor_20000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="12:1146:8:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:8;12:1146:8:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="208" rc-code="8" op-status="0" interval="20000" op-digest="ac2bc494ab98993ea1f3633afdb111e8"/><br>
</lrm_resource><br> <lrm_resource id="resDLM:0" type="controld" class="ocf" provider="pacemaker"><br> <lrm_rsc_op id="resDLM:0_last_failure_0" operation_key="resDLM:0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="15:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;15:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="206" rc-code="0" op-status="0" interval="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/><br>
</lrm_resource><br> <lrm_resource id="VirtualIP0" type="IPaddr2" class="ocf" provider="heartbeat"><br> <lrm_rsc_op id="VirtualIP0_last_0" operation_key="VirtualIP0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="11:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:7;11:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="202" rc-code="7" op-status="0" interval="0" op-digest="43fda26beda4bf2142ab93cca61bb102"/><br>
</lrm_resource><br> <lrm_resource id="resOCFS:0" type="Filesystem" class="ocf" provider="heartbeat"><br> <lrm_rsc_op id="resOCFS:0_last_failure_0" operation_key="resOCFS:0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="10:1166:7:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;10:1166:7:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="221" rc-code="0" op-status="0" interval="0" last-run="1355405367" last-rc-change="1355405367" exec-time="50" queue-time="0" op-digest="5da801e66de1e44f007f2beb0ad6da0a"/><br>
<lrm_rsc_op id="resOCFS:0_monitor_120000" operation_key="resOCFS:0_monitor_120000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="45:1167:0:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;45:1167:0:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="222" rc-code="0" op-status="0" interval="120000" last-rc-change="1355405367" exec-time="40" queue-time="0" op-digest="7f1477727bdd8479a6381b77ab205e5b"/><br>
</lrm_resource><br> <lrm_resource id="resJboss:0" type="jboss4" class="lsb"><br> <lrm_rsc_op id="resJboss:0_last_failure_0" operation_key="resJboss:0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="11:1169:7:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;11:1169:7:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="223" rc-code="0" op-status="0" interval="0" last-run="1355405482" last-rc-change="1355405482" exec-time="40" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/><br>
<lrm_rsc_op id="resJboss:0_monitor_120000" operation_key="resJboss:0_monitor_120000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="53:1170:0:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;53:1170:0:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="224" rc-code="0" op-status="0" interval="120000" last-rc-change="1355405482" exec-time="50" queue-time="0" op-digest="08097c2f6d15e62b983493f493130f52"/><br>
</lrm_resource><br> </lrm_resources><br> </lrm><br> </node_state><br> <node_state id="app01" uname="app01" ha="active" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="do_update_resource" shutdown="0"><br>
<transient_attributes id="app01"><br> <instance_attributes id="status-app01"><br> <nvpair id="status-app01-last-failure-resOCFS2DLM.1" name="last-failure-resOCFS2DLM:1" value="1354566199"/><br>
<nvpair id="status-app01-master-resDrbdShared0.1" name="master-resDrbdShared0:1" value="10000"/><br> <nvpair id="status-app01-last-failure-resJboss.0" name="last-failure-resJboss:0" value="1355402408"/><br>
<nvpair id="status-app01-last-failure-resJboss.1" name="last-failure-resJboss:1" value="1355405064"/><br> <nvpair id="status-app01-probe_complete" name="probe_complete" value="true"/><br>
</instance_attributes><br> </transient_attributes><br> <lrm id="app01"><br> <lrm_resources><br> <lrm_resource id="resO2CB:0" type="o2cb" class="ocf" provider="pacemaker"><br>
<lrm_rsc_op id="resO2CB:0_last_failure_0" operation_key="resO2CB:0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="9:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;9:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="328" rc-code="0" op-status="0" interval="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/><br>
</lrm_resource><br> <lrm_resource id="resDrbdShared0:1" type="drbd" class="ocf" provider="linbit"><br> <lrm_rsc_op id="resDrbdShared0:1_last_failure_0" operation_key="resDrbdShared0:1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="5:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:8;5:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="324" rc-code="8" op-status="0" interval="0" op-digest="a2ecb8f335fe1934098209eab5ed6c23"/><br>
<lrm_rsc_op id="resDrbdShared0:1_monitor_20000" operation_key="resDrbdShared0:1_monitor_20000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="17:1146:8:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:8;17:1146:8:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="330" rc-code="8" op-status="0" interval="20000" op-digest="ac2bc494ab98993ea1f3633afdb111e8"/><br>
</lrm_resource><br> <lrm_resource id="VirtualIP0" type="IPaddr2" class="ocf" provider="heartbeat"><br> <lrm_rsc_op id="VirtualIP0_last_failure_0" operation_key="VirtualIP0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="4:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;4:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="323" rc-code="0" op-status="0" interval="0" op-digest="43fda26beda4bf2142ab93cca61bb102"/><br>
<lrm_rsc_op id="VirtualIP0_monitor_10000" operation_key="VirtualIP0_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="7:1146:0:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;7:1146:0:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="329" rc-code="0" op-status="0" interval="10000" op-digest="a03aa8e17b63bf3ae215a56f011bd7a5"/><br>
</lrm_resource><br> <lrm_resource id="resDLM:0" type="controld" class="ocf" provider="pacemaker"><br> <lrm_rsc_op id="resDLM:0_last_failure_0" operation_key="resDLM:0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="8:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;8:1145:7:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="327" rc-code="0" op-status="0" interval="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/><br>
</lrm_resource><br> <lrm_resource id="resOCFS:1" type="Filesystem" class="ocf" provider="heartbeat"><br> <lrm_rsc_op id="resOCFS:1_last_0" operation_key="resOCFS:1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="46:1167:0:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;46:1167:0:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="354" rc-code="0" op-status="0" interval="0" last-run="1355405375" last-rc-change="1355405375" exec-time="410" queue-time="0" op-digest="5da801e66de1e44f007f2beb0ad6da0a"/><br>
<lrm_rsc_op id="resOCFS:1_monitor_120000" operation_key="resOCFS:1_monitor_120000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="47:1167:0:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;47:1167:0:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="355" rc-code="0" op-status="0" interval="120000" last-rc-change="1355405375" exec-time="20" queue-time="0" op-digest="7f1477727bdd8479a6381b77ab205e5b"/><br>
</lrm_resource><br> <lrm_resource id="resJboss:0" type="jboss4" class="lsb"><br> <lrm_rsc_op id="resJboss:0_last_failure_0" operation_key="resJboss:0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="9:1169:7:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;9:1169:7:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="356" rc-code="0" op-status="0" interval="0" last-run="1355405490" last-rc-change="1355405490" exec-time="20" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/><br>
<lrm_rsc_op id="resJboss:0_monitor_120000" operation_key="resJboss:0_monitor_120000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="56:1170:0:d72ca1aa-5404-485f-8cae-fc326a485318" transition-magic="0:0;56:1170:0:d72ca1aa-5404-485f-8cae-fc326a485318" call-id="357" rc-code="0" op-status="0" interval="120000" last-rc-change="1355405490" exec-time="10" queue-time="0" op-digest="08097c2f6d15e62b983493f493130f52"/><br>
</lrm_resource><br> </lrm_resources><br> </lrm><br> </node_state><br> </status><br></cib><br></div><div class="gmail_extra"><br><div class="gmail_quote">2013/1/7 Andrew Beekhof <span dir="ltr"><<a href="mailto:andrew@beekhof.net" target="_blank">andrew@beekhof.net</a>></span><br>
<blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">ERROR: color_instance</blockquote></div><br><br clear="all"><br>-- <br>Hälsningar / Greetings<br><br>
Stefan Midjich<br>[De omnibus dubitandum]
</div></div>