Sun cluster相关问题

Question

背景：用用程序发生了自动切换，查了日志没有资源错误，下面是sc的eventlog里记录的日志，帮忙看看是什么原因导致状态变为ONLINE_NOT_MONITORED
Thu Oct 21 03:40:30 2010
class: EC_Cluster   subclass: ESC_cluster_fm_r_restarting
vendor: SUNW   pub: rgm   pid: 1516
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-2  
ts_sec: 1287603630   ts_usec: 86475
severity: 0 (Info) initiator: 3 (Agent)
r_name: aaa-server-rs
rg_name: aaa-rg   node_name: BJ-APN-1

Thu Oct 21 03:40:16 2010
class: EC_Cluster   subclass: ESC_cluster_r_method_completed
vendor: SUNW   pub: rgm   pid: 1428
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-1  
ts_sec: 1287603616   ts_usec: 64019
severity: 0 (Info) initiator: 1 (System)
r_name: aaa-server-rs
rg_name: aaa-rg   method_name: MONITOR_STOP
method_duration: 205691005 (205ms)
method_timeout: 300
method_path: /opt/SUNWaaa/bin/aaa_mon_stop.ksh
result_code: 0 (Success)

Thu Oct 21 03:40:30 2010
class: EC_Cluster   subclass: ESC_cluster_r_state
vendor: SUNW   pub: rgm   pid: 1516
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-2  
ts_sec: 1287603630   ts_usec: 295573
severity: 1 (Warning) initiator: 1 (System)
r_name: aaa-server-rs
rg_name: aaa-rg   node_list: BJ-APN-2,BJ-APN-1
state_list: OFFLINE,ONLINE_NOT_MONITORED

Thu Oct 21 03:40:30 2010
class: EC_Cluster   subclass: ESC_cluster_fm_r_status_change
vendor: SUNW   pub: rgm   pid: 1516
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-2  
ts_sec: 1287603630   ts_usec: 297843
severity: 0 (Info) initiator: 3 (Agent)
r_name: aaa-server-rs
rg_name: aaa-rg   node_name: BJ-APN-1
old_status: R_FM_ONLINE
new_status: R_FM_UNKNOWN
status_msg: Stopping

Thu Oct 21 03:40:30 2010
class: EC_Cluster   subclass: ESC_cluster_r_state
vendor: SUNW   pub: rgm   pid: 1516
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-2  
ts_sec: 1287603630   ts_usec: 298311
severity: 0 (Info) initiator: 1 (System)
r_name: aaa-server-rs
rg_name: aaa-rg   node_list: BJ-APN-2,BJ-APN-1
state_list: OFFLINE,STOPPING

Thu Oct 21 03:40:16 2010
class: EC_Cluster   subclass: ESC_cluster_r_method_completed
vendor: SUNW   pub: rgm   pid: 1428
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-1  
ts_sec: 1287603616   ts_usec: 854822
severity: 0 (Info) initiator: 1 (System)
r_name: aaa-server-rs
rg_name: aaa-rg   method_name: STOP
method_duration: 786063586 (786ms)
method_timeout: 300
method_path: /opt/SUNWaaa/bin/aaa_svc_stop.ksh
result_code: 0 (Success)

Thu Oct 21 03:40:31 2010
class: EC_Cluster   subclass: ESC_cluster_r_state
vendor: SUNW   pub: rgm   pid: 1516
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-2  
ts_sec: 1287603631   ts_usec: 86457
severity: 0 (Info) initiator: 1 (System)
r_name: aaa-server-rs
rg_name: aaa-rg   node_list: BJ-APN-2,BJ-APN-1
state_list: OFFLINE,OFFLINE

Thu Oct 21 03:40:31 2010
class: EC_Cluster   subclass: ESC_cluster_fm_r_status_change
vendor: SUNW   pub: rgm   pid: 1516
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-2  
ts_sec: 1287603631   ts_usec: 88488
severity: 0 (Info) initiator: 3 (Agent)
r_name: aaa-server-rs
rg_name: aaa-rg   node_name: BJ-APN-1
old_status: R_FM_UNKNOWN
new_status: R_FM_OFFLINE
status_msg: null

Thu Oct 21 03:40:31 2010
class: EC_Cluster   subclass: ESC_cluster_fm_r_status_change
vendor: SUNW   pub: rgm   pid: 1516
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-2  
ts_sec: 1287603631   ts_usec: 90204
severity: 0 (Info) initiator: 3 (Agent)
r_name: aaa-server-rs
rg_name: aaa-rg   node_name: BJ-APN-1
old_status: R_FM_OFFLINE
new_status: R_FM_UNKNOWN
status_msg: Starting

Thu Oct 21 03:40:31 2010
class: EC_Cluster   subclass: ESC_cluster_r_state
vendor: SUNW   pub: rgm   pid: 1516
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-2  
ts_sec: 1287603631   ts_usec: 90713
severity: 0 (Info) initiator: 1 (System)
r_name: aaa-server-rs
rg_name: aaa-rg   node_list: BJ-APN-2,BJ-APN-1
state_list: OFFLINE,STARTING

Thu Oct 21 03:40:31 2010
class: EC_Cluster   subclass: ESC_cluster_r_state
vendor: SUNW   pub: rgm   pid: 1516
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-2  
ts_sec: 1287603631   ts_usec: 348877
severity: 1 (Warning) initiator: 1 (System)
r_name: aaa-server-rs
rg_name: aaa-rg   node_list: BJ-APN-2,BJ-APN-1
state_list: OFFLINE,ONLINE_NOT_MONITORED

Thu Oct 21 03:40:17 2010
class: EC_Cluster   subclass: ESC_cluster_r_method_completed
vendor: SUNW   pub: rgm   pid: 1428
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-1  
ts_sec: 1287603617   ts_usec: 117509
severity: 0 (Info) initiator: 1 (System)
r_name: aaa-server-rs
rg_name: aaa-rg   method_name: START
method_duration: 256415887 (256ms)
method_timeout: 300
method_path: /opt/SUNWaaa/bin/aaa_svc_start.ksh
result_code: 0 (Success)

Thu Oct 21 03:40:31 2010
class: EC_Cluster   subclass: ESC_cluster_fm_r_status_change
vendor: SUNW   pub: rgm   pid: 1516
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-2  
ts_sec: 1287603631   ts_usec: 351980
severity: 0 (Info) initiator: 3 (Agent)
r_name: aaa-server-rs
rg_name: aaa-rg   node_name: BJ-APN-1
old_status: R_FM_UNKNOWN
new_status: R_FM_ONLINE
status_msg: null

Thu Oct 21 03:40:31 2010
class: EC_Cluster   subclass: ESC_cluster_r_state
vendor: SUNW   pub: rgm   pid: 1516
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-2  
ts_sec: 1287603631   ts_usec: 676438
severity: 0 (Info) initiator: 1 (System)
r_name: aaa-server-rs
rg_name: aaa-rg   node_list: BJ-APN-2,BJ-APN-1
state_list: OFFLINE,ONLINE

Thu Oct 21 03:40:17 2010
class: EC_Cluster   subclass: ESC_cluster_r_method_completed
vendor: SUNW   pub: rgm   pid: 1428
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-1  
ts_sec: 1287603617   ts_usec: 445056
severity: 0 (Info) initiator: 1 (System)
r_name: aaa-server-rs
rg_name: aaa-rg   method_name: MONITOR_START
method_duration: 322945878 (322ms)
method_timeout: 300
method_path: /opt/SUNWaaa/bin/aaa_mon_start.ksh
result_code: 0 (Success)

Thu Oct 21 03:41:32 2010
class: EC_Cluster   subclass: ESC_cluster_fm_r_restarting
vendor: SUNW   pub: rgm   pid: 1516
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-2  
ts_sec: 1287603692   ts_usec: 273142
severity: 0 (Info) initiator: 3 (Agent)
r_name: aaa-server-rs
rg_name: aaa-rg   node_name: BJ-APN-1

Thu Oct 21 03:41:18 2010
class: EC_Cluster   subclass: ESC_cluster_r_method_completed
vendor: SUNW   pub: rgm   pid: 1428
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-1  
ts_sec: 1287603678   ts_usec: 246310
severity: 0 (Info) initiator: 1 (System)
r_name: aaa-server-rs
rg_name: aaa-rg   method_name: MONITOR_STOP
method_duration: 201321528 (201ms)
method_timeout: 300
method_path: /opt/SUNWaaa/bin/aaa_mon_stop.ksh
result_code: 0 (Success)

Thu Oct 21 03:41:32 2010
class: EC_Cluster   subclass: ESC_cluster_r_state
vendor: SUNW   pub: rgm   pid: 1516
cluster_id: 0x499145B1   cluster: BJ-APN-HA   node: BJ-APN-2  
ts_sec: 1287603692   ts_usec: 477847
severity: 1 (Warning) initiator: 1 (System)
r_name: aaa-server-rs
rg_name: aaa-rg   node_list: BJ-APN-2,BJ-APN-1
state_list: OFFLINE,ONLINE_NOT_MONITORED