51/179 Stages failed: - pcs,cli,Tags (nodes: 2) - pacemaker,recovery,RecoveryActiveNode (nodes: 2) - pacemaker,recovery,RecoveryRandomNode (nodes: 2) - pacemaker,recovery,RecoveryRestartPacemaker-AllNodes (nodes: 2) - pacemaker,recovery,RecoveryResourceFailure (nodes: 2) - pacemaker,recovery,RecoveryActiveNode,sbd-only,kill_reboot (nodes: 2) - pacemaker,resource,Apache,recovery (nodes: 2) - pacemaker,resource,Apache,variant:latency,latency:300ms (nodes: 2) - pacemaker,resource,Clone (nodes: 2) - pacemaker,resource,ConstraintsTest (nodes: 2) - pacemaker,resource,Group (nodes: 2) - pacemaker,resource,Filesystem (nodes: 2) - pacemaker,resource,FilesystemGroup (nodes: 2) - pacemaker,usecase,ha-apache (nodes: 2) - pacemaker,usecase,NFS_Server-AP,lvmlockd,exclusive (nodes: 2) - lvm,lvm_config_no-vdo,cluster-lvmlockd (nodes: 2) - setup (nodes: 3) - pcs,cli,Tags (nodes: 3) - pacemaker,recovery,RecoveryActiveNode (nodes: 3) - pacemaker,recovery,RecoveryRandomNode (nodes: 3) - pacemaker,recovery,RecoveryRestartPacemaker-AllNodes (nodes: 3) - pacemaker,recovery,RecoveryResourceFailure (nodes: 3) - pacemaker,recovery,RecoveryActiveNode,sbd-only,kill_reboot (nodes: 3) - pacemaker,resource,Apache,recovery (nodes: 3) - pacemaker,resource,Apache,variant:latency,latency:300ms (nodes: 3) - pacemaker,resource,Clone (nodes: 3) - pacemaker,resource,ConstraintsTest (nodes: 3) - pacemaker,resource,Group (nodes: 3) - pacemaker,resource,Filesystem (nodes: 3) - pacemaker,resource,FilesystemGroup (nodes: 3) - pacemaker,usecase,ha-apache (nodes: 3) - pacemaker,usecase,NFS_Server-AP,lvmlockd,exclusive (nodes: 3) - lvm,lvm_config_no-vdo,cluster-lvmlockd (nodes: 3) - pacemaker,recovery,RecoveryRandomMultiNodeNQ (nodes: 3) - pcs,cli,Tags (nodes: 4) - pacemaker,recovery,RecoveryActiveNode (nodes: 4) - pacemaker,recovery,RecoveryRandomNode (nodes: 4) - pacemaker,recovery,RecoveryRestartPacemaker-AllNodes (nodes: 4) - pacemaker,recovery,RecoveryResourceFailure (nodes: 4) - pacemaker,recovery,RecoveryActiveNode,sbd-only,kill_reboot (nodes: 4) - pacemaker,resource,Apache,recovery (nodes: 4) - pacemaker,resource,Apache,variant:latency,latency:300ms (nodes: 4) - pacemaker,resource,Clone (nodes: 4) - pacemaker,resource,ConstraintsTest (nodes: 4) - pacemaker,resource,Group (nodes: 4) - pacemaker,resource,Filesystem (nodes: 4) - pacemaker,resource,FilesystemGroup (nodes: 4) - pacemaker,usecase,ha-apache (nodes: 4) - pacemaker,usecase,NFS_Server-AP,lvmlockd,exclusive (nodes: 4) - lvm,lvm_config_no-vdo,cluster-lvmlockd (nodes: 4) - pcs,cli,rhbz1328870 (nodes: 4) Run reason: Started by upstream project "global/ha-functional-testing-weekly" build number 141 Total runtime: 1 day 10 hr Full log: https://ci.kronosnet.org/job/global/job/ha-functional-testing/1306/