64/176 Stages failed: - pcs,cli,ClusterCibPush (nodes: 2) - pcs,cli,OperationDefaults (nodes: 2) - pcs,cli,Properties (nodes: 2) - pcs,cli,ResourceManageUnmanageMonitor (nodes: 2) - pcs,cli,StonithLevel (nodes: 2) - pcs,cli,Tags (nodes: 2) - pacemaker,recovery,RecoveryRandomNode (nodes: 2) - pacemaker,recovery,RecoveryRestartPacemaker-AllNodes (nodes: 2) - pacemaker,recovery,RecoveryResourceFailure (nodes: 2) - pacemaker,recovery,RecoveryActiveNode,sbd-only,kill_reboot (nodes: 2) - pacemaker,resource,Apache,recovery (nodes: 2) - pacemaker,resource,Apache,variant:latency,latency:300ms (nodes: 2) - pacemaker,resource,Clone (nodes: 2) - pacemaker,resource,ConstraintsTest (nodes: 2) - pacemaker,resource,Group (nodes: 2) - pacemaker,resource,Filesystem (nodes: 2) - pacemaker,resource,FilesystemGroup (nodes: 2) - pacemaker,usecase,ha-apache (nodes: 2) - pacemaker,usecase,NFS_Server-AP,lvmlockd,exclusive (nodes: 2) - lvm,lvm_config_no-vdo,cluster-lvmlockd (nodes: 2) - setup (nodes: 3) - pcs,cli,ClusterCibPush (nodes: 3) - pcs,cli,OperationDefaults (nodes: 3) - pcs,cli,Properties (nodes: 3) - pcs,cli,StonithLevel (nodes: 3) - pcs,cli,Tags (nodes: 3) - pacemaker,recovery,RecoveryRandomNode (nodes: 3) - pacemaker,recovery,RecoveryRestartPacemaker-AllNodes (nodes: 3) - pacemaker,recovery,RecoveryResourceFailure (nodes: 3) - pacemaker,recovery,RecoveryActiveNode,sbd-only,kill_reboot (nodes: 3) - pacemaker,resource,Apache,recovery (nodes: 3) - pacemaker,resource,Apache,variant:latency,latency:300ms (nodes: 3) - pacemaker,resource,Clone (nodes: 3) - pacemaker,resource,ConstraintsTest (nodes: 3) - pacemaker,resource,Group (nodes: 3) - pacemaker,resource,Filesystem (nodes: 3) - pacemaker,resource,FilesystemGroup (nodes: 3) - pacemaker,usecase,ha-apache (nodes: 3) - pacemaker,usecase,NFS_Server-AP,lvmlockd,exclusive (nodes: 3) - lvm,lvm_config_no-vdo,cluster-lvmlockd (nodes: 3) - pcs,cli,RemoteGuestNodes (nodes: 3) - pcs,cli,ClusterCibPush (nodes: 4) - pcs,cli,OperationDefaults (nodes: 4) - pcs,cli,StonithLevel (nodes: 4) - pcs,cli,Tags (nodes: 4) - pacemaker,recovery,RecoveryRandomNode (nodes: 4) - pacemaker,recovery,RecoveryRestartPacemaker-AllNodes (nodes: 4) - pacemaker,recovery,RecoveryResourceFailure (nodes: 4) - pacemaker,recovery,RecoveryActiveNode,sbd-only,kill_reboot (nodes: 4) - pacemaker,resource,Apache,recovery (nodes: 4) - pacemaker,resource,Apache,variant:latency,latency:300ms (nodes: 4) - pacemaker,resource,Clone (nodes: 4) - pacemaker,resource,ConstraintsTest (nodes: 4) - pacemaker,resource,Group (nodes: 4) - pacemaker,resource,Filesystem (nodes: 4) - pacemaker,resource,FilesystemGroup (nodes: 4) - pacemaker,usecase,ha-apache (nodes: 4) - pacemaker,usecase,NFS_Server-AP,lvmlockd,exclusive (nodes: 4) - lvm,lvm_config_no-vdo,cluster-lvmlockd (nodes: 4) - pcs,cli,DefaultsSet (nodes: 4) - pcs,cli,RemoteGuestNodes (nodes: 4) - pacemaker,recovery,RecoveryNodeNetworkFailure,sbd-only,network_disruptor (nodes: 4) - pacemaker,recovery,RecoveryNodeNetworkFailure,sbd-with-one-device,network_disruptor (nodes: 4) - pacemaker,usecase,apachewebfarm,haproxy (nodes: 4)

Run reason: Started by upstream project "global/ha-functional-testing-weekly" build number 161 Total runtime: 2 days 1 hr

Full log: https://ci.kronosnet.org/job/global/job/ha-functional-testing/1962/