54/179 Stages failed: - pcs,cli,Tags (nodes: 2) - pacemaker,recovery,RecoveryActiveNode,variant:iterations,iterations:10 (nodes: 2) - pacemaker,recovery,RecoveryRandomNode,variant:iterations,iterations:10 (nodes: 2) - pacemaker,recovery,RecoveryRestartPacemaker-AllNodes (nodes: 2) - pacemaker,recovery,RecoveryResourceFailure,variant:iterations,iterations:10 (nodes: 2) - pacemaker,recovery,RecoveryActiveNode,sbd-only,kill_reboot (nodes: 2) - pacemaker,resource,Apache,recovery (nodes: 2) - pacemaker,resource,Apache,variant:latency,latency:150ms (nodes: 2) - pacemaker,resource,Clone,variant:scaling,scale:5 (nodes: 2) - pacemaker,resource,ConstraintsTest,variant:scaling,scale:5 (nodes: 2) - pacemaker,resource,Group,variant:scaling,scale:5 (nodes: 2) - pacemaker,resource,Filesystem (nodes: 2) - pacemaker,resource,FilesystemGroup (nodes: 2) - pacemaker,usecase,ha-apache (nodes: 2) - pacemaker,usecase,NFS_Server-AP,lvmlockd,exclusive (nodes: 2) - lvm,lvm_config_no-vdo,cluster-lvmlockd (nodes: 2) - setup (nodes: 3) - pcs,cli,Tags (nodes: 3) - pacemaker,recovery,RecoveryActiveNode,variant:iterations,iterations:10 (nodes: 3) - pacemaker,recovery,RecoveryRandomNode,variant:iterations,iterations:10 (nodes: 3) - pacemaker,recovery,RecoveryRestartPacemaker-AllNodes (nodes: 3) - pacemaker,recovery,RecoveryResourceFailure,variant:iterations,iterations:10 (nodes: 3) - pacemaker,recovery,RecoveryActiveNode,sbd-only,kill_reboot (nodes: 3) - pacemaker,resource,Apache,recovery (nodes: 3) - pacemaker,resource,Apache,variant:latency,latency:150ms (nodes: 3) - pacemaker,resource,Clone,variant:scaling,scale:5 (nodes: 3) - pacemaker,resource,ConstraintsTest,variant:scaling,scale:5 (nodes: 3) - pacemaker,resource,Group,variant:scaling,scale:5 (nodes: 3) - pacemaker,resource,Filesystem (nodes: 3) - pacemaker,resource,FilesystemGroup (nodes: 3) - pacemaker,usecase,ha-apache (nodes: 3) - pacemaker,usecase,NFS_Server-AP,lvmlockd,exclusive (nodes: 3) - lvm,lvm_config_no-vdo,cluster-lvmlockd (nodes: 3) - pcs,cli,ClusterConfigUpdate (nodes: 3) - pcs,cli,RemoteGuestNodes (nodes: 3) - pcs,cli,ResourceCreate (nodes: 4) - pcs,cli,Tags (nodes: 4) - pacemaker,recovery,RecoveryActiveNode,variant:iterations,iterations:10 (nodes: 4) - pacemaker,recovery,RecoveryRandomNode,variant:iterations,iterations:10 (nodes: 4) - pacemaker,recovery,RecoveryRestartPacemaker-AllNodes (nodes: 4) - pacemaker,recovery,RecoveryResourceFailure,variant:iterations,iterations:10 (nodes: 4) - pacemaker,recovery,RecoveryActiveNode,sbd-only,kill_reboot (nodes: 4) - pacemaker,resource,Apache,recovery (nodes: 4) - pacemaker,resource,Apache,variant:latency,latency:150ms (nodes: 4) - pacemaker,resource,Clone,variant:scaling,scale:5 (nodes: 4) - pacemaker,resource,ConstraintsTest,variant:scaling,scale:5 (nodes: 4) - pacemaker,resource,Group,variant:scaling,scale:5 (nodes: 4) - pacemaker,resource,Filesystem (nodes: 4) - pacemaker,resource,FilesystemGroup (nodes: 4) - pacemaker,usecase,ha-apache (nodes: 4) - pacemaker,usecase,NFS_Server-AP,lvmlockd,exclusive (nodes: 4) - lvm,lvm_config_no-vdo,cluster-lvmlockd (nodes: 4) - pcs,cli,ClusterConfigUpdate (nodes: 4) - pacemaker,recovery,RecoveryRandomMultiNodeNQ,variant:iterations,iterations:10 (nodes: 4) Run reason: Started by upstream project "global/ha-functional-testing-weekly" build number 134 Total runtime: 1 day 6 hr Full log: https://ci.kronosnet.org/job/global/job/ha-functional-testing/1179/