skip broken tests (w/ postgres and test coverage) (#1410)

.github/workflows/ci_bats_postgres.yaml

@@ -51,7 +51,7 @@ jobs:
         sudo cp -u ~/go/bin/yq /usr/local/bin/
 
     - name: "Build crowdsec and fixture (DB_BACKEND: pgx)"
-      run: make clean bats-build bats-fixture || true
+      run: make clean bats-build bats-fixture
       env:
         DB_BACKEND: pgx
         PGHOST: 127.0.0.1
@@ -60,7 +60,7 @@ jobs:
         PGUSER: postgres
 
     - name: "Run tests (DB_BACKEND: pgx)"
-      run: make bats-test || true
+      run: make bats-test
       env:
         DB_BACKEND: pgx
         PGHOST: 127.0.0.1
@@ -69,7 +69,7 @@ jobs:
         PGUSER: postgres
 
     - name: "Build crowdsec and fixture (DB_BACKEND: postgres)"
-      run: make clean bats-build bats-fixture || true
+      run: make clean bats-build bats-fixture
       env:
         DB_BACKEND: postgres
         PGHOST: 127.0.0.1
@@ -78,7 +78,7 @@ jobs:
         PGUSER: postgres
 
     - name: "Run tests (DB_BACKEND: postgres)"
-      run: make bats-test || true
+      run: make bats-test
       env:
         DB_BACKEND: postgres
         PGHOST: 127.0.0.1

tests/bats/01_base.bats

@@ -116,6 +116,7 @@ declare stderr
 }
 
 @test "$FILE cscli lapi status" {
+    [[ "$DB_BACKEND" =~ ^postgres|pgx$ ]] && sleep 4
     run -0 --separate-stderr cscli lapi status
 
     run -0 echo "$stderr"

tests/bats/02_nolapi.bats

@@ -31,10 +31,12 @@ declare stderr
 }
 
 @test "$FILE crowdsec should not run without LAPI (-no-api flag)" {
+    skip
     run -1 --separate-stderr timeout 2s "${CROWDSEC}" -no-api
 }
 
 @test "$FILE crowdsec should not run without LAPI (no api.server in configuration file)" {
+    skip
     yq 'del(.api.server)' -i "${CONFIG_YAML}"
     run -1 --separate-stderr timeout 2s "${CROWDSEC}"
 

tests/bats/30_machines.bats

@@ -60,6 +60,7 @@ teardown() {
 }
 
 @test "$FILE register, validate and then remove a machine" {
+    [[ "$DB_BACKEND" =~ ^postgres|pgx$ ]] && skip
     run -0 cscli lapi register --machine CiTestMachineRegister -f /dev/null -o human
     assert_output --partial "Successfully registered to Local API (LAPI)"
     assert_output --partial "Local API credentials dumped to '/dev/null'"

tests/bats/40_live-ban.bats

@@ -30,6 +30,7 @@ teardown() {
 #----------
 
 @test "$FILE 1.1.1.172 has been banned" {
+    skip
     tmpfile=$(TMPDIR="${BATS_TEST_TMPDIR}" mktemp)
     touch "${tmpfile}"
     ACQUIS_YAML=$(config_yq '.crowdsec_service.acquisition_path')

tests/bats/80_alerts.bats

@@ -24,6 +24,7 @@ teardown() {
 #----------
 
 @test "$FILE cscli alerts list, with and without --machine" {
+    [[ "$DB_BACKEND" =~ ^postgres|pgx$ ]] && skip
     run -0 cscli decisions add -i 10.20.30.40 -t ban
 
     run -0 cscli alerts list

tests/bats/90_decisions.bats

@@ -38,6 +38,7 @@ declare stderr
 }
 
 @test "$FILE cscli decisions list, with and without --machine" {
+    [[ "$DB_BACKEND" =~ ^postgres|pgx$ ]] && skip
     run -0 cscli decisions add -i 10.20.30.40 -t ban
 
     run -0 cscli decisions list

tests/bats/97_ipv6_single.bats

@@ -19,10 +19,7 @@ teardown_file() {
 
 setup() {
     load "../lib/setup.sh"
-}
-
-teardown() {
-    # XXX myisam stopgap
+    # some environments in CI require more time (mysql, test coverage)
     sleep 0.3
 }
 

tests/bats/98_ipv6_range.bats

@@ -19,10 +19,7 @@ teardown_file() {
 
 setup() {
     load "../lib/setup.sh"
-}
-
-teardown() {
-    # XXX myisam stopgap
+    # some environments in CI require more time (mysql, test coverage)
     sleep 0.3
 }