diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 3af410094..b451499c3 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -75,6 +75,8 @@ jobs:
       if: runner.os != 'Windows'
       env:
         COVERAGE: false
+        CI_DC: ${{ matrix.dc }}
+        CI_OS: ${{ matrix.os }}
         # The value doesn't matter as long as it's > 2.087
         FRONTEND: 2.095.0
       run: |
diff --git a/README.md b/README.md
index 87257f868..545218636 100644
--- a/README.md
+++ b/README.md
@@ -4,7 +4,7 @@ Package and build manager for [D](http://dlang.org/) applications and libraries.
 
 There is a central [package registry](https://github.com/dlang/dub-registry/) located at <http://code.dlang.org>.
 
-[![GitHub tag](https://img.shields.io/github/tag/dlang/dub.svg?maxAge=86400)](#) [![Coverage Status](https://coveralls.io/repos/dlang/dub/badge.svg)](https://coveralls.io/r/dlang/dub)
+[![GitHub tag](https://img.shields.io/github/tag/dlang/dub.svg?maxAge=86400)](#)
 [![Buildkite](https://badge.buildkite.com/c54d71c42284a042b9d578e28e093dff35f20cc8528319b1b6.svg?branch=master)](https://buildkite.com/dlang/dub)
 
 ## Introduction
diff --git a/scripts/ci/travis.sh b/scripts/ci/travis.sh
index a811e7570..f4a615ea8 100755
--- a/scripts/ci/travis.sh
+++ b/scripts/ci/travis.sh
@@ -33,28 +33,10 @@ else
 fi
 
 ## Checks that only need to be done once per CI run
-## Here the `COVERAGE` variable is abused for this purpose,
-## as it's only defined once in the whole Travis matrix
-if [ "$COVERAGE" = true ]; then
-    # run tests with different compilers
-    DUB=`pwd`/bin/dub DC=${DC} test/run-unittest.sh
-    clean
-
-    export FRONTEND=2.077
-    source $(~/dlang/install.sh ldc-1.7.0 --activate)
-    DUB=`pwd`/bin/dub DC=${DC} test/run-unittest.sh
-    deactivate
-    clean
-
-    export FRONTEND=2.068
-    source $(~/dlang/install.sh gdc-4.8.5 --activate)
-    DUB=`pwd`/bin/dub DC=${DC} test/run-unittest.sh
-    deactivate
-
+## We choose to run them only on ldc-latest
+if [[ "$CI_DC" == "ldc-latest" && "$CI_OS" =~ ^ubuntu.* ]]; then
     # check for trailing whitespace
     find . -type f -name '*.d' -exec grep -Hn "[[:blank:]]$" {} \;
     # check that the man page generation still works
-    source $(~/dlang/install.sh dmd --activate)
-    source $(~/dlang/install.sh dub --activate)
     dub --single -v scripts/man/gen_man.d
 fi