diff --git a/.builds/beta.yml b/.builds/beta.yml
new file mode 100644
index 00000000..e9349ff7
--- /dev/null
+++ b/.builds/beta.yml
@@ -0,0 +1,27 @@
+image: archlinux
+packages:
+  - rustup
+sources:
+  - https://github.com/ruma/ruma-signatures
+tasks:
+  - rustup: |
+      # We specify --profile minimal because we'd otherwise download docs
+      rustup toolchain install beta --profile minimal -c rustfmt -c clippy
+      rustup default beta
+  - test: |
+      cd ruma-signatures
+
+      # We don't want the build to stop on individual failure of independent
+      # tools, so capture tool exit codes and set the task exit code manually
+      set +e
+
+      cargo fmt -- --check
+      fmt_exit=$?
+
+      cargo clippy --all-targets --all-features -- -D warnings
+      clippy_exit=$?
+
+      cargo test --verbose
+      test_exit=$?
+
+      exit $(( $fmt_exit || $clippy_exit || $test_exit ))
diff --git a/.builds/nightly.yml b/.builds/nightly.yml
new file mode 100644
index 00000000..f2345792
--- /dev/null
+++ b/.builds/nightly.yml
@@ -0,0 +1,32 @@
+image: archlinux
+packages:
+  - rustup
+sources:
+  - https://github.com/ruma/ruma-signatures
+tasks:
+  - rustup: |
+      rustup toolchain install nightly --profile minimal
+      rustup default nightly
+
+      # Try installing rustfmt & clippy for nightly, but don't fail the build
+      # if they are not available
+      rustup component add rustfmt || true
+      rustup component add clippy || true
+  - test: |
+      cd ruma-signatures
+
+      # We don't want the build to stop on individual failure of independent
+      # tools, so capture tool exit codes and set the task exit code manually
+      set +e
+
+      if ( rustup component list | grep -q rustfmt ); then
+        cargo fmt -- --check
+      fi
+      fmt_exit=$?
+
+      if ( rustup component list | grep -q clippy ); then
+        cargo clippy --all-targets --all-features -- -D warnings
+      fi
+      clippy_exit=$?
+
+      exit $(( $fmt_exit || $clippy_exit ))
diff --git a/.builds/stable.yml b/.builds/stable.yml
new file mode 100644
index 00000000..8d0152dc
--- /dev/null
+++ b/.builds/stable.yml
@@ -0,0 +1,29 @@
+image: archlinux
+packages:
+  - rustup
+sources:
+  - https://github.com/ruma/ruma-signatures
+tasks:
+  - rustup: |
+      # We specify --profile minimal because we'd otherwise download docs
+      rustup toolchain install stable --profile minimal -c rustfmt -c clippy
+      rustup default stable
+  - test: |
+      cd ruma-signatures
+
+      # We don't want the build to stop on individual failure of independent
+      # tools, so capture tool exit codes and set the task exit code manually
+      set +e
+
+      cargo fmt -- --check
+      fmt_exit=$?
+
+      cargo clippy --all-targets --all-features -- -D warnings
+      clippy_exit=$?
+
+      cargo test --verbose
+      test_exit=$?
+
+      exit $(( $fmt_exit || $clippy_exit || $test_exit ))
+  # TODO: Add audit task once cargo-audit binary releases are available.
+  #       See https://github.com/RustSec/cargo-audit/issues/66
diff --git a/.travis.yml b/.travis.yml
deleted file mode 100644
index e7f2baac..00000000
--- a/.travis.yml
+++ /dev/null
@@ -1,29 +0,0 @@
-language: "rust"
-cache: "cargo"
-rust:
-  - stable
-  - beta
-  - nightly
-jobs:
-  allow_failures:
-    - rust: nightly
-  fast_finish: true
-
-before_script:
-  - rustup component add rustfmt
-  - rustup component add clippy
-  - |
-      if [ "$TRAVIS_RUST_VERSION" == "stable" ]; then
-        cargo install --force cargo-audit
-      fi
-  - cargo generate-lockfile
-script:
-  - |
-      if [ "$TRAVIS_RUST_VERSION" == "stable" ]; then
-        cargo audit
-      fi
-  - cargo fmt -- --check
-  - cargo clippy --all-targets --all-features -- -D warnings
-  - cargo build --verbose
-  - cargo test --verbose
-if: "type != push OR (tag IS blank AND branch = master)"
diff --git a/README.md b/README.md
index 41c9016a..720dd575 100644
--- a/README.md
+++ b/README.md
@@ -2,7 +2,6 @@
 
 [![crates.io page](https://img.shields.io/crates/v/ruma-signatures.svg)](https://crates.io/crates/ruma-signatures)
 [![docs.rs page](https://docs.rs/ruma-signatures/badge.svg)](https://docs.rs/ruma-signatures/)
-[![build status](https://travis-ci.org/ruma/ruma-signatures.svg?branch=master)](https://travis-ci.org/ruma/ruma-signatures)
 ![license: MIT](https://img.shields.io/crates/l/ruma-signatures.svg)
 
 ruma-signatures provides functionality for creating digital signatures according to the [Matrix](https://matrix.org/) specification.