diff --git a/.travis.yml b/.travis.yml
new file mode 100644
index 000000000..1b870ea51
--- /dev/null
+++ b/.travis.yml
@@ -0,0 +1,9 @@
+sudo: required
+
+language: bash
+
+services:
+  - docker
+
+script:
+  - bash ./scripts/verify.sh
diff --git a/scripts/verify.sh b/scripts/verify.sh
new file mode 100644
index 000000000..1d979796e
--- /dev/null
+++ b/scripts/verify.sh
@@ -0,0 +1,38 @@
+#!/bin/bash
+
+export CRTDIR=$(pwd)
+export TMPDIR=/tmp/testgendocs
+mkdir $TMPDIR
+
+cp -r sig* Makefile generator $TMPDIR
+
+cd $TMPDIR
+make all
+
+mismatches=0
+break=$(printf "=%.0s" $(seq 1 68))
+
+for file in $(ls $CRTDIR/sig-*/README.md $CRTDIR/sig-list.md); do
+  real=${file#$CRTDIR/}
+  if ! diff -q <(sed -e '/Last generated/d' $file) <(sed -e '/Last generated/d' $TMPDIR/$real) &>/dev/null; then
+    echo "$file does not match $TMPDIR/$real";
+    mismatches=$((mismatches+1))
+  fi;
+done
+
+if [ $mismatches -gt "0" ]; then
+  echo ""
+  echo $break
+  noun="mismatch was"
+  if [ $mismatches -gt "0" ]; then
+    noun="mismatches were"
+  fi
+  echo "$mismatches $noun detected."
+  echo "Do not manually edit sig-list.md or anything inside the sig folders."
+  echo "Instead make your changes to sigs.yaml and run \`make all\`.";
+  echo $break
+  exit 1;
+fi
+
+rm -rf $TMPDIR
+exit 0