diff --git a/.travis.yml b/.travis.yml
index 4e6c5c45..6483acf1 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -14,6 +14,7 @@ go:
 install:
   - go get -t ./...
 
+before_script: ./check_third_party.sh
 script: go test -short -v ./...
 
 sudo: false
diff --git a/check_third_party.sh b/check_third_party.sh
new file mode 100755
index 00000000..1809c695
--- /dev/null
+++ b/check_third_party.sh
@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+./web/client/resources/js/lib/update.sh
+
+if ! (git diff-files --quiet); then
+  echo "Third party libraries don't match their .url files."
+  echo "Re-run ./web/client/resources/js/lib/update.sh"
+  exit 1
+fi
diff --git a/web/client/resources/js/lib/update.sh b/web/client/resources/js/lib/update.sh
new file mode 100755
index 00000000..ff1f0b00
--- /dev/null
+++ b/web/client/resources/js/lib/update.sh
@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+config_file=()
+
+for url in *.url; do
+  config_file+=(-o"$(basename "$url" .url)" url=\"$(cat "$url")\")
+done
+
+printf "%s\n" "${config_file[@]}" | curl --parallel --parallel-immediate --config -