diff --git a/.travis.yml b/.travis.yml
index 9b906393..a202ed93 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -8,5 +8,10 @@ install:
   - pip install ansible==1.5.0
 script:
   - echo localhost > inventory
-  - ansible-playbook --syntax-check -i inventory test.yml
+  - ansible-playbook -i inventory test.yml --syntax-check
   - ansible-playbook -i inventory test.yml --connection=local --sudo
+  - >
+    ansible-playbook -i inventory test.yml --connection=local --sudo
+    | grep -q 'changed=0.*failed=0'
+    && (echo 'Idempotence test: pass' && exit 0)
+    || (echo 'Idempotence test: fail' && exit 1)