diff --git a/test/index.js b/test/index.js
index 72f4523c..0d232425 100644
--- a/test/index.js
+++ b/test/index.js
@@ -82,9 +82,10 @@ describe('Probot', () => {
 
   describe('robot', () => {
     it('will be removed in 0.10', () => {
+      // This test will fail in version 0.10
       const semver = require('semver');
       const pkg = require('../package');
-      expect(semver.satisfies(pkg.version, '>=0.9')).toBe(false, 'remove in 0.10.0');
+      expect(semver.satisfies(pkg.version, '<=0.9')).toBe(true);
     });
 
     it('returns the first defined (for now)', () => {