diff --git a/.travis.yml b/.travis.yml
index a3522da809..404e30cf92 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -58,11 +58,11 @@ matrix:
     - rvm: 2.2.2
       env: RAILS_VERSION=master
     - rvm: 2.2.2
-      env: RAILS_VERSION=5.0.0
+      env: RAILS_VERSION=5-0-stable
     - rvm: 2.3.1
       env: RAILS_VERSION=master
     - rvm: 2.3.1
-      env: RAILS_VERSION=5.0.0
+      env: RAILS_VERSION=5-0-stable
   exclude:
     # 3.0.x is not supported on MRI 2.0+
     - rvm: 2.0.0
diff --git a/lib/rspec-rails.rb b/lib/rspec-rails.rb
index 69fce3221c..321ea116e9 100644
--- a/lib/rspec-rails.rb
+++ b/lib/rspec-rails.rb
@@ -8,6 +8,7 @@ module Rails
     class Railtie < ::Rails::Railtie
       # As of Rails 5.1.0 you can register directories to work with `rake notes`
       if ::Rails::VERSION::STRING >= '5.1'
+        require 'rails/source_annotation_extractor'
         SourceAnnotationExtractor::Annotation.register_directories("spec")
       end
       # Rails-3.0.1 requires config.app_generators instead of 3.0.0's config.generators