diff --git a/.travis.yml b/.travis.yml
index 9b37060109..9b0683bea1 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -14,7 +14,4 @@ rvm:
 env:
   global:
     NOBENCHMARK=1
-script: rake
-matrix:
-  allow_failures:
-    - rvm: jruby-9.1.13.0
+script: bundle exec rake
diff --git a/test/test_rdoc_markup_to_html.rb b/test/test_rdoc_markup_to_html.rb
index fd8a7bb0ca..b5edeb04d2 100644
--- a/test/test_rdoc_markup_to_html.rb
+++ b/test/test_rdoc_markup_to_html.rb
@@ -452,6 +452,9 @@ def test_accept_verbatim_parseable_error
   end
 
   def test_accept_verbatim_nl_after_backslash
+    # TODO: Remove "skip" after the issue is resolved: https://github.com/jruby/jruby/issues/4787
+    # This "skip" is for strange behavior around escaped newline on JRuby
+    skip if defined? JRUBY_VERSION
     verb = @RM::Verbatim.new("a = 1 if first_flag_var and \\\n", "  this_is_flag_var\n")
 
     @to.start_accepting