diff --git a/testing/lisp/test-ob-octave.el b/testing/lisp/test-ob-octave.el
index 0b8ecea3b..676a8a325 100644
--- a/testing/lisp/test-ob-octave.el
+++ b/testing/lisp/test-ob-octave.el
@@ -78,8 +78,7 @@ sombrero;
 		    file)
           (org-babel-execute-src-block)
           (should (search-forward (format "[[file:%s]]" file) nil nil))
-          (should (file-readable-p file))
-          (should-not (buffer-live-p (get-buffer "*Org-Babel Error Output*"))))
+          (should (file-readable-p file)))
       ;; clean-up
       (delete-file file)
       (when (get-buffer "*Org-Babel Error Output*")
@@ -98,8 +97,7 @@ sombrero;
           (org-babel-execute-src-block)
           (should (get-buffer "*Inferior Octave*"))
           (should (search-forward (format "[[file:%s]]" file) nil nil))
-          (should (file-readable-p file))
-          (should-not (buffer-live-p (get-buffer "*Org-Babel Error Output*"))))
+          (should (file-readable-p file)))
       ;; clean-up
       (delete-file file)
       (let (kill-buffer-query-functions kill-buffer-hook)