diff --git a/test/runtests.jl b/test/runtests.jl
index 9dba513..b275b5a 100644
--- a/test/runtests.jl
+++ b/test/runtests.jl
@@ -258,6 +258,11 @@ using Test
     @test read("out.txt", String) == "stdout> 10.6\n"
     @test length(read("log.txt", String)) > 500
 
+    @test run(p, "a" => 6.6, touch_run_id_file=false, stderr = "err.txt", dir=working_dir)[1]
+
+    @test isfile("err.txt")
+    rm("err.txt")
+
     Pipelines.auto_change_directory(true)
     @test run(p, "a" => 6.6, touch_run_id_file=false, stderr = "err.txt", dir=working_dir)[1]