diff --git a/clang-tools-extra/test/cpp11-migrate/Core/Reformatting.cpp b/clang-tools-extra/test/cpp11-migrate/Core/Reformatting.cpp
index d83f89db60d1..a98d1e2fb0d0 100644
--- a/clang-tools-extra/test/cpp11-migrate/Core/Reformatting.cpp
+++ b/clang-tools-extra/test/cpp11-migrate/Core/Reformatting.cpp
@@ -1,6 +1,7 @@
 // RUN: grep -Ev "// *[A-Z-]+:" %s > %t.cpp
-// RUN: not cpp11-migrate -format-style=FOO -use-auto %t.cpp -- -std=c++11
-// RUN: not cpp11-migrate -format-style=/tmp/ -use-auto %t.cpp -- -std=c++11
+// RUN: not cpp11-migrate -format-style=non_existent_file.yaml -use-auto %t.cpp -- -std=c++11
+// RUN: touch %T/non_format_config.yaml
+// RUN: not cpp11-migrate -format-style=%T/non_format_config.yaml -use-auto %t.cpp -- -std=c++11
 // RUN: cpp11-migrate -format-style=LLVM -use-auto %t.cpp -- -std=c++11
 // RUN: FileCheck --strict-whitespace -input-file=%t.cpp %s