diff --git a/Tests/CMakeLists.txt b/Tests/CMakeLists.txt
index 8a7c341b65de29708903dbd21115142a92154948..a8fbbc9c6b70731bbafa19bcf81a62c1593aaf60 100644
--- a/Tests/CMakeLists.txt
+++ b/Tests/CMakeLists.txt
@@ -93,7 +93,7 @@ set(TESTRUNNER_ADDITIONAL_ARGUMENTS ${TESTRUNNER_ADDITIONAL_ARGUMENTS}
     -l warn
     --gtest_output=xml:./testrunner.xml)
 
-add_custom_target(tests-cleanup ${CMAKE_COMMAND} -E remove testrunner.xml)
+add_custom_target(tests-cleanup ${CMAKE_COMMAND} -E remove -f testrunner.xml)
 set_target_properties(tests-cleanup PROPERTIES FOLDER Testing)
 
 if(OGS_USE_PETSC)
diff --git a/scripts/cmake/CheckHeaderCompilation.cmake b/scripts/cmake/CheckHeaderCompilation.cmake
index 3db37b4938b8deba5828e5355ffd561f8270fb16..50d07a1888beb5733ecb9e1a910e5a00493a34db 100644
--- a/scripts/cmake/CheckHeaderCompilation.cmake
+++ b/scripts/cmake/CheckHeaderCompilation.cmake
@@ -4,7 +4,7 @@ set(CMAKE_REQUIRED_FLAGS "-c -std=gnu++14")
 set(CMAKE_REQUIRED_QUIET TRUE)
 
 add_custom_target(check-header
-    COMMAND ${CMAKE_COMMAND} -E remove CMakeFiles/CMakeError.log
+    COMMAND ${CMAKE_COMMAND} -E remove -f CMakeFiles/CMakeError.log
     COMMAND ${CMAKE_COMMAND} . -DOGS_CHECK_HEADER_COMPILATION=ON
     COMMAND ${CMAKE_COMMAND} . -DOGS_CHECK_HEADER_COMPILATION=OFF || true
     COMMAND if [ -f CMakeFiles/CMakeError.log ]\; then cat CMakeFiles/CMakeError.log\; return 1\; else return 0\; fi\;
diff --git a/scripts/cmake/test/Test.cmake b/scripts/cmake/test/Test.cmake
index 40b34e50adaa081c7b112ad4cc0c55d39906bd0a..1c1f108fb741905fded290147f6588a1cbadc612 100644
--- a/scripts/cmake/test/Test.cmake
+++ b/scripts/cmake/test/Test.cmake
@@ -41,7 +41,7 @@ set(NUM_CTEST_PROCESSORS 3)
 if(CMAKE_CONFIGURATION_TYPES)
     set(CONFIG_PARAMETER --build-config "$<CONFIGURATION>")
 endif()
-add_custom_target(ctest-cleanup ${CMAKE_COMMAND} -E remove Tests/ctest.log)
+add_custom_target(ctest-cleanup ${CMAKE_COMMAND} -E remove -f Tests/ctest.log)
 add_custom_target(
     ctest
     COMMAND ${CMAKE_CTEST_COMMAND} -T Test
@@ -64,7 +64,7 @@ add_custom_target(
     DEPENDS ogs vtkdiff ctest-cleanup
     USES_TERMINAL
 )
-add_custom_target(ctest-large-cleanup ${CMAKE_COMMAND} -E remove Tests/ctest-large.log)
+add_custom_target(ctest-large-cleanup ${CMAKE_COMMAND} -E remove -f Tests/ctest-large.log)
 add_custom_target(
     ctest-large
     COMMAND ${CMAKE_CTEST_COMMAND} -T Test