diff --git a/compat/mingw.c b/compat/mingw.c
index 3353a1918c..9ba63d4985 100644
--- a/compat/mingw.c
+++ b/compat/mingw.c
@@ -2876,6 +2876,13 @@ repeat:
 		gle = GetLastError();
 	}
 
+	if (gle == ERROR_ACCESS_DENIED && is_inside_windows_container()) {
+		/* Fall back to copy to destination & remove source */
+		if (CopyFileW(wpold, wpnew, FALSE) && !mingw_unlink(pold))
+			return 0;
+		gle = GetLastError();
+	}
+
 	/* revert file attributes on failure */
 	if (attrs != INVALID_FILE_ATTRIBUTES)
 		SetFileAttributesW(wpnew, attrs);