diff --git a/Makefile b/Makefile
index 264ae8a470..f5b9459b0c 100644
--- a/Makefile
+++ b/Makefile
@@ -158,6 +158,7 @@ clean:
 	+test -d build && $(BUILD_CMD) -C build clean || true
 	$(MAKE) -C src/nvim/testdir clean
 	$(MAKE) -C runtime/doc clean
+	$(MAKE) -C runtime/indent clean
 
 distclean:
 	rm -rf $(DEPS_BUILD_DIR) build
diff --git a/runtime/indent/Makefile b/runtime/indent/Makefile
index 1917e46c6b..d192605527 100644
--- a/runtime/indent/Makefile
+++ b/runtime/indent/Makefile
@@ -11,4 +11,4 @@ test:
 
 
 clean:
-	VIMRUNTIME=$(VIMRUNTIME) $(VIM) --clean --not-a-term -u testdir/cleantest.vim
+	rm -f testdir/*.fail testdir/*.out
diff --git a/runtime/indent/testdir/cleantest.vim b/runtime/indent/testdir/cleantest.vim
deleted file mode 100644
index 69c0a1d4ba..0000000000
--- a/runtime/indent/testdir/cleantest.vim
+++ /dev/null
@@ -1,11 +0,0 @@
-" Only do this with the +eval feature
-if 1
-
-  " Deletes all the test output files: *.fail and *.out
-  for fname in glob('testdir/*.out', 1, 1) + glob('testdir/*.fail', 1, 1)
-    call delete(fname)
-  endfor
-
-endif
-
-quit