diff --git a/packages/cli/test/functional/test_site/site.json b/packages/cli/test/functional/test_site/site.json
index 805a318d0c..836eedd559 100644
--- a/packages/cli/test/functional/test_site/site.json
+++ b/packages/cli/test/functional/test_site/site.json
@@ -139,9 +139,8 @@
     "_site/*",
     "site.json",
     "*.md",
-    "test.bat",
-    "test.sh",
-    "testUtil/*",
+    "testFileIgnore.sh",
+    "testFileIgnore/*",
     "expected/*"
   ],
   "deploy": {
diff --git a/packages/cli/test/functional/test_site/test.bat b/packages/cli/test/functional/test_site/test.bat
deleted file mode 100644
index 744f5a72f7..0000000000
--- a/packages/cli/test/functional/test_site/test.bat
+++ /dev/null
@@ -1,13 +0,0 @@
-@ECHO off
-
-node ../../index.js build
-
-node testUtil/test.js
-
-if errorlevel 1 (
-    echo Test Failed
-) else (
-    echo Test passed
-)
-
-exit /b %errorlevel%
diff --git a/packages/cli/test/functional/test_site/test.sh b/packages/cli/test/functional/test_site/testFileIgnore.sh
old mode 100755
new mode 100644
similarity index 75%
rename from packages/cli/test/functional/test_site/test.sh
rename to packages/cli/test/functional/test_site/testFileIgnore.sh
index 94cfe91ccf..a66d517346
--- a/packages/cli/test/functional/test_site/test.sh
+++ b/packages/cli/test/functional/test_site/testFileIgnore.sh
@@ -1,4 +1,5 @@
 #!/bin/bash
+# This file should be ignored since it is included in the "ignore" array of the site.json
 
 # build site in test/test_site/_site
 node ../../index.js build
diff --git a/packages/cli/test/functional/test_site/testUtil/diffHtml.js b/packages/cli/test/functional/test_site/testFileIgnore/diffHtml.js
similarity index 95%
rename from packages/cli/test/functional/test_site/testUtil/diffHtml.js
rename to packages/cli/test/functional/test_site/testFileIgnore/diffHtml.js
index db4fe2dd3f..7af2104cfe 100644
--- a/packages/cli/test/functional/test_site/testUtil/diffHtml.js
+++ b/packages/cli/test/functional/test_site/testFileIgnore/diffHtml.js
@@ -1,3 +1,6 @@
+// This file should be ignored since it is included in the "ignore" array of the site.json
+// Due to "testFileIgnore/*"
+
 const jsdiff = require('diff');
 
 /**
diff --git a/packages/cli/test/functional/test_site/testUtil/test.js b/packages/cli/test/functional/test_site/testFileIgnore/test.js
similarity index 92%
rename from packages/cli/test/functional/test_site/testUtil/test.js
rename to packages/cli/test/functional/test_site/testFileIgnore/test.js
index 238ce84024..90087c30e6 100644
--- a/packages/cli/test/functional/test_site/testUtil/test.js
+++ b/packages/cli/test/functional/test_site/testFileIgnore/test.js
@@ -1,3 +1,6 @@
+// This file should be ignored since it is included in the "ignore" array of the site.json
+// Due to "testFileIgnore/*"
+
 const fs = require('fs');
 const path = require('path');
 const walkSync = require('walk-sync');