diff --git a/tests/runtest.py b/tests/runtest.py
index 49eccb2c450d..f0ddf2968ce2 100755
--- a/tests/runtest.py
+++ b/tests/runtest.py
@@ -852,7 +852,7 @@ def setup_args(args):
             print "Error, test_native_bin_location: %s, does not exist." % test_native_bin_location
             sys.exit(1)
 
-    if args.product_location is None:
+    if args.product_location is None and arg.generate_layout:
         product_location = os.path.join(coreclr_repo_location, "bin", "Product", "%s.%s.%s" % (host_os, arch, build_type))
         if not os.path.isdir(product_location):
             print "Error, unable to determine the product location. This is most likely because build_type was"