diff --git a/python/tvm/autotvm/record.py b/python/tvm/autotvm/record.py
index 260edbb183fc..5a61c344f72b 100644
--- a/python/tvm/autotvm/record.py
+++ b/python/tvm/autotvm/record.py
@@ -209,13 +209,7 @@ def load_from_file(filename):
             ret = decode(row)
             if ret is None:
                 continue
-            inp, res = ret
-            # Avoid loading the record with an empty config. The TOPI schedule with no entities
-            # will result in an empty entity map (e.g., depthwise_conv2d_nchw on x86).
-            # Using an empty config will cause problems when applying alter op like NCHW to NCHWc.
-            if not inp.config._entity_map:
-                continue
-            yield (inp, res)
+            yield ret
 
 
 def split_workload(in_file, clean=True):