RFC: refactor benchmarks setups and customize pytest's discovery rule…

… to enable running benchmarks through pytest

benchmarks/coordinates.py

@@ -51,6 +51,10 @@ def setup(self):
         self.array_rep = CartesianRepresentation(np.ones((3, 1000)) * u.kpc)
         self.array_dif = CartesianDifferential(np.ones((3, 1000)) * u.km / u.s)
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_with_differentials_scalar(self):
         self.scalar_rep.with_differentials(self.scalar_dif)
 
@@ -129,6 +133,10 @@ def setup(self):
             xyz_clustered2, representation_type=CartesianRepresentation
         )
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_init_nodata(self):
         FK5()
 
@@ -188,6 +196,10 @@ def setup(self):
             lat=self.array_q_dec, lon=self.array_q_ra
         )
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_init_scalar(self):
         SkyCoord(1, 2, unit="deg", frame="icrs")
 

benchmarks/io_ascii/core.py

@@ -41,6 +41,10 @@ def setup(self):
         for col, x in izip(self.cols, lst):
             col.str_vals = [str(s) for s in x]
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_continuation_inputter(self):
         core.ContinuationLinesInputter().process_lines(self.lines)
 

benchmarks/io_ascii/fixedwidth.py

@@ -18,6 +18,10 @@ def setup(self):
         self.splitter.cols = self.header.cols
         self.data = ascii.FixedWidthData()
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_splitter(self):
         self.splitter(self.lines[1:])
 

benchmarks/io_ascii/ipac.py

@@ -26,6 +26,10 @@ def setup(self):
         self.data.cols = list(self.table.columns.values())
         self.data._set_fill_values(self.data.cols)
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_splitter(self):
         self.splitter.join(self.vals, self.widths)
 

benchmarks/io_ascii/main.py

@@ -43,6 +43,10 @@ def setup(self):
         if self.file_format != "sextractor":
             self.table = self.read()
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def read(self):
         return ascii.read(BytesIO(self.data), format=self.file_format, guess=False)
 

benchmarks/io_ascii/rdb.py

@@ -13,5 +13,9 @@ def setup(self):
         self.lines = f.read().split("\n")
         f.close()
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_get_cols(self):
         self.header.get_cols(self.lines)

benchmarks/io_ascii/sextractor.py

@@ -23,5 +23,9 @@ def setup(self):
             self.lines.append("# {} {} Description [pixel**2]".format(i, randword()))
         self.lines.append("Non-header line")
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_header(self):
         self.header.get_cols(self.lines)

benchmarks/io_ascii/table.py

@@ -28,6 +28,10 @@ def setup(self):
         self.outputter = core.TableOutputter()
         self.table = table.Table()
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_table_outputter(self):
         self.outputter(self.cols, {"table": {}})
 

benchmarks/io_fits.py

@@ -25,6 +25,10 @@ def setup(self):
             t["booleans"] = t["floats"] > 0.5
             t.write(temp, format="fits")
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_read_nommap(self):
         try:
             Table.read(self.table_file, format="fits", memmap=False)
@@ -66,6 +70,10 @@ def setup(self):
         self.hdr = make_header()
         self.hdr_string = self.hdr.tostring()
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_get_int(self):
         self.hdr.get("INT999")
 

benchmarks/modeling/compound.py

@@ -47,6 +47,10 @@ def setup(self):
             | models.RotateNative2Celestial(5.6, -72.05, 180)
         )
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_scalar(self):
         r, d = self.model(x_no_units_scalar, x_no_units_scalar)
 
@@ -77,6 +81,10 @@ def setup(self):
             | models.RotateNative2Celestial(5.6 * u.deg, -72.05 * u.deg, 180 * u.deg)
         )
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_scalar(self):
         r, d = self.model(x_no_units_scalar * u.pix, x_no_units_scalar * u.pix)
 

benchmarks/stats/sigma_clipping.py

@@ -26,6 +26,10 @@ def setup(self):
             # deviation as the stdfunc.  The default iters is 5.
             self.sigclip = SigmaClip(sigma=3)
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_3d_array(self):
         self.sigclip(self.data[:, :1024, :1024])
 

benchmarks/table.py

@@ -42,6 +42,10 @@ def setup(self):
 
         self.bool_mask = self.table["a"] > 0.6
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_table_slice_bool(self):
         self.table[self.bool_mask]
 
@@ -148,6 +152,10 @@ class TimeMaskedColumn:
     def setup(self):
         self.dat = np.arange(1e7)
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_masked_column_init(self):
         MaskedColumn(self.dat)
 
@@ -156,6 +164,10 @@ class TimeTableInitWithLists:
     def setup(self):
         self.dat = list(range(100_000))
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_init_lists(self):
         Table([self.dat, self.dat, self.dat], names=["time", "rate", "error"])
 
@@ -183,6 +195,10 @@ def setup(self):
         self.data_str_masked_1d = self.data_str_1d.copy()
         self.data_str_masked_1d[-1] = np.ma.masked
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_init_int_1d(self):
         Table([self.data_int_1d])
 

benchmarks/units.py

@@ -119,6 +119,10 @@ def setup(self):
         self.out_sq = data * u.g**2
         self.out_sqrt = data * u.g**0.5
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_quantity_square(self):
         self.data**2
 
@@ -149,6 +153,9 @@ def setup(self):
         self.out_sq = data * u.g**2
         self.out_sqrt = data * u.g**0.5
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
 
 class TimeQuantityOpSmallArrayDiffUnit:
     """
@@ -163,6 +170,10 @@ def setup(self):
         # A different but dimensionally compatible unit
         self.data2 = 0.001 * data * u.kg
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
+
     def time_quantity_equal(self):
         # Same as operator.eq
         self.data == self.data2
@@ -211,6 +222,9 @@ def setup(self):
         self.data = data * u.g
         self.data2 = self.data.copy()
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
 
 class TimeQuantityOpLargeArrayDiffUnit(TimeQuantityOpSmallArrayDiffUnit):
     """
@@ -224,6 +238,9 @@ def setup(self):
         # A different but dimensionally compatible unit
         self.data2 = 0.001 * data * u.kg
 
+    def setup_method(self):
+        # pytest compat
+        self.setup()
 
 class TimeQuantityOpLargeArraySameUnit(TimeQuantityOpSmallArrayDiffUnit):
     """
@@ -234,3 +251,7 @@ def setup(self):
         data = np.arange(1e6) + 1
         self.data = data * u.g
         self.data2 = self.data.copy()
+
+    def setup_method(self):
+        # pytest compat
+        self.setup()

pytest.ini

@@ -0,0 +1,5 @@
+[pytest]
+# customize test discovery to treat benchmarks as tests
+python_files = benchmarks/**/*.py, benchmarks/*.py
+python_classes = Time
+python_functions = time_*