Add IO base class

Author: mroeschke

asv_bench/benchmarks/hdfstore_bench.py

@@ -1,13 +1,11 @@
-import os
-
 import numpy as np
 from pandas import DataFrame, Panel, date_range, HDFStore
 import pandas.util.testing as tm
 
-from .pandas_vb_common import setup  # noqa
+from .pandas_vb_common import BaseIO, setup  # noqa
 
 
-class HDF5(object):
+class HDF5(BaseIO):
 
     goal_time = 0.2
 
@@ -48,7 +46,7 @@ def setup(self):
 
     def teardown(self):
         self.store.close()
-        os.remove(self.f)
+        self.remove(self.f)
 
     def time_read_store(self):
         self.store.get('fixed')
@@ -101,7 +99,7 @@ def time_store_info(self):
         self.store.info()
 
 
-class HDF5Panel(object):
+class HDF5Panel(BaseIO):
 
     goal_time = 0.2
 
@@ -116,7 +114,7 @@ def setup(self):
 
     def teardown(self):
         self.store.close()
-        os.remove(self.f)
+        self.remove(self.f)
 
     def time_read_store_table_panel(self):
         self.store.select('p1')

asv_bench/benchmarks/io_bench.py

@@ -8,23 +8,7 @@
 import timeit
 
 
-class _BenchTeardown(object):
-    """
-    base class for teardown method implementation
-    """
-    fname = None
-
-    def remove(self, f):
-        try:
-            os.remove(f)
-        except:
-            pass
-
-    def teardown(self):
-        self.remove(self.fname)
-
-
-class frame_to_csv(_BenchTeardown):
+class frame_to_csv(BaseIO):
     goal_time = 0.2
     fname = '__test__.csv'
 
@@ -35,7 +19,7 @@ def time_frame_to_csv(self):
         self.df.to_csv(self.fname)
 
 
-class frame_to_csv2(_BenchTeardown):
+class frame_to_csv2(BaseIO):
     goal_time = 0.2
     fname = '__test__.csv'
 
@@ -49,7 +33,7 @@ def time_frame_to_csv2(self):
         self.df.to_csv(self.fname)
 
 
-class frame_to_csv_date_formatting(_BenchTeardown):
+class frame_to_csv_date_formatting(BaseIO):
     goal_time = 0.2
     fname = '__test__.csv'
 
@@ -61,7 +45,7 @@ def time_frame_to_csv_date_formatting(self):
         self.data.to_csv(self.fname, date_format='%Y%m%d')
 
 
-class frame_to_csv_mixed(_BenchTeardown):
+class frame_to_csv_mixed(BaseIO):
     goal_time = 0.2
     fname = '__test__.csv'
 
@@ -114,7 +98,7 @@ def time_read_csv_infer_datetime_format_ymd(self):
         read_csv(StringIO(self.data), header=None, names=['foo'], parse_dates=['foo'], infer_datetime_format=True)
 
 
-class read_csv_skiprows(_BenchTeardown):
+class read_csv_skiprows(BaseIO):
     goal_time = 0.2
     fname = '__test__.csv'
 
@@ -127,7 +111,7 @@ def time_read_csv_skiprows(self):
         read_csv(self.fname, skiprows=10000)
 
 
-class read_csv_standard(_BenchTeardown):
+class read_csv_standard(BaseIO):
     goal_time = 0.2
     fname = '__test__.csv'
 
@@ -174,7 +158,7 @@ def time_read_uint64_na_values(self):
         read_csv(StringIO(self.data1), header=None, na_values=self.na_values)
 
 
-class write_csv_standard(_BenchTeardown):
+class write_csv_standard(BaseIO):
     goal_time = 0.2
     fname = '__test__.csv'
 
@@ -218,14 +202,14 @@ def time_read_nrows(self, compression, engine):
                     compression=compression, engine=engine)
 
 
-class read_json_lines(_BenchTeardown):
+class read_json_lines(BaseIO):
     goal_time = 0.2
     fname = "__test__.json"
 
     def setup(self):
         self.N = 100000
         self.C = 5
-        self.df = DataFrame({('float{0}'.format(i), randn(self.N)) for i in range(self.C)})
+        self.df = DataFrame({'float{0}'.format(i): randn(self.N) for i in range(self.C)})
         self.df.to_json(self.fname,orient="records",lines=True)
 
     def time_read_json_lines(self):

asv_bench/benchmarks/pandas_vb_common.py

@@ -1,3 +1,4 @@
+import os
 from pandas import *
 import pandas as pd
 from numpy.random import randn
@@ -19,6 +20,25 @@
 def setup(*args, **kwargs):
     np.random.seed(1234)
 
+
+class BaseIO(object):
+    """
+    Base class for IO benchmarks
+    """
+    fname = None
+
+    def remove(self, f):
+        """Remove created files"""
+        try:
+            os.remove(f)
+        except:
+            # On Windows, attempting to remove a file that is in use 
+            # causes an exception to be raised
+            pass
+
+    def teardown(self):
+        self.remove(self.fname)
+
 # try em until it works!
 for imp in ['pandas._libs.lib', 'pandas.lib', 'pandas_tseries']:
     try: