Move to tf.data, for much more efficient data loading with less code.

[voxel-flow] / dataset.py

diff --git a/dataset.py b/dataset.py
index 5957f079755579bf653f396e473413b5fda30981..bdd88b8b5744d989e31b6e28a56d22911a68dbf9 100755 (executable)
--- a/dataset.py
+++ b/dataset.py
@@ -1,5 +1,4 @@
 """Implements a dataset class for handling image data"""
-from utils.image_utils import imread, imsave
 
 DATA_PATH_BASE = '/home/VoxelFlow/dataset/ucf101_triplets/'
 
@@ -9,10 +8,6 @@ class Dataset(object):
       Args:
     """
     self.data_list_file = data_list_file
-    if process_func:
-      self.process_func = process_func
-    else:
-      self.process_func = self.process_func
  
   def read_data_list_file(self):
     """Reads the data list_file into python list
@@ -21,10 +16,3 @@ class Dataset(object):
     data_list =  [DATA_PATH_BASE+line.rstrip() for line in f]
     self.data_list = data_list
     return data_list
-
-  def process_func(self, example_line):
-    """Process the single example line and return data 
-      Default behavior, assumes each line is the path to a single image.
-      This is used to train a VAE.
-    """
-    return imread(example_line)