aboutsummaryrefslogtreecommitdiff
path: root/pipeline/task_spec_test.py
diff options
context:
space:
mode:
Diffstat (limited to 'pipeline/task_spec_test.py')
-rwxr-xr-xpipeline/task_spec_test.py61
1 files changed, 61 insertions, 0 deletions
diff --git a/pipeline/task_spec_test.py b/pipeline/task_spec_test.py
new file mode 100755
index 0000000..94cbac8
--- /dev/null
+++ b/pipeline/task_spec_test.py
@@ -0,0 +1,61 @@
+#!/usr/bin/python -S
+"""
+task_spec_test.py: Tests for task_spec.py
+"""
+
+import cStringIO
+import unittest
+
+import task_spec # module under test
+
+
+class TaskSpecTest(unittest.TestCase):
+
+ def testCountReports(self):
+ f = cStringIO.StringIO("""\
+1,2
+3,4
+5,6
+""")
+ c = task_spec.CountReports(f)
+ self.assertEqual(9, c)
+
+ def testDist(self):
+ # NOTE: These files are opened, in order to count the reports. Maybe skip
+ # that step.
+ f = cStringIO.StringIO("""\
+_tmp/counts/2015-12-01/exp_counts.csv
+_tmp/counts/2015-12-01/gauss_counts.csv
+_tmp/counts/2015-12-02/exp_counts.csv
+_tmp/counts/2015-12-02/gauss_counts.csv
+""")
+ input_iter = task_spec.DistInputIter(f)
+ #for row in input_iter:
+ # print row
+
+ field_id_lookup = {}
+
+ # var name -> map filename
+ f = cStringIO.StringIO("""\
+var,map_filename
+exp,map.csv
+unif,map.csv
+gauss,map.csv
+""")
+ dist_maps = task_spec.DistMapLookup(f, '_tmp/maps')
+
+ f2 = cStringIO.StringIO("""\
+metric,var,var_type,params
+exp,,string,params
+unif,,string,params
+gauss,,string,params
+""")
+ var_schema = task_spec.VarSchema(f2, '_tmp/config')
+
+ for row in task_spec.DistTaskSpec(
+ input_iter, field_id_lookup, var_schema, dist_maps, None):
+ print row
+
+
+if __name__ == '__main__':
+ unittest.main()