Pipeline functions now get keyword arguments

[moe.git] / t / moe / eval.py

diff --git a/t/moe/eval.py b/t/moe/eval.py
index 19ad6ba7de2218ca5b7f26c4c78b9127656eb717..f15f9ee4a11c5713bea0342b6dccbd438f759032 100644 (file)
--- a/t/moe/eval.py
+++ b/t/moe/eval.py
@@ -52,10 +52,10 @@ class Eval:
        self.debug_dump_config()
 
        # insert hooks into main pipeline
-       self.main_pipe.insert(5, "Eval.hook_init_dirs", self.hook_init_dirs)
-       self.main_pipe.insert(15, "Eval.hook_load_task_config", self.hook_load_task_config)
-       self.main_pipe.insert(20, "Eval.hook_init_tasktype", self.hook_init_tasktype)
-       self.main_pipe.insert(90, "Eval.hook_write_metadata", self.hook_write_metadata)
+       self.main_pipe.insert(5, "Eval.hook_init_dirs", hook_init_dirs)
+       self.main_pipe.insert(15, "Eval.hook_load_task_config", hook_load_task_config)
+       self.main_pipe.insert(20, "Eval.hook_init_tasktype", hook_init_tasktype)
+       self.main_pipe.insert(90, "Eval.hook_write_metadata", hook_write_metadata)
 
        # ininialize extensions (let them insert hooks) 
        self.config.fix('EXTENSIONS')
@@ -74,63 +74,64 @@ class Eval:
     def run(self):
        "Run the main pipeline."
        self.debug_dump_pipe(self.main_pipe)
-       self.debug('Running main pipeline')
-       self.main_pipe.run(self)
+       self.log.debug('Running main pipeline')
+       self.main_pipe.run(e=self)
 
     def debug_dump_config(self):
        "Dumps config at level DDEBUG (only compiles the dump if main level is low enough)."
        if self.log.level <= 5:
            self.log.ddebug('****** Config dump: ******')
-           self.log.ddebug(self.config.dump('**** '))
+           self.log.ddebug('\n'.join(self.config.dump('*  ')))
            self.log.ddebug('**************************')
 
     def debug_dump_pipe(self, pipe):
        "Dumps pipeline `pipe` at level DDEBUG (only compiles the dump if main level low enough)."
        if self.log.level <= 5:
-           self.log.ddebug('****** Pipeline %r dump: ******'%pipe,name)
-           self.log.ddebug(pipe.dump(prefix='**** '))
+           self.log.ddebug('****** Pipeline %r dump: ******'%pipe.name)
+           self.log.ddebug(pipe.pipe)
+           self.log.ddebug(pipe.dump(prefix='*  '))
            self.log.ddebug('**************************')
 
-    def hook_init_dirs(self):
-       """(mainline at time 5) Create and check directories, fix directory variables.
-       .. note:: Currently only TDIR."""
-       self.config.fix('TDIR')
-       tdir = self['TDIR']
-       if os.path.isdir(tdir):
-           shutil.rmtree(tdir)
-       moe.util.mkdir_tree(tdir)
-    
-    def hook_load_task_config(self):
-       """(mainline at time 15) Load `TASK_CONFIG` and check `PDIR`, fixes `TASK`, `PDIR`, `TASK_CONFIG`."""
-       self.config.fix(['TASK', 'PDIR', 'TASK_CONFIG'])
-       self.log.debug('Loading task config %s', self['TASK_CONFIG'])
-       if not os.path.isdir(self['PDIR']):
-           raise moe.MoeError, "No such task %s in %s" % (self['TASK'], self['PDIR'])
-       self.config.parse_file(self['TASK_CONFIG'], level=50)
-       self.debug_dump_config()
-
-       self.stat["task"] = task  # Metadata
-    
-    def hook_init_tasktype(self):
-       """(mainline at time 20) Fix `TASK_TYPE`, initialize task type module."""
-
-       self.config.fix('TASK_TYPE')
-       task_type = self['TASK_TYPE']
-       self.log.debug('Loading module for TASK_TYPE: %r', task_type)
-       if not task_type:
-           raise MoeError, "Invalid TASK_TYPE: %r" % e
-       try:
-           self.tasktype_module = utils.load_module('moe.tasktypes.' + task_type)
-       except ImportError:
-           self.log.exception()
-           raise MoeError, 'Unknown TASK_TYPE: %r' % task_type
-       mod.tasktype_module.init(self)
-
-    def hook_write_metadata(self):
-       """(mainline at time 90) Write status metadata into file `STATUS_FILE`."""
-       self.log.debug('Writing status file %s', self['STATUS_FILE'])
-       self.status.write(self['STATUS_FILE'])
-       # TODO: dump to ddebug  
+def hook_init_dirs(e):
+    """(mainline at time 5) Create and check directories, fix directory variables.
+    .. note:: Currently only TDIR."""
+    e.config.fix('TDIR')
+    tdir = e['TDIR']
+    if os.path.isdir(tdir):
+       shutil.rmtree(tdir)
+    moe.util.mkdir_tree(tdir)
+
+def hook_load_task_config(e):
+    """(mainline at time 15) Load `TASK_CONFIG` and check `PDIR`, fixes `TASK`, `PDIR`, `TASK_CONFIG`."""
+    e.config.fix(['TASK', 'PDIR', 'TASK_CONFIG'])
+    e.log.debug('Loading task config %s', self['TASK_CONFIG'])
+    if not os.path.isdir(e['PDIR']):
+       raise moe.MoeError, "No such task %s in %s" % (e['TASK'], self['PDIR'])
+    e.config.parse_file(self['TASK_CONFIG'], level=50)
+    e.debug_dump_config()
+
+    e.status["task"] = task  # Metadata
+
+def hook_init_tasktype(e):
+    """(mainline at time 20) Fix `TASK_TYPE`, initialize task type module."""
+
+    e.config.fix('TASK_TYPE')
+    task_type = e['TASK_TYPE']
+    e.log.debug('Loading module for TASK_TYPE: %r', task_type)
+    if not task_type:
+       raise MoeError, "Invalid TASK_TYPE: %r" % e
+    try:
+       e.tasktype_module = utils.load_module('moe.tasktypes.' + task_type)
+    except ImportError:
+       e.log.exception()
+       raise MoeError, 'Unknown TASK_TYPE: %r' % task_type
+    mod.tasktype_module.init(e)
+
+def hook_write_metadata(e):
+    """(mainline at time 90) Write status metadata into file `STATUS_FILE`."""
+    e.log.debug('Writing status file %s', self['STATUS_FILE'])
+    e.status.write(self['STATUS_FILE'])
+    # TODO: dump to ddebug