Added ConfigTree.remove, adapted parse and parse_file

[eval.git] / t / moe / eval.py

diff --git a/t/moe/eval.py b/t/moe/eval.py
index f19df47366244f7ecf4b072b57f3f9243e7d1a3b..5eaa11004b01c3a9402433e4b9d9584de43bbb8c 100644 (file)
--- a/t/moe/eval.py
+++ b/t/moe/eval.py
@@ -20,7 +20,7 @@ class Eval:
        self.config = moe.config.ConfigTree()
        self.main_pipe = moe.pipeline.Pipeline(self, "main")
        self.test_pipe = moe.pipeline.Pipeline(self, "test")
-       self.status = moe.status.MoeStatus()
+       self.status = moe.status.Status()
 
     def __getitem__(self, key):
        return self.config[key]
@@ -80,17 +80,23 @@ class Eval:
     def debug_dump_config(self):
        "Dumps config at level DDEBUG (only compiles the dump if main level is low enough)."
        if self.log.level <= 5:
-           self.log.ddebug('****** Config dump: ******')
-           self.log.ddebug('\n'.join(self.config.dump('*  ')))
-           self.log.ddebug('**************************')
+           self.log.ddebug(' ****** Config dump: ******')
+           self.log.ddebug('\n'.join(self.config.dump(' * ')))
+           self.log.ddebug(' **************************')
 
     def debug_dump_pipe(self, pipe):
        "Dumps pipeline `pipe` at level DDEBUG (only compiles the dump if main level low enough)."
        if self.log.level <= 5:
-           self.log.ddebug('****** Pipeline %r dump: ******'%pipe.name)
-           self.log.ddebug(pipe.pipe)
-           self.log.ddebug(pipe.dump(prefix='*  '))
-           self.log.ddebug('**************************')
+           self.log.ddebug(' ****** Pipeline %r dump: ******'%pipe.name)
+           self.log.ddebug('\n'.join(pipe.dump(prefix=' * ')))
+           self.log.ddebug(' **************************')
+    
+    def debug_dump_status(self):
+       "Dumps status metadata at level DDEBUG (only compiles the dump if main level low enough)."
+       if self.log.level <= 5:
+           self.log.ddebug(' ****** Status dump: ******')
+           self.log.ddebug('\n'.join(self.status.dump(prefix=' * ')).rstrip())
+           self.log.ddebug(' **************************')
 
 def hook_init_dirs(e):
     """(mainline at time 5) Create and check directories, fix directory variables.
@@ -104,13 +110,13 @@ def hook_init_dirs(e):
 def hook_load_task_config(e):
     """(mainline at time 15) Load `TASK_CONFIG` and check `PDIR`, fixes `TASK`, `PDIR`, `TASK_CONFIG`."""
     e.config.fix(['TASK', 'PDIR', 'TASK_CONFIG'])
-    e.log.debug('Loading task config %s', self['TASK_CONFIG'])
+    e.log.debug('Loading task config %s', e['TASK_CONFIG'])
     if not os.path.isdir(e['PDIR']):
-       raise moe.MoeError, "No such task %s in %s" % (e['TASK'], self['PDIR'])
-    e.config.parse_file(self['TASK_CONFIG'], level=50)
+       raise moe.MoeError, "No such task %s in %s" % (e['TASK'], e['PDIR'])
+    e.config.parse_file(e['TASK_CONFIG'], level=50)
     e.debug_dump_config()
 
-    e.status["task"] = task  # Metadata
+    e.status["task"] = e['TASK']  # Metadata
 
 def hook_init_tasktype(e):
     """(mainline at time 20) Fix `TASK_TYPE`, initialize task type module."""
@@ -121,16 +127,18 @@ def hook_init_tasktype(e):
     if not task_type:
        raise MoeError, "Invalid TASK_TYPE: %r" % e
     try:
-       e.tasktype_module = utils.load_module('moe.tasktypes.' + task_type)
+       e.tasktype_module = moe.util.load_module('moe.tasktypes.' + task_type)
     except ImportError:
        e.log.exception()
        raise MoeError, 'Unknown TASK_TYPE: %r' % task_type
-    mod.tasktype_module.init(e)
+    e.tasktype_module.init(e)
 
 def hook_write_metadata(e):
     """(mainline at time 90) Write status metadata into file `STATUS_FILE`."""
-    e.log.debug('Writing status file %s', self['STATUS_FILE'])
-    e.status.write(self['STATUS_FILE'])
+    e.debug_dump_status()
+    e.log.debug('Writing status file %s', e['STATUS_FILE'])
+    with open(e['STATUS_FILE'], 'w') as f:
+       e.status.write(f)
     # TODO: dump to ddebug