X-Git-Url: http://mj.ucw.cz/gitweb/?a=blobdiff_plain;f=t%2Fmoe%2Feval.py;h=5eaa11004b01c3a9402433e4b9d9584de43bbb8c;hb=1ed60150aa8d007acd895d0ab7274ba9eb8b0f2a;hp=f19df47366244f7ecf4b072b57f3f9243e7d1a3b;hpb=a249fb797c925052e3ad692d887eb2004d66c455;p=eval.git diff --git a/t/moe/eval.py b/t/moe/eval.py index f19df47..5eaa110 100644 --- a/t/moe/eval.py +++ b/t/moe/eval.py @@ -20,7 +20,7 @@ class Eval: self.config = moe.config.ConfigTree() self.main_pipe = moe.pipeline.Pipeline(self, "main") self.test_pipe = moe.pipeline.Pipeline(self, "test") - self.status = moe.status.MoeStatus() + self.status = moe.status.Status() def __getitem__(self, key): return self.config[key] @@ -80,17 +80,23 @@ class Eval: def debug_dump_config(self): "Dumps config at level DDEBUG (only compiles the dump if main level is low enough)." if self.log.level <= 5: - self.log.ddebug('****** Config dump: ******') - self.log.ddebug('\n'.join(self.config.dump('* '))) - self.log.ddebug('**************************') + self.log.ddebug(' ****** Config dump: ******') + self.log.ddebug('\n'.join(self.config.dump(' * '))) + self.log.ddebug(' **************************') def debug_dump_pipe(self, pipe): "Dumps pipeline `pipe` at level DDEBUG (only compiles the dump if main level low enough)." if self.log.level <= 5: - self.log.ddebug('****** Pipeline %r dump: ******'%pipe.name) - self.log.ddebug(pipe.pipe) - self.log.ddebug(pipe.dump(prefix='* ')) - self.log.ddebug('**************************') + self.log.ddebug(' ****** Pipeline %r dump: ******'%pipe.name) + self.log.ddebug('\n'.join(pipe.dump(prefix=' * '))) + self.log.ddebug(' **************************') + + def debug_dump_status(self): + "Dumps status metadata at level DDEBUG (only compiles the dump if main level low enough)." + if self.log.level <= 5: + self.log.ddebug(' ****** Status dump: ******') + self.log.ddebug('\n'.join(self.status.dump(prefix=' * ')).rstrip()) + self.log.ddebug(' **************************') def hook_init_dirs(e): """(mainline at time 5) Create and check directories, fix directory variables. @@ -104,13 +110,13 @@ def hook_init_dirs(e): def hook_load_task_config(e): """(mainline at time 15) Load `TASK_CONFIG` and check `PDIR`, fixes `TASK`, `PDIR`, `TASK_CONFIG`.""" e.config.fix(['TASK', 'PDIR', 'TASK_CONFIG']) - e.log.debug('Loading task config %s', self['TASK_CONFIG']) + e.log.debug('Loading task config %s', e['TASK_CONFIG']) if not os.path.isdir(e['PDIR']): - raise moe.MoeError, "No such task %s in %s" % (e['TASK'], self['PDIR']) - e.config.parse_file(self['TASK_CONFIG'], level=50) + raise moe.MoeError, "No such task %s in %s" % (e['TASK'], e['PDIR']) + e.config.parse_file(e['TASK_CONFIG'], level=50) e.debug_dump_config() - e.status["task"] = task # Metadata + e.status["task"] = e['TASK'] # Metadata def hook_init_tasktype(e): """(mainline at time 20) Fix `TASK_TYPE`, initialize task type module.""" @@ -121,16 +127,18 @@ def hook_init_tasktype(e): if not task_type: raise MoeError, "Invalid TASK_TYPE: %r" % e try: - e.tasktype_module = utils.load_module('moe.tasktypes.' + task_type) + e.tasktype_module = moe.util.load_module('moe.tasktypes.' + task_type) except ImportError: e.log.exception() raise MoeError, 'Unknown TASK_TYPE: %r' % task_type - mod.tasktype_module.init(e) + e.tasktype_module.init(e) def hook_write_metadata(e): """(mainline at time 90) Write status metadata into file `STATUS_FILE`.""" - e.log.debug('Writing status file %s', self['STATUS_FILE']) - e.status.write(self['STATUS_FILE']) + e.debug_dump_status() + e.log.debug('Writing status file %s', e['STATUS_FILE']) + with open(e['STATUS_FILE'], 'w') as f: + e.status.write(f) # TODO: dump to ddebug