X-Git-Url: http://mj.ucw.cz/gitweb/?a=blobdiff_plain;f=t%2Fmoe%2Feval.py;h=e8dbdce7ac16ac93f599e644fcec24b527e444fe;hb=0d7de8fdb90a1520bd220c2e5b07bf26df64afb0;hp=e5d8d0410764c1e4d8012202222fd418cbff485d;hpb=72657b1e01a615920375ad655f2ecfa391d10337;p=moe.git

diff --git a/t/moe/eval.py b/t/moe/eval.py
index e5d8d04..e8dbdce 100644
--- a/t/moe/eval.py
+++ b/t/moe/eval.py
@@ -1,3 +1,140 @@
 #!/usr/bin/env python
 
+import moe
 import moe.config
+import moe.box
+import moe.log
+import moe.status
+import moe.pipeline
+import moe.batch
+import moe.util
+import os.path
+import shutil
+
+class Eval:
+    """
+    """
+
+    def __init__(self):
+	self.log = moe.log.Loggers()
+	self.config = moe.config.ConfigTree()
+	self.main_pipe = moe.pipeline.MoePipeline("main")
+	self.test_pipe = moe.pipeline.MoePipeline("test")
+	self.status = moe.status.MoeStatus()
+
+    def __getitem__(self, key):
+	return self.config[key]
+
+    def init(self, overrides=[]):
+	"Initializes most part of Eval before running the pipeline. See the timeline for details."
+	self.log.info("Initializing ...")
+	
+	# set basic builtins
+	self.config.parse('HOME = \'%s\'' % os.getcwd(), source="<builtins>", level=0)
+	self.config.parse('CONFIG = "{HOME}/config"', source="<builtins>", level=0)
+	self.config.parse('LOG = "{HOME}/log"', source="<builtins>", level=0)
+	self.config.parse('DEBUG_LEVEL = "0"', source="<builtins>", level=0)
+	self.config.parse('VERBOSE = ""', source="<builtins>", level=0)
+	self.config.parse('EXTENSIONS = ""', source="<builtins>", level=0)
+	
+	# apply overrides
+	for ov in overrides:
+	    self.config.parse(ov, source="<overrides>", level=100)
+	
+	# load config file
+	self.config.fix('CONFIG')
+	self.config.parse_file(self['CONFIG'], level=30)
+	# fix variables
+	self.config.fix(['LOG', 'USER_LOG', 'VERBOSE', 'HOME', 'DEBUG_LEVEL', 'TDIR'])
+	# start logging
+	self.log.open_eval_log(self['LOG'], self['DEBUG_LEVEL'], redirect_fds = True)
+	self.log.open_user_log(self['USER_LOG'])
+	self.debug_dump_config()
+
+	# init and check TDIR
+	self.debug('Cleaning TDIR: %s'%self['TDIR'])
+	self.init_TDIR()
+	
+	# insert hooks into main pipeline
+	self.main_pipe.insert(5, "Eval.hook_init_dirs", self.hook_init_dirs)
+	self.main_pipe.insert(15, "Eval.hook_load_task_config", self.hook_load_task_config)
+	self.main_pipe.insert(20, "Eval.hook_init_tasktype", self.hook_init_tasktype)
+	self.main_pipe.insert(90, "Eval.hook_write_metadata", self.hook_write_metadata)
+
+	# ininialize extensions (let them insert hooks) 
+	self.conf.fix('EXTENSIONS')
+	exts = self['EXTENSIONS'].split()
+	for e in exts:
+	    if not e:
+		raise MoeError, "Invalid extension name: %r" % e
+	    self.log.debug("Loading extension %s", e)
+	    try:
+		mod = util.load_module('moe.exts.' + e)
+	    except ImportError:
+		self.log.exception()
+		raise MoeError, 'Unknown extension: %r' % e
+	    mod.init(self)
+	
+    def run(self):
+	"Run the main pipeline."
+	self.debug_dump_pipe(self.main_pipe)
+	self.debug('Running main pipeline')
+	self.main_pipe.run(self)
+
+    def debug_dump_config(self):
+	"Dumps config at level DDEBUG (only compiles the dump if main level is low enough)."
+	if self.log.level <= 5:
+	    self.log.ddebug('****** Config dump: ******')
+	    self.log.ddebug(self.config.dump('**** '))
+	    self.log.ddebug('**************************')
+
+    def debug_dump_pipe(self, pipe):
+	"Dumps pipeline `pipe` at level DDEBUG (only compiles the dump if main level low enough)."
+	if self.log.level <= 5:
+	    self.log.ddebug('****** Pipeline %r dump: ******'%pipe,name)
+	    self.log.ddebug(pipe.dump(prefix='**** '))
+	    self.log.ddebug('**************************')
+
+    def hook_init_dirs(self):
+	"""(mainline at time 5) Create and check directories, fix directory variables.
+	.. note:: Currently only TDIR."""
+	self.config.fix('TDIR')
+	tdir = self['TDIR']
+	if os.path.isdir(tdir):
+	    shutil.rmtree(tdir)
+	moe.util.mkdir_tree(tdir)
+    
+    def hook_load_task_config(self):
+	"""(mainline at time 15) Load `TASK_CONFIG` and check `PDIR`, fixes `TASK`, `PDIR`, `TASK_CONFIG`."""
+	self.config.fix(['TASK', 'PDIR', 'TASK_CONFIG'])
+	self.log.debug('Loading task config %s', self['TASK_CONFIG'])
+	if not os.path.isdir(self['PDIR']):
+	    raise moe.MoeError, "No such task %s in %s" % (self['TASK'], self['PDIR'])
+	self.config.parse_file(self['TASK_CONFIG'], level=50)
+	self.debug_dump_config()
+
+	self.stat["task"] = task  # Metadata
+    
+    def hook_init_tasktype(self):
+	"""(mainline at time 20) Fix `TASK_TYPE`, initialize task type module."""
+
+	self.config.fix('TASK_TYPE')
+	task_type = self['TASK_TYPE']
+	self.log.debug('Loading module for TASK_TYPE: %r', task_type)
+	if not task_type:
+	    raise MoeError, "Invalid TASK_TYPE: %r" % e
+	try:
+	    self.tasktype_module = utils.load_module('moe.tasktypes.' + task_type)
+	except ImportError:
+	    self.log.exception()
+	    raise MoeError, 'Unknown TASK_TYPE: %r' % task_type
+	mod.tasktype_module.init(self)
+
+    def hook_write_metadata(self):
+	"""(mainline at time 90) Write status metadata into file `STATUS_FILE`."""
+	self.log.debug('Writing status file %s', self['STATUS_FILE'])
+	self.status.write(self['STATUS_FILE'])
+	# TODO: dump to ddebug	
+
+
+