]> mj.ucw.cz Git - moe.git/blobdiff - t/moe/config.py
Locating batch tasks
[moe.git] / t / moe / config.py
index 3075d8036989a461f47f822499bcec5a4c6a1fc2..99d36f3cb5fa853ebc79e6e48358cc82f05d9c2a 100644 (file)
 #!/usr/bin/env python
 
+import re
+import sys
+
+key_pattern = re.compile("^[A-Za-z0-9_-]+$")
+ref_pattern = re.compile("^[A-Za-z0-9_-]+")
+
+class MoeConfigInvalid(Exception):
+    pass
+
+class MoeConfigEvalErr(Exception):
+    pass
+
 class MoeConfig:
-    """Moe configuration file."""
+    """Moe configuration file. Should be immutable once a part of a stack."""
+
+    def __init__(self, file=None, name=None):
+        self.vars = {}
+       if file is not None:
+           self.load(file)
+       elif name is not None:
+           self.name = name
+           try:
+               file = open(name, "r")
+           except IOError, err:
+               raise MoeConfigInvalid, "Cannot open configuration file %s: %s" % (name, err.strerror)
+           else:
+               self.load(file)
+
+    def set(self, k, v):
+       self.vars[k] = [("s", v)]
+
+    def parse_line(self, x):
+       x = x.rstrip("\n").lstrip(" \t")
+       if x=="" or x.startswith("#"):
+           pass
+       else:
+           sep = x.find("=")
+           if sep >= 0:
+               k = x[:sep]
+               v = x[sep+1:]
+               if k.endswith("+"):
+                   k = k[:-1]
+                   if not self.vars.has_key(k):
+                       self.vars[k] = [("a","")];
+               else:
+                   self.vars[k] = []
+               if not key_pattern.match(k):
+                   raise MoeConfigInvalid, "Malformed name of configuration variable"
+               if v.startswith("'"):
+                   v=v[1:]
+                   if not v.endswith("'"):
+                       raise MoeConfigInvalid, "Misquoted string"
+                   self.vars[k].append(("s", v[:-1]))
+               elif v.startswith('"'):
+                   v=v[1:]
+                   if not v.endswith('"'):
+                       raise MoeConfigInvalid, "Misquoted string"
+                   self.parse_interpolated(self.vars[k], v[:-1])
+               else:
+                   self.parse_interpolated(self.vars[k], v)
+           else:
+               raise MoeConfigInvalid, "Parse error"
+
+    def load(self, file):
+        lino = 0
+       for x in file.readlines():
+           lino += 1
+           try:
+               self.parse_line(x)
+           except MoeConfigInvalid, x:
+               msg = x.message + " at line " + str(lino)
+               if hasattr(self, "name"):
+                   msg += " of " + self.name
+               raise MoeConfigInvalid, msg
+
+    def parse_interpolated(self, list, s):
+        while s<>"":
+           if s.startswith("$"):
+               s = s[1:]
+               if s.startswith("{"):
+                   p = s.find("}")
+                   if not p:
+                       raise MoeConfigInvalid, "Unbalanced braces"
+                   k, s = s[1:p], s[p+1:]
+                   if not key_pattern.match(k):
+                       raise MoeConfigInvalid, "Invalid variable name"
+               else:
+                   m = ref_pattern.match(s)
+                   if m:
+                       k, s = s[:m.end()], s[m.end():]
+                   else:
+                       raise MoeConfigInvalid, "Invalid variable reference"
+               list.append(("i", k))
+           else:
+               p = s.find("$")
+               if p < 0:
+                   p = len(s)
+               list.append(("s", s[:p]))
+               s = s[p:]
 
-    def __init__(self):
-        cfg = { 'XYZZY' : 'brum' }
+    def dump(self, file=sys.stdout):
+        for k,v in self.vars.items():
+           file.write(k)
+           if len(v) > 0 and v[0][0] == "a":
+               file.write("+")
+               v = v[1:]
+           file.write("=")
+           for t,w in v:
+               if t == "s":
+                   file.write("'" + w + "'")
+               elif t == "i":
+                   file.write('"$' + w + '"')
+           file.write("\n")
 
 class MoeConfigStack:
     """Stack of configuration files."""
 
-    def __init__(self):
-        stk = []
+    def __init__(self, base=None):
+       ## FIXME: Do we need to duplicate the config files themselves?
+        if base:
+           self.stk = base.stk[:]
+       else:
+           self.stk = []
+       self.in_progress = {}
+       self.reset_cache()
+
+    def reset_cache(self):
+       self.cache = {}
+
+    def push(self, cfg):
+       self.stk.append(cfg)
+       self.reset_cache()
+
+    def __getitem__(self, k):
+       if self.cache.has_key(k):
+           return self.cache[k]
+        if self.in_progress.has_key(k):
+           raise MoeConfigEvalErr, "Definition of $%s is recursive" % k;
+       self.in_progress[k] = 1;
+        v = self.do_get(k, len(self.stk)-1)
+       del self.in_progress[k]
+       ## FIXME: This is disabled, because the immutability invariant is broken!
+       # self.cache[k] = v
+       return v
+
+    def do_get(self, k, pos):
+        while pos >= 0:
+           cfg = self.stk[pos]
+           if cfg.vars.has_key(k):
+               new = cfg.vars[k]
+               if new[0][0] == "a":
+                   v = self.do_get(k, pos-1)
+               else:
+                   v = ""
+               for op,arg in new:
+                   if op == "s":
+                       v = v + arg
+                   elif op == "i":
+                       v = v + self[arg]
+               return v
+           pos -= 1
+       return ""
+
+    def keys(self):
+        seen = {}
+       for cfg in self.stk:
+           for k in cfg.vars.keys():
+               seen[k] = None
+       return seen.keys()
+
+    def dump(self, file=sys.stdout):
+       for k in sorted(self.keys()):
+           v = self[k]
+           file.write("%s=%s\n" % (k,v))
+
+    def dump_defs(self, file=sys.stdout):
+       file.write("Configuration stack:\n")
+       level = 0
+       for cfg in self.stk:
+           level += 1
+           file.write("(level %d)\n" % level)
+           cfg.dump(file)
+       file.write("(end)\n")
+
+    def apply_overrides(self, prefix):
+        newstk = []
+       for cfg in self.stk:
+           over = MoeConfig()
+           changed = False
+           for k in cfg.vars.keys():
+               if k.startswith(prefix):
+                   over.vars[k[len(prefix):]] = cfg.vars[k]
+                   changed = True
+           if changed:
+               clean = MoeConfig()
+               for k in cfg.vars.keys():
+                   if not k.startswith(prefix):
+                       clean.vars[k] = cfg.vars[k]
+               newstk.append(clean)
+               newstk.append(over)
+           else:
+               newstk.append(cfg)
+       self.stk = newstk
+       self.reset_cache()