]> mj.ucw.cz Git - moe.git/blobdiff - t/moe/config.py
Locating batch tasks
[moe.git] / t / moe / config.py
index 7c41fa2e774d31772e0f676f84f1a74330ad1a5d..99d36f3cb5fa853ebc79e6e48358cc82f05d9c2a 100644 (file)
@@ -3,8 +3,8 @@
 import re
 import sys
 
-key_pattern = re.compile('^[A-Za-z0-9_-]+$')
-ref_pattern = re.compile('^[A-Za-z0-9_-]+')
+key_pattern = re.compile("^[A-Za-z0-9_-]+$")
+ref_pattern = re.compile("^[A-Za-z0-9_-]+")
 
 class MoeConfigInvalid(Exception):
     pass
@@ -13,45 +13,53 @@ class MoeConfigEvalErr(Exception):
     pass
 
 class MoeConfig:
-    """Moe configuration file."""
+    """Moe configuration file. Should be immutable once a part of a stack."""
 
     def __init__(self, file=None, name=None):
-        self.cfg = {}
+        self.vars = {}
        if file is not None:
            self.load(file)
        elif name is not None:
            self.name = name
-           self.load(open(name, 'r'))
+           try:
+               file = open(name, "r")
+           except IOError, err:
+               raise MoeConfigInvalid, "Cannot open configuration file %s: %s" % (name, err.strerror)
+           else:
+               self.load(file)
+
+    def set(self, k, v):
+       self.vars[k] = [("s", v)]
 
     def parse_line(self, x):
        x = x.rstrip("\n").lstrip(" \t")
-       if x=='' or x.startswith('#'):
+       if x=="" or x.startswith("#"):
            pass
        else:
-           sep = x.find('=')
+           sep = x.find("=")
            if sep >= 0:
                k = x[:sep]
                v = x[sep+1:]
                if k.endswith("+"):
                    k = k[:-1]
-                   if not self.cfg.has_key(k):
-                       self.cfg[k] = [('a','')];
+                   if not self.vars.has_key(k):
+                       self.vars[k] = [("a","")];
                else:
-                   self.cfg[k] = []
+                   self.vars[k] = []
                if not key_pattern.match(k):
                    raise MoeConfigInvalid, "Malformed name of configuration variable"
                if v.startswith("'"):
                    v=v[1:]
                    if not v.endswith("'"):
                        raise MoeConfigInvalid, "Misquoted string"
-                   self.cfg[k].append(('s', v[:-1]))
+                   self.vars[k].append(("s", v[:-1]))
                elif v.startswith('"'):
                    v=v[1:]
                    if not v.endswith('"'):
                        raise MoeConfigInvalid, "Misquoted string"
-                   self.parse_interpolated(self.cfg[k], v[:-1])
+                   self.parse_interpolated(self.vars[k], v[:-1])
                else:
-                   self.cfg[k].append(('s', v))
+                   self.parse_interpolated(self.vars[k], v)
            else:
                raise MoeConfigInvalid, "Parse error"
 
@@ -62,17 +70,17 @@ class MoeConfig:
            try:
                self.parse_line(x)
            except MoeConfigInvalid, x:
-               msg = x.message + ' at line ' + str(lino)
-               if hasattr(self, 'name'):
-                   msg += ' of ' + self.name
+               msg = x.message + " at line " + str(lino)
+               if hasattr(self, "name"):
+                   msg += " of " + self.name
                raise MoeConfigInvalid, msg
 
     def parse_interpolated(self, list, s):
-        while s<>'':
-           if s.startswith('$'):
+        while s<>"":
+           if s.startswith("$"):
                s = s[1:]
-               if s.startswith('{'):
-                   p = s.find('}')
+               if s.startswith("{"):
+                   p = s.find("}")
                    if not p:
                        raise MoeConfigInvalid, "Unbalanced braces"
                    k, s = s[1:p], s[p+1:]
@@ -84,25 +92,25 @@ class MoeConfig:
                        k, s = s[:m.end()], s[m.end():]
                    else:
                        raise MoeConfigInvalid, "Invalid variable reference"
-               list.append(('i', k))
+               list.append(("i", k))
            else:
-               p = s.find('$')
+               p = s.find("$")
                if p < 0:
                    p = len(s)
-               list.append(('s', s[:p]))
+               list.append(("s", s[:p]))
                s = s[p:]
 
     def dump(self, file=sys.stdout):
-        for k,v in self.cfg.items():
+        for k,v in self.vars.items():
            file.write(k)
-           if len(v) > 0 and v[0][0] == 'a':
-               file.write('+')
+           if len(v) > 0 and v[0][0] == "a":
+               file.write("+")
                v = v[1:]
-           file.write('=')
+           file.write("=")
            for t,w in v:
-               if t == 's':
+               if t == "s":
                    file.write("'" + w + "'")
-               elif t == 'i':
+               elif t == "i":
                    file.write('"$' + w + '"')
            file.write("\n")
 
@@ -116,32 +124,83 @@ class MoeConfigStack:
        else:
            self.stk = []
        self.in_progress = {}
+       self.reset_cache()
+
+    def reset_cache(self):
+       self.cache = {}
 
     def push(self, cfg):
        self.stk.append(cfg)
+       self.reset_cache()
 
     def __getitem__(self, k):
+       if self.cache.has_key(k):
+           return self.cache[k]
         if self.in_progress.has_key(k):
            raise MoeConfigEvalErr, "Definition of $%s is recursive" % k;
        self.in_progress[k] = 1;
         v = self.do_get(k, len(self.stk)-1)
        del self.in_progress[k]
+       ## FIXME: This is disabled, because the immutability invariant is broken!
+       # self.cache[k] = v
        return v
 
     def do_get(self, k, pos):
         while pos >= 0:
            cfg = self.stk[pos]
-           if cfg.cfg.has_key(k):
-               new = cfg.cfg[k]
-               if new[0][0] == 'a':
+           if cfg.vars.has_key(k):
+               new = cfg.vars[k]
+               if new[0][0] == "a":
                    v = self.do_get(k, pos-1)
                else:
-                   v = ''
+                   v = ""
                for op,arg in new:
-                   if op == 's':
+                   if op == "s":
                        v = v + arg
-                   elif op == 'i':
+                   elif op == "i":
                        v = v + self[arg]
                return v
            pos -= 1
-       return ''
+       return ""
+
+    def keys(self):
+        seen = {}
+       for cfg in self.stk:
+           for k in cfg.vars.keys():
+               seen[k] = None
+       return seen.keys()
+
+    def dump(self, file=sys.stdout):
+       for k in sorted(self.keys()):
+           v = self[k]
+           file.write("%s=%s\n" % (k,v))
+
+    def dump_defs(self, file=sys.stdout):
+       file.write("Configuration stack:\n")
+       level = 0
+       for cfg in self.stk:
+           level += 1
+           file.write("(level %d)\n" % level)
+           cfg.dump(file)
+       file.write("(end)\n")
+
+    def apply_overrides(self, prefix):
+        newstk = []
+       for cfg in self.stk:
+           over = MoeConfig()
+           changed = False
+           for k in cfg.vars.keys():
+               if k.startswith(prefix):
+                   over.vars[k[len(prefix):]] = cfg.vars[k]
+                   changed = True
+           if changed:
+               clean = MoeConfig()
+               for k in cfg.vars.keys():
+                   if not k.startswith(prefix):
+                       clean.vars[k] = cfg.vars[k]
+               newstk.append(clean)
+               newstk.append(over)
+           else:
+               newstk.append(cfg)
+       self.stk = newstk
+       self.reset_cache()