import sys import os import re import string warnings = 0 errors = 0 target_dir = '' target_name = '' treetop = '' global_options = {} global_options_by_order = [] global_option_values = {} global_uses_options = {} romimages = {} buildroms = [] curimage = 0 alloptions = 0 # override uses at top level local_path = re.compile(r'^\.') include_pattern = re.compile(r'%%([^%]+)%%') # ----------------------------------------------------------------------------- # Utility Classes # ----------------------------------------------------------------------------- class stack: """Used to keep track of the current part or dir""" class __stack_iter: def __init__ (self, stack): self.index = 0 self.len = len(stack) self.stack = stack def __iter__ (self): return self def next (self): if (self.index < self.len): s = self.stack[self.index] self.index = self.index + 1 return s raise StopIteration def __init__ (self): self.stack = [] def __len__ (self): return len(self.stack) def __getitem__ (self, i): try: return self.stack[i] except IndexError: return 0 def __iter__ (self): return self.__stack_iter(self.stack) def push(self, part): self.stack.append(part) def pop(self): try: return self.stack.pop() except IndexError: return 0 def tos(self): try: return self.stack[-1] except IndexError: return 0 def empty(self): return (len(self.stack) == 0) partstack = stack() dirstack = stack() class debug_info: none = 0 gencode = 1 dumptree = 2 object = 3 dict = 4 statement = 5 dump = 6 def __init__(self, *level): self.__level = level def setdebug(self, *level): self.__level = level def level(self, level): return level in self.__level def info(self, level, str): if level in self.__level: print str global debug debug = debug_info(debug_info.none) # ----------------------------------------------------------------------------- # Error Handling # ----------------------------------------------------------------------------- class location: """Used to keep track of our current location while parsing configuration files""" class __place: def __init__(self, file, line, command): self.file = file self.line = line self.command = command def next_line(self, command): self.line = self.line + 1 self.command = command def at(self): return "%s:%d" % (self.file, self.line) def __init__ (self): self.stack = stack() def __str__ (self): s = '' for p in self.stack: if (s == ''): s = p.at() else: s = s + '\n' + p.at() return s def file(self): return self.stack.tos().file def line(self): return self.stack.tos().line def command(self): return self.stack.tos().command def push(self, file): self.stack.push(self.__place(os.path.normpath(file), 0, "")) def pop(self): self.stack.pop() def next_line(self, command): self.stack.tos().next_line(command) def at(self): return self.stack.tos().at() loc = location() def error(string): """Print error message""" global errors, loc errors = errors + 1 print "===> ERROR: %s" % string print "%s" % loc def fatal(string): """Print error message and exit""" error(string) exitiferrors() def warning(string): """Print warning message""" global warnings, loc warnings = warnings + 1 print "===> Warning: %s" % string print "%s" % loc def exitiferrors(): """Exit parser if an error has been encountered""" if (errors != 0): sys.exit(1) def safe_open(file, mode): try: return open(file, mode) except IOError: fatal("Could not open file \"%s\"" % file) # ----------------------------------------------------------------------------- # Main classes # ----------------------------------------------------------------------------- class romimage: """A rom image is the ultimate goal of linuxbios""" def __init__ (self, name): # name of this rom image self.name = name # set by 'arch' directive self.arch = '' # set by 'payload' directive self.payload = '' # set by 'init' directive self.initfile = '' # make rules added by 'makerule' directive self.makebaserules = {} # object files added by 'object' directive self.objectrules = {} # init object files added by 'initobject' directive self.initobjectrules = {} # driver files added by 'drive' directive self.driverrules = {} # loader scripts added by 'ldscript' directive self.ldscripts = [] # user defines added by 'makedefine' directive self.userdefines = [] # files to be included in crt0.S self.initincludes = {} # as above, but order is preserved self.initincludesorder = [] # transitional flag to support old crtinclude format self.useinitincludes = 0 # instance counter for parts self.partinstance = 0 # chip config files included by the 'config' directive self.configincludes = {} # root of part tree self.root = 0 # name of target directory specified by 'target' directive self.target_dir = '' # option values set in rom image self.values = {} def getname(self): return self.name def getvalues(self): return self.values def setarch(self, arch): self.arch = arch def setpayload(self, payload): self.payload = payload def setinitfile(self, initfile): self.initfile = initfile def getinitfile(self): return self.initfile def addmakerule(self, id): o = getdict(self.makebaserules, id) if (o): print "Warning, rule %s previously defined" % id o = makerule(id) setdict(self.makebaserules, id, o) def getmakerules(self): return self.makebaserules def getmakerule(self, id): o = getdict(self.makebaserules, id) if (o): return o fatal("No such make rule \"%s\"" % id); def addmakeaction(self, id, str): o = getdict(self.makebaserules, id) if (o): a = dequote(str) o.addaction(a) return fatal("No such rule \"%s\" for addmakeaction" % id); def addmakedepend(self, id, str): o = getdict(self.makebaserules, id) if (o): a = dequote(str) o.adddependency(a) return fatal("No such rule \"%s\" for addmakedepend" % id); # this is called with an an object name. # the easiest thing to do is add this object to the current # component. # such kludgery. If the name starts with '.' then make the # dependency be on ./thing.x gag me. def addobjectdriver(self, dict, object_name): global dirstack suffix = object_name[-2:] if (suffix == '.o'): suffix = '.c' base = object_name[:-2] type = object_name[-1:] if (object_name[0] == '.'): source = base + suffix else: source = os.path.join(dirstack.tos(), base + suffix) object = base + '.o' debug.info(debug.object, "add object %s source %s" % (object_name, source)) l = getdict(dict, base) if (l): print "Warning, object/driver %s previously defined" % base setdict(dict, base, [object, source, type, base]) def addinitobjectrule(self, name): self.addobjectdriver(self.initobjectrules, name) def addobjectrule(self, name): self.addobjectdriver(self.objectrules, name) def adddriverrule(self, name): self.addobjectdriver(self.driverrules, name) def getinitobjectrules(self): return self.initobjectrules def getinitobjectrule(self, name): o = getdict(self.initobjectrules, name) if (o): return o fatal("No such init object rule \"%s\"" % name); def getobjectrules(self): return self.objectrules def getobjectrule(self, name): o = getdict(self.objectrules, name) if (o): return o fatal("No such object rule \"%s\"" % name); def getdriverrules(self): return self.driverrules def getdriverrule(self, name): o = getdict(self.driverrules, name) if (o): return o fatal("No such driver rule \"%s\"" % name); def addldscript(self, path): self.ldscripts.append(path) def getldscripts(self): return self.ldscripts def adduserdefine(self, str): self.userdefines.append(str) def getuserdefines(self): return self.userdefines def addinitinclude(self, str, path): if (str != 0): self.useinitincludes = 1 debug.info(debug.object, "ADDCRT0: %s -> %s" % (str, path)) o = getdict(self.initincludes, path) if (o): print "Warning, init include for %s previously defined" % path o = initinclude(str, path) setdict(self.initincludes, path, o) self.initincludesorder.append(path) def getinitincludes(self): return self.initincludesorder def getinitinclude(self, path): o = getdict(self.initincludes, path) if (o): return o fatal("No such init include \"%s\"" % path); def addconfiginclude(self, part, path): setdict(self.configincludes, part, path) def getconfigincludes(self): return self.configincludes def getincludefilename(self): if (self.useinitincludes): return "crt0.S" else: return "crt0_includes.h" def newformat(self): return self.useinitincludes def numparts(self): return self.partinstance def newpartinstance(self): i = self.partinstance self.partinstance = self.partinstance + 1 return i def setroot(self, part): self.root = part def getroot(self): return self.root def settargetdir(self, path): self.targetdir = path def gettargetdir(self): return self.targetdir class buildrom: """A buildrom statement""" def __init__ (self, size, roms): self.size = size self.roms = roms class initinclude: """include file for initialization code""" def __init__ (self, str, path): self.string = str self.path = path def getstring(self): return self.string def getpath(self): return self.path class makerule: """Rule to be included in Makefile""" def __init__ (self, target): self.target = target self.dependency = [] self.actions = [] def addaction(self, action): self.actions.append(action) def adddependency(self, dependency): self.dependency.append(dependency) def gtarget(self): return self.target def gdependency(self): return self.dependency def gaction(self): return self.actions class option: """Configuration option""" def __init__ (self, name): self.name = name # name of option self.loc = 0 # current location self.set = 0 # option has been set self.used = 0 # option has been set self.default = 0 # option has default value (otherwise # it is undefined) self.comment = '' # description of option self.exportable = 0 # option is able to be exported self.exported = 0 # option is exported self.defined = 0 # option has a value self.format = '%s' # option print format def setvalue(self, value, values, loc): self.set = 1 self.defined = 1 self.loc = loc #self.value = value setdict(values, self.name, value) def getvalue(self, image, values): global curimage v = getdict(values, self.name) if (v == 0): return 0 val = v.contents() if (not (type(val) is str)): return v if (val == '' or val[0] != '{'): return v s = curimage curimage = image val = parse('delexpr', val) curimage = s # TODO: need to check for parse errors! return option_value(val) def setdefault(self, value, loc): global global_option_values if (self.default): fatal("Error: default value for %s already set" % self.name) setdict(global_option_values, self.name, value) self.defined = 1 self.default = 1 self.loc = loc def setnodefault(self, loc): self.default = 1 self.defined = 0 self.loc = loc def where(self): return self.loc def setcomment(self, comment, loc): if (self.comment != ''): print "%s: " % self.name print "Attempt to modify comment at %s" % loc return self.comment = comment def setexportable(self): self.exportable = 1 def setexported(self): self.exportable = 1 self.exported = 1 def setnoexport(self): self.exportable = 0 self.exported = 0 def setformat(self, fmt): self.format = fmt def getformat(self): return self.format def setused(self): if (self.exportable): self.exported = 1 self.used = 1 def isexported(self): return (self.exported and self.defined) # def isdefined(self): # return (self.defined) def isset(self): return (self.set) # def isused(self): # return (self.used) class option_value: """Value of a configuration option""" def __init__(self, value): self.value = value def contents(self): return self.value class partobj: """A configuration part""" def __init__ (self, image, dir, parent, part, type_name, instance_name): debug.info(debug.object, "partobj dir %s parent %s part %s" \ % (dir, parent, part)) # romimage that is configuring this part self.image = image # links for static device tree self.children = 0 self.siblings = 0 # list of init code files self.initcode = [] # initializers for static device tree self.registercode = {} # part name self.part = part # type name of this part self.type_name = type_name # object files needed to build this part self.objects = [] # directory containg part files self.dir = dir # instance number, used to distinguish anonymous # instances of this part self.instance = image.newpartinstance() debug.info(debug.object, "INSTANCE %d" % self.instance) # Options used by this part self.uses_options = {} # Name of chip config file (0 if not needed) self.chipconfig = 0 # Flag to indicate that we have generated type # definitions for this part (only want to do it once) self.done_types = 0 # If no instance name is supplied then generate # a unique name if (instance_name == 0): self.instance_name = self.type_name + \ "_dev%d" % self.instance self.config_name = "%s_config_%d" \ % (self.type_name, self.instance) else: self.instance_name = instance_name self.config_name = "%s_config" % self.instance_name # Link this part into the tree if (parent): debug.info(debug.gencode, "add to parent") self.parent = parent # add current child as my sibling, # me as the child. if (parent.children): debug.info(debug.gencode, "add %s (%d) as sibling" % (parent.children.dir, parent.children.instance)) self.siblings = parent.children parent.children = self else: self.parent = self def dumpme(self, lvl): """Dump information about this part for debugging""" print "%d: part %s" % (lvl, self.part) print "%d: instance %d" % (lvl, self.instance) print "%d: dir %s" % (lvl,self.dir) print "%d: name %s" % (lvl,self.name) print "%d: parent %s" % (lvl,self.parent.part) print "%d: parent dir %s" % (lvl,self.parent.dir) if (self.children): print "%d: child %s" % (lvl, self.children.dir) if (self.siblings): print "%d: siblings %s" % (lvl, self.siblings.dir) print "%d: initcode " % lvl for i in self.initcode: print " %s" % i print "%d: registercode " % lvl for f, v in self.registercode.items(): print " %s = %s" % (f, v) print "\n" def gencode(self, file, pass_num): """Generate static initalizer code for this part. Two passes are used - the first generates type information, and the second generates instance information""" if (pass_num == 0): if (self.instance): file.write("struct chip %s;\n" \ % self.instance_name) else: file.write("struct chip static_root;\n") return if (self.chipconfig): debug.info(debug.gencode, "gencode: chipconfig(%d)" % \ self.instance) file.write("struct %s_config %s" % (self.type_name ,\ self.config_name)) if (self.registercode): file.write("\t= {\n") for f, v in self.registercode.items(): file.write( " .%s = %s,\n" % (f, v)) file.write("};\n") else: file.write(";") file.write("\n"); if (self.instance): file.write("struct chip %s = {\n" % self.instance_name) else: file.write("struct chip static_root = {\n") file.write("/* %s %s */\n" % (self.part, self.dir)) if (self.siblings): debug.info(debug.gencode, "gencode: siblings(%d)" \ % self.siblings.instance) file.write(" .next = &%s,\n" \ % self.siblings.instance_name) else: file.write(" .next = 0,\n") if (self.children): debug.info(debug.gencode, "gencode: children(%d)" \ % self.children.instance) file.write(" .children = &%s,\n" \ % self.children.instance_name) else: file.write(" .children = 0,\n") if (self.chipconfig): # set the pointer to the structure for all this # type of part file.write(" .control= &%s_control,\n" % \ self.type_name ) # generate the pointer to the isntance # of the chip struct file.write(" .chip_info = (void *) &%s,\n" \ % self.config_name) else: file.write(" .control= 0,\n") file.write(" .chip_info= 0,\n") file.write("};\n") def addinit(self, code): """Add init file to this part""" self.initcode.append(code) def addconfig(self, path): """Add chip config file to this part""" self.chipconfig = os.path.join(self.dir, path) self.image.addconfiginclude(self.type_name, self.chipconfig) def addregister(self, field, value): """Register static initialization information""" field = dequote(field) value = dequote(value) setdict(self.registercode, field, value) def usesoption(self, name): """Declare option that can be used by this part""" global global_options o = getdict(global_options, name) if (o == 0): fatal("Error: can't use undefined option %s" % name) o.setused() o1 = getdict(self.uses_options, name) if (o1): return setdict(self.uses_options, name, o) # ----------------------------------------------------------------------------- # statements # ----------------------------------------------------------------------------- def getdict(dict, name): if name not in dict.keys(): debug.info(debug.dict, "Undefined: %s" % name) return 0 v = dict.get(name, 0) debug.info(debug.dict, "getdict %s returning %s" % (name, v)) return v def setdict(dict, name, value): debug.info(debug.dict, "setdict sets %s to %s" % (name, value)) dict[name] = value # options. # to create an option, it has to not exist. # When an option value is fetched, the fact that it was used is # remembered. # Legal things to do: # set a default value, then set a real value before the option is used. # set a value, try to set a default, default silently fails. # Illegal: # use the value, then try to set the value def newoption(name): global global_options, global_options_by_order o = getdict(global_options, name) if (o): print "option %s already defined" % name sys.exit(1) o = option(name) setdict(global_options, name, o) global_options_by_order.append(name) def getoption(name, image): """option must be declared before being used in a part if we're not processing a part, then we must be at the top level where all options are available global global_uses_options, global_option_values""" curpart = partstack.tos() if (curpart): o = getdict(curpart.uses_options, name) elif (alloptions): o = getdict(global_options, name) else: o = getdict(global_uses_options, name) if (o == 0 or not o.defined): error("Option %s undefined (missing use command?)" % name) return v = 0 if (image): v = o.getvalue(image, image.getvalues()) if (v == 0): v = o.getvalue(image, global_option_values) return v.contents() def setoption(name, value): global loc, global_options, global_option_values, curimage curpart = partstack.tos() if (curpart and curpart.part != 'mainboard'): fatal("Options may only be set in top-level and mainboard configuration files") o = getdict(global_uses_options, name) if (o == 0): fatal("Attempt to set nonexistent option %s" % name) v = option_value(value) if (curimage): o.setvalue(v, curimage.getvalues(), loc) else: o.setvalue(v, global_option_values, loc) def setdefault(name, value): global loc, global_options o = getdict(global_options, name) if (not o): return if (o.default): print "setdefault: attempt to duplicate default for %s" % name return v = option_value(value) o.setdefault(v, loc) def setnodefault(name): global loc, global_options o = getdict(global_options, name) if (not o): return if (o.default): print "setdefault: attempt to duplicate default for %s" % name return o.setnodefault(loc) def setcomment(name, value): global loc, global_options o = getdict(global_options, name) if (not o): fatal("setcomment: %s not here" % name) o.setcomment(value, loc) def setexported(name): global global_options o = getdict(global_options, name) if (not o): fatal("setexported: %s not here" % name) o.setexported() def setnoexport(name): global global_options o = getdict(global_options, name) if (not o): fatal("setnoexport: %s not here" % name) o.setnoexport() def setexportable(name): global global_options o = getdict(global_options, name) if (not o): fatal("setexportable: %s not here" % name) o.setexportable() def setformat(name, fmt): global global_options o = getdict(global_options, name) if (not o): fatal("setformat: %s not here" % name) o.setformat(fmt) def getformated(name, image): global global_options, global_option_values o = getdict(global_options, name) if (o == 0 or not o.defined): fatal( "Option %s undefined." % name) v = 0 if (image): v = o.getvalue(image, image.getvalues()) if (v == 0): v = o.getvalue(image, global_option_values) f = o.getformat() return (f % v.contents()) def isexported(name): global global_options o = getdict(global_options, name) if (o): return o.isexported() return 0 #def isdefined(name, part): # global global_options # if (part): # o = getdict(part.uses_options, name) # else: # o = getdict(global_options, name) # if (o): # return o.isdefined() # return 0 def isset(name, part): global global_uses_options if (part): o = getdict(part.uses_options, name) else: o = getdict(global_uses_options, name) if (o): return o.isset() return 0 #def isused(name, part): # global global_options # if (part): # o = getdict(part.uses_options, name) # else: # o = getdict(global_options, name) # if (o): # return o.isused() # return 0 def usesoption(name): global global_options, global_uses_options curpart = partstack.tos() if (curpart): curpart.usesoption(name) return o = getdict(global_options, name) if (o == 0): fatal("Can't use undefined option %s" % name) o.setused() o1 = getdict(global_uses_options, name) if (o1): return setdict(global_uses_options, name, o) def validdef(name, defval): global global_options o = getdict(global_options, name) if (not o): fatal("validdef: %s not here" % name) if ((defval & 1) != 1): fatal("Must specify default value for option %s" % name) if ((defval & 2) != 2): fatal("Must specify export for option %s" % name) if ((defval & 4) != 4): fatal("Must specify comment for option %s" % name) def loadoptions(): file = os.path.join('src', 'config', 'Options.lb') optionsfile = os.path.join(treetop, file) fp = safe_open(optionsfile, 'r') loc.push(file) if (not parse('options', fp.read())): fatal("Could not parse file") loc.pop() def addinit(path): global curimage, dirstack if (path[0] == '/'): curimage.setinitfile(treetop + '/src/' + path) else: curimage.setinitfile(dirstack.tos() + '/' + path) print "Adding init file: %s" % path def addconfig(path): global partstack curpart = partstack.tos() curpart.addconfig(path) def addregister(field, value): global partstack curpart = partstack.tos() curpart.addregister(field, value) def addcrt0include(path): """we do the crt0include as a dictionary, so that if needed we can trace who added what when. Also it makes the keys nice and unique.""" global curimage curimage.addinitinclude(0, path) def addinitinclude(str, path): global curimage curimage.addinitinclude(dequote(str), path) def addldscript(path): global curimage, dirstack curdir = dirstack.tos() if (path[0] == '/'): fullpath = treetop + '/src/' + path else: fullpath = curdir + '/' + path debug.info(debug.statement, "fullpath :%s: curdir :%s: path :%s:" % (fullpath, curdir, path)) curimage.addldscript(fullpath) def payload(path): global curimage curimage.setpayload(path) adduserdefine("PAYLOAD:=%s"%path) # addrule('payload') # adddep('payload', path) # addaction('payload', 'cp $< $@') def startromimage(name): global romimages, curimage, target_dir, target_name print "Configuring ROMIMAGE %s" % name o = getdict(romimages, name) if (o): fatal("romimage %s previously defined" % name) curimage = romimage(name) curimage.settargetdir(os.path.join(target_dir, name)) #o = partobj(curimage, target_dir, 0, 'board', target_name) #curimage.setroot(o) setdict(romimages, name, curimage) def endromimage(): global curimage print "End ROMIMAGE" curimage = 0 #curpart = 0 def mainboard(path): full_path = os.path.join(treetop, 'src', 'mainboard', path) setoption('MAINBOARD', full_path) vendor = re.sub("/.*", "", path) part_number = re.sub("[^/]*/", "", path) setoption('MAINBOARD_VENDOR', vendor) setoption('MAINBOARD_PART_NUMBER', part_number) dodir('/config', 'Config.lb') part('mainboard', path, 'Config.lb', 0) curimage.setroot(partstack.tos()) partpop() def addbuildrom(size, roms): global buildroms print "Build ROM size %d" % size b = buildrom(size, roms) buildroms.append(b) def addinitobject(object_name): global curimage curimage.addinitobjectrule(object_name) def addobject(object_name): global curimage curimage.addobjectrule(object_name) def adddriver(driver_name): global curimage curimage.adddriverrule(driver_name) def target(name): global target_dir, target_name print "Configuring TARGET %s" % name target_name = name target_dir = os.path.join(os.path.dirname(loc.file()), name) if not os.path.isdir(target_dir): print "Creating directory %s" % target_dir os.makedirs(target_dir) print "Will place Makefile, crt0.S, etc. in %s" % target_dir def part(type, path, file, name): global curimage, dirstack, partstack partdir = os.path.join(type, path) srcdir = os.path.join(treetop, 'src') fulldir = os.path.join(srcdir, partdir) type_name = flatten_name(os.path.join(type, path)) newpart = partobj(curimage, fulldir, partstack.tos(), type, \ type_name, name) print "Configuring PART %s, path %s" % (type, path) partstack.push(newpart) dirstack.push(fulldir) doconfigfile(srcdir, partdir, file) def partpop(): global dirstack, partstack curpart = partstack.pop() if (curpart == 0): fatal("Trying to pop non-existent part") print "End PART %s" % curpart.part # Warn if options are used without being set in this part for i in curpart.uses_options.keys(): if (not isset(i, curpart)): print "WARNING: Option %s using default value %s" % (i, getformated(i, curpart.image)) dirstack.pop() def dodir(path, file): """dodir is like part but there is no new part""" global dirstack # if the first char is '/', it is relative to treetop, # else relative to curdir # os.path.join screws up if the name starts with '/', sigh. print "Configuring DIR %s" % os.path.join(path, file) if (path[0] == '/'): fullpath = os.path.join(treetop, 'src') path = re.sub('^/*', '', path) else: fullpath = dirstack.tos() debug.info(debug.statement, "DODIR: path %s, fullpath %s" % (path, fullpath)) dirstack.push(os.path.join(fullpath, path)) doconfigfile(fullpath, path, file) dirstack.pop() def lookup(name): global curimage v = getoption(name, curimage) exitiferrors() return v def addrule(id): global curimage curimage.addmakerule(id) def adduserdefine(str): global curimage curimage.adduserdefine(str) def addaction(id, str): global curimage curimage.addmakeaction(id, str) def adddep(id, str): global curimage curimage.addmakedepend(id, str) def setarch(my_arch): """arch is 'different' ... darn it.""" global curimage curimage.setarch(my_arch) setoption('ARCH', my_arch) part('arch', my_arch, 'Config.lb', 0) def doconfigfile(path, confdir, file): rname = os.path.join(confdir, file) loc.push(rname) fullpath = os.path.join(path, rname) fp = safe_open(fullpath, 'r') if (not parse('cfgfile', fp.read())): fatal("Could not parse file") exitiferrors() loc.pop() #============================================================================= # MISC FUNCTIONS #============================================================================= def ternary(val, yes, no): debug.info(debug.statement, "ternary %s" % expr) debug.info(debug.statement, "expr %s a %d yes %d no %d"% (expr, a, yes, no)) if (val == 0): debug.info(debug.statement, "Ternary returns %d" % yes) return yes else: debug.info(debug.statement, "Ternary returns %d" % no) return no def tohex(name): """atoi is in the python library, but not strtol? Weird!""" return eval('int(%s)' % name) def IsInt( str ): """ Is the given string an integer?""" try: num = int(str) return 1 except ValueError: return 0 def dequote(str): a = re.sub("^\"", "", str) a = re.sub("\"$", "", a) # highly un-intuitive, need four \! a = re.sub("\\\\\"", "\"", a) return a def flatten_name(str): a = re.sub("/", "_", str) return a def topify(path): """If the first part of matches treetop, replace that part with $(TOP)""" if path[0:len(treetop)] == treetop: path = path[len(treetop):len(path)] if (path[0:1] == "/"): path = path[1:len(path)] path = "$(TOP)/" + path return path %% # to make if work without 2 passses, we use an old hack from SIMD, the # context bit. If the bit is 1, then ops get done, otherwise # ops don't get done. From the top level, context is always # 1. In an if, context depends on eval of the if condition parser Config: ignore: r'\s+' ignore: "#.*?\r?\n" # less general tokens should come first, otherwise they get matched # by the re's token ACTION: 'action' token ADDACTION: 'addaction' token ALWAYS: 'always' token ARCH: 'arch' token BUILDROM: 'buildrom' token COMMENT: 'comment' token CONFIG: 'config' token CPU: 'cpu' token DEFAULT: 'default' token DEFINE: 'define' token DEPENDS: 'depends' token DIR: 'dir' token DRIVER: 'driver' token ELSE: 'else' token END: 'end' token EOF: '$' token EQ: '=' token EXPORT: 'export' token FORMAT: 'format' token IF: 'if' token INIT: 'init' token INITOBJECT: 'initobject' token INITINCLUDE: 'initinclude' token LDSCRIPT: 'ldscript' token LOADOPTIONS: 'loadoptions' token MAINBOARD: 'mainboard' token MAINBOARDINIT: 'mainboardinit' token MAKEDEFINE: 'makedefine' token MAKERULE: 'makerule' token NEVER: 'never' token NONE: 'none' token NORTHBRIDGE: 'northbridge' token OBJECT: 'object' token OPTION: 'option' token PAYLOAD: 'payload' token PMC: 'pmc' token PRINT: 'print' token REGISTER: 'register' token ROMIMAGE: 'romimage' token SOUTHBRIDGE: 'southbridge' token SUPERIO: 'superio' token TARGET: 'target' token USED: 'used' token USES: 'uses' token NUM: r'[0-9]+' token XNUM: r'0x[0-9a-fA-F]+' # Why is path separate? Because paths to resources have to at least # have a slash, we thinks token PATH: r'[a-zA-Z0-9_.][a-zA-Z0-9/_.]+[a-zA-Z0-9_.]+' # Dir's on the other hand are abitrary # this may all be stupid. token DIRPATH: r'[-a-zA-Z0-9_$()./]+' token ID: r'[a-zA-Z_.]+[a-zA-Z0-9_.]*' token DELEXPR: r'{([^}]+|\\.)*}' token STR: r'"([^\\"]+|\\.)*"' token RAWTEXT: r'.*' rule expr: logical {{ l = logical }} ( "&&" logical {{ l = l and logical }} | "||" logical {{ l = l or logical }} )* {{ return l }} rule logical: factor {{ n = factor }} ( "[+]" factor {{ n = n+factor }} | "-" factor {{ n = n-factor }} )* {{ return n }} rule factor: term {{ v = term }} ( "[*]" term {{ v = v*term }} | "/" term {{ v = v/term }} | "<<" term {{ v = v << term }} | ">=" term {{ v = (v < term)}} )* {{ return v }} # A term is a number, variable, or an expression surrounded by parentheses rule term: NUM {{ return atoi(NUM) }} | XNUM {{ return tohex(XNUM) }} | ID {{ return lookup(ID) }} | unop {{ return unop }} | "\\(" expr "\\)" {{ return expr }} rule unop: "!" expr {{ return not(expr) }} rule partend<>: (stmt<>)* END {{ if (C): partpop()}} # This is needed because the legacy cpu command could not distinguish # between cpu vendors. It should just be PATH, but getting this change # into the source tree will be tricky... # DO NOT USE ID AS IT MAY GO AWAY IN THE FUTURE rule partid: ID {{ return ID }} | PATH {{ return PATH }} rule parttype: NORTHBRIDGE {{ return 'northbridge' }} | SUPERIO {{ return 'superio' }} | PMC {{ return 'pmc' }} | SOUTHBRIDGE {{ return 'southbridge' }} | CPU {{ return 'cpu' }} rule partdef<>: {{ name = 0 }} parttype partid [ STR {{ name = dequote(STR) }} ] {{ if (C): part(parttype, partid, 'Config.lb', name) }} partend<> rule arch<>: ARCH ID {{ if (C): setarch(ID) }} partend<> rule mainboardinit<>: MAINBOARDINIT DIRPATH {{ if (C): addcrt0include(DIRPATH)}} rule initinclude<>: INITINCLUDE STR DIRPATH {{ if (C): addinitinclude(STR, DIRPATH)}} rule initobject<>: INITOBJECT DIRPATH {{ if (C): addinitobject(DIRPATH)}} rule object<>: OBJECT DIRPATH {{ if (C): addobject(DIRPATH)}} rule driver<>: DRIVER DIRPATH {{ if (C): adddriver(DIRPATH)}} rule dir<>: DIR DIRPATH {{ if (C): dodir(DIRPATH, 'Config.lb') }} rule ldscript<>: LDSCRIPT DIRPATH {{ if (C): addldscript(DIRPATH) }} rule iif<>: IF ID {{ c = lookup(ID) }} (stmt<>)* [ ELSE (stmt<>)* ] END rule depsacts<>: ( DEPENDS STR {{ if (C): adddep(ID, STR) }} | ACTION STR {{ if (C): addaction(ID, STR) }} )* rule makerule<>: MAKERULE DIRPATH {{ if (C): addrule(DIRPATH) }} depsacts<> END rule makedefine<>: MAKEDEFINE RAWTEXT {{ if (C): adduserdefine(RAWTEXT) }} rule addaction<>: ADDACTION ID STR {{ if (C): addaction(ID, STR) }} rule init<>: INIT DIRPATH {{ if (C): addinit(DIRPATH) }} rule field: STR {{ return STR }} rule register<>: REGISTER field '=' STR {{ if (C): addregister(field, STR) }} rule prtval: expr {{ return str(expr) }} | STR {{ return STR }} rule prtlist: prtval {{ el = "%(" + prtval }} ( "," prtval {{ el = el + "," + prtval }} )* {{ return el + ")" }} rule prtstmt<>: PRINT STR {{ val = STR }} [ "," prtlist {{ val = val + prtlist }} ] {{ if (C): print eval(val) }} rule config<>: CONFIG PATH {{ if (C): addconfig(PATH) }} rule stmt<>: arch<> {{ return arch}} | addaction<> {{ return addaction }} | config<> {{ return config}} | dir<> {{ return dir}} | driver<> {{ return driver }} | iif<> {{ return iif }} | init<> {{ return init }} | initinclude<> {{ return initinclude }} | initobject<> {{ return initobject }} | ldscript<> {{ return ldscript}} | mainboardinit<> {{ return mainboardinit }} | makedefine<> {{ return makedefine }} | makerule<> {{ return makerule }} | object<> {{ return object }} | option<> {{ return option }} | partdef<> {{ return partdef }} | prtstmt<> {{ return prtstmt}} | register<> {{ return register}} # ENTRY for parsing Config.lb file rule cfgfile: (uses<<1>>)* (stmt<<1>>)* EOF {{ return 1 }} rule usesid<>: ID {{ if (C): usesoption(ID) }} rule uses<>: USES (usesid<>)+ rule value: STR {{ return dequote(STR) }} | expr {{ return expr }} | DELEXPR {{ return DELEXPR }} rule option<>: OPTION ID EQ value {{ if (C): setoption(ID, value) }} rule opif<>: IF ID {{ c = lookup(ID) }} (opstmt<>)* [ ELSE (opstmt<>)* ] END rule opstmt<>: option<> | opif<> | prtstmt<> rule payload<>: PAYLOAD DIRPATH {{ if (C): payload(DIRPATH) }} rule mainboard<>: MAINBOARD PATH {{ if (C): mainboard(PATH) }} rule romif<>: IF ID {{ c = lookup(ID) }} (romstmt<>)* [ ELSE (romstmt<>)* ] END rule romstmt<>: romif<> | option<> | mainboard<> | payload<> rule romimage: ROMIMAGE STR {{ startromimage(dequote(STR)) }} (romstmt<<1>>)* END {{ endromimage() }} rule roms: STR {{ s = '(' + STR }} ( STR {{ s = s + "," + STR }} )* {{ return eval(s + ')') }} rule buildrom: BUILDROM expr roms {{ addbuildrom(expr, roms) }} rule romstmts: romimage | buildrom | opstmt<<1>> # ENTRY for parsing root part rule board: LOADOPTIONS {{ loadoptions() }} TARGET DIRPATH {{ target(DIRPATH) }} (uses<<1>>)* (romstmts)* EOF {{ return 1 }} # ENTRY for parsing a delayed value rule delexpr: "{" expr "}" EOF {{ return expr }} rule defstmts<>: {{ d = 0 }} ( DEFAULT ( value {{ setdefault(ID, value) }} | NONE {{ setnodefault(ID) }} ) {{ d = d | 1 }} | FORMAT STR {{ setformat(ID, dequote(STR)) }} | EXPORT ( ALWAYS {{ setexported(ID) }} | USED {{ setexportable(ID) }} | NEVER {{ setnoexport(ID) }} ) {{ d = d | 2 }} | COMMENT STR {{ setcomment(ID, dequote(STR)); d = d | 4 }} )+ {{ return d }} rule define: DEFINE ID {{ newoption(ID) }} defstmts<> END {{ validdef(ID, defstmts) }} # ENTRY for parsing Options.lb file rule options: (define)* EOF {{ return 1 }} %% #============================================================================= # FILE OUTPUT #============================================================================= def writemakefileheader(file, fname): file.write("# File: %s\n" % fname) file.write("# This file was generated by '%s %s %s'\n\n" % (sys.argv[0], sys.argv[1], sys.argv[2])) def writemakefilesettings(path): global treetop, target_dir # Write Makefile.settings to seperate the settings # from the actual makefile creation # In practice you need to rerun NLBConfig.py to change # these but in theory you shouldn't need to. filename = os.path.join(path, "Makefile.settings") print "Creating", filename file = safe_open(filename, 'w+') writemakefileheader(file, filename) file.write("TOP:=%s\n" % (treetop)) file.write("TARGET_DIR:=%s\n" % target_dir) # for i in global_options_by_order: # if (isexported(i, 0)): # file.write("export %s:=%s\n" % (i, getformated(i, 0))) # file.write("export VARIABLES := ") # for i in global_options.keys(): # if (isexported(i, 0)): # file.write("%s " % i) file.write("\n") file.close() def writeimagesettings(image): global treetop global global_options_by_order # Write Makefile.settings to seperate the settings # from the actual makefile creation # In practice you need to rerun NLBConfig.py to change # these but in theory you shouldn't need to. filename = os.path.join(image.gettargetdir(), "Makefile.settings") print "Creating", filename file = safe_open(filename, 'w+') writemakefileheader(file, filename) file.write("TOP:=%s\n" % (treetop)) file.write("TARGET_DIR:=%s\n" % (image.gettargetdir())) for i in global_options_by_order: if (isexported(i)): file.write("export %s:=%s\n" % (i, getformated(i, image))) file.write("export VARIABLES := ") for i in global_options_by_order: if (isexported(i)): file.write("%s " % i) file.write("\n") file.close() # write the romimage makefile # let's try the Makefile # first, dump all the -D stuff def writeimagemakefile(image): makefilepath = os.path.join(image.gettargetdir(), "Makefile") print "Creating", makefilepath file = safe_open(makefilepath, 'w+') writemakefileheader(file, makefilepath) #file.write("include cpuflags\n") # Putting "include cpuflags" in the Makefile has the problem that the # cpuflags file would be generated _after_ we want to include it. # Instead, let make do the work of computing CPUFLAGS: file.write("# Get the value of TOP, VARIABLES, and several other variables.\n") file.write("include Makefile.settings\n\n") file.write("# Function to create an item like -Di586 or -DMAX_CPUS='1' or -Ui686\n") file.write("D_item = $(if $(subst undefined,,$(origin $1)),-D$1$(if $($1),='$($1)',),-U$1)\n\n") file.write("# Compute the value of CPUFLAGS here during make's first pass.\n") file.write("CPUFLAGS := $(foreach _var_,$(VARIABLES),$(call D_item,$(_var_)))\n\n") for i in image.getuserdefines(): file.write("%s\n" %i) file.write("\n") # main rule file.write("all: linuxbios.rom") # print out all the object dependencies file.write("\n# object dependencies (objectrules:)\n") file.write("INIT-OBJECTS :=\n") file.write("OBJECTS :=\n") file.write("DRIVER :=\n") file.write("\nSOURCES :=\n") for irule, init in image.getinitobjectrules().items(): i_name = init[0] i_source = init[1] file.write("INIT-OBJECTS += %s\n" % (i_name)) file.write("SOURCES += %s\n" % (i_source)) for objrule, obj in image.getobjectrules().items(): obj_name = obj[0] obj_source = obj[1] file.write("OBJECTS += %s\n" % (obj_name)) file.write("SOURCES += %s\n" % (obj_source)) # for chip_target.c file.write("OBJECTS += static.o\n") file.write("SOURCES += static.c\n") for driverrule, driver in image.getdriverrules().items(): obj_name = driver[0] obj_source = driver[1] file.write("DRIVER += %s\n" % (obj_name)) file.write("SOURCES += %s\n" % (obj_source)) # Print out all ldscript.ld dependencies. file.write("\n# ldscript.ld dependencies:\n") file.write("LDSUBSCRIPTS-1 := \n" ) for script in image.getldscripts(): file.write("LDSUBSCRIPTS-1 += %s\n" % topify(script)) # Print out the dependencies for crt0_includes.h file.write("\n# Dependencies for crt0_includes.h\n") file.write("CRT0_INCLUDES:=\n") for inc in image.getinitincludes(): if (local_path.match(inc)): file.write("CRT0_INCLUDES += %s\n" % inc) else: file.write("CRT0_INCLUDES += $(TOP)/src/%s\n" % inc) # Print out the user defines. file.write("\n# userdefines:\n") #for udef in image.userdefines: #file.write("%s\n" % udef) # Print out the base rules. # Need to have a rule that counts on 'all'. file.write("\n# mainrulelist:") #file.write("\nmainrule: %s\n" % image.mainrulelist) # Print out any user rules. file.write("\n# From makerule or docipl commands:\n") # Old way (hash order): for target in makebaserules.keys(): # New way (config file order): #for target in image.makerule_targets: #image.makebaserules[target].write(file) file.write("\n# objectrules:\n") for objrule, obj in image.getobjectrules().items(): source = topify(obj[1]) type = obj[2] if (type == 'S'): # for .S, .o depends on .s file.write("%s: %s.s\n" % (obj[0], obj[3])) file.write("\t@echo $(CC) ... -o $@ $<\n") file.write("\t$(CC) -c $(CPU_OPT) -o $@ $<\n") # and .s depends on .S file.write("%s.s: %s\n" % (obj[3], source)) file.write("\t@echo $(CPP) ... $< > $@\n") # Note: next 2 lines are ONE output line! file.write("\t$(CPP) $(CPPFLAGS) $< ") file.write(">$@.new && mv $@.new $@\n") else: file.write("%s: %s\n" % (obj[0], source)) file.write("\t$(CC) -c $(CFLAGS) -o $@ $<\n") #file.write("%s\n" % objrule[2]) for driverrule, driver in image.getdriverrules().items(): source = topify(driver[1]) file.write("%s: %s\n" % (driver[0], source)) file.write("\t$(CC) -c $(CFLAGS) -o $@ $<\n") #file.write("%s\n" % objrule[2]) # special rule for chip_target.c file.write("static.o: static.c\n") file.write("\t$(CC) -c $(CFLAGS) -o $@ $<\n") # Print out the rules that will make cause the files # generated by NLBConfig.py to be remade if any dependencies change. file.write("\n# Remember the automatically generated files\n") file.write("GENERATED:=\n") for genfile in ['Makefile', 'nsuperio.c', 'static.c', 'LinuxBIOSDoc.config' ]: file.write("GENERATED += %s\n" % genfile) file.write("GENERATED += %s\n" % image.getincludefilename()) #file.write("\n# Remake Makefile (and the other files generated by\n") #file.write("# NLBConfig.py) if any config dependencies change.\n") #for cfile in image.config_file_list: # file.write("$(GENERATED): %s\n" % topify(cfile)) #for depfile in [ '%s' % top_config_file, # This a duplicate, remove? # '$(TOP)/util/config/NLBConfig.py', # '$(TOP)/src/arch/$(ARCH)/config/make.base' ]: # file.write("$(GENERATED): %s\n" % depfile) #file.write("$(GENERATED):\n") #file.write("\tpython $(TOP)/util/config/NLBConfig.py %s $(TOP)\n" # % top_config_file) keys = image.getroot().uses_options.keys() keys.sort() file.write("\necho:\n") for key in keys: file.write("\t@echo %s='$(%s)'\n"% (key,key)) for i, m in image.getmakerules().items(): file.write("%s: " %i) for i in m.dependency: file.write("%s " % i) file.write("\n") for i in m.actions: file.write("\t%s\n" % i) file.close() # def writemakefile(path): makefilepath = os.path.join(path, "Makefile") print "Creating", makefilepath file = safe_open(makefilepath, 'w+') writemakefileheader(file, makefilepath) # main rule file.write("all: ") for i in romimages.keys(): file.write("%s-rom " % i) file.write("\n\n") for i, o in romimages.items(): file.write("%s-rom:\n" % o.getname()) file.write("\tif (cd %s; \\\n" % o.getname()) file.write("\t\tmake linuxbios.rom)\\\n"); file.write("\tthen true; else exit 1; fi;\n\n") file.write("clean: ") for i in romimages.keys(): file.write("%s-clean " % i) file.write("\n\n") for i, o in romimages.items(): file.write("%s-clean:\n" % o.getname()) file.write("\t(cd %s; make clean)\n" % o.getname()) file.close() def writeinitincludes(image): global include_pattern filepath = os.path.join(image.gettargetdir(), image.getincludefilename()) print "Creating", filepath outfile = safe_open(filepath, 'w+') if (image.newformat()): infile = safe_open(image.getinitfile(), 'r') line = infile.readline() while (line): p = include_pattern.match(line) if (p): for i in image.getinitincludes(): inc = image.getinitinclude(i) if (inc.getstring() == p.group(1)): outfile.write("#include \"%s\"\n" % inc.getpath()) else: outfile.write(line); line = infile.readline() infile.close() else: for i in image.getinitincludes(): outfile.write("#include <%s>\n" % i) outfile.close() def writeldoptions(image): # Write Makefile.settings to seperate the settings # from the actual makefile creation # In practice you need to rerun NLBConfig.py to change # these but in theory you shouldn't need to. filename = os.path.join(image.gettargetdir(), "ldoptions") print "Creating", filename file = safe_open(filename, 'w+') for i in global_options.keys(): if (isexported(i) and IsInt(getoption(i, image))): file.write("%s = %s;\n" % (i, getformated(i, image))) file.close() def dumptree(part, lvl): debug.info(debug.dumptree, "DUMPTREE ME is") part.dumpme(lvl) # dump the siblings -- actually are there any? not sure # siblings are: debug.info(debug.dumptree, "DUMPTREE SIBLINGS are") kid = part.siblings while (kid): kid.dumpme(lvl) kid = kid.siblings # dump the kids debug.info(debug.dumptree, "DUMPTREE KIDS are") #for kid in part.children: if (part.children): dumptree(part.children, lvl+1) debug.info(debug.dumptree, "DONE DUMPTREE") def writecode(image): filename = os.path.join(img_dir, "static.c") print "Creating", filename file = safe_open(filename, 'w+') file.write("#include \n") for path in image.getconfigincludes().values(): file.write("#include \"%s\"\n" % path) gencode(image.getroot(), file, 0) gencode(image.getroot(), file, 1) file.close() def gencode(part, file, pass_num): debug.info(debug.gencode, "GENCODE ME is") part.gencode(file, pass_num) # dump the siblings -- actually are there any? not sure debug.info(debug.gencode, "GENCODE SIBLINGS are") kid = part.siblings while (kid): kid.gencode(file, pass_num) kid = kid.siblings # now dump the children debug.info(debug.gencode, "GENCODE KIDS are") if (part.children): gencode(part.children, file, pass_num) kid = part.siblings while (kid): if (kid.children): gencode(kid.children, file, pass_num) kid = kid.siblings debug.info(debug.gencode, "DONE GENCODE") def verifyparse(image): """Add any run-time checks to verify that parsing the configuration was successful""" if (image.newformat() and image.getinitfile() == ''): fatal("An init file must be specified") #============================================================================= # MAIN PROGRAM #============================================================================= if __name__=='__main__': from sys import argv if (len(argv) < 3): print 'Args: ' sys.exit(1) top_config_file = os.path.abspath(sys.argv[1]) treetop = os.path.abspath(sys.argv[2]) # Now read in the customizing script... loc.push(argv[1]) fp = safe_open(argv[1], 'r') if (not parse('board', fp.read())): fatal("Could not parse file") loc.pop() for image_name, image in romimages.items(): verifyparse(image) # no longer need to check if an options has been used alloptions = 1 for image_name, image in romimages.items(): if (debug.level(debug.dumptree)): debug.info(debug.dumptree, "DEVICE TREE:") dumptree(image.getroot(), 0) img_dir = image.gettargetdir() if not os.path.isdir(img_dir): print "Creating directory %s" % img_dir os.makedirs(img_dir) if (debug.level(debug.dump)): for i in image.getinitincludes(): debug.info(debug.dump, "crt0include file %s" % i) for i in image.getdriverrules().keys(): debug.info(debug.dump, "driver file %s" % i) for i in image.getldscripts(): debug.info(debug.dump, "ldscript file %s" % i) for i, m in image.getmakerules().items(): debug.info(debug.dump, " makerule %s dep %s act %s" % (i, m.dependency, m.actions)) writecode(image) writeimagesettings(image) writeinitincludes(image) writeimagemakefile(image) writeldoptions(image) writemakefilesettings(target_dir) writemakefile(target_dir) sys.exit(0)