mirror of
https://github.com/cp2k/cp2k.git
synced 2026-07-29 06:35:28 -04:00
makedep: sync from DBCSR
This fixes an issue where the `public` entry in the PACKAGE files has been ignored, but requires that from now on all PACKAGE files must contain literal values only (which was only not the case for `src/fm/PACKAGE` which contained a multiline string using `+` instead of brackets).
This commit is contained in:
Tiziano Müller
Tiziano Müller
parent
a246a91d72
commit
cd16989bba
3 changed files with 284 additions and 183 deletions
2
Makefile
2
Makefile
|
|
@ -384,7 +384,7 @@ ifeq ($(LD_SHARED),)
|
|||
@$(TOOLSRC)/build_utils/check_archives.py $(firstword $(AR)) $(SRCDIR) $(LIBDIR)
|
||||
endif
|
||||
@echo "Resolving dependencies for $(ONEVERSION) ... "
|
||||
@$(TOOLSRC)/build_utils/makedep.py $(OBJDIR)/all.dep $(MODDEPS) $(MAKEDEPMODE) $(ARCHIVE_EXT) $(SRCDIR) $(OBJ_SRC_FILES)
|
||||
@$(TOOLSRC)/build_utils/makedep.py $(OBJDIR)/all.dep cp2k $(MODDEPS) $(MAKEDEPMODE) $(ARCHIVE_EXT) $(SRCDIR) $(OBJ_SRC_FILES)
|
||||
|
||||
# on stage 4, load the rules generated by makedep.py
|
||||
ifeq ($(INCLUDE_DEPS), true)
|
||||
|
|
|
|||
|
|
@ -3,15 +3,17 @@
|
|||
"requires": ["../common", "../base", "../mpiwrap" ],
|
||||
|
||||
|
||||
"implicit": "^(BLACS_.*|IGSUM2D" # BLACS
|
||||
"implicit": (
|
||||
"^(BLACS_.*|IGSUM2D" # BLACS
|
||||
# ScaLAPACK
|
||||
+"|DESCINIT|NUMROC|INFOG2L|INDXG2L|INDXG2P|INDXL2G|PILAENV|ICEIL|"
|
||||
+"(P[SDCZ]"
|
||||
+"(ROT|COPY|"
|
||||
+"LA(CPY|NGE|TRA)|"
|
||||
+"(AX|DB|DT|GB|GE|GG|HE|OR|PB|PO|PT|ST|SY|TR|TZ|UN)"
|
||||
+"(MR2D|MM|ADD|ANU|ANC|TRI|LS|EV|EVD|EVX|GVX|SVD|BRD|CON|EBZ|EDC|EIN|EQU|"
|
||||
+"EVC|GBR|GHR|GLQ|GQL|GQR|GRQ|GST|HRD|LQF|MBR|MHR|MLQ|MQL|"
|
||||
+"MQR|MRQ|MRZ|MTR|QLF|QPF|QRF|RFS|RQF|RZF|TRD|TRF|TRI|TRS|"
|
||||
+"PY|SM|AN|RK))))$",
|
||||
"|DESCINIT|NUMROC|INFOG2L|INDXG2L|INDXG2P|INDXL2G|PILAENV|ICEIL|"
|
||||
"(P[SDCZ]"
|
||||
"(ROT|COPY|"
|
||||
"LA(CPY|NGE|TRA)|"
|
||||
"(AX|DB|DT|GB|GE|GG|HE|OR|PB|PO|PT|ST|SY|TR|TZ|UN)"
|
||||
"(MR2D|MM|ADD|ANU|ANC|TRI|LS|EV|EVD|EVX|GVX|SVD|BRD|CON|EBZ|EDC|EIN|EQU|"
|
||||
"EVC|GBR|GHR|GLQ|GQL|GQR|GRQ|GST|HRD|LQF|MBR|MHR|MLQ|MQL|"
|
||||
"MQR|MRQ|MRZ|MTR|QLF|QPF|QRF|RFS|RQF|RZF|TRD|TRF|TRI|TRS|"
|
||||
"PY|SM|AN|RK))))$"
|
||||
),
|
||||
}
|
||||
|
|
|
|||
|
|
@ -1,156 +1,193 @@
|
|||
#!/usr/bin/env python
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import re, sys
|
||||
import re
|
||||
import sys
|
||||
import ast
|
||||
from os import path
|
||||
from os.path import dirname, basename, normpath
|
||||
import glob
|
||||
import argparse
|
||||
|
||||
# pre-compiled regular expressions
|
||||
re_module = re.compile(r"(?:^|\n)\s*module\s+(\w+)\s.*\n\s*end\s*module",re.DOTALL)
|
||||
re_module = re.compile(r"(?:^|\n)\s*module\s+(\w+)\s.*\n\s*end\s*module", re.DOTALL)
|
||||
re_program = re.compile(r"\n\s*end\s*program")
|
||||
re_main = re.compile(r"\sint\s+main\s*\(")
|
||||
re_use = re.compile(r"\n\s*use\s+(\w+)")
|
||||
re_main = re.compile(r"\sint\s+main\s*\(")
|
||||
re_use = re.compile(r"\n\s*use\s+(\w+)")
|
||||
re_incl_fypp = re.compile(r"\n#:include\s+['\"](.+)['\"]")
|
||||
re_incl_cpp = re.compile(r"\n#include\s+['\"](.+)['\"]")
|
||||
re_incl_fort = re.compile(r"\n\s*include\s+['\"](.+)['\"]")
|
||||
|
||||
|
||||
|
||||
|
||||
#=============================================================================
|
||||
def main():
|
||||
# ============================================================================
|
||||
def main(out_fn, project_name, mod_format, mode, archive_ext, src_dir, src_files):
|
||||
messages = []
|
||||
#process command line arguments
|
||||
out_fn = sys.argv[1]
|
||||
mod_format = sys.argv[2]
|
||||
mode = sys.argv[3]
|
||||
archive_ext = sys.argv[4]
|
||||
src_dir = sys.argv[5]
|
||||
src_files_tmp = sys.argv[6:]
|
||||
src_files = []
|
||||
for fn_part in src_files_tmp:
|
||||
fn_part = fn_part[1:]
|
||||
fn = src_dir + fn_part
|
||||
src_files.append(fn)
|
||||
if(mod_format not in ('lower', 'upper', 'no')):
|
||||
# process arguments
|
||||
src_files = [normpath(path.join(src_dir, f)) for f in src_files]
|
||||
|
||||
if mod_format not in ("lower", "upper", "no"):
|
||||
error('Module filename format must be eighter of "lower", "upper", or "no".')
|
||||
if(mode not in ('normal', 'hackdep', 'mod_compiler')):
|
||||
|
||||
if mode not in ("normal", "hackdep", "mod_compiler"):
|
||||
error('Mode must be eighter of "normal", "hackdep", or "mod_compiler".')
|
||||
|
||||
for fn in src_files:
|
||||
if(not fn.startswith("/")):
|
||||
error("Path of source-file not absolut: "+fn)
|
||||
if not fn.startswith("/"):
|
||||
error("Path of source-file not absolut: " + fn)
|
||||
|
||||
src_basenames = [basename(fn).rsplit(".", 1)[0] for fn in src_files]
|
||||
for bfn in src_basenames:
|
||||
if(src_basenames.count(bfn) > 1):
|
||||
error("Multiple source files with the same basename: "+bfn)
|
||||
if src_basenames.count(bfn) > 1:
|
||||
error("Multiple source files with the same basename: " + bfn)
|
||||
|
||||
# parse files
|
||||
parsed_files = dict()
|
||||
for fn in src_files:
|
||||
parse_file(parsed_files, fn) #parses also included files
|
||||
messages.append("Parsed %d files"%len(parsed_files))
|
||||
parse_file(parsed_files, fn, src_dir) # parses also included files
|
||||
messages.append("Parsed %d files" % len(parsed_files))
|
||||
|
||||
# create table mapping fortan module-names to file-name
|
||||
mod2fn = dict()
|
||||
for fn in src_files:
|
||||
for m in parsed_files[fn]['module']:
|
||||
for m in parsed_files[fn]["module"]:
|
||||
if m in mod2fn.keys():
|
||||
error('Multiple declarations of module "%s"'%m)
|
||||
error('Multiple declarations of module "%s"' % m)
|
||||
mod2fn[m] = fn
|
||||
messages.append("Created mod2fn table, found %d modules."%len(mod2fn))
|
||||
messages.append("Created mod2fn table, found %d modules." % len(mod2fn))
|
||||
|
||||
# check "one module per file"-convention
|
||||
for m, fn in mod2fn.items():
|
||||
if(basename(fn) != m+".F"):
|
||||
error("Names of module and file do not match: "+fn)
|
||||
if basename(fn) != m + ".F":
|
||||
error("Names of module and file do not match: " + fn)
|
||||
|
||||
# read package manifests
|
||||
packages = dict()
|
||||
for fn in src_files:
|
||||
p = normpath(dirname(fn))
|
||||
read_pkg_manifest(packages, p)
|
||||
messages.append("Read %d package manifests"%len(packages))
|
||||
read_pkg_manifest(project_name, packages, p)
|
||||
messages.append("Read %d package manifests" % len(packages))
|
||||
|
||||
# check dependencies against package manifests
|
||||
n_deps = 0
|
||||
for fn in src_files:
|
||||
p = normpath(dirname(fn))
|
||||
if(not parsed_files[fn]['program']):
|
||||
packages[p]['objects'].append(src2obj(basename(fn)))
|
||||
deps = collect_include_deps(parsed_files, fn)
|
||||
deps += [ mod2fn[m] for m in collect_use_deps(parsed_files, fn) if m in mod2fn.keys() ]
|
||||
if not parsed_files[fn]["program"]:
|
||||
packages[p]["objects"].append(src2obj(basename(fn)))
|
||||
deps = collect_include_deps(parsed_files, fn, src_dir)
|
||||
deps += [
|
||||
mod2fn[m]
|
||||
for m in collect_use_deps(parsed_files, fn, src_dir)
|
||||
if m in mod2fn.keys()
|
||||
]
|
||||
n_deps += len(deps)
|
||||
for d in deps:
|
||||
dp = normpath(dirname(d))
|
||||
if(dp not in packages[p]['allowed_deps']):
|
||||
error("Dependency forbidden according to package manifest: %s -> %s"%(fn, d))
|
||||
if(dp != p and "public" in packages[dp].keys()):
|
||||
if(basename(d) not in packages[dp]["public"]):
|
||||
error("File not public according to package manifest: %s -> %s"%(fn, d))
|
||||
messages.append("Checked %d dependencies"%n_deps)
|
||||
if dp not in packages[p]["allowed_deps"]:
|
||||
error(
|
||||
"Dependency forbidden according to package manifest: %s -> %s"
|
||||
% (fn, d)
|
||||
)
|
||||
if dp != p and "public_files" in packages[dp].keys():
|
||||
if basename(d) not in packages[dp]["public_files"]:
|
||||
error(
|
||||
"File not public according to package manifest: %s -> %s"
|
||||
% (fn, d)
|
||||
)
|
||||
messages.append("Checked %d dependencies" % n_deps)
|
||||
|
||||
# check for circular dependencies
|
||||
for fn in parsed_files.keys():
|
||||
find_cycles(parsed_files, mod2fn, fn)
|
||||
find_cycles(parsed_files, mod2fn, fn, src_dir)
|
||||
|
||||
# write messages as comments
|
||||
makefile = "".join(["#makedep: %s\n"%m for m in messages])
|
||||
makefile += "\n"
|
||||
makefile = "\n".join("#makedep: {}".format(m) for m in messages)
|
||||
makefile += "\n\n"
|
||||
|
||||
# write rules for archives
|
||||
for p in packages.keys():
|
||||
if(len(packages[p]['objects']) > 0):
|
||||
makefile += "# Package %s\n"%p
|
||||
makefile += "$(LIBDIR)/%s : "%(packages[p]['archive']+archive_ext)
|
||||
makefile += " ".join(packages[p]['objects']) + "\n\n"
|
||||
for pkg in packages.keys():
|
||||
if packages[pkg]["objects"]:
|
||||
makefile += """\
|
||||
# Package {pkg}
|
||||
$(LIBDIR)/{archive}{ext} : {objs}
|
||||
|
||||
""".format(
|
||||
pkg=pkg,
|
||||
archive=packages[pkg]["archive"],
|
||||
ext=archive_ext,
|
||||
objs=" ".join(packages[pkg]["objects"]),
|
||||
)
|
||||
|
||||
# write rules for public files
|
||||
for pkg in packages.keys():
|
||||
if "public" in packages[pkg].keys():
|
||||
makefile += """\
|
||||
# Public modules for package {pkg}
|
||||
install: PUBLICFILES += {pubfiles}
|
||||
|
||||
""".format(
|
||||
pkg=pkg, pubfiles=" ".join(mod for mod in packages[pkg]["public"])
|
||||
)
|
||||
|
||||
# write rules for executables
|
||||
archive_postfix = archive_ext.rsplit(".",1)[0]
|
||||
archive_postfix = archive_ext.rsplit(".", 1)[0]
|
||||
for fn in src_files:
|
||||
if(not parsed_files[fn]['program']):
|
||||
if not parsed_files[fn]["program"]:
|
||||
continue
|
||||
|
||||
bfn = basename(fn).rsplit(".", 1)[0]
|
||||
makefile += "# Program %s\n"%fn
|
||||
makefile += "$(EXEDIR)/%s.$(ONEVERSION) : %s.o "%(bfn, bfn)
|
||||
p = normpath(dirname(fn))
|
||||
|
||||
deps = collect_pkg_deps(packages, p)
|
||||
makefile += " ".join(["$(LIBDIR)/"+a+archive_ext for a in deps]) + "\n"
|
||||
makefile += "\t" + "$(LD) $(LDFLAGS)"
|
||||
if(fn.endswith(".c") or fn.endswith(".cu")):
|
||||
makefile += " $(LDFLAGS_C)"
|
||||
makefile += " -L$(LIBDIR) -o $@ %s.o "%bfn
|
||||
makefile += "$(EXTERNAL_OBJECTS) "
|
||||
assert(all([a.startswith("lib") for a in deps]))
|
||||
makefile += " ".join(["-l"+a[3:]+archive_postfix for a in deps])
|
||||
makefile += " $(LIBS)\n\n"
|
||||
assert all(a.startswith("lib") for a in deps)
|
||||
cflagsvar = " $(LDFLAGS_C)" if fn.endswith(".c") or fn.endswith(".cu") else ""
|
||||
makefile += """\
|
||||
# Program {fn}
|
||||
$(EXEDIR)/{bfn}.$(ONEVERSION) : {bfn}.o {deps}
|
||||
\t$(LD) $(LDFLAGS) {cflagsvar} -L$(LIBDIR) -o $@ {bfn}.o $(EXTERNAL_OBJECTS) {linkerdeps} $(LIBS)
|
||||
|
||||
""".format(
|
||||
fn=fn,
|
||||
bfn=bfn,
|
||||
deps=" ".join(["$(LIBDIR)/" + a + archive_ext for a in deps]),
|
||||
cflagsvar=cflagsvar,
|
||||
linkerdeps=" ".join("-l{}{}".format(a[3:], archive_postfix) for a in deps),
|
||||
)
|
||||
|
||||
# write rules for objects
|
||||
for fn in src_files:
|
||||
deps = " ".join(collect_include_deps(parsed_files, fn))
|
||||
mods = collect_use_deps(parsed_files, fn)
|
||||
mods.sort(key=cmp_mods) # sort mods to speedup compilation
|
||||
for m in mods:
|
||||
if m in mod2fn.keys():
|
||||
deps += " " + mod2modfile(m, mod_format)
|
||||
if(mode == "hackdep"):
|
||||
deps = ""
|
||||
deps = collect_include_deps(parsed_files, fn, src_dir)
|
||||
|
||||
mods = collect_use_deps(parsed_files, fn, src_dir)
|
||||
mods.sort(key=cmp_mods) # sort mods to speedup compilation
|
||||
deps += [mod2modfile(m, mod_format) for m in mods if m in mod2fn.keys()]
|
||||
|
||||
if mode == "hackdep":
|
||||
deps = []
|
||||
|
||||
deps = " ".join(deps)
|
||||
|
||||
bfn = basename(fn)
|
||||
makefile += "# Object %s\n"%bfn
|
||||
provides = [mod2modfile(m, mod_format) for m in parsed_files[fn]['module']]
|
||||
provides = [mod2modfile(m, mod_format) for m in parsed_files[fn]["module"]]
|
||||
|
||||
makefile += "# Object {bfn}\n".format(bfn=bfn)
|
||||
for mfn in provides:
|
||||
makefile += "%s : %s "%(mfn, bfn) + deps + "\n"
|
||||
makefile += "%s : %s "%(src2obj(bfn), bfn) + deps
|
||||
if(mode == "mod_compiler"):
|
||||
makefile += "{mfn} : {bfn} {deps}\n".format(mfn=mfn, bfn=bfn, deps=deps)
|
||||
|
||||
makefile += "{bfnobj} : {bfn} {deps}".format(
|
||||
bfnobj=src2obj(bfn), bfn=bfn, deps=deps
|
||||
)
|
||||
|
||||
if mode == "mod_compiler":
|
||||
makefile += " " + " ".join(provides)
|
||||
|
||||
makefile += "\n\n"
|
||||
|
||||
f = open(out_fn, "w")
|
||||
f.write(makefile)
|
||||
f.close()
|
||||
with open(out_fn, "w") as fhandle:
|
||||
fhandle.write(makefile)
|
||||
fhandle.close()
|
||||
|
||||
|
||||
#=============================================================================
|
||||
# ============================================================================
|
||||
def cmp_mods(mod):
|
||||
# list "type" modules first, they are probably on the critical path
|
||||
if "type" in mod:
|
||||
|
|
@ -158,175 +195,237 @@ def cmp_mods(mod):
|
|||
return 1
|
||||
|
||||
|
||||
#=============================================================================
|
||||
def parse_file(parsed_files, fn):
|
||||
if(fn in parsed_files): return
|
||||
# ============================================================================
|
||||
def parse_file(parsed_files, fn, src_dir):
|
||||
if fn in parsed_files:
|
||||
return
|
||||
|
||||
content = open(fn).read()
|
||||
with open(fn) as fhandle:
|
||||
content = fhandle.read()
|
||||
|
||||
# re.IGNORECASE is horribly expensive. Converting to lower-case upfront
|
||||
content_lower = content.lower()
|
||||
|
||||
# all files are parsed for cpp includes
|
||||
incls = re_incl_cpp.findall(content) #CPP includes (case-sensitiv)
|
||||
incls = re_incl_cpp.findall(content) # CPP includes (case-sensitiv)
|
||||
|
||||
mods=[]; uses=[]; prog=False;
|
||||
if(fn[-2:]==".F" or fn[-4:]==".f90" or fn[-5:]==".fypp"):
|
||||
mods = []
|
||||
uses = []
|
||||
prog = False
|
||||
|
||||
if fn[-2:] == ".F" or fn[-4:] == ".f90" or fn[-5:] == ".fypp":
|
||||
mods += re_module.findall(content_lower)
|
||||
prog = re_program.search(content_lower) != None
|
||||
prog = True if re_program.search(content_lower) is not None else False
|
||||
uses += re_use.findall(content_lower)
|
||||
incls += re_incl_fypp.findall(content) # Fypp includes (case-sensitiv)
|
||||
incl_fort_iter = re_incl_fort.finditer(content_lower) # fortran includes
|
||||
incls += [ content[m.start(1):m.end(1)] for m in incl_fort_iter]
|
||||
incls += re_incl_fypp.findall(content) # Fypp includes (case-sensitiv)
|
||||
incl_fort_iter = re_incl_fort.finditer(content_lower) # fortran includes
|
||||
incls += [content[m.start(1) : m.end(1)] for m in incl_fort_iter]
|
||||
|
||||
if(fn[-2:] == ".c" or fn[-3:]==".cu"):
|
||||
prog = re_main.search(content) != None # C is case-sensitiv
|
||||
if fn[-2:] == ".c" or fn[-3:] == ".cu":
|
||||
prog = (
|
||||
True if re_main.search(content) is not None else False
|
||||
) # C is case-sensitiv
|
||||
|
||||
# exclude included files from outside the source tree
|
||||
def incl_fn(i):
|
||||
return normpath(path.join(dirname(fn), i))
|
||||
|
||||
def incl_fn_src(i):
|
||||
return normpath(path.join(src_dir, i))
|
||||
|
||||
existing_incl = [i for i in incls if path.exists(incl_fn(i))]
|
||||
existing_incl_src = [i for i in incls if path.exists(incl_fn_src(i))]
|
||||
|
||||
# store everything in parsed_files cache
|
||||
parsed_files[fn] = {'module':mods, 'program': prog, 'use':uses, 'include':existing_incl}
|
||||
parsed_files[fn] = {
|
||||
"module": mods,
|
||||
"program": prog,
|
||||
"use": uses,
|
||||
"include": existing_incl,
|
||||
"include_src": existing_incl_src,
|
||||
}
|
||||
|
||||
# parse included files
|
||||
for i in existing_incl:
|
||||
parse_file(parsed_files, incl_fn(i))
|
||||
parse_file(parsed_files, incl_fn(i), src_dir)
|
||||
|
||||
for i in existing_incl_src:
|
||||
parse_file(parsed_files, incl_fn_src(i), src_dir)
|
||||
|
||||
|
||||
#=============================================================================
|
||||
def read_pkg_manifest(packages, p):
|
||||
if p in packages.keys(): return
|
||||
# ============================================================================
|
||||
def read_pkg_manifest(project_name, packages, p):
|
||||
if p in packages.keys():
|
||||
return
|
||||
|
||||
fn = p+"/PACKAGE"
|
||||
if(not path.exists(fn)):
|
||||
error("Could not open PACKAGE manifest: "+fn)
|
||||
content = open(fn).read()
|
||||
fn = path.join(p, "PACKAGE")
|
||||
if not path.exists(fn):
|
||||
error("Could not open PACKAGE manifest: " + fn)
|
||||
|
||||
packages[p] = eval(content)
|
||||
packages[p]['objects'] = []
|
||||
with open(fn) as fhandle:
|
||||
content = fhandle.read()
|
||||
|
||||
packages[p] = ast.literal_eval(content)
|
||||
packages[p]["objects"] = []
|
||||
if "archive" not in packages[p].keys():
|
||||
packages[p]['archive'] = "libcp2k"+basename(p)
|
||||
packages[p]['allowed_deps'] = [normpath(p)]
|
||||
packages[p]['allowed_deps'] += [normpath(path.join(p,r)) for r in packages[p]['requires']]
|
||||
packages[p]["archive"] = "lib{}{}".format(project_name, basename(p))
|
||||
packages[p]["allowed_deps"] = [normpath(p)]
|
||||
packages[p]["allowed_deps"] += [
|
||||
normpath(path.join(p, r)) for r in packages[p]["requires"]
|
||||
]
|
||||
|
||||
for r in packages[p]['requires']:
|
||||
read_pkg_manifest(packages, normpath(path.join(p,r)))
|
||||
for r in packages[p]["requires"]:
|
||||
read_pkg_manifest(project_name, packages, normpath(path.join(p, r)))
|
||||
|
||||
if "public" in packages[p].keys():
|
||||
public_files = []
|
||||
for fn in packages[p]["public"]:
|
||||
public_files += glob.glob(path.join(p, fn))
|
||||
packages[p]["public_files"] = [basename(fn) for fn in public_files]
|
||||
|
||||
|
||||
#=============================================================================
|
||||
# ============================================================================
|
||||
def mod2modfile(m, mod_format):
|
||||
if(mod_format == 'no'):
|
||||
return("")
|
||||
if(mod_format == 'lower'):
|
||||
return(m.lower() + ".mod")
|
||||
if(mod_format == 'upper'):
|
||||
return(m.upper() + ".mod")
|
||||
assert(False) # modeps unknown
|
||||
if mod_format == "no":
|
||||
return ""
|
||||
|
||||
if mod_format == "lower":
|
||||
return m.lower() + ".mod"
|
||||
|
||||
if mod_format == "upper":
|
||||
return m.upper() + ".mod"
|
||||
|
||||
assert False # modeps unknown
|
||||
|
||||
|
||||
#=============================================================================
|
||||
# ============================================================================
|
||||
def src2obj(src_fn):
|
||||
return( basename(src_fn).rsplit(".",1)[0] + ".o" )
|
||||
return basename(src_fn).rsplit(".", 1)[0] + ".o"
|
||||
|
||||
|
||||
#=============================================================================
|
||||
def collect_include_deps(parsed_files, fn):
|
||||
# ============================================================================
|
||||
def collect_include_deps(parsed_files, fn, src_dir):
|
||||
pf = parsed_files[fn]
|
||||
incs = []
|
||||
|
||||
for i in pf['include']:
|
||||
for i in pf["include"]:
|
||||
fn_inc = normpath(path.join(dirname(fn), i))
|
||||
if fn_inc in parsed_files.keys():
|
||||
incs.append(fn_inc)
|
||||
incs += collect_include_deps(parsed_files, fn_inc)
|
||||
incs += collect_include_deps(parsed_files, fn_inc, src_dir)
|
||||
|
||||
return(list(set(incs)))
|
||||
for i in pf["include_src"]:
|
||||
fn_inc = normpath(path.join(src_dir, i))
|
||||
if fn_inc in parsed_files.keys():
|
||||
incs.append(fn_inc)
|
||||
incs += collect_include_deps(parsed_files, fn_inc, src_dir)
|
||||
|
||||
return list(set(incs))
|
||||
|
||||
|
||||
#=============================================================================
|
||||
def collect_use_deps(parsed_files, fn):
|
||||
# ============================================================================
|
||||
def collect_use_deps(parsed_files, fn, src_dir):
|
||||
pf = parsed_files[fn]
|
||||
uses = pf['use']
|
||||
uses = pf["use"]
|
||||
|
||||
for i in pf['include']:
|
||||
for i in pf["include"]:
|
||||
fn_inc = normpath(path.join(dirname(fn), i))
|
||||
if fn_inc in parsed_files.keys():
|
||||
uses += collect_use_deps(parsed_files, fn_inc)
|
||||
uses += collect_use_deps(parsed_files, fn_inc, src_dir)
|
||||
|
||||
return(list(set(uses)))
|
||||
for i in pf["include_src"]:
|
||||
fn_inc = normpath(path.join(src_dir, i))
|
||||
if fn_inc in parsed_files.keys():
|
||||
uses += collect_use_deps(parsed_files, fn_inc, src_dir)
|
||||
|
||||
return list(set(uses))
|
||||
|
||||
|
||||
#=============================================================================
|
||||
def find_cycles(parsed_files, mod2fn, fn, S=None):
|
||||
# ============================================================================
|
||||
def find_cycles(parsed_files, mod2fn, fn, src_dir, S=None):
|
||||
pf = parsed_files[fn]
|
||||
if 'visited' in pf.keys():
|
||||
if "visited" in pf.keys():
|
||||
return
|
||||
|
||||
if(S==None):
|
||||
if S is None:
|
||||
S = []
|
||||
|
||||
for m in pf['module']:
|
||||
if(m in S):
|
||||
for m in pf["module"]:
|
||||
if m in S:
|
||||
i = S.index(m)
|
||||
error("Circular dependency: "+ " -> ".join(S[i:] + [m]))
|
||||
error("Circular dependency: " + " -> ".join(S[i:] + [m]))
|
||||
S.append(m)
|
||||
|
||||
for m in collect_use_deps(parsed_files, fn):
|
||||
for m in collect_use_deps(parsed_files, fn, src_dir):
|
||||
if m in mod2fn.keys():
|
||||
find_cycles(parsed_files, mod2fn, mod2fn[m], S)
|
||||
find_cycles(parsed_files, mod2fn, mod2fn[m], src_dir, S)
|
||||
|
||||
for m in pf['module']:
|
||||
for m in pf["module"]:
|
||||
S.pop()
|
||||
|
||||
pf['visited'] = True
|
||||
pf["visited"] = True
|
||||
|
||||
|
||||
#=============================================================================
|
||||
# ============================================================================
|
||||
def collect_pkg_deps(packages, p, archives=None, S=None):
|
||||
if(archives == None): archives = []
|
||||
if(S == None): S = []
|
||||
if archives is None:
|
||||
archives = []
|
||||
|
||||
a = packages[p]['archive']
|
||||
if(a in archives):
|
||||
return(archives)
|
||||
if S is None:
|
||||
S = []
|
||||
|
||||
if(a in S):
|
||||
a = packages[p]["archive"]
|
||||
if a in archives:
|
||||
return archives
|
||||
|
||||
if a in S:
|
||||
i = S.index(a)
|
||||
error("Circular package dependency: "+ " -> ".join(S[i:] + [a]))
|
||||
error("Circular package dependency: " + " -> ".join(S[i:] + [a]))
|
||||
S.append(a)
|
||||
|
||||
for r in packages[p]['requires']:
|
||||
d = normpath(path.join(p,r))
|
||||
for r in packages[p]["requires"]:
|
||||
d = normpath(path.join(p, r))
|
||||
collect_pkg_deps(packages, d, archives, S)
|
||||
|
||||
S.pop()
|
||||
|
||||
if(len(packages[p]['objects']) > 0):
|
||||
archives.insert(0, packages[p]['archive'])
|
||||
if packages[p]["objects"]:
|
||||
archives.insert(0, packages[p]["archive"])
|
||||
|
||||
return(archives)
|
||||
return archives
|
||||
|
||||
|
||||
#=============================================================================
|
||||
# ============================================================================
|
||||
def error(msg):
|
||||
sys.stderr.write("makedep error: %s\n"%msg)
|
||||
sys.stderr.write("makedep error: %s\n" % msg)
|
||||
sys.exit(1)
|
||||
|
||||
#=============================================================================
|
||||
# Python 2.4 compatibility
|
||||
def all(iterable):
|
||||
for element in iterable:
|
||||
if(not element):
|
||||
return(False)
|
||||
return(True)
|
||||
|
||||
#=============================================================================
|
||||
if(len(sys.argv)==2 and sys.argv[-1]=="--selftest"):
|
||||
pass #TODO implement selftest
|
||||
else:
|
||||
main()
|
||||
# ============================================================================
|
||||
if __name__ == "__main__":
|
||||
parser = argparse.ArgumentParser(
|
||||
description="""
|
||||
Parse files and package manifests in the source tree to create rules for objects and executables
|
||||
|
||||
#EOF
|
||||
This script is part of the build utility scripts for DBCSR.
|
||||
""",
|
||||
formatter_class=argparse.ArgumentDefaultsHelpFormatter,
|
||||
)
|
||||
parser.add_argument("outfile", metavar="outfile", type=str)
|
||||
parser.add_argument("project_name", metavar="project_name", type=str)
|
||||
parser.add_argument("format", metavar="format", type=str)
|
||||
parser.add_argument("mode", metavar="mode", type=str)
|
||||
parser.add_argument("archive_ext", metavar="archive_ext", type=str)
|
||||
parser.add_argument("src_dir", metavar="src_dir", type=str)
|
||||
parser.add_argument("src_file", metavar="src_file", nargs="+", type=str)
|
||||
|
||||
args = parser.parse_args()
|
||||
main(
|
||||
out_fn=args.outfile,
|
||||
project_name=args.project_name,
|
||||
mod_format=args.format,
|
||||
mode=args.mode,
|
||||
archive_ext=args.archive_ext,
|
||||
src_dir=args.src_dir,
|
||||
src_files=args.src_file,
|
||||
)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue