From 7b4b29036bcf4bc2bd1226db687d9d6b70719e09 Mon Sep 17 00:00:00 2001 From: Yejiang Luo Date: Mon, 7 Jun 2021 12:24:58 +0800 Subject: [PATCH] scripts: add gen_config.py This script is used to setup the tree based on the profiles/. Signed-off-by: Yejiang Luo --- scripts/gen_config.py | 199 ++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 199 insertions(+) create mode 100755 scripts/gen_config.py diff --git a/scripts/gen_config.py b/scripts/gen_config.py new file mode 100755 index 0000000..00c4420 --- /dev/null +++ b/scripts/gen_config.py @@ -0,0 +1,199 @@ +#!/usr/bin/env python3 + +from os import getenv +from pathlib import Path +from shutil import rmtree +from subprocess import run +from subprocess import call +import time +import sys +import yaml + +profile_folder = Path(getenv("PROFILES", "./profiles")).absolute() + + +def die(msg: str): + """Quit script with error message + + msg (str): Error message to print + """ + print(msg) + sys.exit(1) + + +def usage(code: int = 0): + """Print script usage + + Args: + code (int): exit code + """ + print(f"""Usage: {sys.argv[0]} [options...] + + clean Remove feeds before setup + list List available profiles + help Print this message + """) + sys.exit(code) + + +def load_yaml(fname: str, profile: dict): + profile_file = (profile_folder / fname).with_suffix(".yml") + + if not profile_file.is_file(): + die(f"Profile {fname} not found") + + new = yaml.safe_load(profile_file.read_text()) + for n in new: + if n in {"profile", "target", "subtarget", "external_target"}: + if profile.get(n): + die(f"Duplicate tag found {n}") + profile.update({n: new.get(n)}) + elif n in {"description"}: + profile["description"].append(new.get(n)) + elif n in {"packages"}: + profile["packages"].extend(new.get(n)) + elif n in {"diffconfig"}: + profile["diffconfig"] += new.get(n) + elif n in {"feeds"}: + for f in new.get(n): + if f.get("name", "") == "" or (f.get("uri", "") == "" and f.get("path", "") == ""): + die(f"Found bad feed {f}") + profile["feeds"][f.get("name")] = f + return profile + + +def clean_tree(): + print("Cleaning tree") + rmtree("./tmp", ignore_errors=True) + rmtree("./packages/feeds/", ignore_errors=True) + rmtree("./tmp/", ignore_errors=True) + rmtree(".git/rebase-apply/", ignore_errors=True) + if Path("./feeds.conf").is_file(): + Path("./feeds.conf").unlink() + if Path("./.config").is_file(): + Path("./.config").unlink() + + +def merge_profiles(profiles): + profile = {"packages": [], "description": [], "diffconfig": "", "feeds": {}} + + for p in profiles: + profile = load_yaml(p, profile) + + return profile + + +def setup_feeds(profile): + feeds_conf = Path("feeds.conf") + if feeds_conf.is_file(): + feeds_conf.unlink() + + feeds = [] + for p in profile.get("feeds", []): + try: + f = profile["feeds"].get(p) + if all(k in f for k in ("branch", "revision", "path")): + die(f"Please specify either a branch, a revision or a path: {f}") + if "path" in f: + feeds.append(f'{f.get("method", "src-link")},{f["name"]},{f["path"]}') + elif "revision" in f: + feeds.append(f'{f.get("method", "src-git")},{f["name"]},{f["uri"]}^{f.get("revision")}') + else: + feeds.append(f'{f.get("method", "src-git")},{f["name"]},{f["uri"]};{f.get("branch", "master")}') + + except: + print(f"Badly configured feed: {f}") + + if run(["./scripts/feeds", "uninstall", "-a"]).returncode: + die(f"Error uninstall feeds") + + if run(["./scripts/feeds", "setup", "-b", *feeds]).returncode: + die(f"Error setting up feeds") + + if run(["./scripts/feeds", "update"]).returncode: + die(f"Error updating feeds") + + for p in profile.get("feeds", []): + f = profile["feeds"].get(p) + if run(["./scripts/feeds", "install", "-a", "-f", "-p", f.get("name")]).returncode: + die(f"Error installing {feed}") + + packages = ["./scripts/feeds", "install"] + for package in profile.get("packages", []): + packages.append(package) + if len(packages) > 2: + if run(packages).returncode: + die(f"Error installing packages") + + if profile.get("external_target", False): + if run(["./scripts/feeds", "install", profile["target"]]).returncode: + die(f"Error installing external target {profile['target']}") + +def setup_all_feeds(): + print("Install all feeds...") + if run(["./scripts/feeds", "install", "-a", "-f"]).returncode: + die(f"Error installing") + +def generate_config(profile): + config_output = f"""CONFIG_TARGET_{profile["target"]}=y +CONFIG_TARGET_{profile["target"]}_{profile["subtarget"]}=y +CONFIG_TARGET_{profile["target"]}_{profile["subtarget"]}_{profile["profile"]}=y +""" + + config_output += f"{profile.get('diffconfig', '')}" + + for package in profile.get("packages", []): + print(f"Add package to .config: {package}") + config_output += f"CONFIG_PACKAGE_{package}=y\n" + + Path(".config").write_text(config_output) + print("Configuration written to .config") + + +def generate_files(profile): + if run(["mkdir", "-p", "files/etc"]).returncode: + die(f"Error create files") + + compile_time = time.strftime('%Y-%m-%d %k:%M:%S', time.localtime(time.time())) + call("echo %s > %s" % (compile_time, "files/etc/version.date"), shell=True) + + +if __name__ == "__main__": + if "list" in sys.argv: + print(f"Profiles in {profile_folder}") + print("Target Profiles:") + print("\n".join(sorted(map(lambda p: str(p.stem), profile_folder.glob("target_*.yml"))))) + print("\nFunction Profiles:") + print("\n".join(sorted(map(lambda p: str(p.stem), profile_folder.glob('[!t]*.yml'))))) + quit(0) + + if "help" in sys.argv: + usage() + + if len(sys.argv) < 2: + usage(1) + + if "clean" in sys.argv: + clean_tree() + print("Tree is now clean") + quit(0) + + profile = merge_profiles(sys.argv[1:]) + + print("Using the following profiles:") + for d in profile.get("description"): + print(f" - {d}") + + clean_tree() + setup_feeds(profile) + setup_all_feeds() + generate_config(profile) + generate_files(profile) + + print("Running make defconfig") + if run(["make", "defconfig"]).returncode: + die(f"Error running make defconfig") + + for package in profile['packages']: + if call("grep 'CONFIG_PACKAGE_%s=y' .config" % (package), shell=True) != 0: + die(f"Error: the package '%s' is not found or is not configured!" % (package)) -- 2.7.4