him411/gl-infra-builder-FUjr
1
0
Fork 0
mirror of https://github.com/FUjr/gl-infra-builder.git synced 2025-12-16 17:15:08 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

move wlan-ap script

Browse Source
This commit is contained in:
gl-luochongjun 2022-12-14 10:48:33 +08:00
parent 7e59945403
commit 2530f023e0
4 changed files with 532 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.gitignore vendored
View File

@ -2,7 +2,7 @@
allpkg
gl-axt1800
qsdk*
wlan-ap
/wlan-ap
mt7981
feeds/dl
feeds/glinet

264
scripts/openwrt/gen_config.py Executable file
View File

@ -0,0 +1,264 @@
#!/usr/bin/env python3
from os import getenv
from pathlib import Path
from shutil import rmtree, which
from subprocess import run
from subprocess import call
import time
import sys
import yaml
profile_folder = Path(getenv("PROFILES", "./profiles")).absolute()
warnings = []
def die(msg: str):
"""Quit script with error message
msg (str): Error message to print
"""
print(msg)
sys.exit(1)
def usage(code: int = 0):
"""Print script usage
Args:
code (int): exit code
"""
print(
f"""Usage: {sys.argv[0]} <profile> [options...]
keepfeeds Do not remove old feeds
clean Remove feeds before setup
list List available profiles
help Print this message
"""
)
sys.exit(code)
def process_host_dependency(dependecy: dict, profile: dict):
print(f"Checking host dependecy {dependecy['name']}")
found = False
for w in dependecy["which"]:
if which(w):
print(f"-> Found {w}")
found = True
break
if found:
profile["diffconfig"] += dependecy.get("success_diffconfig", "")
else:
if "warning" in dependecy:
warnings.append(f"Dependecy {dependecy['name']}: {dependecy['warning']}")
else:
warnings.append(
f"Dependecy {dependecy['name']}: Please install {dependecy['which']}"
)
if "fallback_diffconfig" in dependecy:
profile["diffconfig"] += dependecy["fallback_diffconfig"]
else:
die("Can't continue without dependency and no `fallback_diffconfig` set")
def load_metadata():
try:
with open("gl_metadata.yaml", "r") as stream:
metadata=yaml.safe_load(stream)
version = metadata["version"]
call("echo %s > %s" % (version, "files/etc/glversion"), shell=True)
call("echo %s > %s" % (version, "release"), shell=True)
version_type = metadata["type"]
call("echo %s > %s" % (version_type, "files/etc/version.type"), shell=True)
print("firmware version: " +version)
print("firmware type: " +version_type)
except:
pass
def generate_files(profile):
if run(["mkdir", "-p", "files/etc"]).returncode:
die(f"Error create files")
compile_time = time.strftime('%Y-%m-%d %k:%M:%S', time.localtime(time.time()))
call("echo %s > %s" % (compile_time, "files/etc/version.date"), shell=True)
load_metadata()
def load_yaml(fname: str, profile: dict, include=True):
profile_file = (profile_folder / fname).with_suffix(".yml")
if not profile_file.is_file():
die(f"Profile {fname} not found")
new = yaml.safe_load(profile_file.read_text())
for n in new:
if n in {"profile", "target", "subtarget", "external_target", "image"}:
if profile.get(n):
die(f"Duplicate tag found {n}")
profile.update({n: new.get(n)})
elif n in {"description"}:
profile["description"].append(new.get(n))
elif n in {"packages"}:
profile["packages"].extend(new.get(n))
elif n in {"diffconfig"}:
profile["diffconfig"] += new.get(n)
elif n in {"feeds"}:
for f in new.get(n):
if f.get("name", "") == "" or (f.get("uri", "") == "" and f.get("path", "") == ""):
die(f"Found bad feed {f}")
profile["feeds"][f.get("name")] = f
elif n in {"host_dependecies"}:
for d in new.get(n):
process_host_dependency(d, profile)
if "include" in new and include:
for i in range(len(new["include"])):
profile = load_yaml(new["include"][i], profile)
return profile
def clean_tree():
print("Cleaning tree")
rmtree("./tmp", ignore_errors=True)
rmtree("./packages/feeds/", ignore_errors=True)
rmtree("./tmp/", ignore_errors=True)
rmtree(".git/rebase-apply/", ignore_errors=True)
if Path("./feeds.conf").is_file():
Path("./feeds.conf").unlink()
if Path("./.config").is_file():
Path("./.config").unlink()
def merge_profiles(profiles, include=True):
profile = {"packages": [], "description": [], "diffconfig": "", "feeds": {}}
for p in profiles:
profile = load_yaml(p, profile, include)
return profile
def setup_feeds(profile):
feeds_conf = Path("feeds.conf")
if feeds_conf.is_file():
feeds_conf.unlink()
feeds = []
for p in profile.get("feeds", []):
try:
f = profile["feeds"].get(p)
if all(k in f for k in ("branch", "revision", "path", "tag")):
die(f"Please specify either a branch, a revision or a path: {f}")
if "path" in f:
feeds.append(
f'{f.get("method", "src-link")},{f["name"]},{f["path"]}'
)
elif "revision" in f:
feeds.append(
f'{f.get("method", "src-git")},{f["name"]},{f["uri"]}^{f.get("revision")}'
)
elif "tag" in f:
feeds.append(
f'{f.get("method", "src-git")},{f["name"]},{f["uri"]};{f.get("tag")}'
)
else:
feeds.append(
f'{f.get("method", "src-git")},{f["name"]},{f["uri"]};{f.get("branch", "master")}'
)
except:
print(f"Badly configured feed: {f}")
if run(["./scripts/feeds", "setup", "-b", *feeds]).returncode:
die(f"Error setting up feeds")
if run(["./scripts/feeds", "update"]).returncode:
die(f"Error updating feeds")
for p in profile.get("feeds", []):
f = profile["feeds"].get(p)
if run(
["./scripts/feeds", "install", "-a", "-f", "-p", f.get("name")]
).returncode:
die(f"Error installing {feed}")
packages = ["./scripts/feeds", "install" ]
for package in profile.get("packages", []):
p = package.split(":")
if len(p) == 2:
run(["./scripts/feeds", "uninstall", p[0]])
this_packages = ["./scripts/feeds", "install", "-p", p[1], p[0] ]
if run(this_packages).returncode:
die(f"Error installing packages")
continue
packages.append(package)
if len(packages) > 2:
if run(packages).returncode:
die(f"Error installing packages")
if profile.get("external_target", False):
if run(["./scripts/feeds", "install", profile["target"]]).returncode:
die(f"Error installing external target {profile['target']}")
def generate_config(profile):
config_output = f"""CONFIG_TARGET_{profile["target"]}=y
CONFIG_TARGET_{profile["target"]}_{profile["subtarget"]}=y
CONFIG_TARGET_{profile["target"]}_{profile["subtarget"]}_DEVICE_{profile["profile"]}=y
"""
config_output += f"{profile.get('diffconfig', '')}"
for package in profile.get("packages", []):
print(f"Add package to .config: {package}")
config_output += f"CONFIG_PACKAGE_{package}=y\n"
Path(".config").write_text(config_output)
print("Configuration written to .config")
if __name__ == "__main__":
if "list" in sys.argv:
print(f"Profiles in {profile_folder}")
print("\n".join(map(lambda p: str(p.stem), profile_folder.glob("*.yml"))))
quit(0)
if "help" in sys.argv:
usage()
if len(sys.argv) < 2:
usage(1)
if "clean" in sys.argv:
clean_tree()
print("Tree is now clean")
quit(0)
if "recovery" in sys.argv:
profile = merge_profiles([ "ucentral-recovery", sys.argv[1] ], False)
elif "keepfeeds" in sys.argv:
profile = merge_profiles(sys.argv[2:])
else:
profile = merge_profiles(sys.argv[1:])
if run(["rm", "-rf", "feeds/", "package/feeds"]).returncode:
die("Failed to delete old feeds")
print("Using the following profiles:")
for d in profile.get("description"):
print(f" - {d}")
clean_tree()
setup_feeds(profile)
generate_config(profile)
generate_files(profile)
print("Running make defconfig")
if run(["make", "defconfig"]).returncode:
die(f"Error running make defconfig")
print("#########################\n" * 3)
print("\n".join(warnings))
print("#########################\n" * 3)

263
scripts/wlan-ap/gen_config.py Executable file
View File

@ -0,0 +1,263 @@
#!/usr/bin/env python3
from os import getenv
from pathlib import Path
from shutil import rmtree, which
from subprocess import run
from subprocess import call
import time
import sys
import yaml
profile_folder = Path(getenv("PROFILES", "./profiles")).absolute()
warnings = []
def die(msg: str):
"""Quit script with error message
msg (str): Error message to print
"""
print(msg)
sys.exit(1)
def usage(code: int = 0):
"""Print script usage
Args:
code (int): exit code
"""
print(
f"""Usage: {sys.argv[0]} <profile> [options...]
keepfeeds Do not remove old feeds
clean Remove feeds before setup
list List available profiles
help Print this message
"""
)
sys.exit(code)
def process_host_dependency(dependecy: dict, profile: dict):
print(f"Checking host dependecy {dependecy['name']}")
found = False
for w in dependecy["which"]:
if which(w):
print(f"-> Found {w}")
found = True
break
if found:
profile["diffconfig"] += dependecy.get("success_diffconfig", "")
else:
if "warning" in dependecy:
warnings.append(f"Dependecy {dependecy['name']}: {dependecy['warning']}")
else:
warnings.append(
f"Dependecy {dependecy['name']}: Please install {dependecy['which']}"
)
if "fallback_diffconfig" in dependecy:
profile["diffconfig"] += dependecy["fallback_diffconfig"]
else:
die("Can't continue without dependency and no `fallback_diffconfig` set")
def load_yaml(fname: str, profile: dict, include=True):
profile_file = (profile_folder / fname).with_suffix(".yml")
if not profile_file.is_file():
die(f"Profile {fname} not found")
new = yaml.safe_load(profile_file.read_text())
for n in new:
if n in {"profile", "target", "subtarget", "external_target", "image"}:
if profile.get(n):
die(f"Duplicate tag found {n}")
profile.update({n: new.get(n)})
elif n in {"description"}:
profile["description"].append(new.get(n))
elif n in {"packages"}:
profile["packages"].extend(new.get(n))
elif n in {"diffconfig"}:
profile["diffconfig"] += new.get(n)
elif n in {"feeds"}:
for f in new.get(n):
if f.get("name", "") == "" or (f.get("uri", "") == "" and f.get("path", "") == ""):
die(f"Found bad feed {f}")
profile["feeds"][f.get("name")] = f
elif n in {"host_dependecies"}:
for d in new.get(n):
process_host_dependency(d, profile)
if "include" in new and include:
for i in range(len(new["include"])):
profile = load_yaml(new["include"][i], profile)
return profile
def clean_tree():
print("Cleaning tree")
rmtree("./tmp", ignore_errors=True)
rmtree("./packages/feeds/", ignore_errors=True)
rmtree("./tmp/", ignore_errors=True)
rmtree(".git/rebase-apply/", ignore_errors=True)
if Path("./feeds.conf").is_file():
Path("./feeds.conf").unlink()
if Path("./.config").is_file():
Path("./.config").unlink()
def merge_profiles(profiles, include=True):
profile = {"packages": [], "description": [], "diffconfig": "", "feeds": {}}
for p in profiles:
profile = load_yaml(p, profile, include)
return profile
def setup_feeds(profile):
feeds_conf = Path("feeds.conf")
if feeds_conf.is_file():
feeds_conf.unlink()
feeds = []
for p in profile.get("feeds", []):
try:
f = profile["feeds"].get(p)
if all(k in f for k in ("branch", "revision", "path", "tag")):
die(f"Please specify either a branch, a revision or a path: {f}")
if "path" in f:
feeds.append(
f'{f.get("method", "src-link")},{f["name"]},{f["path"]}'
)
elif "revision" in f:
feeds.append(
f'{f.get("method", "src-git")},{f["name"]},{f["uri"]}^{f.get("revision")}'
)
elif "tag" in f:
feeds.append(
f'{f.get("method", "src-git")},{f["name"]},{f["uri"]};{f.get("tag")}'
)
else:
feeds.append(
f'{f.get("method", "src-git")},{f["name"]},{f["uri"]};{f.get("branch", "master")}'
)
except:
print(f"Badly configured feed: {f}")
if run(["./scripts/feeds", "setup", "-b", *feeds]).returncode:
die(f"Error setting up feeds")
if run(["./scripts/feeds", "update"]).returncode:
die(f"Error updating feeds")
for p in profile.get("feeds", []):
f = profile["feeds"].get(p)
if run(
["./scripts/feeds", "install", "-a", "-f", "-p", f.get("name")]
).returncode:
die(f"Error installing {feed}")
if run(
["./scripts/feeds", "install", "-f", "-p", f.get("name"), f.get("name")]
).returncode:
die(f"Error installing {feed}")
packages = ["./scripts/feeds", "install" ]
for package in profile.get("packages", []):
packages.append(package)
if len(packages) > 2:
if run(packages).returncode:
die(f"Error installing packages")
if profile.get("external_target", False):
if run(["./scripts/feeds", "install", profile["target"]]).returncode:
die(f"Error installing external target {profile['target']}")
def generate_config(profile):
config_output = f"""CONFIG_TARGET_{profile["target"]}=y
CONFIG_TARGET_{profile["target"]}_{profile["subtarget"]}=y
CONFIG_TARGET_{profile["target"]}_{profile["subtarget"]}_DEVICE_{profile["profile"]}=y
"""
config_output += f"{profile.get('diffconfig', '')}"
for package in profile.get("packages", []):
print(f"Add package to .config: {package}")
config_output += f"CONFIG_PACKAGE_{package}=y\n"
Path(".config").write_text(config_output)
print("Configuration written to .config")
def load_metadata():
try:
with open("gl_metadata.yaml", "r") as stream:
metadata=yaml.safe_load(stream)
version = metadata["version"]
call("echo %s > %s" % (version, "files/etc/glversion"), shell=True)
call("echo %s > %s" % (version, "release"), shell=True)
version_type = metadata["type"]
call("echo %s > %s" % (version_type, "files/etc/version.type"), shell=True)
print("firmware version: " +version)
print("firmware type: " +version_type)
except:
pass
def generate_files(profile):
if run(["mkdir", "-p", "files/etc"]).returncode:
die(f"Error create files")
compile_time = time.strftime('%Y-%m-%d %k:%M:%S', time.localtime(time.time()))
call("echo %s > %s" % (compile_time, "files/etc/version.date"), shell=True)
load_metadata()
if __name__ == "__main__":
if "list" in sys.argv:
print(f"Profiles in {profile_folder}")
print("\n".join(map(lambda p: str(p.stem), profile_folder.glob("*.yml"))))
quit(0)
if "help" in sys.argv:
usage()
if len(sys.argv) < 2:
usage(1)
if "clean" in sys.argv:
clean_tree()
print("Tree is now clean")
quit(0)
if "recovery" in sys.argv:
profile = merge_profiles([ "ucentral-recovery", sys.argv[1] ], False)
elif "keepfeeds" in sys.argv:
profile = merge_profiles(sys.argv[2:])
else:
profile = merge_profiles(sys.argv[1:])
if run(["rm", "-rf", "feeds/", "package/feeds"]).returncode:
die("Failed to delete old feeds")
print("Using the following profiles:")
for d in profile.get("description"):
print(f" - {d}")
clean_tree()
setup_feeds(profile)
generate_config(profile)
generate_files(profile)
run(["rm", "-rf", "tmp/"])
print("Running make defconfig")
if run(["make", "defconfig"]).returncode:
die(f"Error running make defconfig")
if profile["image"]:
Path("tmp/image-file").write_text(profile["image"])
print("#########################\n" * 3)
print("\n".join(warnings))
print("#########################\n" * 3)

5
setup.py
View File

@ -114,7 +114,7 @@ def pull_tree():
def setup_tree():
if not config.get("wlan_ap"):
print("copy build scripts to " +openwrt + "/scripts")
call("cp ./scripts/* %s" % (path.join(openwrt,"scripts")), shell=True)
call("cp ./scripts/openwrt/* %s" % (path.join(openwrt,"scripts")), shell=True)
try:
print("### Copying files")
@ -191,6 +191,9 @@ def setup_tree():
sys.exit(1)
finally:
os.chdir(base_dir)
if config.get("wlan_ap"):
print("copy build scripts to " +openwrt + "/scripts")
call("cp ./scripts/wlan-ap/* %s" % (path.join(openwrt,"scripts")), shell=True)
def remove_feeds():
try: