"""Build the shader translator: build/xlate/totk_xlate.exe (Ryujinx 1.3.2 + patches, NativeAOT, SPIR-V for Vulkan). Copies tools/vendor/ryujinx to build/xlate/ryujinx, applies tools/xlate/patches/*.patch there (tools/vendor stays byte-identical; 0001-0004 are MNG's, 0005 and 0006 are ours), then runs `dotnet publish`. Needs the .NET 10 SDK, the MSVC build tools and vswhere.exe (docs/toolchain-windows.md). Run with .venv. Next to the exe it writes totk_xlate.id: the translator identity, a sha256 over everything the build reads (this script, Program.cs, the csproj, the patches, the vendor tree). runtime/gfx_shader.c puts it into every shader cache key, so a translator change re-keys the cache without a hand-made KEY_VERSION bump. --id-only writes it for the exe already built (the caller vouches that the exe matches the sources). python tools/build_xlate.py [--id-only] """ import argparse import hashlib import os import shutil import subprocess import sys import time from pathlib import Path ROOT = Path(__file__).resolve().parent.parent VENDOR = ROOT / "tools" / "vendor" / "ryujinx" MNG_VENDOR = ROOT / "refs" / "MacNativeGames" / "vendor" / "ryujinx" XLATE = ROOT / "tools" / "xlate" BUILD = ROOT / "build" / "xlate" VSWHERE_DIR = Path(os.environ.get("ProgramFiles(x86)", r"C:\Program Files (x86)")) / "Microsoft Visual Studio" / "Installer" def tree_hashes(base: Path) -> dict[str, str]: """Hash every source file; src/*/obj and src/*/bin are build output (an IDE restore writes them, the vendor .gitignore ignores them and prepare_sources() drops them), so they are left out.""" def build_output(rel: Path) -> bool: return len(rel.parts) > 2 and rel.parts[0] == "src" and rel.parts[2] in ("obj", "bin") return { p.relative_to(base).as_posix(): hashlib.sha256(p.read_bytes()).hexdigest() for p in sorted(base.rglob("*")) if p.is_file() and not build_output(p.relative_to(base)) } def verify_vendor() -> None: """tools/vendor/ryujinx must be byte-identical to MNG's copy (when refs/ is present).""" if not MNG_VENDOR.is_dir(): print("refs/MacNativeGames missing: vendor comparison skipped") return ours, theirs = tree_hashes(VENDOR), tree_hashes(MNG_VENDOR) if ours != theirs: diff = sorted(k for k in ours.keys() | theirs.keys() if ours.get(k) != theirs.get(k)) sys.exit(f"tools/vendor/ryujinx differs from MNG in {len(diff)} files, first: {diff[:5]}") print(f"vendor identical to MNG: {len(ours)} files") def prepare_sources() -> Path: src = BUILD / "ryujinx" if BUILD.exists(): shutil.rmtree(BUILD / "ryujinx", ignore_errors=True) shutil.copytree(VENDOR, src) for junk in list(src.glob("src/*/obj")) + list(src.glob("src/*/bin")): shutil.rmtree(junk) patches = sorted((XLATE / "patches").glob("*.patch")) if len(patches) != 8: sys.exit(f"expected 8 patches, found {len(patches)}") for patch in patches: # git apply works outside a repository when given a directory; --check first so a failure names the patch. for extra in (["--check"], []): r = subprocess.run( ["git", "apply", *extra, "--whitespace=nowarn", "--directory", str(src.relative_to(BUILD)), str(patch)], cwd=BUILD, capture_output=True, text=True, ) if r.returncode != 0: sys.exit(f"patch does not apply: {patch.name}\n{r.stdout}{r.stderr}") print(f"applied {patch.name}") return src def identity() -> str: """sha256 over the translator's inputs, in a fixed order: path and content hash of each file.""" h = hashlib.sha256() files = [Path(__file__).resolve(), XLATE / "Program.cs", XLATE / "totk_xlate.csproj", *sorted((XLATE / "patches").glob("*.patch"))] for f in files: h.update(f"{f.name}\0{hashlib.sha256(f.read_bytes()).hexdigest()}\n".encode()) for rel, digest in tree_hashes(VENDOR).items(): h.update(f"vendor/{rel}\0{digest}\n".encode()) return h.hexdigest() def write_identity(exe: Path) -> None: ident = identity() exe.with_suffix(".id").write_text(ident + "\n", encoding="ascii") print(f"translator identity {ident[:16]} -> {exe.with_suffix('.id')}") def main() -> None: parser = argparse.ArgumentParser(description=__doc__.splitlines()[0]) parser.add_argument("--id-only", action="store_true", help="write totk_xlate.id for the exe already built") a = parser.parse_args() if a.id_only: write_identity(BUILD / "totk_xlate.exe") return started = time.time() dotnet = shutil.which("dotnet") if not dotnet: sys.exit("missing: dotnet (.NET 10 SDK)") if not (VSWHERE_DIR / "vswhere.exe").is_file() and not shutil.which("vswhere"): sys.exit(f"missing: vswhere.exe (expected in {VSWHERE_DIR}); NativeAOT cannot link without it") env = dict(os.environ) env["PATH"] = str(VSWHERE_DIR) + os.pathsep + env["PATH"] verify_vendor() src = prepare_sources() work = BUILD / "xlate" shutil.rmtree(work, ignore_errors=True) work.mkdir(parents=True) for name in ("Program.cs", "totk_xlate.csproj"): shutil.copy2(XLATE / name, work / name) out = BUILD / "publish" shutil.rmtree(out, ignore_errors=True) cmd = [ dotnet, "publish", str(work / "totk_xlate.csproj"), "-c", "Release", "-r", "win-x64", "-p:PublishAot=true", "-p:InvariantGlobalization=true", f"-p:RyuSrc={src}", "-o", str(out), ] if subprocess.run(cmd, env=env).returncode != 0: sys.exit("dotnet publish failed") exe = BUILD / "totk_xlate.exe" shutil.copy2(out / "totk_xlate.exe", exe) write_identity(exe) print(f"built {exe} ({exe.stat().st_size / 1e6:.1f} MB) in {time.time() - started:.0f} s") if __name__ == "__main__": main()