test.py: only run *.gen.sh scripts actually generated during that run

Otherwise, a previously generated `*.gen.sh` file will still be run
even if it's no longer supposed to be generated (and isn't anymore).

Author: kkysen

test.py

@@ -42,5 +42,5 @@ def print_requirements(args):
     elif not conf.project_dirs and len(args.projects) > 0:
         util.die(f"no such project: {args.project}")
     else:
-        templates.autogen(conf)
-        tests.run_tests(conf)
+        generated_scripts = set(templates.autogen(conf))
+        tests.run_tests(conf, generated_scripts)

tests/__init__.py

@@ -1,5 +1,6 @@
 
 import os
+from pathlib import Path
 import sys
 import subprocess
 from typing import List  # , Set, Dict, Tuple, Optional
@@ -21,9 +22,11 @@ class Test(object):
         "check": ["check.sh", "test.sh"]
     }
 
-    def __init__(self, directory: str):
-        ff = next(os.walk(directory))[2]
-        self.scripts = set(filter(lambda f: f.endswith(".sh"), ff))
+    def __init__(self, directory: str, generated_scripts: set[Path]):
+        self.scripts = {
+            f.name for f in Path(directory).iterdir() if f.suffix == ".sh" and
+            (".gen" not in f.suffixes or any(f.samefile(script) for script in generated_scripts))
+        }
         self.dir = directory
         self.conf_file = os.path.join(directory, CONF_YML)
         self.name = os.path.basename(directory)
@@ -206,11 +209,11 @@ def __call__(self, conf: Config):
         return True
 
 
-def run_tests(conf):
+def run_tests(conf: Config, generated_scripts: set[Path]):
     if not conf.ignore_requirements:
         check(conf)
 
-    tests = [Test(td) for td in conf.project_dirs]
+    tests = [Test(td, generated_scripts) for td in conf.project_dirs]
 
     failure = False
     for tt in tests:

tests/templates.py

@@ -1,7 +1,8 @@
 import os
+from pathlib import Path
 import stat
 from collections.abc import Mapping
-from typing import Any, Dict, List
+from typing import Any, Dict, Generator, List
 
 from tests.util import *
 from jinja2 import Template
@@ -94,16 +95,16 @@ def render_script(template: str, out_path: str, params: Dict):
     os.chmod(out_path, stat.S_IREAD | stat.S_IWRITE | stat.S_IEXEC)
 
 
-def autogen_cargo(conf_file, yaml: Dict):
-    def render_stage(stage_conf: Mapping[str, Any] | None, filename: str) -> bool:
+def autogen_cargo(conf_file, yaml: Dict) -> Generator[Path]:
+    def render_stage(stage_conf: Mapping[str, Any] | None, filename: str) -> Generator[Path]:
         if not isinstance(stage_conf, Mapping):
-            return False
+            return
         if not stage_conf:
-            return False
+            return
 
         ag = stage_conf.get("autogen")
         if not (ag and isinstance(ag, bool)):
-            return False
+            return
 
         params: Dict[str, str] = {}
         rustflags = stage_conf.get("rustflags")
@@ -115,16 +116,16 @@ def render_stage(stage_conf: Mapping[str, Any] | None, filename: str) -> bool:
             filename
         )
         render_script(CARGO_SH, out_path, params)
-        return True
+        yield Path(out_path)
 
     for key, fname in (
         ("cargo.transpile", "cargo.transpile.gen.sh"),
         ("cargo.refactor", "cargo.refactor.gen.sh"),
     ):
-        render_stage(yaml.get(key), fname)
+        yield from render_stage(yaml.get(key), fname)
 
 
-def autogen_refactor(conf_file, yaml: Dict):
+def autogen_refactor(conf_file, yaml: Dict) -> Generator[str]:
     refactor = yaml.get("refactor")
     if refactor and isinstance(refactor, Dict):
         ag = refactor.get("autogen")
@@ -149,9 +150,10 @@ def autogen_refactor(conf_file, yaml: Dict):
                     "refactor.gen.sh"
                 )
                 render_script(REFACTOR_SH, out_path, params)
+                yield Path(out_path)
 
 
-def autogen_transpile(conf_file, yaml: Dict):
+def autogen_transpile(conf_file, yaml: Dict) -> Generator[Path]:
     transpile = yaml.get("transpile")
     if transpile and isinstance(transpile, Dict):
         ag = transpile.get("autogen")
@@ -180,10 +182,11 @@ def autogen_transpile(conf_file, yaml: Dict):
                 "transpile.gen.sh"
             )
             render_script(TRANSPILE_SH, out_path, params)
+            yield Path(out_path)
 
 
-def autogen(conf: Config):
+def autogen(conf: Config) -> Generator[Path]:
     for (cf, yaml) in conf.project_conf.items():
-        autogen_transpile(cf, yaml)
-        autogen_refactor(cf, yaml)
-        autogen_cargo(cf, yaml)
+        yield from autogen_transpile(cf, yaml)
+        yield from autogen_refactor(cf, yaml)
+        yield from autogen_cargo(cf, yaml)