tests/integration: add postprocess stage and enable postprocess for json-c

Author: kkysen

tests/integration/tests/__init__.py

@@ -6,7 +6,6 @@
 import sys
 import subprocess
 from time import perf_counter
-from typing import List  # , Set, Dict, Tuple, Optional
 
 from tests.util import *
 from tests.requirements import *
@@ -23,6 +22,7 @@ class Test(object):
         "refactor": ["refactor.gen.sh", "refactor.sh"],
         "cargo.refactor": ["cargo.refactor.gen.sh", "cargo.refactor.sh"],
         "check.refactor": ["check.refactor.sh", "test.sh"],
+        "postprocess": ["postprocess.gen.sh", "postprocess.sh"],
         "cargo.postprocess": ["cargo.postprocess.gen.sh", "cargo.postprocess.sh"],
         "check.postprocess": ["check.postprocess.sh", "test.sh"],
     }

tests/integration/tests/json-c/conf.yml

@@ -23,5 +23,8 @@ refactor:
 cargo.refactor:
   autogen: true
 
+postprocess:
+  autogen: true
+
 cargo.postprocess:
   autogen: true

tests/integration/tests/templates.py

@@ -1,5 +1,6 @@
 import os
 from pathlib import Path
+import shlex
 import stat
 from collections.abc import Mapping
 from typing import Any, Generator
@@ -78,6 +79,18 @@
 C2RUST_TRANSFORMS
 """
 
+POSTPROCESS_SH: str = r"""#!/usr/bin/env bash
+# this file was autogenerated by templates.py
+set -e; set -o pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+LOG_FILE="$SCRIPT_DIR/$(basename "$0")".log
+
+cd "${SCRIPT_DIR}"
+
+c2rust-postprocess --update-rust {{args}} repo/lib.rs > "$LOG_FILE"
+"""
+
 CARGO_SH: str = r"""#!/usr/bin/env bash
 # this file was autogenerated by templates.py
 set -e; set -o pipefail
@@ -92,7 +105,7 @@
 """
 
 
-def render_script(template: str, out_path: str, params: dict):
+def render_script(template: str, out_path: str | Path, params: dict):
     out = Template(template).render(**params)
 
     with open(out_path, "w") as fh:
@@ -108,11 +121,11 @@ def autogen_transpile(conf: str, yaml: dict[str, Any]) -> Generator[Path, None,
     transpile = yaml.get("transpile")
     if not (transpile and isinstance(transpile, dict)):
         return
-    
+
     ag = transpile.get("autogen")
     if not (ag and isinstance(ag, bool)):
         return
-    
+
     params = {"binary": "--emit-build-files", "cflags": ""}
 
     binary = transpile.get("binary")
@@ -144,11 +157,11 @@ def autogen_refactor(conf: str, yaml: dict[str, Any]) -> Generator[Path, None, N
     refactor = yaml.get("refactor")
     if not (refactor and isinstance(refactor, dict)):
         return
-    
+
     ag = refactor.get("autogen")
     if not (ag and isinstance(ag, bool)):
         return
-    
+
     params = {"transform_lines": ""}
 
     # Get list of transformations from config
@@ -171,6 +184,33 @@ def autogen_refactor(conf: str, yaml: dict[str, Any]) -> Generator[Path, None, N
         yield Path(out_path)
 
 
+def autogen_postprocess(conf: str, yaml: dict[str, Any]) -> Generator[Path, None, None]:
+    """
+    Yield generated paths.
+    """
+
+    conf = Path(conf)
+
+    postprocess = yaml.get("postprocess")
+    if not (postprocess and isinstance(postprocess, dict)):
+        return
+
+    ag = postprocess.get("autogen")
+    if not (ag and isinstance(ag, bool)):
+        return
+
+    params = {"args": ""}
+
+    exclude_file = conf.with_name("postprocess-exclude.yml")
+    if exclude_file.exists():
+        # args are relative to script dir
+        params["args"] = shlex.join(["--exclude-file", str(exclude_file.relative_to(conf.parent))])
+
+    out_path = conf.with_name("postprocess.gen.sh")
+    render_script(POSTPROCESS_SH, out_path, params)
+    yield out_path
+
+
 def autogen_cargo(conf: str, yaml: dict[str, Any]) -> Generator[Path, None, None]:
     """
     Yield generated paths.
@@ -217,4 +257,5 @@ def autogen(conf: Config) -> Generator[Path, None, None]:
     for cf, yaml in conf.project_conf.items():
         yield from autogen_transpile(cf, yaml)
         yield from autogen_refactor(cf, yaml)
+        yield from autogen_postprocess(cf, yaml)
         yield from autogen_cargo(cf, yaml)