ansible-test - Update mypy and package-data tests (#83734)

* package-data - Test min/max setuptools version

* Fix multi-version abstraction

* Convert mypy test to script based test

* Fix f-string in pymarkdown test

* Sanity test fixes

1 files changed, 52 insertions, 5 deletions

diff --git a/test/sanity/code-smell/package-data.py b/test/sanity/code-smell/package-data.py
index 4dc242a057..1a5ff3d379 100644
--- a/test/sanity/code-smell/package-data.py
+++ b/test/sanity/code-smell/package-data.py
@@ -5,6 +5,7 @@ import contextlib
 import fnmatch
 import os
 import pathlib
+import re
 import shutil
 import subprocess
 import sys
@@ -94,12 +95,11 @@ def clean_repository(complete_file_list: list[str]) -> t.Generator[str, None, No
 
 def build(source_dir: str, tmp_dir: str) -> tuple[pathlib.Path, pathlib.Path]:
     """Create a sdist and wheel."""
-    create = subprocess.run(
+    create = subprocess.run(  # pylint: disable=subprocess-run-check
         [sys.executable, '-m', 'build', '--outdir', tmp_dir],
         stdin=subprocess.DEVNULL,
         capture_output=True,
         text=True,
-        check=False,
         cwd=source_dir,
     )
 
@@ -152,11 +152,57 @@ def main() -> None:
     """Main program entry point."""
     complete_file_list = sys.argv[1:] or sys.stdin.read().splitlines()
 
-    errors = []
+    python_version = '.'.join(map(str, sys.version_info[:2]))
+    python_min = os.environ['ANSIBLE_TEST_MIN_PYTHON']
+    python_max = os.environ['ANSIBLE_TEST_MAX_PYTHON']
+
+    if python_version == python_min:
+        use_upper_setuptools_version = False
+    elif python_version == python_max:
+        use_upper_setuptools_version = True
+    else:
+        raise RuntimeError(f'Python version {python_version} is neither the minimum {python_min} or the maximum {python_max}.')
+
+    errors = check_build(complete_file_list, use_upper_setuptools_version)
+
+    for error in errors:
+        print(error)
+
+
+def set_setuptools_version(repo_dir: str, use_upper_version: bool) -> str:
+    pyproject_toml = pathlib.Path(repo_dir) / 'pyproject.toml'
+
+    current = pyproject_toml.read_text()
+    pattern = re.compile(r'^(?P<begin>requires = \["setuptools >= )(?P<lower>[^,]+)(?P<middle>, <= )(?P<upper>[^"]+)(?P<end>".*)$', re.MULTILINE)
+    match = pattern.search(current)
+
+    if not match:
+        raise RuntimeError(f"Unable to find the 'requires' entry in: {pyproject_toml}")
+
+    lower_version = match.group('lower')
+    upper_version = match.group('upper')
+
+    requested_version = upper_version if use_upper_version else lower_version
+
+    updated = pattern.sub(fr'\g<begin>{requested_version}\g<middle>{requested_version}\g<end>', current)
+
+    if current == updated:
+        raise RuntimeError("Failed to set the setuptools version.")
+
+    pyproject_toml.write_text(updated)
+
+    return requested_version
+
+
+def check_build(complete_file_list: list[str], use_upper_setuptools_version: bool) -> list[str]:
+    errors: list[str] = []
+    complete_file_list = list(complete_file_list)  # avoid mutation of input
 
     # Limit visible files to those reported by ansible-test.
     # This avoids including files which are not committed to git.
     with clean_repository(complete_file_list) as clean_repo_dir:
+        setuptools_version = set_setuptools_version(clean_repo_dir, use_upper_setuptools_version)
+
         if __version__.endswith('.dev0'):
             # Make sure a changelog exists for this version when testing from devel.
             # When testing from a stable branch the changelog will already exist.
@@ -177,8 +223,9 @@ def main() -> None:
             errors.extend(check_files('sdist', expected_sdist_files, actual_sdist_files))
             errors.extend(check_files('wheel', expected_wheel_files, actual_wheel_files))
 
-    for error in errors:
-        print(error)
+    errors = [f'{msg} ({setuptools_version})' for msg in errors]
+
+    return errors
 
 
 if __name__ == '__main__':