feat(integration): add --skip option to exclude tests from CI

Add ability to skip specific integration tests via testdata-skip.txt file.

Changes:
- Add get_integration_tests() to share test discovery logic
- Add --skip flag to setup.py --list-tests
- Update all-integration-tests.sh to accept --skip as third argument
- Add testdata-skip.txt for listing tests to exclude
- Enable --skip in GitHub Actions workflow

Author: junghoon-vans

.github/workflows/run_integration_test.yml

@@ -38,4 +38,4 @@ jobs:
         run: python3 setup.py --exclude-tests -w .
 
       - name: Run integration tests
-        run: ./scripts/all-integration-tests.sh ./gno/gno.land/pkg/integration .
+        run: ./scripts/all-integration-tests.sh ./gno/gno.land/pkg/integration . --skip

scripts/all-integration-tests.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 # Run all integration tests individually
-# Usage: ./scripts/run-all-tests.sh [GNO_INTEGRATION_PATH] [CONTRACT_PATH]
+# Usage: ./scripts/all-integration-tests.sh [GNO_INTEGRATION_PATH] [CONTRACT_PATH] [--skip]
 
 set -e
 
@@ -14,6 +14,7 @@ NC='\033[0m' # No Color
 # Default paths (can be overridden by arguments)
 GNO_INTEGRATION_PATH="${1:-/app/gno/gno.land/pkg/integration}"
 CONTRACT_PATH="${2:-/app}"
+SKIP_FLAG="${3:-}"
 
 # Convert to absolute paths
 GNO_INTEGRATION_PATH="$(cd "$GNO_INTEGRATION_PATH" && pwd)"
@@ -27,7 +28,7 @@ cd "$GNO_INTEGRATION_PATH"
 tests=()
 while IFS= read -r test; do
     tests+=("$test")
-done < <(cd "$CONTRACT_PATH" && python3 setup.py --list-tests)
+done < <(cd "$CONTRACT_PATH" && python3 setup.py --list-tests $SKIP_FLAG)
 
 total=${#tests[@]}
 passed=0

setup.py

@@ -186,6 +186,36 @@ def setup_contracts(workdir: str, exclude_tests: bool = False) -> None:
         copier.process_directory(root, dirs, files)
 
 
+def get_integration_tests() -> list:
+    """Get all integration tests with their source paths and converted names.
+
+    Returns:
+        List of tuples: (src_file_path, converted_name)
+    """
+    src_testdata = "tests/integration/testdata"
+
+    if not os.path.exists(src_testdata):
+        return []
+
+    tests = []
+    for root, _, files in os.walk(src_testdata):
+        for file in files:
+            if file.endswith(".txtar"):
+                src_file = os.path.abspath(os.path.join(root, file))
+                rel_dir = os.path.relpath(root, src_testdata)
+                name_without_ext = file.replace(".txtar", "")
+
+                if rel_dir != ".":
+                    prefix = rel_dir.replace(os.sep, "_") + "_"
+                    converted_name = prefix + name_without_ext
+                else:
+                    converted_name = name_without_ext
+
+                tests.append((src_file, converted_name))
+
+    return tests
+
+
 def copy_integration_tests(workdir: str) -> None:
     """Copy integration test files from tests/integration to gno/gno.land/pkg/integration."""
     module_manager = GnoModuleManager(workdir)
@@ -206,32 +236,16 @@ def copy_integration_tests(workdir: str) -> None:
 
         print(f"Copying integration tests from {src_testdata} to {dest_testdata}")
 
-        # Walk through all directories and find txtar files
-        for root, _, files in os.walk(src_testdata):
-            for file in files:
-                if file.endswith(".txtar"):
-                    src_file = os.path.abspath(os.path.join(root, file))
-
-                    # Calculate relative path from src_testdata
-                    rel_dir = os.path.relpath(root, src_testdata)
-
-                    # If file is in a subdirectory, add directory name as prefix
-                    if rel_dir != ".":
-                        # Convert nested paths to prefix (e.g., "gov/governance" -> "gov_governance_")
-                        prefix = rel_dir.replace(os.sep, "_") + "_"
-                        dest_filename = prefix + file
-                    else:
-                        dest_filename = file
-
-                    dest_file = os.path.join(dest_testdata, dest_filename)
+        for src_file, converted_name in get_integration_tests():
+            dest_file = os.path.join(dest_testdata, converted_name + ".txtar")
 
-                    # Remove existing file/link if present
-                    if os.path.exists(dest_file) or os.path.islink(dest_file):
-                        os.unlink(dest_file)
+            # Remove existing file/link if present
+            if os.path.exists(dest_file) or os.path.islink(dest_file):
+                os.unlink(dest_file)
 
-                    # Create symlink
-                    os.symlink(src_file, dest_file)
-                    print(f"  Linked: {file} -> {dest_filename}")
+            # Create symlink
+            os.symlink(src_file, dest_file)
+            print(f"  Linked: {os.path.basename(src_file)} -> {converted_name}.txtar")
 
     # Copy bless directory
     src_bless = "tests/integration/bless"
@@ -264,33 +278,32 @@ def copy_integration_tests(workdir: str) -> None:
                 print(f"  Linked: {file}")
 
 
-def list_integration_tests() -> None:
+def load_skip_tests(skip_file: str) -> set:
+    """Load skip list from file."""
+    skip_tests = set()
+    if os.path.exists(skip_file):
+        with open(skip_file) as f:
+            for line in f:
+                line = line.strip()
+                if line and not line.startswith("#"):
+                    skip_tests.add(line)
+    return skip_tests
+
+
+def list_integration_tests(skip: bool = False) -> None:
     """List all integration tests with their converted names."""
-    src_testdata = "tests/integration/testdata"
+    skip_file = "tests/integration/testdata-skip.txt"
 
-    if not os.path.exists(src_testdata):
+    tests = get_integration_tests()
+    if not tests:
         print("Error: Test directory not found", file=sys.stderr)
         sys.exit(1)
 
-    tests = []
-    for root, _, files in os.walk(src_testdata):
-        for file in files:
-            if file.endswith(".txtar"):
-                # Get relative directory from testdata root
-                rel_dir = os.path.relpath(root, src_testdata)
-                name_without_ext = file.replace(".txtar", "")
+    skip_tests = load_skip_tests(skip_file) if skip else set()
 
-                # If in subdirectory, add prefix
-                if rel_dir != ".":
-                    prefix = rel_dir.replace(os.sep, "_") + "_"
-                    converted_name = prefix + name_without_ext
-                else:
-                    converted_name = name_without_ext
-
-                tests.append(converted_name)
-
-    for test in sorted(tests):
-        print(test)
+    for _, converted_name in sorted(tests, key=lambda x: x[1]):
+        if converted_name not in skip_tests:
+            print(converted_name)
 
 
 def main() -> None:
@@ -315,11 +328,16 @@ def main() -> None:
         action="store_true",
         help="List all integration tests with converted names",
     )
+    parser.add_argument(
+        "--skip",
+        action="store_true",
+        help="Exclude tests listed in testdata-skip.txt",
+    )
 
     args = parser.parse_args()
 
     if args.list_tests:
-        list_integration_tests()
+        list_integration_tests(skip=args.skip)
         return
 
     if args.clone:

tests/integration/testdata-skip.txt

@@ -0,0 +1,21 @@
+# Integration tests to skip
+# Add test names (without .txtar extension) one per line
+# Lines starting with # are comments
+
+# GNO native function gas measurement
+base_comment_gas_measurement
+base_cross_realm_depth_gas_measurement
+base_data_structure_gas_measurement
+base_pkg_realm_call_gas_measurement
+base_realm_load_cost_measurement
+base_storage_gas_measurement
+base_strconv_gas_measurement
+base_string_concat_gas_measurement
+
+# Time relative tests
+gov_governance_cancel_active_proposal_should_fail
+gov_governance_create_community_pool_spend_proposal
+gov_governance_create_parameter_change_proposal
+gov_governance_create_text_proposal
+gov_governance_execute_text_proposal_should_fail
+gov_governance_execute_unfinished_proposal_should_fail