add minimal test for loading module

Author: christophe-papazian

tests/appsec/integrations/flask_tests/mini.py

@@ -0,0 +1,36 @@
+import ddtrace.auto  # noqa: F401
+
+
+"""do not move this import"""
+
+import os  # noqa: E402
+import sys  # noqa: E402
+
+from flask import Flask  # noqa: E402
+import requests  # noqa: E402 F401
+
+from ddtrace.settings.asm import config as asm_config  # noqa: E402
+from ddtrace.version import get_version  # noqa: E402
+
+
+app = Flask(__name__)
+
+
+@app.route("/")
+def hello_world():
+    res = []
+    for m in sys.modules:
+        if m.startswith("ddtrace.appsec"):
+            res.append(m)
+    return {
+        "appsec": list(sorted(res)),
+        "asm_config": {
+            k: getattr(asm_config, k) for k in dir(asm_config) if isinstance(getattr(asm_config, k), (int, bool, float))
+        },
+        "aws": "AWS_LAMBDA_FUNCTION_NAME" in os.environ,
+        "version": get_version(),
+    }
+
+
+if __name__ == "__main__":
+    app.run(debug=True, port=8475)

tests/appsec/integrations/flask_tests/test_appsec_loading_modules.py

@@ -0,0 +1,80 @@
+import json
+import os
+import pathlib
+import subprocess
+import time
+from urllib.error import HTTPError
+from urllib.error import URLError
+from urllib.request import urlopen
+
+import pytest
+
+
+MODULES_ALWAYS_LOADED = ["ddtrace.appsec", "ddtrace.appsec._capabilities", "ddtrace.appsec._constants"]
+MODULE_ASM_ONLY = ["ddtrace.appsec._processor", "ddtrace.appsec._ddwaf"]
+MODULE_IAST_ONLY = [
+    "ddtrace.appsec._iast",
+    "ddtrace.appsec._iast._taint_tracking._native",
+    "ddtrace.appsec._iast._stacktrace",
+]
+
+
+@pytest.mark.parametrize("appsec_enabled", ["true", "false"])
+@pytest.mark.parametrize("iast_enabled", ["true", None])
+@pytest.mark.parametrize("aws_lambda", ["any", None])
+def test_loading(appsec_enabled, iast_enabled, aws_lambda):
+    flask_app = pathlib.Path(__file__).parent / "mini.py"
+    env = {}
+    if appsec_enabled:
+        env["DD_APPSEC_ENABLED"] = appsec_enabled
+    if iast_enabled:
+        env["DD_IAST_ENABLED"] = iast_enabled
+    if aws_lambda:
+        env["AWS_LAMBDA_FUNCTION_NAME"] = aws_lambda
+
+    all_env = os.environ | env
+
+    process = subprocess.Popen(
+        ["python", str(flask_app)],
+        stdout=subprocess.PIPE,
+        stderr=subprocess.PIPE,
+        env=all_env,
+    )
+    for i in range(16):
+        time.sleep(1)
+        try:
+            with urlopen("http://localhost:8475") as response:
+                assert response.status == 200
+                payload = response.read().decode()
+                data = json.loads(payload)
+                assert "appsec" in data
+                # appsec is always enabled
+                for m in MODULES_ALWAYS_LOADED:
+                    assert m in data["appsec"], f"{m} not in {data['appsec']}"
+                for m in MODULE_ASM_ONLY:
+                    if appsec_enabled == "true" and not aws_lambda:
+                        assert m in data["appsec"], f"{m} not in {data['appsec']}"
+                    else:
+                        assert m not in data["appsec"], f"{m} in {data['appsec']}"
+                for m in MODULE_IAST_ONLY:
+                    if iast_enabled and not aws_lambda:
+                        assert m in data["appsec"], f"{m} not in {data['appsec']}"
+                    else:
+                        assert m not in data["appsec"], f"{m} in {data['appsec']}"
+            process.terminate()
+            process.wait()
+            break
+        except HTTPError as e:
+            process.terminate()
+            process.wait()
+            raise AssertionError(e.read().decode())
+        except URLError:
+            continue
+        except AssertionError:
+            process.terminate()
+            process.wait()
+            raise
+    else:
+        process.terminate()
+        process.wait()
+        raise AssertionError("Server did not start")