Add for the first time the extension

.devcontainer/Dockerfile

@@ -1,12 +1,14 @@
-FROM python:3.10-slim-bullseye
+FROM python:3.10-slim-bookworm
 
 ENV USERNAME demisto
 ENV HOME /home/$USERNAME
 ENV NODE_EXTRA_CA_CERTS /usr/local/share/ca-certificates/certs.crt
 ENV PATH $PATH:$HOME/.local/bin:/root/.local/bin:/usr/local/share/nvm/current/bin
+ENV FEATURES_COMMIT_HASH fc62e9abf47c5ea52e02de997c91c5d52a5edc3a
+
 
 ADD createCerts.sh .
-RUN apt-get update && apt-get install dos2unix git python2 curl -y \
+RUN apt-get update && apt-get install dos2unix git curl -y \
     && dos2unix /createCerts.sh \
     && chmod +x /createCerts.sh \ 
     && /createCerts.sh $NODE_EXTRA_CA_CERTS \
@@ -15,13 +17,14 @@ RUN apt-get update && apt-get install dos2unix git python2 curl -y \
     && git clone https://github.com/devcontainers/features.git /features \
     && cd /features \
     # locking to the latest master commit in this repo (https://github.com/devcontainers/features.git) to prevent breaking changes
-    # We should update this commit hash from time to time to
-    && git checkout 96bff0097028001e6e4126c5528d37cb8c13e785
+    # We should update this commit hash from time to time to time
+    && git checkout $FEATURES_COMMIT_HASH
 
 # This is a workaround for VSCode devcontainer features in self signed certificate
 RUN UID="1000" GID="1000" bash /features/src/common-utils/install.sh
 RUN VERSION="os-provided" bash /features/src/git/install.sh
-RUN VERSION="latest" bash /features/src/docker-in-docker/install.sh
+# Install a specific version of moby-buildx when using Moby. (2024-02-09: Microsoft's Package Manifest has mismatching filesize and SHA for 0.12.1;  0.12.0 is the last known good version)
+RUN VERSION="lts" MOBYBUILDXVERSION="0.12.0" bash /features/src/docker-in-docker/install.sh
 RUN VERSION="lts" bash /features/src/node/install.sh
 RUN bash /features/src/sshd/install.sh
 RUN bash /features/src/github-cli/install.sh

.github/CODEOWNERS

@@ -1,55 +1,32 @@
 # Marketplace Related - Marketplace PMs only
-/Tests/Marketplace/approved_tags.json @yaakovpraisler @bakatzir @GuyLibermanPA @demisto/content-leaders
-/Tests/Marketplace/approved_usecases.json @yaakovpraisler @bakatzir @GuyLibermanPA @demisto/content-leaders
+/Config/approved_tags.json @yaakovpraisler @bakatzir @GuyLibermanPA @demisto/content-leaders
+/Config/approved_usecases.json @yaakovpraisler @bakatzir @GuyLibermanPA @demisto/content-leaders
 /Tests/Marketplace/landingPage_sections.json @yaakovpraisler @bakatzir @GuyLibermanPA @demisto/content-leaders
-/Tests/Marketplace/approved_categories.json @yaakovpraisler @bakatzir @GuyLibermanPA @demisto/content-leaders
-/Tests/Marketplace/core_packs_list.json @yaakovpraisler @bakatzir @GuyLibermanPA @demisto/content-leaders
-/Tests/Marketplace/core_packs_mpv2_list.json @yaakovpraisler @bakatzir @GuyLibermanPA @demisto/content-leaders
-/Tests/Marketplace/versions-metadata.json @yaakovpraisler
-/Tests/Marketplace/corepacks_override.json @yaakovpraisler
+/Config/approved_categories.json @yaakovpraisler @bakatzir @GuyLibermanPA @demisto/content-leaders
+/Config/core_packs_list.json @yaakovpraisler @bakatzir @GuyLibermanPA @demisto/content-leaders
+/Config/core_packs_mpv2_list.json @yaakovpraisler @bakatzir @GuyLibermanPA @demisto/content-leaders
+/Config/corepacks_override.json @yaakovpraisler
 
 # Docker native image
-/Tests/docker_native_image_config.json @GuyAfik @JudahSchwartz @samuelFain
-
-# Marketplace & Upload-Flow
-/Tests/scripts/create_artifacts_graph/create_artifacts.py @ilaner
-/Tests/Marketplace/upload_git_snapshot.py @yaakovpraisler
-/Tests/Marketplace/install_packs.sh @yaakovpraisler
-/Tests/Marketplace/configure_and_install_packs.py @yaakovpraisler
-/Tests/Marketplace/copy_and_upload_packs.py @yaakovpraisler
-/Tests/Marketplace/marketplace_services.py @yaakovpraisler @ilaner
-/Tests/Marketplace/marketplace_statistics.py @yaakovpraisler
-/Tests/Marketplace/marketplace_constants.py @yaakovpraisler
-/Tests/Marketplace/zip_packs.py @yaakovpraisler
-/Tests/Marketplace/upload_packs.py @yaakovpraisler @ilaner
-/Tests/Marketplace/packs_dependencies.py @yaakovpraisler
-/Tests/Marketplace/search_and_install_packs.py @yaakovpraisler
-/Tests/scripts/prepare_content_packs_for_testing.sh @yaakovpraisler
-/Utils/trigger_test_upload_flow.sh @yaakovpraisler
-/Utils/trigger_upload_packs_to_production.sh @yaakovpraisler
-/Utils/should_trigger_test_upload.sh @yaakovpraisler
-/Utils/test_upload_flow/* @yaakovpraisler
+/Tests/docker_native_image_config.json @JudahSchwartz @shmuel44
 
 # Test Collection
-/Tests/scripts/collect_tests @dorschw
-/Tests/scripts/collect_tests/id_set.py @ilaner
 /Tests/conf.json @sapirshuker
 
 # PANW Products
 /Packs/Palo_Alto_Networks_Enterprise_DLP/ @DeanArbel
 /Packs/PAN-OS/Integrations/ @jlevypaloalto
-/Packs/PrismaCloudCompute/Integrations/ @GuyAfik
-/Packs/PrismaSaasSecurity/Integrations/ @GuyAfik
 
 # Important Integrations
-/Packs/QRadar/Integrations/QRadar_v3/* @ilaner
+/Packs/QRadar/Integrations/QRadar_v3/* @jbabazadeh
 /Packs/Slack/Integrations/* @amshamah419 @rshunim
 /Packs/SplunkPy/Integrations/SplunkPy/* @ilappe
 /Packs/MicrosoftExchangeOnPremise/Integrations @amshamah419
 /Packs/MicrosoftExchangeOnline/Integrations @amshamah419 @thefrieddan1
 /Packs/ContentManagement/* @adi88d
 /Packs/TAXIIServer/Integrations/TAXII2Server/* @Ni-Knight
 /Packs/FeedTAXII/Integrations/FeedTAXII2/* @Ni-Knight
+/Packs/rasterize/Integrations/rasterize/* @ilaredo
 
 # Important Scripts
 /Packs/CommonScripts/Scripts/SetGridField/* @altmannyarden
@@ -60,9 +37,9 @@
 /Packs/CommonScripts/Scripts/StixCreator/* @Ni-Knight
 
 # Common Packs
-/Packs/CommonTypes/ @michalgold @idovandijk
-/Packs/CommonPlaybooks/ @michalgold @idovandijk
-/Packs/CommonDashboards/ @michalgold @idovandijk
+/Packs/CommonTypes/ @altmannyarden @idovandijk
+/Packs/CommonPlaybooks/ @altmannyarden @idovandijk
+/Packs/CommonDashboards/ @altmannyarden @idovandijk
 /Packs/ContentManagement/ @mmhw
 /Packs/CommonTypes/IndicatorTypes/* @Ni-Knight
 /Packs/CommonTypes/Layouts/* @Ni-Knight
@@ -76,44 +53,20 @@
 /Packs/CommonScripts/Scripts/ExtractEmailV2/* @Ni-Knight
 /Packs/CommonScripts/Scripts/UnEscapeIPs/* @Ni-Knight
 
-
-# Build related
-.circleci/config.yml @yucohen
-.gitlab/ci/* @yucohen
-.gitlab/* @yucohen
-.gitlab-ci.yml @yucohen
-/Tests/scripts/wait_in_line_for_cloud_env.sh @daryakoval
-.gitlab/ci/.gitlab-ci.staging.yml @ilaner
-/Tests/scripts/uninstall_packs_and_reset_bucket_cloud.sh @daryakoval
-/Tests/Marketplace/search_and_uninstall_pack.py @daryakoval
-/Tests/scripts/install_content_and_test_integrations.sh @daryakoval
-/Tests/configure_and_test_integration_instances.py @daryakoval
-/Tests/scripts/print_cloud_machine_details.sh @daryakoval
-/Tests/scripts/run_tests.sh @daryakoval
-/Tests/scripts/download_demisto_conf.sh @daryakoval
-Tests/scripts/test_modeling_rules.sh @daryakoval
-Tests/scripts/lock_cloud_machines.py @daryakoval
-Tests/Marketplace/server_content_items.json @dantavori
-
 # SDK Related
-.gitlab/ci/.gitlab-ci.sdk-nightly.yml @dorschw
-Utils/trigger_nightly_sdk_build.sh @dorschw
-.pre-commit-config_template.yaml @dorschw @ilaner
+.pre-commit-config_template.yaml @SamuelFain @YuvHayun
+validation_config.toml @YuvHayun
 
 # XDR Related
-/Packs/CortexXDR/Integrations/ @dansterenson
-/Packs/Core/Integrations/ @dansterenson
-/Packs/ApiModules/Scripts/CoreIRApiModule/* @dansterenson
+/Packs/CortexXDR/Integrations/ @maimorag
+/Packs/Core/Integrations/ @maimorag
+/Packs/ApiModules/Scripts/CoreIRApiModule/* @maimorag
 
 # Dependencies
-pyproject.toml @ilaner @dorschw
-poetry.lock @ilaner @dorschw
-
-# Devcontainers
-.devcontainer/* @ilaner
+poetry.lock @dorschw
 
 # Demisto Class
-Packs/ApiModules/Scripts/DemistoClassApiModule/DemistoClassApiModule.py @daryakoval
+Packs/ApiModules/Scripts/DemistoClassApiModule/DemistoClassApiModule.py @dantavori
 
 # TIM Related
 /Packs/TAXIIServer/Integrations/* @MLainer1
@@ -126,9 +79,14 @@ Packs/ApiModules/Scripts/DemistoClassApiModule/DemistoClassApiModule.py @daryako
 
 # ML scripts
 /Packs/ML/ @jlevypaloalto
-/Packs/PhishingURL/Scripts/DBotPredictURLPhishing/ @jlevypaloalto
+/Packs/PhishingURL/ @jlevypaloalto
+/Packs/Phishing/Scripts/PhishingDedupPreprocessingRule @jlevypaloalto
+/Packs/Phishing/Scripts/FindDuplicateEmailIncidents @jlevypaloalto
+/Packs/Base/Scripts/DrawRelatedIncidentsCanvas@jlevypaloalto
+/Packs/Campaign/Scripts/FindEmailCampaign/ @jlevypaloalto
 /Packs/CortexXDR/Scripts/DBotGroupXDRIncidents/ @jlevypaloalto
 /Packs/CommonScripts/Scripts/DBotUpdateLogoURLPhishing/ @jlevypaloalto
+/Packs/Base/Scripts/FindSimilarIncidentsByText/ @jlevypaloalto
 /Packs/Base/Scripts/DBotTrainTextClassifierV2/ @jlevypaloalto
 /Packs/Base/Scripts/DBotShowClusteringModelInfo/ @jlevypaloalto
 /Packs/Base/Scripts/DBotPredictPhishingWords/ @jlevypaloalto
@@ -139,4 +97,4 @@ Packs/ApiModules/Scripts/DemistoClassApiModule/DemistoClassApiModule.py @daryako
 /Packs/Base/Scripts/DBotFindSimilarIncidentsByIndicators/ @jlevypaloalto
 /Packs/Base/Scripts/DBotSuggestClassifierMapping/ @jlevypaloalto
 /Packs/Base/Scripts/GetMLModelEvaluation/ @jlevypaloalto
-/Packs/Base/Scripts/DBotMLFetchData/ @jlevypaloalto
+/Packs/Base/Scripts/DBotMLFetchData/ @jlevypaloalto

.github/content_roles.json

@@ -1,14 +1,20 @@
 {
+    "__comment__": {
+        "CONTRIBUTION_REVIEWERS": "A list of GitHub username for the contribution team reviewers pool",
+        "ON_CALL_DEVS": "A list of on-call users, Use PANW account username",
+        "DOC_REVIEWER": "The GitHub username for documentation reviews owner",
+        "TIM_REVIEWER": "The GitHub username for TIM reviews owner"
+    },
     "CONTRIBUTION_REVIEWERS": [
-        "YuvHayun",
-        "yucohen",
-        "shmuel44"
+        "MLainer1",
+        "YairGlik",
+        "amshamah419"
     ],
-    "CONTRIBUTION_TL": "AradCarmi",
-    "CONTRIBUTION_SECURITY_REVIEWER": "melamedbn",
+    "CONTRIBUTION_TL": "samuelFain",
+    "CONTRIBUTION_SECURITY_REVIEWER": ["idovandijk"],
     "ON_CALL_DEVS": [
-        "dfried",
-        "meichler"
+        "sshuker",
+        "sberman"
     ],
     "DOC_REVIEWER": "ShirleyDenkberg",
     "TIM_REVIEWER": "MLainer1"

.github/dependabot.yml

@@ -26,12 +26,3 @@ updates:
       - "python"
       - "dependencies"
       - "docs-approved"
-
-  - package-ecosystem: "pip"
-    directory: ".circleci"
-    schedule:
-      interval: "daily"
-    labels:
-      - "python"
-      - "dependencies"
-      - "docs-approved"

Utils/github_workflow_scripts/autobump_release_notes/autobump_rn.py → .github/github_workflow_scripts/autobump_rn.py

@@ -8,11 +8,11 @@
 from github.PullRequest import PullRequest
 from github.Repository import Repository
 import sys
-from Utils.github_workflow_scripts.autobump_release_notes.skip_conditions import MetadataCondition, \
+from skip_conditions import MetadataCondition, \
     LastModifiedCondition, LabelCondition, AddedRNFilesCondition, HasConflictOnAllowedFilesCondition, \
     PackSupportCondition, MajorChangeCondition, MaxVersionCondition, OnlyVersionChangedCondition, \
     OnlyOneRNPerPackCondition, SameRNMetadataVersionCondition, AllowedBumpCondition, UpdateType
-from Utils.github_workflow_scripts.utils import timestamped_print, Checkout
+from utils import timestamped_print, Checkout
 from git import Repo
 from demisto_sdk.commands.update_release_notes.update_rn import UpdateRN
 import os
@@ -192,6 +192,10 @@ def manage(self):
         for pr in self.github_repo_obj.get_pulls(
             state="open", sort="created", base=BASE
         ):
+            if pr.draft:
+                # The bot does not go through a PR that is in draft
+                continue
+
             print(
                 f"{t.yellow}Looking on pr number [{pr.number}]: last updated: "
                 f"{str(pr.updated_at)}, branch={pr.head.ref}"

Utils/github_workflow_scripts/check_if_partner_approved_label_exists.py → .github/github_workflow_scripts/check_if_partner_approved_label_exists.py

@@ -7,7 +7,7 @@
 from github.Repository import Repository
 from github.PullRequest import PullRequest
 from demisto_sdk.commands.common.tools import get_pack_name
-from Utils.github_workflow_scripts.utils import timestamped_print, get_support_level
+from utils import timestamped_print, get_support_level
 
 urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
 print = timestamped_print

Utils/check_protected_directories.py → .github/github_workflow_scripts/check_protected_directories.py

@@ -3,13 +3,12 @@
 import sys
 from pathlib import Path
 
-CONTENT_ROOT = Path(__file__).parents[1]
+CONTENT_ROOT = Path(__file__).parents[2]
 assert CONTENT_ROOT.name == "content" or (os.getenv("CIRCLECI") and CONTENT_ROOT.name == "project")
 
 PROTECTED_DIRECTORY_PATHS: set[Path] = {
     Path(CONTENT_ROOT, dir_name)
     for dir_name in (
-        ".circleci",
         ".devcontainer",
         ".github",
         ".gitlab",

Utils/github_workflow_scripts/create_internal_pr.py → .github/github_workflow_scripts/create_internal_pr.py

@@ -7,12 +7,11 @@
 from github import Github
 from handle_external_pr import EXTERNAL_LABEL
 
-from Utils.github_workflow_scripts.utils import (
+from utils import (
     get_env_var,
     timestamped_print,
-    load_json,
     get_doc_reviewer,
-    CONTENT_ROLES_PATH
+    get_content_roles
 )
 from urllib3.exceptions import InsecureRequestWarning
 
@@ -81,7 +80,7 @@ def main():
     assignees = [assignee.login for assignee in merged_pr.assignees]
 
     # Un-assign the tech writer (cause the docs reviewed has already been done on the external PR)
-    content_roles = load_json(CONTENT_ROLES_PATH)
+    content_roles = get_content_roles()
     if content_roles:
 
         try:
@@ -96,7 +95,7 @@ def main():
             print(f"{str(ve)}. Skipped tech writer unassignment.")
 
     else:
-        print(f"Unable to parse JSON from '{CONTENT_ROLES_PATH}'. Skipping tech writer unassignment.")
+        print("Unable to get content roles. Skipping tech writer unassignment...")
 
     pr.add_to_assignees(*assignees)
     print(f'{t.cyan}Assigned users {assignees}{t.normal}')

Utils/github_workflow_scripts/github_workflow_scripts_tests/autobump_rn_test.py → .github/github_workflow_scripts/github_workflow_scripts_tests/autobump_rn_test.py

@@ -4,19 +4,18 @@
 from packaging.version import Version
 from typing import Optional, List
 from unittest.mock import MagicMock
-import pytest as pytest
-from Utils.github_workflow_scripts.autobump_release_notes.autobump_rn import (
+import pytest
+from github_workflow_scripts.autobump_release_notes.autobump_rn import (
     PackAutoBumper,
     BranchAutoBumper, AutoBumperManager,
 )
-from Utils.github_workflow_scripts.autobump_release_notes.skip_conditions import ConditionResult, MetadataCondition, \
+from github_workflow_scripts.autobump_release_notes.skip_conditions import ConditionResult, MetadataCondition, \
     LastModifiedCondition, LabelCondition, AddedRNFilesCondition, HasConflictOnAllowedFilesCondition, \
     PackSupportCondition, MajorChangeCondition, MaxVersionCondition, OnlyVersionChangedCondition, \
     OnlyOneRNPerPackCondition, SameRNMetadataVersionCondition, AllowedBumpCondition, UpdateType
 from git import GitCommandError
 from demisto_sdk.commands.update_release_notes.update_rn import UpdateRN
-import Utils.github_workflow_scripts.autobump_release_notes.skip_conditions as skip_conditions
-
+from github_workflow_scripts.autobump_release_notes import skip_conditions
 MERGE_STDOUT = "stdout: '\n Auto-merging {}\n failed.\n Auto-merging {}\n failed.\n"
 
 
@@ -164,7 +163,7 @@ def test_get_metadata_files(mocker):
     origin_metadata = {"name": "MyPack", "currentVersion": "1.0.5"}
     branch_metadata = {"name": "MyPack", "currentVersion": "1.0.4"}
     base_metadata = {"name": "MyPack", "currentVersion": "1.0.3"}
-    mocker.patch("Utils.github_workflow_scripts.autobump_release_notes.skip_conditions.Checkout")
+    mocker.patch("github_workflow_scripts.autobump_release_notes.skip_conditions.Checkout")
     mocker.patch.object(
         skip_conditions,
         "load_json",
@@ -615,7 +614,7 @@ def test_branch_auto_bumper(mocker):
     pack_auto_bumper = MagicMock()
     pack_auto_bumper.autobump.return_value = "1.0.2"
     pack_auto_bumper.pack_id = "MyPack"
-    mocker.patch("Utils.github_workflow_scripts.autobump_release_notes.autobump_rn.Checkout")
+    mocker.patch("github_workflow_scripts.autobump_release_notes.autobump_rn.Checkout")
     branch_auto_bumper = BranchAutoBumper(
         pr=PullRequest(),
         git_repo=Repo(),
@@ -648,7 +647,7 @@ def test_autobump_manager(mocker):
         git_repo_obj=Repo(files=CHANGED_FILES),
         run_id="1",
     )
-    mocker.patch("Utils.github_workflow_scripts.autobump_release_notes.autobump_rn.Checkout")
+    mocker.patch("github_workflow_scripts.autobump_release_notes.autobump_rn.Checkout")
     mocker.patch.object(BranchAutoBumper, "autobump")
     mocker.patch.object(
         MetadataCondition,