Add support for componentjs

src/packagedcode/__init__.py

@@ -15,6 +15,7 @@
 from packagedcode import build_gradle
 from packagedcode import cargo
 from packagedcode import chef
+from packagedcode import componentjs
 from packagedcode import debian
 from packagedcode import debian_copyright
 from packagedcode import distro
@@ -81,7 +82,7 @@
     conan.ConanDataHandler,
 
     cran.CranDescriptionFileHandler,
-
+    componentjs.ComponentJSONMetadataHandler,
     debian_copyright.DebianCopyrightFileInPackageHandler,
     debian_copyright.StandaloneDebianCopyrightFileHandler,
     debian.DebianDscFileHandler,

src/packagedcode/componentjs.py

@@ -0,0 +1,154 @@
+#
+# Copyright (c) nexB Inc. and others. All rights reserved.
+# ScanCode is a trademark of nexB Inc.
+# SPDX-License-Identifier: Apache-2.0
+# See http://www.apache.org/licenses/LICENSE-2.0 for the license text.
+# See https://github.com/nexB/scancode-toolkit for support or download.
+# See https://aboutcode.org for more information about nexB OSS projects.
+#
+
+import json
+from packagedcode import models
+from packageurl import PackageURL
+import yaml
+
+class ComponentJSONMetadataHandler(models.NonAssemblableDatafileHandler):
+    """
+    Handle component JSON metadata files for package analysis.
+    """
+    datasource_id = "component_json_metadata"
+    path_patterns = ("*component.json",)
+    default_package_type = "library"
+    description = "component JSON package metadata file"
+
+    @classmethod
+    def parse(cls, location, package_only=False):
+        """
+        Parse the JSON metadata file at `location` and yield PackageData.
+        """
+        with open(location, "r", encoding="utf-8") as f:
+            data = json.load(f)
+
+        name = data.get('name') or data.get('repo', '').split('/')[-1]
+        if not name:
+            return
+
+        namespace = None
+        if 'repo' in data and '/' in data['repo']:
+            namespace, name = data['repo'].split('/', 1)
+
+        package_data = dict(
+            datasource_id=cls.datasource_id,
+            type=cls.default_package_type,
+            name=name,
+            namespace=namespace,
+            version=data.get('version'),
+            description=data.get('description', ''),
+            homepage_url=cls._extract_homepage(data),
+            keywords=data.get('keywords', []),
+            dependencies=cls._process_dependencies(data),
+            extracted_license_statement=cls._extract_license_statement(data),
+            extra_data=cls._extract_extra_data(data)
+        )
+
+        if namespace and name:
+            package_data['purl'] = PackageURL(
+                type='generic', 
+                namespace=namespace, 
+                name=name, 
+                version=package_data.get('version')
+            ).to_string()
+
+
+        yield models.PackageData.from_data(package_data, package_only)
+
+    @staticmethod
+    def _extract_homepage(data):
+        """
+        Extract homepage URL from various possible sources.
+        """
+        if data.get('homepage'):
+            return data['homepage']
+
+        if data.get('repo'):
+            return f'https://github.com/{data["repo"]}'
+
+        desc = data.get('description', '')
+        if 'http' in desc:
+            urls = [word for word in desc.split() if word.startswith('http')]
+            return urls[0] if urls else None
+
+        return None
+
+    @staticmethod
+    def _process_dependencies(data):
+        """
+        Process dependencies into DependentPackage objects.
+        """
+        dependencies = []
+
+        for dep_name, dep_version in data.get('dependencies', {}).items():
+            try:
+                if '/' in dep_name:
+                    namespace, name = dep_name.split('/', 1)
+                else:
+                    namespace, name = None, dep_name
+
+                purl = PackageURL(
+                    type='generic', 
+                    namespace=namespace, 
+                    name=name, 
+                    version=dep_version
+                ).to_string()
+
+                dependencies.append(
+                    models.DependentPackage(
+                        purl=purl,
+                        scope='runtime',
+                        is_runtime=True,
+                        is_optional=False
+                    )
+                )
+            except Exception:
+                continue
+
+        return dependencies
+
+    @classmethod
+    def _extract_license_statement(cls, data):
+        """
+        Extract license statement.
+
+        """
+        license_field = data.get('license')
+        if not license_field:
+            return None
+
+        if isinstance(license_field, str):
+            return yaml.dump({"type": license_field.strip()}).strip()
+
+        if isinstance(license_field, list):
+            license_statements = [
+                yaml.dump({"type": lic.strip()}).strip() 
+                for lic in license_field 
+                if lic.strip()
+            ]
+            return "\n".join(license_statements) if license_statements else None
+
+        return None
+
+    @staticmethod
+    def _extract_extra_data(data):
+        """
+        Extract additional metadata not in core package data.
+        """
+        extra_fields = [
+            'main', 'scripts', 'styles', 'bin', 
+            'repository', 'private', 'dev', 'development'
+        ]
+
+        return {
+            field: data[field] 
+            for field in extra_fields 
+            if field in data
+        }

tests/packagedcode/data/componentjs/angular-ui-sortable/component.json

@@ -0,0 +1,25 @@
+{
+    "name": "angular-ui-sortable",
+    "version": "0.0.1",
+    "description": "This directive allows you to jQueryUI Sortable.",
+    "author": "https://github.com/angular-ui/ui-sortable/graphs/contributors",
+    "license": "MIT",
+    "homepage": "http://angular-ui.github.com",
+    "main": "./src/sortable.js",
+    "ignore": [
+      "**/.*",
+      "node_modules",
+      "components",
+      "test*",
+      "demo*",
+      "gruntFile.js",
+      "package.json"
+    ],
+    "dependencies": {
+      "angular": "~1.x",
+      "jquery-ui": ">= 1.9"
+    },
+    "devDependencies": {
+      "angular-mocks": "~1.x"
+    }
+  }

tests/packagedcode/data/componentjs/angular-ui-sortable/expectedoutput.json

@@ -0,0 +1,106 @@
+{
+  "packages": [],
+  "dependencies": [],
+  "files": [
+    {
+      "path": "component.json",
+      "type": "file",
+      "package_data": [
+        {
+          "type": "generic",
+          "namespace": null,
+          "name": "angular-ui-sortable",
+          "version": "0.0.1",
+          "qualifiers": {},
+          "subpath": null,
+          "primary_language": null,
+          "description": "This directive allows you to jQueryUI Sortable.",
+          "release_date": null,
+          "parties": [],
+          "keywords": [],
+          "homepage_url": "http://angular-ui.github.com",
+          "download_url": null,
+          "size": null,
+          "sha1": null,
+          "md5": null,
+          "sha256": null,
+          "sha512": null,
+          "bug_tracking_url": null,
+          "code_view_url": null,
+          "vcs_url": null,
+          "copyright": null,
+          "holder": null,
+          "declared_license_expression": "mit",
+          "declared_license_expression_spdx": "MIT",
+          "license_detections": [
+            {
+              "license_expression": "mit",
+              "license_expression_spdx": "MIT",
+              "matches": [
+                {
+                  "license_expression": "mit",
+                  "license_expression_spdx": "MIT",
+                  "from_file": "component.json",
+                  "start_line": 1,
+                  "end_line": 1,
+                  "matcher": "1-hash",
+                  "score": 16.0,
+                  "matched_length": 3,
+                  "match_coverage": 100.0,
+                  "rule_relevance": 16,
+                  "rule_identifier": "mit_1301.RULE",
+                  "rule_url": "https://github.com/nexB/scancode-toolkit/tree/develop/src/licensedcode/data/rules/mit_1301.RULE",
+                  "matched_text": "license type: MIT"
+                }
+              ],
+              "identifier": "mit-1c9cba21-81d2-7522-ac3e-dfde6630f8d1"
+            }
+          ],
+          "other_license_expression": null,
+          "other_license_expression_spdx": null,
+          "other_license_detections": [],
+          "extracted_license_statement": "type: MIT",
+          "notice_text": null,
+          "source_packages": [],
+          "file_references": [],
+          "is_private": false,
+          "is_virtual": false,
+          "extra_data": {
+            "main": "./src/sortable.js"
+          },
+          "dependencies": [
+            {
+              "purl": "pkg:generic/angular@~1.x",
+              "extracted_requirement": null,
+              "scope": "runtime",
+              "is_runtime": true,
+              "is_optional": false,
+              "is_pinned": false,
+              "is_direct": true,
+              "resolved_package": {},
+              "extra_data": {}
+            },
+            {
+              "purl": "pkg:generic/jquery-ui@%3E%3D%201.9",
+              "extracted_requirement": null,
+              "scope": "runtime",
+              "is_runtime": true,
+              "is_optional": false,
+              "is_pinned": false,
+              "is_direct": true,
+              "resolved_package": {},
+              "extra_data": {}
+            }
+          ],
+          "repository_homepage_url": null,
+          "repository_download_url": null,
+          "api_data_url": null,
+          "datasource_id": "component_json_metadata",
+          "purl": "pkg:generic/[email protected]"
+        }
+      ],
+      "for_packages": [],
+      "scan_errors": []
+    }
+  ]
+}

tests/packagedcode/data/componentjs/chai/component.json

@@ -0,0 +1,51 @@
+{
+    "name": "chai"
+  , "repo": "chaijs/chai"
+  , "version": "2.1.2"
+  , "description": "BDD/TDD assertion library for node.js and the browser. Test framework agnostic."
+  , "license": "MIT"
+  , "keywords": [
+        "test"
+      , "assertion"
+      , "assert"
+      , "testing"
+      , "chai"
+    ]
+  , "main": "index.js"
+  , "scripts": [
+        "index.js"
+      , "lib/chai.js"
+      , "lib/chai/assertion.js"
+      , "lib/chai/config.js"
+      , "lib/chai/core/assertions.js"
+      , "lib/chai/interface/assert.js"
+      , "lib/chai/interface/expect.js"
+      , "lib/chai/interface/should.js"
+      , "lib/chai/utils/addChainableMethod.js"
+      , "lib/chai/utils/addMethod.js"
+      , "lib/chai/utils/addProperty.js"
+      , "lib/chai/utils/flag.js"
+      , "lib/chai/utils/getActual.js"
+      , "lib/chai/utils/getEnumerableProperties.js"
+      , "lib/chai/utils/getMessage.js"
+      , "lib/chai/utils/getName.js"
+      , "lib/chai/utils/getPathValue.js"
+      , "lib/chai/utils/getPathInfo.js"
+      , "lib/chai/utils/hasProperty.js"
+      , "lib/chai/utils/getProperties.js"
+      , "lib/chai/utils/index.js"
+      , "lib/chai/utils/inspect.js"
+      , "lib/chai/utils/objDisplay.js"
+      , "lib/chai/utils/overwriteMethod.js"
+      , "lib/chai/utils/overwriteProperty.js"
+      , "lib/chai/utils/overwriteChainableMethod.js"
+      , "lib/chai/utils/test.js"
+      , "lib/chai/utils/transferFlags.js"
+      , "lib/chai/utils/type.js"
+    ]
+  , "dependencies": {
+        "chaijs/assertion-error": "1.0.0"
+      , "chaijs/deep-eql": "0.1.3"
+    }
+  , "development": {}
+}