Merge pull request #737 from microlinkhq/profiling

feat: add profiling support

Author: Kikobeats

CHANGELOG.md

@@ -3,6 +3,16 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10)
+
+### Bug Fixes
+
+* load dependency ([6344788](https://github.com/microlinkhq/metascraper/commit/6344788ddbfc27a03f3ce12b2a842cd438574cc5))
+
+### Features
+
+* add profiling support ([9370e3c](https://github.com/microlinkhq/metascraper/commit/9370e3cdde056e86dcc2d189b3b22dd01a310372))
+
 ## [5.45.29](https://github.com/microlinkhq/metascraper/compare/v5.45.28...v5.45.29) (2025-01-07)
 
 ### Bug Fixes

CONTRIBUTING.md

@@ -42,7 +42,7 @@ A set of rules under the same namespace runs in series and only the value return
 You can associate a `test` function with your rule bundle:
 
 ```js
-rules.test = ({ url }) => getVideoInfo(url).service === 'youtube'))
+rules.test = ({ url }) => getVideoInfo(url).service === 'youtube'
 ```
 
 The `test` function will receive the same arguments as a rule. This is useful for skipping all rules that doesn't target a specific URL.
@@ -52,12 +52,31 @@ A good practice is to use a memoize function to prevent unnecessary CPU cycles f
 ```js
 const { memoizeOne } = require('@metascraper/helpers')
 
-const test = memoizeOne(url => getVideoInfo(url).service === 'youtube'))
+const test = memoizeOne(url => getVideoInfo(url).service === 'youtube')
 
 const rules = []
-rules.test ({ url }) => test(url)
+rules.test = ({ url }) => test(url)
 ```
 
+### Defining `pkgName` property
+
+Additionally you can define `pkgName` property associated with your rules:
+
+```js
+const { memoizeOne } = require('@metascraper/helpers')
+
+const rules = []
+rules.pkgName = 'metascraper-module'
+```
+
+This is using for printing debug logs, see debugging section to know how to use it.
+
+## Debugging your Rules
+
+In case you need to see what's happening under the hood, you can set `DEBUG='metascraper*'.
+
+This is useful for verifying rule precedence and detecting slow rules.
+
 ## Testing your Rules
 
 Since the order of the rules is important, testing it is also an important thing in order to be sure more popular rules are executed first over less popular rules.
@@ -74,7 +93,6 @@ const metascraper = require('metascraper')([
   require('metascraper-logo')()
 ])
 
-
 describe('metascraper-logo', () => {
   it('creates an absolute favicon url if the logo is not present', async () => {
     const html = `
@@ -92,8 +110,8 @@ describe('metascraper-logo', () => {
     </body>
     </html>
     `
-    const meta = await metascraper({ html, url }))
-    should(meta.log).be.equal("open graph value")
+    const meta = await metascraper({ html, url })
+    should(meta.log).be.equal('open graph value')
   })
 })
 ```
@@ -129,8 +147,8 @@ const metascraper = require('metascraper')([
 describe('metascraper-logo', () => {
   it('it resolves logo value', async () => {
     const html = fs.readFileSync('index.html', 'utf-8')
-    const meta = await metascraper({ html, url }))
-    should(meta.logo).be.equal("https://metascraper.js.org/static/logo.png")
+    const meta = await metascraper({ html, url })
+    should(meta.logo).be.equal('https://metascraper.js.org/static/logo.png')
   })
 })
 ```

lerna.json

@@ -2,7 +2,7 @@
   "packages": [
     "packages/*"
   ],
-  "version": "5.45.29",
+  "version": "5.46.0-beta.2",
   "command": {
     "bootstrap": {
       "npmClientArgs": [

packages/metascraper-amazon/CHANGELOG.md

@@ -3,6 +3,10 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10)
+
+**Note:** Version bump only for package metascraper-amazon
+
 ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01)
 
 **Note:** Version bump only for package metascraper-amazon

packages/metascraper-amazon/package.json

@@ -2,7 +2,7 @@
   "name": "metascraper-amazon",
   "description": "Metascraper integration with Amazon",
   "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-amazon",
-  "version": "5.45.28",
+  "version": "5.46.0-beta.2",
   "types": "src/index.d.ts",
   "main": "src/index.js",
   "author": {

packages/metascraper-amazon/src/index.js

@@ -60,5 +60,7 @@ module.exports = () => {
 
   rules.test = ({ url }) => test(url)
 
+  rules.pkgName = 'metascraper-amazon'
+
   return rules
 }

packages/metascraper-audio/CHANGELOG.md

@@ -3,6 +3,10 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10)
+
+**Note:** Version bump only for package metascraper-audio
+
 ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01)
 
 **Note:** Version bump only for package metascraper-audio

packages/metascraper-audio/package.json

@@ -2,7 +2,7 @@
   "name": "metascraper-audio",
   "description": "Get audio property from HTML markup",
   "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-audio",
-  "version": "5.45.28",
+  "version": "5.46.0-beta.2",
   "types": "src/index.d.ts",
   "main": "src/index.js",
   "author": {

packages/metascraper-audio/src/index.js

@@ -78,7 +78,7 @@ const _getIframe = (url, $, { src }) =>
   loadIframe(url, $.load(`<iframe src="${src}"></iframe>`))
 
 module.exports = ({ getIframe = _getIframe } = {}) => {
-  return {
+  const rules = {
     audio: audioRules.concat(
       async ({ htmlDom: $, url }) => {
         const srcs = [
@@ -110,4 +110,8 @@ module.exports = ({ getIframe = _getIframe } = {}) => {
       }
     )
   }
+
+  rules.pkgName = 'metascraper-audio'
+
+  return rules
 }

packages/metascraper-author/CHANGELOG.md

@@ -3,6 +3,10 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/packages/metascraper-author/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10)
+
+**Note:** Version bump only for package metascraper-author
+
 ## [5.45.28](https://github.com/microlinkhq/metascraper/packages/metascraper-author/compare/v5.45.27...v5.45.28) (2025-01-01)
 
 **Note:** Version bump only for package metascraper-author