From 235c985c41b53456776aa785be9d867a81001a2f Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 12:50:30 +0100 Subject: [PATCH 01/12] feat: add profiling support --- packages/metascraper/package.json | 1 + packages/metascraper/src/rules.js | 7 +++++-- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/packages/metascraper/package.json b/packages/metascraper/package.json index 05518e4235..5bffb83d91 100644 --- a/packages/metascraper/package.json +++ b/packages/metascraper/package.json @@ -60,6 +60,7 @@ "dependencies": { "@metascraper/helpers": "workspace:*", "cheerio": "~1.0.0", + "debug-logfmt": "~1.2.3", "lodash": "~4.17.21", "whoops": "~4.1.7" }, diff --git a/packages/metascraper/src/rules.js b/packages/metascraper/src/rules.js index ea583bac66..840211fd5b 100644 --- a/packages/metascraper/src/rules.js +++ b/packages/metascraper/src/rules.js @@ -16,9 +16,12 @@ const forEachRule = (collection, fn) => forEach(castArray(collection), fn) const loadRules = rulesBundle => chain(rulesBundle) - .reduce((acc, { test, ...rules }) => { + .reduce((acc, { test, pkgName, ...rules }) => { forEach(rules, (innerRules, propName) => { - if (test) forEachRule(innerRules, rule => (rule.test = test)) + forEachRule(innerRules, rule => { + if (test) rule.test = test + rule.pkgName = pkgName ?? 'uknown' + }) set( acc, From d7a6c2eb08ec555faba57f4a8579b842f84b7cb8 Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 13:03:07 +0100 Subject: [PATCH 02/12] chore: add rules.pkgName --- packages/metascraper-amazon/src/index.js | 2 + packages/metascraper-audio/src/index.js | 6 +- packages/metascraper-author/src/index.js | 52 ++++++++------ packages/metascraper-clearbit/src/index.js | 6 +- packages/metascraper-date/src/index.js | 10 +-- packages/metascraper-description/src/index.js | 6 +- packages/metascraper-feed/src/index.js | 6 +- packages/metascraper-iframe/src/index.js | 2 + packages/metascraper-image/src/index.js | 44 +++++++----- packages/metascraper-instagram/src/index.js | 2 + packages/metascraper-lang/src/index.js | 20 ++++-- .../metascraper-logo-favicon/src/index.js | 6 +- packages/metascraper-logo/src/index.js | 6 +- .../metascraper-media-provider/src/index.js | 6 +- packages/metascraper-publisher/src/index.js | 70 +++++++++++-------- packages/metascraper-readability/src/index.js | 18 +++-- packages/metascraper-soundcloud/src/index.js | 2 + packages/metascraper-spotify/src/index.js | 2 + packages/metascraper-telegram/src/index.js | 2 + packages/metascraper-title/src/index.js | 32 +++++---- packages/metascraper-uol/src/index.js | 2 + packages/metascraper-url/src/index.js | 26 ++++--- packages/metascraper-video/src/index.js | 14 ++-- packages/metascraper-x/src/index.js | 2 + packages/metascraper-youtube/src/index.js | 2 + 25 files changed, 223 insertions(+), 123 deletions(-) diff --git a/packages/metascraper-amazon/src/index.js b/packages/metascraper-amazon/src/index.js index 6a5bac6d4b..40c96d7a4e 100644 --- a/packages/metascraper-amazon/src/index.js +++ b/packages/metascraper-amazon/src/index.js @@ -60,5 +60,7 @@ module.exports = () => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-amazon' + return rules } diff --git a/packages/metascraper-audio/src/index.js b/packages/metascraper-audio/src/index.js index 9ffd9b0c76..451e54e5ec 100644 --- a/packages/metascraper-audio/src/index.js +++ b/packages/metascraper-audio/src/index.js @@ -78,7 +78,7 @@ const _getIframe = (url, $, { src }) => loadIframe(url, $.load(``)) module.exports = ({ getIframe = _getIframe } = {}) => { - return { + const rules = { audio: audioRules.concat( async ({ htmlDom: $, url }) => { const srcs = [ @@ -110,4 +110,8 @@ module.exports = ({ getIframe = _getIframe } = {}) => { } ) } + + rules.pkgName = 'metascraper-audio' + + return rules } diff --git a/packages/metascraper-author/src/index.js b/packages/metascraper-author/src/index.js index 59471d34f4..00563893a5 100644 --- a/packages/metascraper-author/src/index.js +++ b/packages/metascraper-author/src/index.js @@ -24,27 +24,33 @@ const strict = rule => $ => { return REGEX_STRICT.test(value) && value } -module.exports = () => ({ - author: [ - toAuthor($jsonld('author.name')), - toAuthor($jsonld('brand.name')), - toAuthor($ => $('meta[name="author"]').attr('content')), - toAuthor($ => $('meta[property="article:author"]').attr('content')), - toAuthor($ => $filter($, $('[itemprop*="author" i] [itemprop="name"]'))), - toAuthor($ => $filter($, $('[itemprop*="author" i]'))), - toAuthor($ => $filter($, $('[rel="author"]'))), - strict(toAuthor($ => $filter($, $('a[class*="author" i]')))), - strict(toAuthor($ => $filter($, $('[class*="author" i] a')))), - strict(toAuthor($ => $filter($, $('a[href*="/author/" i]')))), - toAuthor($ => $filter($, $('a[class*="screenname" i]'))), - strict(toAuthor($ => $filter($, $('[class*="author" i]')))), - strict( - toAuthor($ => - $filter($, $('[class*="byline" i]'), el => { - const value = $filter.fn(el) - return !date(value) && value - }) +module.exports = () => { + const rules = { + author: [ + toAuthor($jsonld('author.name')), + toAuthor($jsonld('brand.name')), + toAuthor($ => $('meta[name="author"]').attr('content')), + toAuthor($ => $('meta[property="article:author"]').attr('content')), + toAuthor($ => $filter($, $('[itemprop*="author" i] [itemprop="name"]'))), + toAuthor($ => $filter($, $('[itemprop*="author" i]'))), + toAuthor($ => $filter($, $('[rel="author"]'))), + strict(toAuthor($ => $filter($, $('a[class*="author" i]')))), + strict(toAuthor($ => $filter($, $('[class*="author" i] a')))), + strict(toAuthor($ => $filter($, $('a[href*="/author/" i]')))), + toAuthor($ => $filter($, $('a[class*="screenname" i]'))), + strict(toAuthor($ => $filter($, $('[class*="author" i]')))), + strict( + toAuthor($ => + $filter($, $('[class*="byline" i]'), el => { + const value = $filter.fn(el) + return !date(value) && value + }) + ) ) - ) - ] -}) + ] + } + + rules.pkgName = 'metascraper-author' + + return rules +} diff --git a/packages/metascraper-clearbit/src/index.js b/packages/metascraper-clearbit/src/index.js index bdd262cff9..69a368e683 100644 --- a/packages/metascraper-clearbit/src/index.js +++ b/packages/metascraper-clearbit/src/index.js @@ -43,8 +43,12 @@ module.exports = opts => { const clearbit = createClearbit(opts) const getClearbit = composeRule(($, url) => clearbit(parseUrl(url).domain)) - return { + const rules = { logo: getClearbit({ from: 'logo' }), publisher: getClearbit({ from: 'name', to: 'publisher' }) } + + rules.pkgName = 'metascraper-clearbit' + + return rules } diff --git a/packages/metascraper-date/src/index.js b/packages/metascraper-date/src/index.js index d79788af38..ac6b878d6c 100644 --- a/packages/metascraper-date/src/index.js +++ b/packages/metascraper-date/src/index.js @@ -43,17 +43,19 @@ module.exports = ( dateModified: false } ) => { - const result = { + const rules = { date: dateModifiedRules().concat(datePublishedRules(), dateRules()) } if (datePublished) { - result.datePublished = datePublishedRules() + rules.datePublished = datePublishedRules() } if (dateModified) { - result.dateModified = dateModifiedRules() + rules.dateModified = dateModifiedRules() } - return result + rules.pkgName = 'metascraper-date' + + return rules } diff --git a/packages/metascraper-description/src/index.js b/packages/metascraper-description/src/index.js index ef9f7fad23..6b1679ec2e 100644 --- a/packages/metascraper-description/src/index.js +++ b/packages/metascraper-description/src/index.js @@ -5,7 +5,7 @@ const { $jsonld, toRule, description } = require('@metascraper/helpers') module.exports = opts => { const toDescription = toRule(description, opts) - return { + const rules = { description: [ toDescription($ => $('meta[property="og:description"]').attr('content')), toDescription($ => $('meta[name="twitter:description"]').attr('content')), @@ -18,4 +18,8 @@ module.exports = opts => { toDescription($jsonld('description')) ] } + + rules.pkgName = 'metascraper-description' + + return rules } diff --git a/packages/metascraper-feed/src/index.js b/packages/metascraper-feed/src/index.js index c60fcbf87a..a6afc3c490 100644 --- a/packages/metascraper-feed/src/index.js +++ b/packages/metascraper-feed/src/index.js @@ -5,11 +5,15 @@ const { toRule, url } = require('@metascraper/helpers') const toUrl = toRule(url) module.exports = () => { - return { + const rules = { feed: [ toUrl($ => $('link[type="application/rss+xml"]').attr('href')), toUrl($ => $('link[type="application/feed+json"]').attr('href')), toUrl($ => $('link[type="application/atom+xml"]').attr('href')) ] } + + rules.pkgName = 'metascraper-feed' + + return rules } diff --git a/packages/metascraper-iframe/src/index.js b/packages/metascraper-iframe/src/index.js index 2f813408cd..aa964b75a1 100644 --- a/packages/metascraper-iframe/src/index.js +++ b/packages/metascraper-iframe/src/index.js @@ -25,6 +25,8 @@ module.exports = ({ gotOpts } = {}) => { rules.test = ({ url, htmlDom }) => test(url, htmlDom) + rules.pkgName = 'metascraper-iframe' + return rules } diff --git a/packages/metascraper-image/src/index.js b/packages/metascraper-image/src/index.js index 0c4e519962..23c4f61db9 100644 --- a/packages/metascraper-image/src/index.js +++ b/packages/metascraper-image/src/index.js @@ -6,22 +6,28 @@ const toImage = toRule(image) const getSrc = el => el.attr('src') -module.exports = () => ({ - image: [ - toImage($ => $('meta[property="og:image:secure_url"]').attr('content')), - toImage($ => $('meta[property="og:image:url"]').attr('content')), - toImage($ => $('meta[property="og:image"]').attr('content')), - toImage($ => $('meta[name="twitter:image:src"]').attr('content')), - toImage($ => $('meta[property="twitter:image:src"]').attr('content')), - toImage($ => $('meta[name="twitter:image"]').attr('content')), - toImage($ => $('meta[property="twitter:image"]').attr('content')), - toImage($ => $('meta[itemprop="image"]').attr('content')), - toImage($jsonld('image.0.url')), - toImage($jsonld('image.url')), - toImage($jsonld('image')), - toImage($ => $filter($, $('article img[src]'), getSrc)), - toImage($ => $filter($, $('#content img[src]'), getSrc)), - toImage($ => $('img[alt*="author" i]').attr('src')), - toImage($ => $('img[src]:not([aria-hidden="true"])').attr('src')) - ] -}) +module.exports = () => { + const rules = { + image: [ + toImage($ => $('meta[property="og:image:secure_url"]').attr('content')), + toImage($ => $('meta[property="og:image:url"]').attr('content')), + toImage($ => $('meta[property="og:image"]').attr('content')), + toImage($ => $('meta[name="twitter:image:src"]').attr('content')), + toImage($ => $('meta[property="twitter:image:src"]').attr('content')), + toImage($ => $('meta[name="twitter:image"]').attr('content')), + toImage($ => $('meta[property="twitter:image"]').attr('content')), + toImage($ => $('meta[itemprop="image"]').attr('content')), + toImage($jsonld('image.0.url')), + toImage($jsonld('image.url')), + toImage($jsonld('image')), + toImage($ => $filter($, $('article img[src]'), getSrc)), + toImage($ => $filter($, $('#content img[src]'), getSrc)), + toImage($ => $('img[alt*="author" i]').attr('src')), + toImage($ => $('img[src]:not([aria-hidden="true"])').attr('src')) + ] + } + + rules.pkgName = 'metascraper-image' + + return rules +} diff --git a/packages/metascraper-instagram/src/index.js b/packages/metascraper-instagram/src/index.js index e91f354146..0d5644202a 100644 --- a/packages/metascraper-instagram/src/index.js +++ b/packages/metascraper-instagram/src/index.js @@ -48,5 +48,7 @@ module.exports = () => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-instagram' + return rules } diff --git a/packages/metascraper-lang/src/index.js b/packages/metascraper-lang/src/index.js index d8d6e43be7..b65e5c4104 100644 --- a/packages/metascraper-lang/src/index.js +++ b/packages/metascraper-lang/src/index.js @@ -4,10 +4,16 @@ const { lang, toRule } = require('@metascraper/helpers') const toLang = toRule(lang) -module.exports = () => ({ - lang: [ - toLang($ => $('meta[property="og:locale"]').attr('content')), - toLang($ => $('meta[itemprop="inLanguage"]').attr('content')), - toLang($ => $('html').attr('lang')) - ] -}) +module.exports = () => { + const rules = { + lang: [ + toLang($ => $('meta[property="og:locale"]').attr('content')), + toLang($ => $('meta[itemprop="inLanguage"]').attr('content')), + toLang($ => $('html').attr('lang')) + ] + } + + rules.pkgName = 'metascraper-lang' + + return rules +} diff --git a/packages/metascraper-logo-favicon/src/index.js b/packages/metascraper-logo-favicon/src/index.js index 6b2ed8661b..a13d39e322 100644 --- a/packages/metascraper-logo-favicon/src/index.js +++ b/packages/metascraper-logo-favicon/src/index.js @@ -237,7 +237,7 @@ module.exports = ({ withGoogle }) const rootFavicon = createRootFavicon({ getLogo, withRootFavicon }) - return { + const rules = { logo: [ toLogo(async ($, url) => { const sizes = getSizes($, sizeSelectors, url) @@ -251,6 +251,10 @@ module.exports = ({ rootFavicon ].filter(Boolean) } + + rules.pkgName = 'metascraper-logo-favicon' + + return rules } module.exports.google = google diff --git a/packages/metascraper-logo/src/index.js b/packages/metascraper-logo/src/index.js index 3f66bc9b1b..ae88b70c9f 100644 --- a/packages/metascraper-logo/src/index.js +++ b/packages/metascraper-logo/src/index.js @@ -20,7 +20,7 @@ module.exports = ({ filter } = {}) => { const toLogo = toRule(mapper) - return { + const rules = { logo: [ toLogo($ => $('meta[property="og:logo"]').attr('content')), toLogo($ => $('meta[itemprop="logo"]').attr('content')), @@ -35,4 +35,8 @@ module.exports = ({ filter } = {}) => { toLogo($ => toLogoUrl($, 'logo')) ] } + + rules.pkgName = 'metascraper-logo' + + return rules } diff --git a/packages/metascraper-media-provider/src/index.js b/packages/metascraper-media-provider/src/index.js index 2238105407..96e9ba1a68 100644 --- a/packages/metascraper-media-provider/src/index.js +++ b/packages/metascraper-media-provider/src/index.js @@ -136,7 +136,7 @@ const getDescription = ({ description }) => descriptionFn(description) module.exports = (opts = {}) => { const getMedia = createGetMedia(opts) - return { + const rules = { audio: async ({ url }) => getAudio(await getMedia(url)), author: async ({ url }) => getAuthor(await getMedia(url)), date: async ({ url }) => getDate(await getMedia(url)), @@ -147,6 +147,10 @@ module.exports = (opts = {}) => { title: async ({ url }) => getTitle(await getMedia(url)), video: async ({ url }) => getVideo(await getMedia(url)) } + + rules.pkgName = 'metascraper-media-provider' + + return rules } module.exports.getAudio = getAudio diff --git a/packages/metascraper-publisher/src/index.js b/packages/metascraper-publisher/src/index.js index 8764b47ec3..5aa88c6a0d 100644 --- a/packages/metascraper-publisher/src/index.js +++ b/packages/metascraper-publisher/src/index.js @@ -14,35 +14,45 @@ const getFromTitle = (text, regex = REGEX_TITLE) => { return result } -module.exports = () => ({ - publisher: [ - toPublisher($jsonld('publisher.name')), - toPublisher($ => $('meta[property="og:site_name"]').attr('content')), - toPublisher($ => $('meta[name*="application-name" i]').attr('content')), - toPublisher($ => $('meta[name*="app-title" i]').attr('content')), - toPublisher($ => $('meta[property*="app_name" i]').attr('content')), - toPublisher($ => $('meta[name="publisher" i]').attr('content')), - toPublisher($ => $('meta[name="twitter:app:name:iphone"]').attr('content')), - toPublisher($ => - $('meta[property="twitter:app:name:iphone"]').attr('content') - ), - toPublisher($ => $('meta[name="twitter:app:name:ipad"]').attr('content')), - toPublisher($ => - $('meta[property="twitter:app:name:ipad"]').attr('content') - ), - toPublisher($ => - $('meta[name="twitter:app:name:googleplay"]').attr('content') - ), - toPublisher($ => - $('meta[property="twitter:app:name:googleplay"]').attr('content') - ), - toPublisher($ => $filter($, $('#logo'))), - toPublisher($ => $filter($, $('.logo'))), - toPublisher($ => $filter($, $('a[class*="brand" i]'))), - toPublisher($ => $('[class*="logo" i] a img[alt]').attr('alt')), - toPublisher($ => $('[class*="logo" i] img[alt]').attr('alt')), - toPublisher($ => $filter($, $('title'), el => getFromTitle($filter.fn(el)))) - ] -}) +module.exports = () => { + const rules = { + publisher: [ + toPublisher($jsonld('publisher.name')), + toPublisher($ => $('meta[property="og:site_name"]').attr('content')), + toPublisher($ => $('meta[name*="application-name" i]').attr('content')), + toPublisher($ => $('meta[name*="app-title" i]').attr('content')), + toPublisher($ => $('meta[property*="app_name" i]').attr('content')), + toPublisher($ => $('meta[name="publisher" i]').attr('content')), + toPublisher($ => + $('meta[name="twitter:app:name:iphone"]').attr('content') + ), + toPublisher($ => + $('meta[property="twitter:app:name:iphone"]').attr('content') + ), + toPublisher($ => $('meta[name="twitter:app:name:ipad"]').attr('content')), + toPublisher($ => + $('meta[property="twitter:app:name:ipad"]').attr('content') + ), + toPublisher($ => + $('meta[name="twitter:app:name:googleplay"]').attr('content') + ), + toPublisher($ => + $('meta[property="twitter:app:name:googleplay"]').attr('content') + ), + toPublisher($ => $filter($, $('#logo'))), + toPublisher($ => $filter($, $('.logo'))), + toPublisher($ => $filter($, $('a[class*="brand" i]'))), + toPublisher($ => $('[class*="logo" i] a img[alt]').attr('alt')), + toPublisher($ => $('[class*="logo" i] img[alt]').attr('alt')), + toPublisher($ => + $filter($, $('title'), el => getFromTitle($filter.fn(el))) + ) + ] + } + + rules.pkgName = 'metascraper-publisher' + + return rules +} module.exports.getFromTitle = getFromTitle diff --git a/packages/metascraper-readability/src/index.js b/packages/metascraper-readability/src/index.js index 599c3b020c..3928496ce2 100644 --- a/packages/metascraper-readability/src/index.js +++ b/packages/metascraper-readability/src/index.js @@ -30,11 +30,17 @@ module.exports = ({ getDocument = defaultGetDocument } = {}) => { readability(url, $.html(), getDocument) ) - return { - author: getReadbility({ from: 'byline', to: 'author' }), - description: getReadbility({ from: 'excerpt', to: 'description' }), - lang: getReadbility({ from: 'lang' }), - publisher: getReadbility({ from: 'siteName', to: 'publisher' }), - title: getReadbility({ from: 'title' }) + module.exports = () => { + const rules = { + author: getReadbility({ from: 'byline', to: 'author' }), + description: getReadbility({ from: 'excerpt', to: 'description' }), + lang: getReadbility({ from: 'lang' }), + publisher: getReadbility({ from: 'siteName', to: 'publisher' }), + title: getReadbility({ from: 'title' }) + } + + rules.pkgName = 'metascraper-readability' + + return rules } } diff --git a/packages/metascraper-soundcloud/src/index.js b/packages/metascraper-soundcloud/src/index.js index 44ff0ba598..7dee4b6c44 100644 --- a/packages/metascraper-soundcloud/src/index.js +++ b/packages/metascraper-soundcloud/src/index.js @@ -24,5 +24,7 @@ module.exports = () => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-soundcloud' + return rules } diff --git a/packages/metascraper-spotify/src/index.js b/packages/metascraper-spotify/src/index.js index b2d5cdc8fa..f717c23235 100644 --- a/packages/metascraper-spotify/src/index.js +++ b/packages/metascraper-spotify/src/index.js @@ -72,6 +72,8 @@ module.exports = ({ gotOpts, keyvOpts } = {}) => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-spotify' + return rules } diff --git a/packages/metascraper-telegram/src/index.js b/packages/metascraper-telegram/src/index.js index be14c5130e..c55db498fa 100644 --- a/packages/metascraper-telegram/src/index.js +++ b/packages/metascraper-telegram/src/index.js @@ -73,6 +73,8 @@ module.exports = ({ gotOpts, keyvOpts } = {}) => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-telegram' + return rules } diff --git a/packages/metascraper-title/src/index.js b/packages/metascraper-title/src/index.js index 4111a19c65..7a3e6226b6 100644 --- a/packages/metascraper-title/src/index.js +++ b/packages/metascraper-title/src/index.js @@ -4,16 +4,22 @@ const { $jsonld, $filter, title, toRule } = require('@metascraper/helpers') const toTitle = toRule(title) -module.exports = () => ({ - title: [ - toTitle($ => $('meta[property="og:title"]').attr('content')), - toTitle($ => $('meta[name="twitter:title"]').attr('content')), - toTitle($ => $('meta[property="twitter:title"]').attr('content')), - toTitle($ => $filter($, $('title'))), - toTitle($jsonld('headline')), - toTitle($ => $filter($, $('.post-title'))), - toTitle($ => $filter($, $('.entry-title'))), - toTitle($ => $filter($, $('h1[class*="title" i] a'))), - toTitle($ => $filter($, $('h1[class*="title" i]'))) - ] -}) +module.exports = () => { + const rules = { + title: [ + toTitle($ => $('meta[property="og:title"]').attr('content')), + toTitle($ => $('meta[name="twitter:title"]').attr('content')), + toTitle($ => $('meta[property="twitter:title"]').attr('content')), + toTitle($ => $filter($, $('title'))), + toTitle($jsonld('headline')), + toTitle($ => $filter($, $('.post-title'))), + toTitle($ => $filter($, $('.entry-title'))), + toTitle($ => $filter($, $('h1[class*="title" i] a'))), + toTitle($ => $filter($, $('h1[class*="title" i]'))) + ] + } + + rules.pkgName = 'metascraper-title' + + return rules +} diff --git a/packages/metascraper-uol/src/index.js b/packages/metascraper-uol/src/index.js index bab0e3ae1d..fab870858c 100644 --- a/packages/metascraper-uol/src/index.js +++ b/packages/metascraper-uol/src/index.js @@ -31,6 +31,8 @@ module.exports = () => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-uol' + return rules } diff --git a/packages/metascraper-url/src/index.js b/packages/metascraper-url/src/index.js index 4b37c132fc..68295becae 100644 --- a/packages/metascraper-url/src/index.js +++ b/packages/metascraper-url/src/index.js @@ -4,13 +4,19 @@ const { toRule, url: urlFn } = require('@metascraper/helpers') const toUrl = toRule(urlFn) -module.exports = () => ({ - url: [ - toUrl($ => $('meta[property="og:url"]').attr('content')), - toUrl($ => $('meta[name="twitter:url"]').attr('content')), - toUrl($ => $('meta[property="twitter:url"]').attr('content')), - toUrl($ => $('link[rel="canonical"]').attr('href')), - toUrl($ => $('link[rel="alternate"][hreflang="x-default"]').attr('href')), - ({ url }) => url - ] -}) +module.exports = () => { + const rules = { + url: [ + toUrl($ => $('meta[property="og:url"]').attr('content')), + toUrl($ => $('meta[name="twitter:url"]').attr('content')), + toUrl($ => $('meta[property="twitter:url"]').attr('content')), + toUrl($ => $('link[rel="canonical"]').attr('href')), + toUrl($ => $('link[rel="alternate"][hreflang="x-default"]').attr('href')), + ({ url }) => url + ] + } + + rules.pkgName = 'metascraper-url' + + return rules +} diff --git a/packages/metascraper-video/src/index.js b/packages/metascraper-video/src/index.js index 65ca1cb821..04975e255c 100644 --- a/packages/metascraper-video/src/index.js +++ b/packages/metascraper-video/src/index.js @@ -109,7 +109,13 @@ const withIframe = (rules, getIframe) => } ) -module.exports = ({ getIframe = _getIframe } = {}) => ({ - image: withIframe(imageRules, getIframe), - video: withIframe(videoRules, getIframe) -}) +module.exports = ({ getIframe = _getIframe } = {}) => { + const rules = { + image: withIframe(imageRules, getIframe), + video: withIframe(videoRules, getIframe) + } + + rules.pkgName = 'metascraper-video' + + return rules +} diff --git a/packages/metascraper-x/src/index.js b/packages/metascraper-x/src/index.js index 6db724ac5d..cf26b5bad0 100644 --- a/packages/metascraper-x/src/index.js +++ b/packages/metascraper-x/src/index.js @@ -69,6 +69,8 @@ module.exports = ({ resolveUrls = false, resolveUrl = url => url } = {}) => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-x' + return rules } diff --git a/packages/metascraper-youtube/src/index.js b/packages/metascraper-youtube/src/index.js index bb47cf2db9..6936ced0e5 100644 --- a/packages/metascraper-youtube/src/index.js +++ b/packages/metascraper-youtube/src/index.js @@ -56,6 +56,8 @@ module.exports = ({ gotOpts } = {}) => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-youtube' + return rules } From 26bf4d8c41b964e16cca9516232edfc8cfcc52bc Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 13:28:19 +0100 Subject: [PATCH 03/12] fix: load dependency --- packages/metascraper-readability/package.json | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/packages/metascraper-readability/package.json b/packages/metascraper-readability/package.json index 9c1f29bc96..d66ce1e071 100644 --- a/packages/metascraper-readability/package.json +++ b/packages/metascraper-readability/package.json @@ -28,8 +28,7 @@ "happy-dom": "~16.5.3" }, "devDependencies": { - "ava": "5", - "metascraper": "latest" + "ava": "5" }, "engines": { "node": ">= 16" From c83e2e0427a333f286a8f358f8df45541e6f1889 Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 13:30:49 +0100 Subject: [PATCH 04/12] test: update snapshot From 5675e01662f47e3db4c0b71fa511e0bd5579dd45 Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 13:32:10 +0100 Subject: [PATCH 05/12] ci: reduce logging --- packages/metascraper-media-provider/package.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/metascraper-media-provider/package.json b/packages/metascraper-media-provider/package.json index f9d0c16ee3..c0b1433aed 100644 --- a/packages/metascraper-media-provider/package.json +++ b/packages/metascraper-media-provider/package.json @@ -49,7 +49,7 @@ "src" ], "scripts": { - "test": "NODE_PATH=.. TZ=UTC DEBUG=metascraper*,-metascraper-media-provider:provider* NODE_ENV=test ava --timeout 30s" + "test": "NODE_PATH=.. TZ=UTC DEBUG='metascraper-media-provider*,-metascraper-media-provider:provider*' NODE_ENV=test ava --timeout 30s" }, "license": "MIT", "ava": { From a705015bd9841d8d722ff55b96e4999e27d77515 Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 13:38:42 +0100 Subject: [PATCH 06/12] v5.46.0-beta.0 --- CHANGELOG.md | 10 ++++++++++ lerna.json | 2 +- packages/metascraper-amazon/CHANGELOG.md | 4 ++++ packages/metascraper-amazon/package.json | 2 +- packages/metascraper-audio/CHANGELOG.md | 4 ++++ packages/metascraper-audio/package.json | 2 +- packages/metascraper-author/CHANGELOG.md | 4 ++++ packages/metascraper-author/package.json | 2 +- packages/metascraper-clearbit/CHANGELOG.md | 4 ++++ packages/metascraper-clearbit/package.json | 2 +- packages/metascraper-date/CHANGELOG.md | 4 ++++ packages/metascraper-date/package.json | 2 +- packages/metascraper-description/CHANGELOG.md | 4 ++++ packages/metascraper-description/package.json | 2 +- packages/metascraper-feed/CHANGELOG.md | 4 ++++ packages/metascraper-feed/package.json | 2 +- packages/metascraper-helpers/CHANGELOG.md | 6 ++++++ packages/metascraper-helpers/package.json | 2 +- packages/metascraper-iframe/CHANGELOG.md | 4 ++++ packages/metascraper-iframe/package.json | 2 +- packages/metascraper-image/CHANGELOG.md | 4 ++++ packages/metascraper-image/package.json | 2 +- packages/metascraper-instagram/CHANGELOG.md | 4 ++++ packages/metascraper-instagram/package.json | 2 +- packages/metascraper-lang/CHANGELOG.md | 4 ++++ packages/metascraper-lang/package.json | 2 +- packages/metascraper-logo-favicon/CHANGELOG.md | 4 ++++ packages/metascraper-logo-favicon/package.json | 2 +- packages/metascraper-logo/CHANGELOG.md | 4 ++++ packages/metascraper-logo/package.json | 2 +- packages/metascraper-manifest/CHANGELOG.md | 4 ++++ packages/metascraper-manifest/package.json | 2 +- packages/metascraper-media-provider/CHANGELOG.md | 4 ++++ packages/metascraper-media-provider/package.json | 2 +- packages/metascraper-publisher/CHANGELOG.md | 4 ++++ packages/metascraper-publisher/package.json | 2 +- packages/metascraper-readability/CHANGELOG.md | 6 ++++++ packages/metascraper-readability/package.json | 2 +- packages/metascraper-soundcloud/CHANGELOG.md | 4 ++++ packages/metascraper-soundcloud/package.json | 2 +- packages/metascraper-spotify/CHANGELOG.md | 4 ++++ packages/metascraper-spotify/package.json | 2 +- packages/metascraper-telegram/CHANGELOG.md | 4 ++++ packages/metascraper-telegram/package.json | 2 +- packages/metascraper-title/CHANGELOG.md | 4 ++++ packages/metascraper-title/package.json | 2 +- packages/metascraper-uol/CHANGELOG.md | 4 ++++ packages/metascraper-uol/package.json | 2 +- packages/metascraper-url/CHANGELOG.md | 4 ++++ packages/metascraper-url/package.json | 2 +- packages/metascraper-video/CHANGELOG.md | 4 ++++ packages/metascraper-video/package.json | 2 +- packages/metascraper-x/CHANGELOG.md | 4 ++++ packages/metascraper-x/package.json | 2 +- packages/metascraper-youtube/CHANGELOG.md | 4 ++++ packages/metascraper-youtube/package.json | 2 +- packages/metascraper/CHANGELOG.md | 6 ++++++ packages/metascraper/package.json | 2 +- 58 files changed, 157 insertions(+), 29 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index fbdf08e5dc..6429e559da 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -3,6 +3,16 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +### Bug Fixes + +* load dependency ([6344788](https://github.com/microlinkhq/metascraper/commit/6344788ddbfc27a03f3ce12b2a842cd438574cc5)) + +### Features + +* add profiling support ([9370e3c](https://github.com/microlinkhq/metascraper/commit/9370e3cdde056e86dcc2d189b3b22dd01a310372)) + ## [5.45.29](https://github.com/microlinkhq/metascraper/compare/v5.45.28...v5.45.29) (2025-01-07) ### Bug Fixes diff --git a/lerna.json b/lerna.json index 79bbd62320..060250b0e7 100644 --- a/lerna.json +++ b/lerna.json @@ -2,7 +2,7 @@ "packages": [ "packages/*" ], - "version": "5.45.29", + "version": "5.46.0-beta.0", "command": { "bootstrap": { "npmClientArgs": [ diff --git a/packages/metascraper-amazon/CHANGELOG.md b/packages/metascraper-amazon/CHANGELOG.md index 0e865b064e..81e8bdb11b 100644 --- a/packages/metascraper-amazon/CHANGELOG.md +++ b/packages/metascraper-amazon/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-amazon + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-amazon diff --git a/packages/metascraper-amazon/package.json b/packages/metascraper-amazon/package.json index 18e3e66149..7c5532f1ea 100644 --- a/packages/metascraper-amazon/package.json +++ b/packages/metascraper-amazon/package.json @@ -2,7 +2,7 @@ "name": "metascraper-amazon", "description": "Metascraper integration with Amazon", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-amazon", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-audio/CHANGELOG.md b/packages/metascraper-audio/CHANGELOG.md index e5e5b735e1..ea97e45003 100644 --- a/packages/metascraper-audio/CHANGELOG.md +++ b/packages/metascraper-audio/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-audio + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-audio diff --git a/packages/metascraper-audio/package.json b/packages/metascraper-audio/package.json index 7df27feffe..930db8311d 100644 --- a/packages/metascraper-audio/package.json +++ b/packages/metascraper-audio/package.json @@ -2,7 +2,7 @@ "name": "metascraper-audio", "description": "Get audio property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-audio", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-author/CHANGELOG.md b/packages/metascraper-author/CHANGELOG.md index 2e66d25140..dc53a3dfee 100644 --- a/packages/metascraper-author/CHANGELOG.md +++ b/packages/metascraper-author/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/packages/metascraper-author/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-author + ## [5.45.28](https://github.com/microlinkhq/metascraper/packages/metascraper-author/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-author diff --git a/packages/metascraper-author/package.json b/packages/metascraper-author/package.json index aa24fac49c..4fe56426dd 100644 --- a/packages/metascraper-author/package.json +++ b/packages/metascraper-author/package.json @@ -2,7 +2,7 @@ "name": "metascraper-author", "description": "Get author property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-clearbit/CHANGELOG.md b/packages/metascraper-clearbit/CHANGELOG.md index a0aefc6126..3ccb0da554 100644 --- a/packages/metascraper-clearbit/CHANGELOG.md +++ b/packages/metascraper-clearbit/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-clearbit + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-clearbit diff --git a/packages/metascraper-clearbit/package.json b/packages/metascraper-clearbit/package.json index 44a46b5dfa..032e0c0d75 100644 --- a/packages/metascraper-clearbit/package.json +++ b/packages/metascraper-clearbit/package.json @@ -2,7 +2,7 @@ "name": "metascraper-clearbit", "description": "Metascraper integration with Clearbit Logo API", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-clearbit", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-date/CHANGELOG.md b/packages/metascraper-date/CHANGELOG.md index dc57f9084f..583f580df8 100644 --- a/packages/metascraper-date/CHANGELOG.md +++ b/packages/metascraper-date/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-date + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-date diff --git a/packages/metascraper-date/package.json b/packages/metascraper-date/package.json index 4f71dc7b8b..7cafdaa203 100644 --- a/packages/metascraper-date/package.json +++ b/packages/metascraper-date/package.json @@ -2,7 +2,7 @@ "name": "metascraper-date", "description": "Get date property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-date", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-description/CHANGELOG.md b/packages/metascraper-description/CHANGELOG.md index 734f5297a9..01460ac17c 100644 --- a/packages/metascraper-description/CHANGELOG.md +++ b/packages/metascraper-description/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-description + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-description diff --git a/packages/metascraper-description/package.json b/packages/metascraper-description/package.json index 9ff7c10825..33ce59ea4a 100644 --- a/packages/metascraper-description/package.json +++ b/packages/metascraper-description/package.json @@ -2,7 +2,7 @@ "name": "metascraper-description", "description": "Get description property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-description", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-feed/CHANGELOG.md b/packages/metascraper-feed/CHANGELOG.md index 00f2dfede1..81a7c07c2e 100644 --- a/packages/metascraper-feed/CHANGELOG.md +++ b/packages/metascraper-feed/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-feed + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-feed diff --git a/packages/metascraper-feed/package.json b/packages/metascraper-feed/package.json index 212f0cb6a4..5ad54d0149 100644 --- a/packages/metascraper-feed/package.json +++ b/packages/metascraper-feed/package.json @@ -2,7 +2,7 @@ "name": "metascraper-feed", "description": "Get RSS/Atom feed URL from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-description", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-helpers/CHANGELOG.md b/packages/metascraper-helpers/CHANGELOG.md index 5c3b28e40e..ad956841f4 100644 --- a/packages/metascraper-helpers/CHANGELOG.md +++ b/packages/metascraper-helpers/CHANGELOG.md @@ -3,6 +3,12 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +### Features + +* add profiling support ([9370e3c](https://github.com/microlinkhq/metascraper/commit/9370e3cdde056e86dcc2d189b3b22dd01a310372)) + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package @metascraper/helpers diff --git a/packages/metascraper-helpers/package.json b/packages/metascraper-helpers/package.json index 30e0d95b67..166d35c4e8 100644 --- a/packages/metascraper-helpers/package.json +++ b/packages/metascraper-helpers/package.json @@ -2,7 +2,7 @@ "name": "@metascraper/helpers", "description": "Collection of helper functions used by metascraper", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-helpers", - "version": "5.45.28", + "version": "5.46.0-beta.0", "main": "index.js", "author": { "email": "hello@microlink.io", diff --git a/packages/metascraper-iframe/CHANGELOG.md b/packages/metascraper-iframe/CHANGELOG.md index 5855c3b023..f90ab24068 100644 --- a/packages/metascraper-iframe/CHANGELOG.md +++ b/packages/metascraper-iframe/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-iframe + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-iframe diff --git a/packages/metascraper-iframe/package.json b/packages/metascraper-iframe/package.json index 3d94064b3c..e103e97dd8 100644 --- a/packages/metascraper-iframe/package.json +++ b/packages/metascraper-iframe/package.json @@ -2,7 +2,7 @@ "name": "metascraper-iframe", "description": "Embed a representation of an URL on third party sites", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-iframe", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-image/CHANGELOG.md b/packages/metascraper-image/CHANGELOG.md index 062920af39..d2cbaefd22 100644 --- a/packages/metascraper-image/CHANGELOG.md +++ b/packages/metascraper-image/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-image + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-image diff --git a/packages/metascraper-image/package.json b/packages/metascraper-image/package.json index 2f7eef63fe..653743c80b 100644 --- a/packages/metascraper-image/package.json +++ b/packages/metascraper-image/package.json @@ -2,7 +2,7 @@ "name": "metascraper-image", "description": "Get image property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-image", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-instagram/CHANGELOG.md b/packages/metascraper-instagram/CHANGELOG.md index 14f0a79eeb..19fd512781 100644 --- a/packages/metascraper-instagram/CHANGELOG.md +++ b/packages/metascraper-instagram/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-instagram + ## [5.45.29](https://github.com/microlinkhq/metascraper/compare/v5.45.28...v5.45.29) (2025-01-07) ### Bug Fixes diff --git a/packages/metascraper-instagram/package.json b/packages/metascraper-instagram/package.json index bd1310d9c5..41e09bac63 100644 --- a/packages/metascraper-instagram/package.json +++ b/packages/metascraper-instagram/package.json @@ -2,7 +2,7 @@ "name": "metascraper-instagram", "description": "Metascraper integration for Instagram", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-instagram", - "version": "5.45.29", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-lang/CHANGELOG.md b/packages/metascraper-lang/CHANGELOG.md index 885eaebd7e..d658f11989 100644 --- a/packages/metascraper-lang/CHANGELOG.md +++ b/packages/metascraper-lang/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-lang + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-lang diff --git a/packages/metascraper-lang/package.json b/packages/metascraper-lang/package.json index 47bfc17e58..7087561398 100644 --- a/packages/metascraper-lang/package.json +++ b/packages/metascraper-lang/package.json @@ -2,7 +2,7 @@ "name": "metascraper-lang", "description": "Get lang property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-lang", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-logo-favicon/CHANGELOG.md b/packages/metascraper-logo-favicon/CHANGELOG.md index 92e7f3bc94..ed382bc5b1 100644 --- a/packages/metascraper-logo-favicon/CHANGELOG.md +++ b/packages/metascraper-logo-favicon/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-logo-favicon + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-logo-favicon diff --git a/packages/metascraper-logo-favicon/package.json b/packages/metascraper-logo-favicon/package.json index d37e9cbbd5..2a19af3bbf 100644 --- a/packages/metascraper-logo-favicon/package.json +++ b/packages/metascraper-logo-favicon/package.json @@ -2,7 +2,7 @@ "name": "metascraper-logo-favicon", "description": "metascraper logo favicon fallback", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-logo-favicon", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-logo/CHANGELOG.md b/packages/metascraper-logo/CHANGELOG.md index a9413eedc2..b4ac942ed2 100644 --- a/packages/metascraper-logo/CHANGELOG.md +++ b/packages/metascraper-logo/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-logo + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-logo diff --git a/packages/metascraper-logo/package.json b/packages/metascraper-logo/package.json index 2672130944..fbbea8bdc2 100644 --- a/packages/metascraper-logo/package.json +++ b/packages/metascraper-logo/package.json @@ -2,7 +2,7 @@ "name": "metascraper-logo", "description": "Get logo property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-logo", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-manifest/CHANGELOG.md b/packages/metascraper-manifest/CHANGELOG.md index 105731e616..8c87f9a820 100644 --- a/packages/metascraper-manifest/CHANGELOG.md +++ b/packages/metascraper-manifest/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-manifest + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-manifest diff --git a/packages/metascraper-manifest/package.json b/packages/metascraper-manifest/package.json index a0d5dd016b..f27ae53e4e 100644 --- a/packages/metascraper-manifest/package.json +++ b/packages/metascraper-manifest/package.json @@ -2,7 +2,7 @@ "name": "metascraper-manifest", "description": "Metascraper integration for detecting PWA Web app manifest", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-manifest", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-media-provider/CHANGELOG.md b/packages/metascraper-media-provider/CHANGELOG.md index c976edbbed..5f58789577 100644 --- a/packages/metascraper-media-provider/CHANGELOG.md +++ b/packages/metascraper-media-provider/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-media-provider + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-media-provider diff --git a/packages/metascraper-media-provider/package.json b/packages/metascraper-media-provider/package.json index c0b1433aed..129f9648d7 100644 --- a/packages/metascraper-media-provider/package.json +++ b/packages/metascraper-media-provider/package.json @@ -2,7 +2,7 @@ "name": "metascraper-media-provider", "description": "Get video property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-media-provider", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-publisher/CHANGELOG.md b/packages/metascraper-publisher/CHANGELOG.md index ef4c6f591c..dc08845594 100644 --- a/packages/metascraper-publisher/CHANGELOG.md +++ b/packages/metascraper-publisher/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-publisher + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-publisher diff --git a/packages/metascraper-publisher/package.json b/packages/metascraper-publisher/package.json index 272684f269..a77e37d7b5 100644 --- a/packages/metascraper-publisher/package.json +++ b/packages/metascraper-publisher/package.json @@ -2,7 +2,7 @@ "name": "metascraper-publisher", "description": "Get publisher property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-publisher", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-readability/CHANGELOG.md b/packages/metascraper-readability/CHANGELOG.md index 5edde17c22..e697705ff6 100644 --- a/packages/metascraper-readability/CHANGELOG.md +++ b/packages/metascraper-readability/CHANGELOG.md @@ -3,6 +3,12 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +### Bug Fixes + +* load dependency ([6344788](https://github.com/microlinkhq/metascraper/commit/6344788ddbfc27a03f3ce12b2a842cd438574cc5)) + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) ### Bug Fixes diff --git a/packages/metascraper-readability/package.json b/packages/metascraper-readability/package.json index d66ce1e071..d41c5bff05 100644 --- a/packages/metascraper-readability/package.json +++ b/packages/metascraper-readability/package.json @@ -2,7 +2,7 @@ "name": "metascraper-readability", "description": "A Readability connector for metascraper", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-readability", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-soundcloud/CHANGELOG.md b/packages/metascraper-soundcloud/CHANGELOG.md index 50f4765c0f..cec1f7bed9 100644 --- a/packages/metascraper-soundcloud/CHANGELOG.md +++ b/packages/metascraper-soundcloud/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-soundcloud + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-soundcloud diff --git a/packages/metascraper-soundcloud/package.json b/packages/metascraper-soundcloud/package.json index cb07b7b90c..dd481258ab 100644 --- a/packages/metascraper-soundcloud/package.json +++ b/packages/metascraper-soundcloud/package.json @@ -2,7 +2,7 @@ "name": "metascraper-soundcloud", "description": "Metascraper integration with SoundCloud", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-soundcloud", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-spotify/CHANGELOG.md b/packages/metascraper-spotify/CHANGELOG.md index 953fd3ed68..2241e93216 100644 --- a/packages/metascraper-spotify/CHANGELOG.md +++ b/packages/metascraper-spotify/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-spotify + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-spotify diff --git a/packages/metascraper-spotify/package.json b/packages/metascraper-spotify/package.json index 23e734b9c4..3a5ddd34bd 100644 --- a/packages/metascraper-spotify/package.json +++ b/packages/metascraper-spotify/package.json @@ -2,7 +2,7 @@ "name": "metascraper-spotify", "description": "Metascraper integration with Spotify", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-spotify", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-telegram/CHANGELOG.md b/packages/metascraper-telegram/CHANGELOG.md index ae3f5ccf8f..2e097bd218 100644 --- a/packages/metascraper-telegram/CHANGELOG.md +++ b/packages/metascraper-telegram/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-telegram + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-telegram diff --git a/packages/metascraper-telegram/package.json b/packages/metascraper-telegram/package.json index 24ec021657..7aaefe0ea9 100644 --- a/packages/metascraper-telegram/package.json +++ b/packages/metascraper-telegram/package.json @@ -2,7 +2,7 @@ "name": "metascraper-telegram", "description": "Metascraper integration with Telegram", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-telegram", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-title/CHANGELOG.md b/packages/metascraper-title/CHANGELOG.md index c5764ce8cd..e9e9ebdcc0 100644 --- a/packages/metascraper-title/CHANGELOG.md +++ b/packages/metascraper-title/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/packages/metascraper-title/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-title + ## [5.45.28](https://github.com/microlinkhq/metascraper/packages/metascraper-title/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-title diff --git a/packages/metascraper-title/package.json b/packages/metascraper-title/package.json index 8566059637..da0ce9118c 100644 --- a/packages/metascraper-title/package.json +++ b/packages/metascraper-title/package.json @@ -2,7 +2,7 @@ "name": "metascraper-title", "description": "Get title property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-uol/CHANGELOG.md b/packages/metascraper-uol/CHANGELOG.md index f0892d5ddd..9648a28a12 100644 --- a/packages/metascraper-uol/CHANGELOG.md +++ b/packages/metascraper-uol/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-uol + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-uol diff --git a/packages/metascraper-uol/package.json b/packages/metascraper-uol/package.json index 2963546d1a..7c7af6aa4b 100644 --- a/packages/metascraper-uol/package.json +++ b/packages/metascraper-uol/package.json @@ -2,7 +2,7 @@ "name": "metascraper-uol", "description": "metascraper integration for website under Universo Online group", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-uol", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-url/CHANGELOG.md b/packages/metascraper-url/CHANGELOG.md index 27aff35426..8de11b9c4c 100644 --- a/packages/metascraper-url/CHANGELOG.md +++ b/packages/metascraper-url/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/packages/metascraper-url/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-url + ## [5.45.28](https://github.com/microlinkhq/metascraper/packages/metascraper-url/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-url diff --git a/packages/metascraper-url/package.json b/packages/metascraper-url/package.json index f754c328f3..2e73be67bc 100644 --- a/packages/metascraper-url/package.json +++ b/packages/metascraper-url/package.json @@ -2,7 +2,7 @@ "name": "metascraper-url", "description": "Get url property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-video/CHANGELOG.md b/packages/metascraper-video/CHANGELOG.md index 5bcec0fe0c..f147f3b76d 100644 --- a/packages/metascraper-video/CHANGELOG.md +++ b/packages/metascraper-video/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-video + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-video diff --git a/packages/metascraper-video/package.json b/packages/metascraper-video/package.json index 15950c28c9..f22ca97923 100644 --- a/packages/metascraper-video/package.json +++ b/packages/metascraper-video/package.json @@ -2,7 +2,7 @@ "name": "metascraper-video", "description": "Get video property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-video", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-x/CHANGELOG.md b/packages/metascraper-x/CHANGELOG.md index 2dc939e430..d9caa13b59 100644 --- a/packages/metascraper-x/CHANGELOG.md +++ b/packages/metascraper-x/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-x + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-x diff --git a/packages/metascraper-x/package.json b/packages/metascraper-x/package.json index 22172c59d1..c9d457794e 100644 --- a/packages/metascraper-x/package.json +++ b/packages/metascraper-x/package.json @@ -2,7 +2,7 @@ "name": "metascraper-x", "description": "Metascraper integration with x.com", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-x", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-youtube/CHANGELOG.md b/packages/metascraper-youtube/CHANGELOG.md index bb5dc026ea..0db6cb3cae 100644 --- a/packages/metascraper-youtube/CHANGELOG.md +++ b/packages/metascraper-youtube/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-youtube + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-youtube diff --git a/packages/metascraper-youtube/package.json b/packages/metascraper-youtube/package.json index c67eb1c96e..a700dab404 100644 --- a/packages/metascraper-youtube/package.json +++ b/packages/metascraper-youtube/package.json @@ -2,7 +2,7 @@ "name": "metascraper-youtube", "description": "Metascraper integration with YouTube", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-youtube", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper/CHANGELOG.md b/packages/metascraper/CHANGELOG.md index ce266c1aa2..76ff25aea6 100644 --- a/packages/metascraper/CHANGELOG.md +++ b/packages/metascraper/CHANGELOG.md @@ -3,6 +3,12 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +### Features + +* add profiling support ([9370e3c](https://github.com/microlinkhq/metascraper/commit/9370e3cdde056e86dcc2d189b3b22dd01a310372)) + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper diff --git a/packages/metascraper/package.json b/packages/metascraper/package.json index 5bffb83d91..e68a3b62a8 100644 --- a/packages/metascraper/package.json +++ b/packages/metascraper/package.json @@ -2,7 +2,7 @@ "name": "metascraper", "description": "A library to easily scrape metadata from an article on the web using Open Graph, JSON+LD, regular HTML metadata, and series of fallbacks.", "homepage": "https://metascraper.js.org", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "repository": { From 7102a99a00bbf8737311a6451949966a60be351c Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 23:00:38 +0100 Subject: [PATCH 07/12] chore: add rules.pkgName --- packages/metascraper-manifest/src/index.js | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/packages/metascraper-manifest/src/index.js b/packages/metascraper-manifest/src/index.js index 524b5af10a..b9a2e129bc 100644 --- a/packages/metascraper-manifest/src/index.js +++ b/packages/metascraper-manifest/src/index.js @@ -52,7 +52,7 @@ module.exports = opts => { const manifest = composeRule(toManifest) - return { + const rules = { lang: manifest({ from: 'lang' }), description: manifest({ from: 'description' }), publisher: manifest({ from: 'short_name', to: 'publisher' }), @@ -72,6 +72,10 @@ module.exports = opts => { return logo(iconSrc, { url }) } } + + rules.pkgName = 'metascraper-manifest' + + return rules } module.exports.parseSize = parseSize From 3344987d225864594635e0a25e227fb68bf1d47f Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 23:01:55 +0100 Subject: [PATCH 08/12] v5.46.0-beta.1 --- lerna.json | 2 +- packages/metascraper-amazon/package.json | 2 +- packages/metascraper-audio/package.json | 2 +- packages/metascraper-author/package.json | 2 +- packages/metascraper-clearbit/package.json | 2 +- packages/metascraper-date/package.json | 2 +- packages/metascraper-description/package.json | 2 +- packages/metascraper-feed/package.json | 2 +- packages/metascraper-helpers/package.json | 2 +- packages/metascraper-iframe/package.json | 2 +- packages/metascraper-image/package.json | 2 +- packages/metascraper-instagram/package.json | 2 +- packages/metascraper-lang/package.json | 2 +- packages/metascraper-logo-favicon/package.json | 2 +- packages/metascraper-logo/package.json | 2 +- packages/metascraper-manifest/package.json | 2 +- packages/metascraper-media-provider/package.json | 2 +- packages/metascraper-publisher/package.json | 2 +- packages/metascraper-readability/package.json | 2 +- packages/metascraper-soundcloud/package.json | 2 +- packages/metascraper-spotify/package.json | 2 +- packages/metascraper-telegram/package.json | 2 +- packages/metascraper-title/package.json | 2 +- packages/metascraper-uol/package.json | 2 +- packages/metascraper-url/package.json | 2 +- packages/metascraper-video/package.json | 2 +- packages/metascraper-x/package.json | 2 +- packages/metascraper-youtube/package.json | 2 +- packages/metascraper/package.json | 2 +- 29 files changed, 29 insertions(+), 29 deletions(-) diff --git a/lerna.json b/lerna.json index 060250b0e7..e394f3b849 100644 --- a/lerna.json +++ b/lerna.json @@ -2,7 +2,7 @@ "packages": [ "packages/*" ], - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "command": { "bootstrap": { "npmClientArgs": [ diff --git a/packages/metascraper-amazon/package.json b/packages/metascraper-amazon/package.json index 7c5532f1ea..f1284fc284 100644 --- a/packages/metascraper-amazon/package.json +++ b/packages/metascraper-amazon/package.json @@ -2,7 +2,7 @@ "name": "metascraper-amazon", "description": "Metascraper integration with Amazon", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-amazon", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-audio/package.json b/packages/metascraper-audio/package.json index 930db8311d..10f6ac2725 100644 --- a/packages/metascraper-audio/package.json +++ b/packages/metascraper-audio/package.json @@ -2,7 +2,7 @@ "name": "metascraper-audio", "description": "Get audio property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-audio", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-author/package.json b/packages/metascraper-author/package.json index 4fe56426dd..ff4bf86584 100644 --- a/packages/metascraper-author/package.json +++ b/packages/metascraper-author/package.json @@ -2,7 +2,7 @@ "name": "metascraper-author", "description": "Get author property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-clearbit/package.json b/packages/metascraper-clearbit/package.json index 032e0c0d75..d221f8c92d 100644 --- a/packages/metascraper-clearbit/package.json +++ b/packages/metascraper-clearbit/package.json @@ -2,7 +2,7 @@ "name": "metascraper-clearbit", "description": "Metascraper integration with Clearbit Logo API", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-clearbit", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-date/package.json b/packages/metascraper-date/package.json index 7cafdaa203..2f9e037c03 100644 --- a/packages/metascraper-date/package.json +++ b/packages/metascraper-date/package.json @@ -2,7 +2,7 @@ "name": "metascraper-date", "description": "Get date property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-date", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-description/package.json b/packages/metascraper-description/package.json index 33ce59ea4a..ecd22300d7 100644 --- a/packages/metascraper-description/package.json +++ b/packages/metascraper-description/package.json @@ -2,7 +2,7 @@ "name": "metascraper-description", "description": "Get description property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-description", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-feed/package.json b/packages/metascraper-feed/package.json index 5ad54d0149..a403875a78 100644 --- a/packages/metascraper-feed/package.json +++ b/packages/metascraper-feed/package.json @@ -2,7 +2,7 @@ "name": "metascraper-feed", "description": "Get RSS/Atom feed URL from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-description", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-helpers/package.json b/packages/metascraper-helpers/package.json index 166d35c4e8..bc737ef71b 100644 --- a/packages/metascraper-helpers/package.json +++ b/packages/metascraper-helpers/package.json @@ -2,7 +2,7 @@ "name": "@metascraper/helpers", "description": "Collection of helper functions used by metascraper", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-helpers", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "main": "index.js", "author": { "email": "hello@microlink.io", diff --git a/packages/metascraper-iframe/package.json b/packages/metascraper-iframe/package.json index e103e97dd8..a7239de724 100644 --- a/packages/metascraper-iframe/package.json +++ b/packages/metascraper-iframe/package.json @@ -2,7 +2,7 @@ "name": "metascraper-iframe", "description": "Embed a representation of an URL on third party sites", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-iframe", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-image/package.json b/packages/metascraper-image/package.json index 653743c80b..9e3b754c49 100644 --- a/packages/metascraper-image/package.json +++ b/packages/metascraper-image/package.json @@ -2,7 +2,7 @@ "name": "metascraper-image", "description": "Get image property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-image", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-instagram/package.json b/packages/metascraper-instagram/package.json index 41e09bac63..23af00d460 100644 --- a/packages/metascraper-instagram/package.json +++ b/packages/metascraper-instagram/package.json @@ -2,7 +2,7 @@ "name": "metascraper-instagram", "description": "Metascraper integration for Instagram", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-instagram", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-lang/package.json b/packages/metascraper-lang/package.json index 7087561398..05995403c8 100644 --- a/packages/metascraper-lang/package.json +++ b/packages/metascraper-lang/package.json @@ -2,7 +2,7 @@ "name": "metascraper-lang", "description": "Get lang property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-lang", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-logo-favicon/package.json b/packages/metascraper-logo-favicon/package.json index 2a19af3bbf..798e2ea6b4 100644 --- a/packages/metascraper-logo-favicon/package.json +++ b/packages/metascraper-logo-favicon/package.json @@ -2,7 +2,7 @@ "name": "metascraper-logo-favicon", "description": "metascraper logo favicon fallback", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-logo-favicon", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-logo/package.json b/packages/metascraper-logo/package.json index fbbea8bdc2..72cdda2456 100644 --- a/packages/metascraper-logo/package.json +++ b/packages/metascraper-logo/package.json @@ -2,7 +2,7 @@ "name": "metascraper-logo", "description": "Get logo property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-logo", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-manifest/package.json b/packages/metascraper-manifest/package.json index f27ae53e4e..e25b96ced6 100644 --- a/packages/metascraper-manifest/package.json +++ b/packages/metascraper-manifest/package.json @@ -2,7 +2,7 @@ "name": "metascraper-manifest", "description": "Metascraper integration for detecting PWA Web app manifest", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-manifest", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-media-provider/package.json b/packages/metascraper-media-provider/package.json index 129f9648d7..7d5463c02f 100644 --- a/packages/metascraper-media-provider/package.json +++ b/packages/metascraper-media-provider/package.json @@ -2,7 +2,7 @@ "name": "metascraper-media-provider", "description": "Get video property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-media-provider", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-publisher/package.json b/packages/metascraper-publisher/package.json index a77e37d7b5..9b7b058df3 100644 --- a/packages/metascraper-publisher/package.json +++ b/packages/metascraper-publisher/package.json @@ -2,7 +2,7 @@ "name": "metascraper-publisher", "description": "Get publisher property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-publisher", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-readability/package.json b/packages/metascraper-readability/package.json index d41c5bff05..c40a2b9c30 100644 --- a/packages/metascraper-readability/package.json +++ b/packages/metascraper-readability/package.json @@ -2,7 +2,7 @@ "name": "metascraper-readability", "description": "A Readability connector for metascraper", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-readability", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-soundcloud/package.json b/packages/metascraper-soundcloud/package.json index dd481258ab..bfddc6ffe4 100644 --- a/packages/metascraper-soundcloud/package.json +++ b/packages/metascraper-soundcloud/package.json @@ -2,7 +2,7 @@ "name": "metascraper-soundcloud", "description": "Metascraper integration with SoundCloud", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-soundcloud", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-spotify/package.json b/packages/metascraper-spotify/package.json index 3a5ddd34bd..70352cf2ac 100644 --- a/packages/metascraper-spotify/package.json +++ b/packages/metascraper-spotify/package.json @@ -2,7 +2,7 @@ "name": "metascraper-spotify", "description": "Metascraper integration with Spotify", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-spotify", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-telegram/package.json b/packages/metascraper-telegram/package.json index 7aaefe0ea9..0982361259 100644 --- a/packages/metascraper-telegram/package.json +++ b/packages/metascraper-telegram/package.json @@ -2,7 +2,7 @@ "name": "metascraper-telegram", "description": "Metascraper integration with Telegram", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-telegram", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-title/package.json b/packages/metascraper-title/package.json index da0ce9118c..daf0068766 100644 --- a/packages/metascraper-title/package.json +++ b/packages/metascraper-title/package.json @@ -2,7 +2,7 @@ "name": "metascraper-title", "description": "Get title property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-uol/package.json b/packages/metascraper-uol/package.json index 7c7af6aa4b..89259b92b5 100644 --- a/packages/metascraper-uol/package.json +++ b/packages/metascraper-uol/package.json @@ -2,7 +2,7 @@ "name": "metascraper-uol", "description": "metascraper integration for website under Universo Online group", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-uol", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-url/package.json b/packages/metascraper-url/package.json index 2e73be67bc..837513bb14 100644 --- a/packages/metascraper-url/package.json +++ b/packages/metascraper-url/package.json @@ -2,7 +2,7 @@ "name": "metascraper-url", "description": "Get url property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-video/package.json b/packages/metascraper-video/package.json index f22ca97923..4a1628e197 100644 --- a/packages/metascraper-video/package.json +++ b/packages/metascraper-video/package.json @@ -2,7 +2,7 @@ "name": "metascraper-video", "description": "Get video property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-video", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-x/package.json b/packages/metascraper-x/package.json index c9d457794e..8e5367ec4f 100644 --- a/packages/metascraper-x/package.json +++ b/packages/metascraper-x/package.json @@ -2,7 +2,7 @@ "name": "metascraper-x", "description": "Metascraper integration with x.com", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-x", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-youtube/package.json b/packages/metascraper-youtube/package.json index a700dab404..25974d49b6 100644 --- a/packages/metascraper-youtube/package.json +++ b/packages/metascraper-youtube/package.json @@ -2,7 +2,7 @@ "name": "metascraper-youtube", "description": "Metascraper integration with YouTube", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-youtube", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper/package.json b/packages/metascraper/package.json index e68a3b62a8..070dc742a5 100644 --- a/packages/metascraper/package.json +++ b/packages/metascraper/package.json @@ -2,7 +2,7 @@ "name": "metascraper", "description": "A library to easily scrape metadata from an article on the web using Open Graph, JSON+LD, regular HTML metadata, and series of fallbacks.", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "repository": { From e1c4c5ea9215234bf14ae3eb026f3dd8b6a9bedf Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Sat, 11 Jan 2025 11:30:48 +0100 Subject: [PATCH 09/12] v5.46.0-beta.2 --- lerna.json | 2 +- packages/metascraper-amazon/package.json | 2 +- packages/metascraper-audio/package.json | 2 +- packages/metascraper-author/package.json | 2 +- packages/metascraper-clearbit/package.json | 2 +- packages/metascraper-date/package.json | 2 +- packages/metascraper-description/package.json | 2 +- packages/metascraper-feed/package.json | 2 +- packages/metascraper-helpers/package.json | 2 +- packages/metascraper-iframe/package.json | 2 +- packages/metascraper-image/package.json | 2 +- packages/metascraper-instagram/package.json | 2 +- packages/metascraper-lang/package.json | 2 +- packages/metascraper-logo-favicon/package.json | 2 +- packages/metascraper-logo/package.json | 2 +- packages/metascraper-manifest/package.json | 2 +- packages/metascraper-media-provider/package.json | 2 +- packages/metascraper-publisher/package.json | 2 +- packages/metascraper-readability/package.json | 2 +- packages/metascraper-soundcloud/package.json | 2 +- packages/metascraper-spotify/package.json | 2 +- packages/metascraper-telegram/package.json | 2 +- packages/metascraper-title/package.json | 2 +- packages/metascraper-uol/package.json | 2 +- packages/metascraper-url/package.json | 2 +- packages/metascraper-video/package.json | 2 +- packages/metascraper-x/package.json | 2 +- packages/metascraper-youtube/package.json | 2 +- packages/metascraper/package.json | 2 +- 29 files changed, 29 insertions(+), 29 deletions(-) diff --git a/lerna.json b/lerna.json index e394f3b849..fb2c217567 100644 --- a/lerna.json +++ b/lerna.json @@ -2,7 +2,7 @@ "packages": [ "packages/*" ], - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "command": { "bootstrap": { "npmClientArgs": [ diff --git a/packages/metascraper-amazon/package.json b/packages/metascraper-amazon/package.json index f1284fc284..a34d27a2ba 100644 --- a/packages/metascraper-amazon/package.json +++ b/packages/metascraper-amazon/package.json @@ -2,7 +2,7 @@ "name": "metascraper-amazon", "description": "Metascraper integration with Amazon", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-amazon", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-audio/package.json b/packages/metascraper-audio/package.json index 10f6ac2725..a840708d61 100644 --- a/packages/metascraper-audio/package.json +++ b/packages/metascraper-audio/package.json @@ -2,7 +2,7 @@ "name": "metascraper-audio", "description": "Get audio property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-audio", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-author/package.json b/packages/metascraper-author/package.json index ff4bf86584..111fc977ab 100644 --- a/packages/metascraper-author/package.json +++ b/packages/metascraper-author/package.json @@ -2,7 +2,7 @@ "name": "metascraper-author", "description": "Get author property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-clearbit/package.json b/packages/metascraper-clearbit/package.json index d221f8c92d..459aba0937 100644 --- a/packages/metascraper-clearbit/package.json +++ b/packages/metascraper-clearbit/package.json @@ -2,7 +2,7 @@ "name": "metascraper-clearbit", "description": "Metascraper integration with Clearbit Logo API", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-clearbit", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-date/package.json b/packages/metascraper-date/package.json index 2f9e037c03..3628b2d6ce 100644 --- a/packages/metascraper-date/package.json +++ b/packages/metascraper-date/package.json @@ -2,7 +2,7 @@ "name": "metascraper-date", "description": "Get date property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-date", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-description/package.json b/packages/metascraper-description/package.json index ecd22300d7..a66b82f0fa 100644 --- a/packages/metascraper-description/package.json +++ b/packages/metascraper-description/package.json @@ -2,7 +2,7 @@ "name": "metascraper-description", "description": "Get description property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-description", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-feed/package.json b/packages/metascraper-feed/package.json index a403875a78..fa46677ba1 100644 --- a/packages/metascraper-feed/package.json +++ b/packages/metascraper-feed/package.json @@ -2,7 +2,7 @@ "name": "metascraper-feed", "description": "Get RSS/Atom feed URL from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-description", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-helpers/package.json b/packages/metascraper-helpers/package.json index bc737ef71b..f5cd9517f7 100644 --- a/packages/metascraper-helpers/package.json +++ b/packages/metascraper-helpers/package.json @@ -2,7 +2,7 @@ "name": "@metascraper/helpers", "description": "Collection of helper functions used by metascraper", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-helpers", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "main": "index.js", "author": { "email": "hello@microlink.io", diff --git a/packages/metascraper-iframe/package.json b/packages/metascraper-iframe/package.json index a7239de724..e4e891bd28 100644 --- a/packages/metascraper-iframe/package.json +++ b/packages/metascraper-iframe/package.json @@ -2,7 +2,7 @@ "name": "metascraper-iframe", "description": "Embed a representation of an URL on third party sites", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-iframe", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-image/package.json b/packages/metascraper-image/package.json index 9e3b754c49..1471fd23f5 100644 --- a/packages/metascraper-image/package.json +++ b/packages/metascraper-image/package.json @@ -2,7 +2,7 @@ "name": "metascraper-image", "description": "Get image property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-image", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-instagram/package.json b/packages/metascraper-instagram/package.json index 23af00d460..2636f4d329 100644 --- a/packages/metascraper-instagram/package.json +++ b/packages/metascraper-instagram/package.json @@ -2,7 +2,7 @@ "name": "metascraper-instagram", "description": "Metascraper integration for Instagram", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-instagram", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-lang/package.json b/packages/metascraper-lang/package.json index 05995403c8..3cc44ddddb 100644 --- a/packages/metascraper-lang/package.json +++ b/packages/metascraper-lang/package.json @@ -2,7 +2,7 @@ "name": "metascraper-lang", "description": "Get lang property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-lang", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-logo-favicon/package.json b/packages/metascraper-logo-favicon/package.json index 798e2ea6b4..fceadcb5a4 100644 --- a/packages/metascraper-logo-favicon/package.json +++ b/packages/metascraper-logo-favicon/package.json @@ -2,7 +2,7 @@ "name": "metascraper-logo-favicon", "description": "metascraper logo favicon fallback", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-logo-favicon", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-logo/package.json b/packages/metascraper-logo/package.json index 72cdda2456..cb3b39c61e 100644 --- a/packages/metascraper-logo/package.json +++ b/packages/metascraper-logo/package.json @@ -2,7 +2,7 @@ "name": "metascraper-logo", "description": "Get logo property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-logo", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-manifest/package.json b/packages/metascraper-manifest/package.json index e25b96ced6..d044700bd3 100644 --- a/packages/metascraper-manifest/package.json +++ b/packages/metascraper-manifest/package.json @@ -2,7 +2,7 @@ "name": "metascraper-manifest", "description": "Metascraper integration for detecting PWA Web app manifest", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-manifest", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-media-provider/package.json b/packages/metascraper-media-provider/package.json index 7d5463c02f..59478bf7df 100644 --- a/packages/metascraper-media-provider/package.json +++ b/packages/metascraper-media-provider/package.json @@ -2,7 +2,7 @@ "name": "metascraper-media-provider", "description": "Get video property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-media-provider", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-publisher/package.json b/packages/metascraper-publisher/package.json index 9b7b058df3..27510ae002 100644 --- a/packages/metascraper-publisher/package.json +++ b/packages/metascraper-publisher/package.json @@ -2,7 +2,7 @@ "name": "metascraper-publisher", "description": "Get publisher property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-publisher", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-readability/package.json b/packages/metascraper-readability/package.json index c40a2b9c30..bf769b80e7 100644 --- a/packages/metascraper-readability/package.json +++ b/packages/metascraper-readability/package.json @@ -2,7 +2,7 @@ "name": "metascraper-readability", "description": "A Readability connector for metascraper", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-readability", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-soundcloud/package.json b/packages/metascraper-soundcloud/package.json index bfddc6ffe4..65b1011364 100644 --- a/packages/metascraper-soundcloud/package.json +++ b/packages/metascraper-soundcloud/package.json @@ -2,7 +2,7 @@ "name": "metascraper-soundcloud", "description": "Metascraper integration with SoundCloud", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-soundcloud", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-spotify/package.json b/packages/metascraper-spotify/package.json index 70352cf2ac..7139607d0c 100644 --- a/packages/metascraper-spotify/package.json +++ b/packages/metascraper-spotify/package.json @@ -2,7 +2,7 @@ "name": "metascraper-spotify", "description": "Metascraper integration with Spotify", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-spotify", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-telegram/package.json b/packages/metascraper-telegram/package.json index 0982361259..0c9cf84946 100644 --- a/packages/metascraper-telegram/package.json +++ b/packages/metascraper-telegram/package.json @@ -2,7 +2,7 @@ "name": "metascraper-telegram", "description": "Metascraper integration with Telegram", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-telegram", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-title/package.json b/packages/metascraper-title/package.json index daf0068766..0b18a60e78 100644 --- a/packages/metascraper-title/package.json +++ b/packages/metascraper-title/package.json @@ -2,7 +2,7 @@ "name": "metascraper-title", "description": "Get title property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-uol/package.json b/packages/metascraper-uol/package.json index 89259b92b5..a40ffa12c3 100644 --- a/packages/metascraper-uol/package.json +++ b/packages/metascraper-uol/package.json @@ -2,7 +2,7 @@ "name": "metascraper-uol", "description": "metascraper integration for website under Universo Online group", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-uol", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-url/package.json b/packages/metascraper-url/package.json index 837513bb14..634c0204cc 100644 --- a/packages/metascraper-url/package.json +++ b/packages/metascraper-url/package.json @@ -2,7 +2,7 @@ "name": "metascraper-url", "description": "Get url property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-video/package.json b/packages/metascraper-video/package.json index 4a1628e197..061e2468ef 100644 --- a/packages/metascraper-video/package.json +++ b/packages/metascraper-video/package.json @@ -2,7 +2,7 @@ "name": "metascraper-video", "description": "Get video property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-video", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-x/package.json b/packages/metascraper-x/package.json index 8e5367ec4f..d1d8e0fd7e 100644 --- a/packages/metascraper-x/package.json +++ b/packages/metascraper-x/package.json @@ -2,7 +2,7 @@ "name": "metascraper-x", "description": "Metascraper integration with x.com", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-x", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-youtube/package.json b/packages/metascraper-youtube/package.json index 25974d49b6..2b904cba37 100644 --- a/packages/metascraper-youtube/package.json +++ b/packages/metascraper-youtube/package.json @@ -2,7 +2,7 @@ "name": "metascraper-youtube", "description": "Metascraper integration with YouTube", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-youtube", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper/package.json b/packages/metascraper/package.json index 070dc742a5..b824202cdb 100644 --- a/packages/metascraper/package.json +++ b/packages/metascraper/package.json @@ -2,7 +2,7 @@ "name": "metascraper", "description": "A library to easily scrape metadata from an article on the web using Open Graph, JSON+LD, regular HTML metadata, and series of fallbacks.", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "repository": { From 3aeb17ee356b34366f95bb4a1b28644b73ca65ab Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Sun, 12 Jan 2025 10:11:34 +0100 Subject: [PATCH 10/12] test(instagram): add missing snapshot --- .../test/snapshots/index.js.md | 16 ++++++++++++++++ .../test/snapshots/index.js.snap | Bin 2677 -> 2838 bytes 2 files changed, 16 insertions(+) diff --git a/packages/metascraper-instagram/test/snapshots/index.js.md b/packages/metascraper-instagram/test/snapshots/index.js.md index e6f2ac9f62..988c4eb62b 100644 --- a/packages/metascraper-instagram/test/snapshots/index.js.md +++ b/packages/metascraper-instagram/test/snapshots/index.js.md @@ -4,6 +4,22 @@ The actual snapshot is saved in `index.js.snap`. Generated by [AVA](https://avajs.dev). +## code is resilient + +> Snapshot 1 + + { + author: null, + date: null, + description: null, + image: null, + lang: null, + logo: 'https://t0.gstatic.com/faviconV2?client=SOCIAL&type=FAVICON&fallback_opts=TYPE,SIZE,URL&url=https://www.instagram.com/p/CPeC-Eenc8l/&size=128', + publisher: null, + title: null, + url: 'https://www.instagram.com/p/CPeC-Eenc8l/', + } + ## from photo post > Snapshot 1 diff --git a/packages/metascraper-instagram/test/snapshots/index.js.snap b/packages/metascraper-instagram/test/snapshots/index.js.snap index 7ae01129987e1f8af23f3efe9e62e028b9f39503..a1326573fd584f193d88546aca438f5a43688fcd 100644 GIT binary patch literal 2838 zcmV+x3+ePhRzVGEdaC_iZ4yCVmqyd_V5C4FHCTA` zcC)t;p&yF~00000000BsnNMsZR~^THwl}3Ms@kPJaC}R}sui*Q-kbkhSsSnIY`mM; z-uzEEjGo8O_Dg2wjpvV(EJ9iiNJvl>iHZZFsXKI%?<9vsno&gQ%^kwsV5-y7^I$rr&H-?QW;21TueQ}lDI3w;brED z2Z9$`EapdtKHuVz6N(@f(m(ne6T)MiWA47-GQV?NNOt7@MfyeP#&Hl`$>(F7>qIe& zg_Conmv6JaaHPLXuR6ooD=gGY)#B{scqib6>Ed#=RIgobGuLf0XVaEJ92FMV8kNa~ z>Uw2zX@2%{61s)av$wXka>9>d)(M$6e0-2EHFzmo;l5+K`OA^G%?pH@4|MghAZfZH z>hfczZ(_LAN5?Wr=#I{xJ8ehylSj5g>7k%2V~GM89g#X0o;)gbz6Jnq0>G^lz+ck< z|4sv}X8^vL0r*|!T&Xj0G4<$*aNV7dZy%dP6Bkooq?nQ{*0R)E#Q4hamBSdXpOjt` z7gJxSmU$DoVv|RcNYfPLNYCSb9HA`Q+HV_4AI-5HM6F3QXzB`j|IQDWe1=*ac_Ko7 z!uu>jQPN^99vyiZ>qhU!Fn&8OP-S@5 zjSD9Ya`?TDXcdY|ZKWaU%$n0JFKrns*XC8dvgBQs-2%pTajnGF+Y1Z0xE5$@s++Cv zFk-Oct-1O2X;ZCnS8Xb^%!O#N?c!z03%X&L8oh>(#mU6QR62;qASE?*uu}Upd2oTk zD0Ff`H^}$Z{7y9==9i;dC0n1_v`v-^{LXj?3_hujo_9PC2C5(F1wA)4O5f+v`*&VL z2lwx3{9`0XG9-tWxUm?^kBQgE@#D{F0QUmGw=V$v?E=8l699bTljR3C&&rQ9q%}po z2arjutK$%2-Xq8>@4Y)KqF6>(Q7z$piJo1k&o5T$i2KMBDBxjRxah-IzxNgzu%^#% zBX9R^gk*%`kco~&t{kFA4mebAH0qOsSP=4v`>{ma-H$#yh)oN>wW`#(L<(WVr-Pc7liQ>J7u&~3>LK5(Bxn3_Jn!}TbVEpC5Kot{t!q1^%iw_1j zx+n2bOGJG4Es5H~muLqiZX7aKba*Jyhp)c$4tnq1TL}*b4WY!BgE=1#+1q_XUPTQS z#=;Q+L#!)9HlVa8ub?a{GnWq+3$a1(hca`RBX)n`Kb}PkqLU0Fg9$@ZG6|uvuxF(hNc>t zq8Sz;I-#n5K8CB~7|ukifDdS15?t%qo$cA#wLO|wdSbO~j;Hxi!@WoImf2VcddZGf zT~`smYX&`_d9h-a7OmNx8KbkdV`h8i;^Jy~ekO{X&Z=0N*}SbXOVOIuYQ@_+ zpt)k{V`*%5vCX4{Q#93Qz9W-94?W%zEC^*QaU3Ci9-(FC$>`FhOPAh% z zc6xMe&dm0!2 zV;xSzYW^E$6_tDASb_Y>WS?&^|qz z_CwCyG1C9a@zNjMnJ?Ao@-4DcwdaZ>^^2kUMJMhbA^eZV3IBx@z^~E(e@O#a8Gu#> z;O$RX_&7^wmf$lBze(_+N|ajTgi%O-u|$GnI$n138Hgi6z@BH~Yna zj>?)1QruoW44Su~{UMq69c8zzkacyzAV&C%yoBd>N=O!bK*`=G_vO_o5+AH4j zbhT?=D}~`se>+~>sl@Wel2^Rv4fGSd!KZ@{AG0@j{&+yd{d}n^XXmG@)maUX@Zj!k zb%(MoTz&*0J~)aHKLvnY0H~z^ev$_GbsFGH8GyMAz}<5bLTk85EYWkp;LWz7{*|5=&1nCj3;MW<+5x~|;fVKj+|qVHb{zcYy_RZ&AmLx3!BKCUNdIHmi8n7V%y zW1(T4d4t3>wJfpnL{UsdRaD(p2m2%nF|lbWRKqq=seyHkm{_NlMoiN(4l!edi-=&n zP4EM#Aozb!(QF&Mc@GtKXMSO3bM59vX;em7Gx6Na0V>o}?|_U@a1Gb%eS5_t%RQyN ztn{{&a)MW}>eWjM4zi`js&!k}%~dxW9h3<=R+P^I3iP8>=Kr+Eakz~U3^s>ngQ$i`c5EVqzGWC<-Rjv^5>m!I`0(I#o1k zY4j-JQmk)Ntlux(lVnS_d5`18x~`7?!pAOQ!FgnR{d&@@&`tHa=eSg}^>(kV__x=$ zysn}yVawlKRjTuP(i5f5!Nz2nOn(++TRt&I2Nv_5fSbH6Lykl|*w$x3z*!hQXeJMf oxN^LR2h9l{@~ literal 2677 zcmV-*3X1hXRzV>VlYNn z3Kk@-1|N$E00000000Bsm``jYR~^Tn?cLHARc&bx9ABtdZAEOqKl691sPV?h#@WR7 zI{(9A^gMpHUotaqJoCnJ79lMM!~vlms5l_1)mDJ$p@Irk>H$=#5#oRZ7q}q~Dw=%FQ%SiiE7Je z*nE0bc-~ILd&hourNI;*Hoi;{!C9ndiM@o-jlnyI5ZX9)(H9#$b|VogA%o#}-z2tm z8+u}k$Kz1fDRiap^FYNg3%B>jhBAN)YzGp19QKF00UzG`(Q?3GgF|1$Fi3cp#V}49 ztidA|LnXtpF<9jhWKknwkToESRm9+<`#-!lJRaVAD|c*ySB1}7!?e;ts;yKQ-^k}< zR|bj)D(kZb&f=Wg2t*Jo){2;)bETi}=9P|f#HKpRVm*&-Vj)YTmP3(+2{MqWn+CFU z$0C|(5|bioYlL8fV%rIFn_=tqScMZVv8)`*S%%g>nA3<=b~9`_oa#<&XsBms$Wh9; z<^-6F6%QzKca;0$UAkYJ;Y1yA$1ddA+sJ(KOS#V{VnZty|uP*_j)} z@2Uwx2WM?HaaNLp-?c}&Tc`RrR8|hGeA}m{S z*q9tWDaDjHC=ue z`nwNeC}XH1CR!4Da)2J$=TN0ut&I0$VZ>t|C<(c@AAO}Cn-M`{jh4BDiwSghANVX{ zkjF3y7-WgseJ4=DWzdsu60vdE6+Gb3l>uDjK`bL!T39m;qd$_4;6gPAt1^NfgLS5O zwEHfDf!rTmx=FbEj)=#h+UtZxEe02pkVh+($`m9yG!8LBU+pJKE$E9N2MZ0}Pi}Zk z62OLt`R;oXHbo%e4oo~1F;BF3B;lj`Z+rkh`tVM|qy9iJ31t7C4^sAb-<7Y!DvOkG zMaUp)%ZT+U?aLc53yaL-gNFrKfA#~Jxy%*2zYLzu!bQ6bY$roLc~M}>ALM`HZgV0)TwUT z7#o;q#^o5UoyKq`8WU(l^C`jgj??PR&#&*%e7Ymniq`2gKPlYiBo$DawBYv-kT3|Y{CUD4q3cxLA(dnKR?+EP#xIDf&l;=IROtk0yT2$+}4<#Lbizxk8H$FnQaOMD(c470S))rJo;N zTeI_>UT>;X4dfoWW>mvmiY{YBw~I{`g)`MMY574lD!cU}zMUPRtEiSbkwI#LJ5k%6 z-6+mvo%Qxyz0-^+-CmwsmD9@`HHyqa>CO;cRGYr}c|aFEB2svL@~B{rQ*6MPC-l&xt<6g1Fp;;PXpJ>DFA+u2H^cP0AI=gFp&Y^dzUU|FAOd%i!WZ$ zzJ_%&;+AP?r&FsCM#6)5zp_1*0`8Mjz|;(C+d6fKNo?D|wt)=I)^yXs1|_Dc>6(sg z%Q7iOPe6e)i_lrpu@`$zt(h$E7opYOY_@nA?N`g&B3UVx8$Rh-HC6UwXEV5UU|T}E z?RTaO4Fyq!lscy6}tK<$j$<5Tk+i(V!-s3?t$50gZVKUx}p80+(~o6^%1p z!X@}X5vHc8YYw$cWFutRNGHTJ9ikCTb;Cp$SqPg{x9Ah_0iVT(#Fov~+ucG)hGoqr zF7(ze!-sV=$8R-@>jmzWZ}L`Fm6ukgoda*M)lC+5ZZlk+U%u_HxMXX+x$3XXl-kbC zsVLg%_SDkOw32hne&N6y7-x8c&jug<$KK%8#{)uj^HU``Uz;hF=5;j0gSWTU9m%Hf z_z8sg>q&(88314x08mZ=@Y6H^zexk|l?(t282}z!nh<)`OO%Ay!~P$~Q4#BM@1mvN z0ZB5?or4!GGENNwXQb!JZ63wr5L08nDT3BGBt(N%84m!m$oXkAfrDGRpTy+REKY@n zec=rf%hI#h&SOd~s!`2wwEjK`#TK$`N_6C4jhM*Lv4sp`>)5hv^AIzJxQH=AJ&cZ_ z0;5l$qTV!l{QwnCtF}11wSIeZYFI|tvua^>gbMB4J0L?8+(ea1*ID)PN{2RAXlI)i z6SRgjzcNKpn4PMw*>?@YTJy5;s7x>rrJn~B7$+~8|I;4F;W36V*c`0fSjlMT1Qh)0 zBow>}0Qflo;9mfMS{i^(8i3!Y0r+PcfUjQ~1!JpBxoxQ0BHo)8tna|{8HjVq{#8sC z4vU_SV*?$QysC^qCR^Gq-}Q*@7|l+T26s2M{WjH> zksWNU(NfJwI%29d+L$cjna_i4i)XIUzQsHcaGf`0#Gz3AZG9GooJH|*GkI9V(~lQ% je>lP8{87)4C%TOdY9p(^uSAh%>3aS@_Nb0J;~oG2S}F)N From 5b6cc0ab58c102ad2414045b58e937f70fa443ca Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Sun, 12 Jan 2025 10:16:13 +0100 Subject: [PATCH 11/12] docs: add debugging section --- CONTRIBUTING.md | 34 ++++++++++++++++++++++++++-------- 1 file changed, 26 insertions(+), 8 deletions(-) diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index 8e010315ca..f047c651f7 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -42,7 +42,7 @@ A set of rules under the same namespace runs in series and only the value return You can associate a `test` function with your rule bundle: ```js -rules.test = ({ url }) => getVideoInfo(url).service === 'youtube')) +rules.test = ({ url }) => getVideoInfo(url).service === 'youtube' ``` The `test` function will receive the same arguments as a rule. This is useful for skipping all rules that doesn't target a specific URL. @@ -52,12 +52,31 @@ A good practice is to use a memoize function to prevent unnecessary CPU cycles f ```js const { memoizeOne } = require('@metascraper/helpers') -const test = memoizeOne(url => getVideoInfo(url).service === 'youtube')) +const test = memoizeOne(url => getVideoInfo(url).service === 'youtube') const rules = [] -rules.test ({ url }) => test(url) +rules.test = ({ url }) => test(url) ``` +### Defining `pkgName` property + +Additionally you can define `pkgName` property associated with your rules: + +```js +const { memoizeOne } = require('@metascraper/helpers') + +const rules = [] +rules.pkgName = 'metascraper-module' +``` + +This is using for printing debug logs, see debugging section to know how to use it. + +## Debugging your Rules + +In case you need to see what's happening under the hood, you can set `DEBUG='metascraper*'. + +This is useful for verifying rule precedence and detecting slow rules. + ## Testing your Rules Since the order of the rules is important, testing it is also an important thing in order to be sure more popular rules are executed first over less popular rules. @@ -74,7 +93,6 @@ const metascraper = require('metascraper')([ require('metascraper-logo')() ]) - describe('metascraper-logo', () => { it('creates an absolute favicon url if the logo is not present', async () => { const html = ` @@ -92,8 +110,8 @@ describe('metascraper-logo', () => { ` - const meta = await metascraper({ html, url })) - should(meta.log).be.equal("open graph value") + const meta = await metascraper({ html, url }) + should(meta.log).be.equal('open graph value') }) }) ``` @@ -129,8 +147,8 @@ const metascraper = require('metascraper')([ describe('metascraper-logo', () => { it('it resolves logo value', async () => { const html = fs.readFileSync('index.html', 'utf-8') - const meta = await metascraper({ html, url })) - should(meta.logo).be.equal("https://metascraper.js.org/static/logo.png") + const meta = await metascraper({ html, url }) + should(meta.logo).be.equal('https://metascraper.js.org/static/logo.png') }) }) ``` From e88d2b1ae7492faf2fdd38162f1e88ba8d6f81b4 Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Sun, 12 Jan 2025 11:08:48 +0100 Subject: [PATCH 12/12] fix: bad merge --- packages/metascraper-readability/src/index.js | 22 +++++++++---------- 1 file changed, 10 insertions(+), 12 deletions(-) diff --git a/packages/metascraper-readability/src/index.js b/packages/metascraper-readability/src/index.js index 3928496ce2..9af042586c 100644 --- a/packages/metascraper-readability/src/index.js +++ b/packages/metascraper-readability/src/index.js @@ -30,17 +30,15 @@ module.exports = ({ getDocument = defaultGetDocument } = {}) => { readability(url, $.html(), getDocument) ) - module.exports = () => { - const rules = { - author: getReadbility({ from: 'byline', to: 'author' }), - description: getReadbility({ from: 'excerpt', to: 'description' }), - lang: getReadbility({ from: 'lang' }), - publisher: getReadbility({ from: 'siteName', to: 'publisher' }), - title: getReadbility({ from: 'title' }) - } - - rules.pkgName = 'metascraper-readability' - - return rules + const rules = { + author: getReadbility({ from: 'byline', to: 'author' }), + description: getReadbility({ from: 'excerpt', to: 'description' }), + lang: getReadbility({ from: 'lang' }), + publisher: getReadbility({ from: 'siteName', to: 'publisher' }), + title: getReadbility({ from: 'title' }) } + + rules.pkgName = 'metascraper-readability' + + return rules }