Merge pull request #35 from artlung/http-sites-fix

HTTP Only sites (no SSL) Fix

feed.xml

@@ -652,9 +652,9 @@
         <item>
             <title><![CDATA[thisvictorianlife.com]]></title>
             <description><![CDATA[Blog about Victorian era]]></description>
-            <link>https://thisvictorianlife.com</link>
-            <guid isPermaLink="true">https://thisvictorianlife.com</guid>
-            <pubDate>Thu, 30 May 2024 00:00:00 GMT</pubDate>
+            <link>http://thisvictorianlife.com</link>
+            <guid isPermaLink="true">http://thisvictorianlife.com</guid>
+            <pubDate>Thu, 30 May 2024 00:00:01 GMT</pubDate>
         </item>
     </channel>
 </rss>

generate.js

@@ -2,6 +2,7 @@ const fs = require('fs');
 
 const sites = require('./sites.json');
 const dates = require('./dates.json');
+const httpSites = require('./http-sites.json');
 const today = new Date().toISOString().split('T')[0];
 const numberOfSites = sites.blogs.length;
 const maxNumberOfDates = numberOfSites * 2;
@@ -73,10 +74,11 @@ sites.blogs.forEach(site => {
     // log whether the site has a description
     const hasDescriptionKey = sites.descriptions.hasOwnProperty(site);
     const hasDescription = sites.descriptions[site] && sites.descriptions[site].length > 0;
+    const protocol = httpSites.sites.includes(site) ? 'http://' : 'https://';
 
     if (!hasDescriptionKey) {
         console.log(`Fetching description for ${site}.`);
-        fetch(`https://${site}`)
+        fetch(`${protocol}${site}`)
             .then(res => res.text())
             .then(html => {
                 const $ = cheerio.load(html);
@@ -105,10 +107,11 @@ Object.keys(dates.dates).forEach(date => {
     const site = dates.dates[date];
     const sites = require('./sites.json');
     const description = sites.descriptions[site] || '';
+    const protocol = httpSites.sites.include(site) ? 'http://' : 'https://';
     feed.item({
         title: site,
         description: description,
-        url: `https://${site}`,
+        url: `${protocol}${site}`,
         date: date
     });
 });

http-sites.json

@@ -0,0 +1,5 @@
+{
+  "sites": [
+    "thisvictorianlife.com"
+  ]
+}