sitemap function, robot.txt

Author: Resul Avan

firebase.json

@@ -20,6 +20,10 @@
         "source": "/api/**",
         "function": "authApi"
       },
+      {
+        "source": "/sitemap.xml",
+        "function": "sitemapApp"
+      },
       {
         "source": "**",
         "function": "nuxtOnFunction"

functions/package.json

@@ -33,9 +33,11 @@
     "nuxt-i18n": "^6.10.1",
     "nuxt-property-decorator": "^2.7.2",
     "nuxt-start": "^2.12.2",
+    "sitemap": "^6.1.4",
     "slug": "^2.1.1",
     "vee-validate": "^3.3.0",
-    "vuex-class": "^0.3.2"
+    "vuex-class": "^0.3.2",
+    "zlib": "^1.0.5"
   },
   "devDependencies": {
     "@nuxt/typescript-build": "^0.6.6",

functions/src/api/sitemap.ts

@@ -0,0 +1,50 @@
+import express, { Request, Response, Router } from 'express';
+import { SitemapStream, streamToPromise } from 'sitemap';
+import { createGzip } from 'zlib'
+import { runWith } from "firebase-functions";
+import { runtimeOpts } from "../types";
+
+const service = '/sitemap.xml';
+const app = express();
+const router = Router();
+
+let sitemap: Buffer | null = null;
+
+router.get(service, (req: Request, res: Response) => {
+    console.log(req.originalUrl, ' called (get)');
+    res.header('Content-Type', 'application/xml');
+    res.header('Content-Encoding', 'gzip');
+
+    if (sitemap) {
+        res.send(sitemap)
+        return
+    }
+
+    try {
+        const smStream = new SitemapStream({ hostname: 'https://nuxt-ts-firebase-auth-ssr.web.app//' })
+        const pipeline = smStream.pipe(createGzip())
+
+        smStream.write({ url: '/', changefreq: 'weekly', priority: 0.8 })
+        smStream.write({ url: '/terms', changefreq: 'weekly', priority: 0.8 })
+        smStream.write({ url: '/privacy-policy', changefreq: 'weekly', priority: 0.8 })
+        smStream.write({ url: '/register', changefreq: 'weekly', priority: 0.8 })
+        smStream.write({ url: '/login', changefreq: 'weekly', priority: 0.8 })
+        smStream.end()
+
+        // cache the response
+        streamToPromise(pipeline).then((sm: Buffer) => sitemap = sm).catch(error => console.log(error))
+        // stream write the response
+        pipeline.pipe(res).on('error', (e) => {
+            throw e
+        })
+    } catch (e) {
+        console.error(e)
+        res.status(500).end()
+    }
+});
+
+app.use(router)
+
+export const sitemapApp = runWith(runtimeOpts)
+    .https
+    .onRequest(app);

functions/src/index.ts

@@ -1,2 +1,3 @@
 export { nuxtOnFunction } from './nuxt-server'
 export { authApi } from './api/authApi'
+export { sitemapApp } from './api/sitemap'

functions/tsconfig.json

@@ -9,7 +9,10 @@
     "target": "es2018",
     "allowSyntheticDefaultImports": true,
     "resolveJsonModule": true,
-    "esModuleInterop": true
+    "esModuleInterop": true,
+    "types": [
+      "sitemap"
+    ]
   },
   "compileOnSave": true,
   "include": [

src/nuxt.config.ts

@@ -14,6 +14,10 @@ export default {
         hid: 'description',
         name: 'description',
         content: process.env.npm_package_description || ''
+      },
+      {
+        name: "google-site-verification",
+        content: "7KSGr_zujhmsc2fhu0iAfR_L0e5--J_QwD5EeePB1yM"
       }
     ],
     link: [

src/static/robots.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /admin