add sitemap.xml, with torrent urls if unregistered viewing enabled

Author: tdjsnelling

api/src/controllers/torrent.js

@@ -671,6 +671,15 @@ export const listLatest = (tracker) => async (req, res, next) => {
   }
 };
 
+export const listAll = async (req, res, next) => {
+  try {
+    const torrents = await Torrent.find({}, { infoHash: 1 }).lean();
+    res.json(torrents);
+  } catch (e) {
+    next(e);
+  }
+};
+
 export const searchTorrents = (tracker) => async (req, res, next) => {
   const { query, category, source, tag, page } = req.query;
   try {

api/src/routes/torrent.js

@@ -5,6 +5,7 @@ import {
   deleteTorrent,
   fetchTorrent,
   listLatest,
+  listAll,
   removeVote,
   searchTorrents,
   toggleFreeleech,
@@ -28,6 +29,7 @@ export default (tracker) => {
   router.post("/toggle-freeleech/:infoHash", toggleFreeleech);
   router.post("/bookmark/:infoHash", toggleBookmark);
   router.get("/latest", listLatest(tracker));
+  router.get("/all", listAll);
   router.get("/search", searchTorrents(tracker));
   return router;
 };

client/pages/sitemap.xml.js

@@ -0,0 +1,56 @@
+import getConfig from "next/config";
+
+const Sitemap = () => {};
+
+export const getServerSideProps = async ({ req, res }) => {
+  const {
+    publicRuntimeConfig: {
+      SQ_BASE_URL,
+      SQ_API_URL,
+      SQ_ALLOW_UNREGISTERED_VIEW,
+    },
+    serverRuntimeConfig: { SQ_SERVER_SECRET },
+  } = getConfig();
+
+  const urls = [SQ_BASE_URL, `${SQ_BASE_URL}/login`, `${SQ_BASE_URL}/register`];
+
+  if (SQ_ALLOW_UNREGISTERED_VIEW) {
+    try {
+      const listRes = await fetch(`${SQ_API_URL}/torrent/all`, {
+        headers: {
+          "Content-Type": "application/json",
+          "X-Forwarded-For":
+            req.headers["x-forwarded-for"] ?? req.socket.remoteAddress,
+          "X-Sq-Server-Secret": SQ_SERVER_SECRET,
+          "X-Sq-Public-Access": true,
+        },
+      });
+      const torrents = await listRes.json();
+      for (const { infoHash } of torrents) {
+        urls.push(`${SQ_BASE_URL}/torrent/${infoHash}`);
+      }
+    } catch (e) {
+      console.error(`[sq] could not list torrents: ${e}`);
+    }
+  }
+
+  const sitemap = `<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+    ${urls
+      .map(
+        (url) => `<url>
+        <loc>${url}</loc>
+    </url>`
+      )
+      .join("\n")}
+</urlset>
+`;
+
+  res.setHeader("Content-Type", "text/xml");
+  res.write(sitemap);
+  res.end();
+
+  return { props: {} };
+};
+
+export default Sitemap;