Improve performance

Merge all users tracking same produt to reduce the load

Author: siddiquiaffan

bot.js

@@ -184,8 +184,10 @@ bot.command("users", async (ctx) => {
 bot.command("stats", async (ctx) => {
   const users = await manageUsers({}, "read");
   const products = await manageProducts({}, "read");
+  let userCount = 0;
+  products.result.map((p) => (p += item.users.length));
   ctx.reply(
-    `Total Users: ${users.result.length}\nTotal Products: ${products.result.length}`
+    `Total Users: ${users.result.length}\nTotal Products: ${userCount}`
   );
 });
 
@@ -222,23 +224,25 @@ const track = async () => {
         const details = await getProductDetails(product.link, product.merchant);
         if (details.ok && !isNaN(details.price) && details.price !== product.price) {
           try {
-            await manageProducts({ tracking_id: product.tracking_id, userId: product.userId, merchant: product.merchant, title: details.title, link: product.link, initPrice: product.price, price: details.price, }, "update");
-            bot.api.sendMessage(
-              product.userId,
-              `<a href="${details.image}"> </a><b>Price has been ${details.price > product.price ? "increased" : "decreased"
-              } by ${Math.abs(product.price - details.price)}</b>. \n\n<b>${details.title
-              }</b>\n\nCurrent Price: <b>${details.price}</b>\nLink: <a href="${details.link
-              }">${product.merchant}</a>\n\nTo stop tracking send /stop_${product.tracking_id
-              }`,
-              {
-                parse_mode: "HTML",
-                reply_markup: {
-                  inline_keyboard: details?.link ? [
-                      [{ text: "Buy Now", url: details.link }],
-                      [{ text: "Stop Tracking - " + product.tracking_id, callback_data: `stopTracking`, }]]
-                      : []
-                }
-              });
+            await manageProducts({ tracking_id: product.tracking_id, userId: product.userId, merchant: product.merchant, title: details.title, link: product.link, initPrice: product.price, price: details.price,  users: product.users}, "update");
+            await Promise.all(product.users.map(async user => {
+              bot.api.sendMessage(
+                user.userId,
+                `<a href="${details.image}"> </a><b>Price has been ${details.price > product.price ? "increased" : "decreased"
+                } by ${Math.abs(product.price - details.price)}</b>. \n\n<b>${details.title
+                }</b>\n\nCurrent Price: <b>${details.price}</b>\nLink: <a href="${details.link
+                }">${product.merchant}</a>\n\nTo stop tracking send /stop_${user.tracking_id
+                }`,
+                {
+                  parse_mode: "HTML",
+                  reply_markup: {
+                    inline_keyboard: details?.link ? [
+                        [{ text: "Buy Now", url: details.link }],
+                        [{ text: "Stop Tracking - " + user.tracking_id, callback_data: `stopTracking`, }]]
+                        : []
+                  }
+                });
+            }))
           } catch (e) { bot.start() }
         }
       })

db.js

@@ -48,10 +48,26 @@ const manageProducts = async(data, action) => {
         const collection = db.collection('tasks');
         switch(action) {
             case 'delete':
-                await collection.deleteOne({tracking_id: data.tracking_id, userId: data.userId});
+                await collection.updateOne(
+                  { users: {userId: data.userId, tracking_id: data.tracking_id } },
+                  { $pull: { users : {userId: data.userId, tracking_id: data.tracking_id } }, }
+                );
                 return {ok: true}
             case 'update':
-                const res = await collection.updateOne({tracking_id: data.tracking_id}, {$set: data}, {upsert: true});
+                await collection.updateOne(
+                  { link: data.link },
+                  {
+                    $set: {
+                      link: data.link,
+                      merchant: data.merchant,
+                      initPrice: data.initPrice,
+                      price: data.price,
+                      title: data.title,
+                    },
+                    $addToSet: {users : Array.isArray(data.users) ? {$each: data.users} : data.users},
+                  },
+                  { upsert: true }
+                );
                 return {ok: true, tracking_id: data.tracking_id}
             case 'read':
                 const result = await collection.find(data).toArray();
@@ -65,4 +81,10 @@ const manageProducts = async(data, action) => {
     }
 }
 
+// manageProducts({}, 'read').then(data => {
+//     console.log(data);
+//     fs.writeFileSync('products.json', JSON.stringify(data.result));
+// }).catch(e => {
+// })
+
 export {manageProducts, manageUsers};

utils.js

@@ -28,30 +28,50 @@ const selectors = {
     }
 }
 
+const productCommonUrl = (link) => {
+  const url = new URL(link?.replace("www.", ""));
+  const merchant = url.hostname.split(".")[0];
+  let id, commonUrl;
+  switch (merchant) {
+    case "amazon":
+      id = link.match(
+        /https?:\/\/(www\.)?(.*)amazon\.([a-z\.]{2,6})(\/d\/(.*)|\/(.*)\/?(?:dp|o|gp|-)\/)(aw\/d\/|product\/)?(B[0-9]{1}[0-9A-Z]{8}|[0-9]{9}(?:X|[0-9]))/i
+      ).splice(-1)[0];
+      commonUrl = "https://www.amazon.in/dp/" + id + "?tag=asloot-21";
+      break;
+    case "flipkart":
+      id = url.searchParams.get("pid");
+      commonUrl = id ? "https://www.flipkart.com/product/p/itme?pid=" + id : link.includes('/p/itm') ?link.split('?')[0] : link;
+      break;
+    default:
+      null;
+  }
+
+  return commonUrl;
+};
+
 const getProductDetails = async(url, merchant) => {
     try{
-        const res = await axios.get(`${WORKER_URL}/?url=${encodeURIComponent(url)}`, {
+        const commonUrl = productCommonUrl(url);
+        const res = await axios.get(`${WORKER_URL}/?url=${encodeURIComponent(commonUrl)}`, {
             headers: {
                 "User-Agent":
                   "Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.111 Safari/537.36",
               },
         });
         const $ = cheerio.load(res.data);
         const selector = selectors[merchant];
-        let link = new URL(url);
-        if(merchant == 'amazon') link.searchParams.set('tag', 'asloot-21');
-        link = link.toString();
         const price = parseInt($(selector.price1).text().trim().replace(/^\D+|[^0-9.]/g, '')) || parseInt($(selector.price2).text().trim().replace(/^\D+|[^0-9.]/g, ''));
         const title = $(selector.title).text().trim();
         const image = $(selector.image1).attr('src');
         if(!title || !price) {
             return {ok: false}
         }
-        return {ok: true, title, price, image, link}
+        return {ok: true, title, price, image, link: commonUrl}
     }catch(e){
         console.log(e);
         return {ok: false}
     }
 }
 
-export { isUrl, getRandomId, getProductDetails };
+export { isUrl, getRandomId, getProductDetails, productCommonUrl };