Skip to content

Commit 80db136

Browse files
author
AffanTheBest
committed
switch to worker
1 parent 14d8869 commit 80db136

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

utils.js

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
const cheerio = require('cheerio');
22
const axios = require('axios');
3+
const {WORKER_URL} = require('./config');
34

45
const urlRegex = /^(?:(?:(?:https?|ftp):)?\/\/)(?:\S+(?::\S*)?@)?(?:(?!(?:10|127)(?:\.\d{1,3}){3})(?!(?:169\.254|192\.168)(?:\.\d{1,3}){2})(?!172\.(?:1[6-9]|2\d|3[0-1])(?:\.\d{1,3}){2})(?:[1-9]\d?|1\d\d|2[01]\d|22[0-3])(?:\.(?:1?\d{1,2}|2[0-4]\d|25[0-5])){2}(?:\.(?:[1-9]\d?|1\d\d|2[0-4]\d|25[0-4]))|(?:(?:[a-z\u00a1-\uffff0-9]-*)*[a-z\u00a1-\uffff0-9]+)(?:\.(?:[a-z\u00a1-\uffff0-9]-*)*[a-z\u00a1-\uffff0-9]+)*(?:\.(?:[a-z\u00a1-\uffff]{2,})))(?::\d{2,5})?(?:[/?#]\S*)?$/i;
56

@@ -16,14 +17,14 @@ const selectors = {
1617
image: '#landingImage'
1718
},
1819
flipkart: {
19-
price: '#container > div > div._2c7YLP.UtUXW0._6t1WkM._3HqJxg > div._1YokD2._2GoDe3 > div._1YokD2._3Mn1Gg.col-8-12 > div:nth-child(2) > div > div.dyC4hf > div.CEmiEU > div > div._30jeq3._16Jk6d',
20+
price: '._30jeq3._16Jk6d',
2021
title: '.B_NuCI',
21-
image: '#container > div > div._2c7YLP.UtUXW0._6t1WkM._3HqJxg > div._1YokD2._2GoDe3 > div._1YokD2._3Mn1Gg.col-5-12._78xt5Y > div:nth-child(1) > div > div._3li7GG > div._1BweB8 > div._3kidJX > div.CXW8mj._3nMexc > img'
22+
image: '.CXW8mj._3nMexc > img'
2223
}
2324
}
2425
const getProductDetails = async(url, merchant) => {
2526
try{
26-
const res = await axios.get(url, {
27+
const res = await axios.get(`${WORKER_URL}/?url=${encodeURIComponent(url)}`, {
2728
headers: {
2829
"User-Agent":
2930
"Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.111 Safari/537.36",

0 commit comments

Comments
 (0)