mirrors/quetre
1
0
Fork 0
mirror of https://github.com/zyachel/quetre.git synced 2025-04-04 13:37:39 +03:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: fix fetcher.js

Browse source 
As always, Quora changed their HTML

BREAKING CHANGE: previous fetcher.js won't work as Quora again changed their HTML

closes https://github.com/zyachel/quetre/issues/68
This commit is contained in:
zyachel 2022-09-22 20:46:03 +05:30
parent bfe0aa10c3
commit bf266a9a89
1 changed files with 7 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

17
fetchers/fetcher.js
View file

@ -24,16 +24,13 @@ const fetcher = async resourceStr => {
const res = await axiosInstance.get(encodeURIComponent(resourceStr)); const res = await axiosInstance.get(encodeURIComponent(resourceStr));
const $ = cheerio.load(res.data); const $ = cheerio.load(res.data);
let rawData;
$('body') // this logic is prone to breakage as Quora changes position of the script that includes answers.
.children('script') // Cur position: 4th from bottom.
.each((i, el) => { const rawData = $('body script:nth-last-child(4)')
if ($(el).html().includes('window.setTimingData')) .html()
rawData = $(el) ?.match(/"\{.*\}"/m)?.[0];
.prev()
.html()
?.match(/"\{.*\}"/m)?.[0];
});
if (!rawData || !Object.entries(rawData).length) if (!rawData || !Object.entries(rawData).length)
throw new AppError("couldn't retrieve data", 500); throw new AppError("couldn't retrieve data", 500);