Browse Source

add update of scraper

fix-broken-scrape
Jørgen Sverre Lien Sellæg 4 years ago
parent
commit
a0d4686c11
  1. 13
      bin/scrape.mjs

13
bin/scrape.mjs

@ -86,7 +86,6 @@ const updated = (oldEvent, scrapedEvent) => {
ticket_url: event.event_buy_ticket_url ?? ''
});
}
if (payloads.length < 2) {
console.log(123, JSON.stringify(payloads));
}
@ -95,9 +94,7 @@ const updated = (oldEvent, scrapedEvent) => {
`${api}/search/events/?facebook_id=${payload.facebook_id}&token=${token}`
);
if (!search.ok) {
console.log('hææææ');
console.log(await search.text());
await sleep(200);
console.log(500, await search.text());
continue;
}
search = await search.json();
@ -136,5 +133,13 @@ const updated = (oldEvent, scrapedEvent) => {
console.log(201, 'Skip', place.name, payload.name);
}
}
let res = await fetch(`${api}/places/${place.id}/?token=${token}`, {
method: 'PATCH',
body: JSON.stringify({
last_scraped: unix(new Date())
}),
headers
});
console.log(res.status, 'Updated last scraped');
}
})();

Loading…
Cancel
Save