Browse Source

add update of scraper

fix-broken-scrape
Jørgen Sverre Lien Sellæg 4 years ago
parent
commit
a0d4686c11
  1. 13
      bin/scrape.mjs

13
bin/scrape.mjs

@ -86,7 +86,6 @@ const updated = (oldEvent, scrapedEvent) => {
ticket_url: event.event_buy_ticket_url ?? '' ticket_url: event.event_buy_ticket_url ?? ''
}); });
} }
if (payloads.length < 2) { if (payloads.length < 2) {
console.log(123, JSON.stringify(payloads)); console.log(123, JSON.stringify(payloads));
} }
@ -95,9 +94,7 @@ const updated = (oldEvent, scrapedEvent) => {
`${api}/search/events/?facebook_id=${payload.facebook_id}&token=${token}` `${api}/search/events/?facebook_id=${payload.facebook_id}&token=${token}`
); );
if (!search.ok) { if (!search.ok) {
console.log('hææææ'); console.log(500, await search.text());
console.log(await search.text());
await sleep(200);
continue; continue;
} }
search = await search.json(); search = await search.json();
@ -136,5 +133,13 @@ const updated = (oldEvent, scrapedEvent) => {
console.log(201, 'Skip', place.name, payload.name); console.log(201, 'Skip', place.name, payload.name);
} }
} }
let res = await fetch(`${api}/places/${place.id}/?token=${token}`, {
method: 'PATCH',
body: JSON.stringify({
last_scraped: unix(new Date())
}),
headers
});
console.log(res.status, 'Updated last scraped');
} }
})(); })();

Loading…
Cancel
Save