From f3e2c47c070618bbb8090ab1e1892bb73cbc177d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?J=C3=B8rgen=20Sverre=20Lien=20Sell=C3=A6g?= Date: Wed, 6 Jul 2022 18:43:07 +0200 Subject: [PATCH] update some thingksg --- bin/scrape.mjs | 15 ++++++++++----- 1 file changed, 10 insertions(+), 5 deletions(-) diff --git a/bin/scrape.mjs b/bin/scrape.mjs index f013c0d..a85dfc6 100644 --- a/bin/scrape.mjs +++ b/bin/scrape.mjs @@ -32,11 +32,11 @@ const updated = (oldEvent, scrapedEvent) => { 'facebook_id', 'place_id', 'name', - 'ticket_url', - 'id' + 'ticket_url' ]; for (let key of keys) { if (oldEvent[key] != scrapedEvent[key]) { + console.log(124, oldEvent[key], '!=', scrapedEvent[key]); return true; } } @@ -66,10 +66,12 @@ const updated = (oldEvent, scrapedEvent) => { ); return false; } + return true; }); for (let place of places) { + console.log(177, `Scraping #${place.id} ${place.name}`); const events = await scrape(place.facebook_id); let payloads = []; for (let event of events) { @@ -84,7 +86,10 @@ const updated = (oldEvent, scrapedEvent) => { ticket_url: event.event_buy_ticket_url ?? '' }); } - console.log(payloads); + + if (payloads.length < 2) { + console.log(123, JSON.stringify(payloads)); + } for (let payload of payloads) { let search = await fetch( `${api}/search/events/?facebook_id=${payload.facebook_id}&token=${token}` @@ -118,14 +123,14 @@ const updated = (oldEvent, scrapedEvent) => { payload.ticket_url = old_event.ticket_url; } if (updated(old_event, payload)) { - res = await fetch(`${api}/events/${payload.id}/?token=${token}`, { + res = await fetch(`${api}/events/${old_event.id}/?token=${token}`, { method: 'PATCH', body: JSON.stringify(payload), headers }); console.log(res.status, 'Update', place.name, payload.name); } else { - console.log(201, 'Skip', place.name, payload.name); + console.log(201, 'Skip Update', place.name, payload.name); } } else { console.log(201, 'Skip', place.name, payload.name);