Browse Source

update some thingksg

fix-broken-scrape
Jørgen Sverre Lien Sellæg 4 years ago
parent
commit
f3e2c47c07
  1. 15
      bin/scrape.mjs

15
bin/scrape.mjs

@ -32,11 +32,11 @@ const updated = (oldEvent, scrapedEvent) => {
'facebook_id', 'facebook_id',
'place_id', 'place_id',
'name', 'name',
'ticket_url', 'ticket_url'
'id'
]; ];
for (let key of keys) { for (let key of keys) {
if (oldEvent[key] != scrapedEvent[key]) { if (oldEvent[key] != scrapedEvent[key]) {
console.log(124, oldEvent[key], '!=', scrapedEvent[key]);
return true; return true;
} }
} }
@ -66,10 +66,12 @@ const updated = (oldEvent, scrapedEvent) => {
); );
return false; return false;
} }
return true; return true;
}); });
for (let place of places) { for (let place of places) {
console.log(177, `Scraping #${place.id} ${place.name}`);
const events = await scrape(place.facebook_id); const events = await scrape(place.facebook_id);
let payloads = []; let payloads = [];
for (let event of events) { for (let event of events) {
@ -84,7 +86,10 @@ const updated = (oldEvent, scrapedEvent) => {
ticket_url: event.event_buy_ticket_url ?? '' ticket_url: event.event_buy_ticket_url ?? ''
}); });
} }
console.log(payloads);
if (payloads.length < 2) {
console.log(123, JSON.stringify(payloads));
}
for (let payload of payloads) { for (let payload of payloads) {
let search = await fetch( let search = await fetch(
`${api}/search/events/?facebook_id=${payload.facebook_id}&token=${token}` `${api}/search/events/?facebook_id=${payload.facebook_id}&token=${token}`
@ -118,14 +123,14 @@ const updated = (oldEvent, scrapedEvent) => {
payload.ticket_url = old_event.ticket_url; payload.ticket_url = old_event.ticket_url;
} }
if (updated(old_event, payload)) { if (updated(old_event, payload)) {
res = await fetch(`${api}/events/${payload.id}/?token=${token}`, { res = await fetch(`${api}/events/${old_event.id}/?token=${token}`, {
method: 'PATCH', method: 'PATCH',
body: JSON.stringify(payload), body: JSON.stringify(payload),
headers headers
}); });
console.log(res.status, 'Update', place.name, payload.name); console.log(res.status, 'Update', place.name, payload.name);
} else { } else {
console.log(201, 'Skip', place.name, payload.name); console.log(201, 'Skip Update', place.name, payload.name);
} }
} else { } else {
console.log(201, 'Skip', place.name, payload.name); console.log(201, 'Skip', place.name, payload.name);

Loading…
Cancel
Save