Browse Source

update some thingksg

fix-broken-scrape
Jørgen Sverre Lien Sellæg 4 years ago
parent
commit
f3e2c47c07
  1. 15
      bin/scrape.mjs

15
bin/scrape.mjs

@ -32,11 +32,11 @@ const updated = (oldEvent, scrapedEvent) => {
'facebook_id',
'place_id',
'name',
'ticket_url',
'id'
'ticket_url'
];
for (let key of keys) {
if (oldEvent[key] != scrapedEvent[key]) {
console.log(124, oldEvent[key], '!=', scrapedEvent[key]);
return true;
}
}
@ -66,10 +66,12 @@ const updated = (oldEvent, scrapedEvent) => {
);
return false;
}
return true;
});
for (let place of places) {
console.log(177, `Scraping #${place.id} ${place.name}`);
const events = await scrape(place.facebook_id);
let payloads = [];
for (let event of events) {
@ -84,7 +86,10 @@ const updated = (oldEvent, scrapedEvent) => {
ticket_url: event.event_buy_ticket_url ?? ''
});
}
console.log(payloads);
if (payloads.length < 2) {
console.log(123, JSON.stringify(payloads));
}
for (let payload of payloads) {
let search = await fetch(
`${api}/search/events/?facebook_id=${payload.facebook_id}&token=${token}`
@ -118,14 +123,14 @@ const updated = (oldEvent, scrapedEvent) => {
payload.ticket_url = old_event.ticket_url;
}
if (updated(old_event, payload)) {
res = await fetch(`${api}/events/${payload.id}/?token=${token}`, {
res = await fetch(`${api}/events/${old_event.id}/?token=${token}`, {
method: 'PATCH',
body: JSON.stringify(payload),
headers
});
console.log(res.status, 'Update', place.name, payload.name);
} else {
console.log(201, 'Skip', place.name, payload.name);
console.log(201, 'Skip Update', place.name, payload.name);
}
} else {
console.log(201, 'Skip', place.name, payload.name);

Loading…
Cancel
Save