|
|
|
@ -32,11 +32,11 @@ const updated = (oldEvent, scrapedEvent) => { |
|
|
|
'facebook_id', |
|
|
|
'facebook_id', |
|
|
|
'place_id', |
|
|
|
'place_id', |
|
|
|
'name', |
|
|
|
'name', |
|
|
|
'ticket_url', |
|
|
|
'ticket_url' |
|
|
|
'id' |
|
|
|
|
|
|
|
]; |
|
|
|
]; |
|
|
|
for (let key of keys) { |
|
|
|
for (let key of keys) { |
|
|
|
if (oldEvent[key] != scrapedEvent[key]) { |
|
|
|
if (oldEvent[key] != scrapedEvent[key]) { |
|
|
|
|
|
|
|
console.log(124, oldEvent[key], '!=', scrapedEvent[key]); |
|
|
|
return true; |
|
|
|
return true; |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
@ -66,10 +66,12 @@ const updated = (oldEvent, scrapedEvent) => { |
|
|
|
); |
|
|
|
); |
|
|
|
return false; |
|
|
|
return false; |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
return true; |
|
|
|
return true; |
|
|
|
}); |
|
|
|
}); |
|
|
|
|
|
|
|
|
|
|
|
for (let place of places) { |
|
|
|
for (let place of places) { |
|
|
|
|
|
|
|
console.log(177, `Scraping #${place.id} ${place.name}`); |
|
|
|
const events = await scrape(place.facebook_id); |
|
|
|
const events = await scrape(place.facebook_id); |
|
|
|
let payloads = []; |
|
|
|
let payloads = []; |
|
|
|
for (let event of events) { |
|
|
|
for (let event of events) { |
|
|
|
@ -84,7 +86,10 @@ const updated = (oldEvent, scrapedEvent) => { |
|
|
|
ticket_url: event.event_buy_ticket_url ?? '' |
|
|
|
ticket_url: event.event_buy_ticket_url ?? '' |
|
|
|
}); |
|
|
|
}); |
|
|
|
} |
|
|
|
} |
|
|
|
console.log(payloads); |
|
|
|
|
|
|
|
|
|
|
|
if (payloads.length < 2) { |
|
|
|
|
|
|
|
console.log(123, JSON.stringify(payloads)); |
|
|
|
|
|
|
|
} |
|
|
|
for (let payload of payloads) { |
|
|
|
for (let payload of payloads) { |
|
|
|
let search = await fetch( |
|
|
|
let search = await fetch( |
|
|
|
`${api}/search/events/?facebook_id=${payload.facebook_id}&token=${token}` |
|
|
|
`${api}/search/events/?facebook_id=${payload.facebook_id}&token=${token}` |
|
|
|
@ -118,14 +123,14 @@ const updated = (oldEvent, scrapedEvent) => { |
|
|
|
payload.ticket_url = old_event.ticket_url; |
|
|
|
payload.ticket_url = old_event.ticket_url; |
|
|
|
} |
|
|
|
} |
|
|
|
if (updated(old_event, payload)) { |
|
|
|
if (updated(old_event, payload)) { |
|
|
|
res = await fetch(`${api}/events/${payload.id}/?token=${token}`, { |
|
|
|
res = await fetch(`${api}/events/${old_event.id}/?token=${token}`, { |
|
|
|
method: 'PATCH', |
|
|
|
method: 'PATCH', |
|
|
|
body: JSON.stringify(payload), |
|
|
|
body: JSON.stringify(payload), |
|
|
|
headers |
|
|
|
headers |
|
|
|
}); |
|
|
|
}); |
|
|
|
console.log(res.status, 'Update', place.name, payload.name); |
|
|
|
console.log(res.status, 'Update', place.name, payload.name); |
|
|
|
} else { |
|
|
|
} else { |
|
|
|
console.log(201, 'Skip', place.name, payload.name); |
|
|
|
console.log(201, 'Skip Update', place.name, payload.name); |
|
|
|
} |
|
|
|
} |
|
|
|
} else { |
|
|
|
} else { |
|
|
|
console.log(201, 'Skip', place.name, payload.name); |
|
|
|
console.log(201, 'Skip', place.name, payload.name); |
|
|
|
|