|
|
|
@ -57,10 +57,10 @@ const updated = (oldEvent, scrapedEvent) => { |
|
|
|
places = places.filter((place) => { |
|
|
|
places = places.filter((place) => { |
|
|
|
const scrape = place.scraper == 'hoopla'; |
|
|
|
const scrape = place.scraper == 'hoopla'; |
|
|
|
if (!scrape) { |
|
|
|
if (!scrape) { |
|
|
|
console.log( |
|
|
|
// console.log(
|
|
|
|
101, |
|
|
|
// 101,
|
|
|
|
`Skipping #${place.id} ${place.name}. Reason: Scraper is ${place.scraper}` |
|
|
|
// `Skipping #${place.id} ${place.name}. Reason: Scraper is ${place.scraper}`
|
|
|
|
); |
|
|
|
// );
|
|
|
|
return false; |
|
|
|
return false; |
|
|
|
} |
|
|
|
} |
|
|
|
const now = unix(new Date()); |
|
|
|
const now = unix(new Date()); |
|
|
|
@ -98,14 +98,14 @@ const updated = (oldEvent, scrapedEvent) => { |
|
|
|
console.log(123, 'No upcoming events, dead place?'); |
|
|
|
console.log(123, 'No upcoming events, dead place?'); |
|
|
|
} |
|
|
|
} |
|
|
|
for (let payload of payloads) { |
|
|
|
for (let payload of payloads) { |
|
|
|
let search = await fetch( |
|
|
|
let search; |
|
|
|
`${api}/search/events/?hoopla_id=${payload.hoopla_id}&token=${token}` |
|
|
|
search = `${api}/search/events/?hoopla_id=${payload.hoopla_id}&token=${token}`; |
|
|
|
); |
|
|
|
console.log(search); |
|
|
|
|
|
|
|
search = await fetch(search); |
|
|
|
if (!search.ok) { |
|
|
|
if (!search.ok) { |
|
|
|
console.log(500, await search.text()); |
|
|
|
console.log(search.status, 'Search was not OK.', await search.text()); |
|
|
|
continue; |
|
|
|
continue; |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
search = await search.json(); |
|
|
|
search = await search.json(); |
|
|
|
let new_event = search.length === 0; |
|
|
|
let new_event = search.length === 0; |
|
|
|
let old_event; |
|
|
|
let old_event; |
|
|
|
@ -142,14 +142,23 @@ const updated = (oldEvent, scrapedEvent) => { |
|
|
|
console.log(201, 'Skip', place.name, payload.name); |
|
|
|
console.log(201, 'Skip', place.name, payload.name); |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
let res = await fetch(`${api}/places/${place.id}/?token=${token}`, { |
|
|
|
if (payloads.length > 0) { |
|
|
|
method: 'PATCH', |
|
|
|
let res = await fetch(`${api}/places/${place.id}/?token=${token}`, { |
|
|
|
body: JSON.stringify({ |
|
|
|
method: 'PATCH', |
|
|
|
last_scraped: unix(new Date()) |
|
|
|
body: JSON.stringify({ |
|
|
|
}), |
|
|
|
last_scraped: unix(new Date()) |
|
|
|
headers |
|
|
|
}), |
|
|
|
}); |
|
|
|
headers |
|
|
|
console.log(res.status, `Last scrape at ${place.name} updated.`); |
|
|
|
}); |
|
|
|
|
|
|
|
if (res.ok) { |
|
|
|
|
|
|
|
console.log(res.status, `Last scrape at ${place.name} updated.`); |
|
|
|
|
|
|
|
} else { |
|
|
|
|
|
|
|
console.log( |
|
|
|
|
|
|
|
res.status, |
|
|
|
|
|
|
|
`Last scrape at ${place.name} failed to update last update..` |
|
|
|
|
|
|
|
); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
})(); |
|
|
|
})(); |
|
|
|
|
|
|
|
|
|
|
|
|