Browse Source

handle page crash

fix-broken-scrape
Jørgen Lien Sellæg 6 years ago
parent
commit
80b18eadc2
  1. 20
      src/scrape.js

20
src/scrape.js

@ -32,14 +32,18 @@ const {
let events = []; let events = [];
for (let page_id of page_ids) { for (let page_id of page_ids) {
const new_events = await get_page_events( try {
browser, const new_events = await get_page_events(
page_id, browser,
get_upcoming_events, page_id,
get_past_events, get_upcoming_events,
); get_past_events,
);
events = merge_edges(new_events, events); events = merge_edges(new_events, events);
} catch (e) {
console.error(e);
events = previous_events;
}
events = events.filter( events = events.filter(
({ event_id }) => ({ event_id }) =>
previous_events.find( previous_events.find(

Loading…
Cancel
Save