Browse Source

make sure all browser crashes are catched

fix-broken-scrape
Jørgen Lien Sellæg 6 years ago
parent
commit
3c998c9c7a
  1. 16
      src/scrape.js

16
src/scrape.js

@ -19,22 +19,20 @@ const {
(async () => { (async () => {
let events = []; let events = [];
try {
const browser = await open_browser({ headless }); const browser = await open_browser({ headless });
for (let page_id of page_ids) {
for (let page_id of page_ids) { let page_events = [];
let page_events = [];
try {
page_events = await get_page_events( page_events = await get_page_events(
browser, browser,
page_id, page_id,
get_upcoming_events, get_upcoming_events,
get_past_events, get_past_events,
); );
} catch (e) { events = uniqBy(eqBy(prop('event_id')))(union(events, page_events));
console.error(e);
} }
events = uniqBy(eqBy(prop('event_id')))(union(events, page_events)); } catch (e) {
console.error(e);
} }
const previous_events = await read_previous_events(event_file); const previous_events = await read_previous_events(event_file);

Loading…
Cancel
Save