Browse Source

make sure all browser crashes are catched

fix-broken-scrape
Jørgen Lien Sellæg 6 years ago
parent
commit
3c998c9c7a
  1. 16
      src/scrape.js

16
src/scrape.js

@ -19,22 +19,20 @@ const {
(async () => {
let events = [];
const browser = await open_browser({ headless });
for (let page_id of page_ids) {
let page_events = [];
try {
try {
const browser = await open_browser({ headless });
for (let page_id of page_ids) {
let page_events = [];
page_events = await get_page_events(
browser,
page_id,
get_upcoming_events,
get_past_events,
);
} catch (e) {
console.error(e);
events = uniqBy(eqBy(prop('event_id')))(union(events, page_events));
}
events = uniqBy(eqBy(prop('event_id')))(union(events, page_events));
} catch (e) {
console.error(e);
}
const previous_events = await read_previous_events(event_file);

Loading…
Cancel
Save