From 8bd10752851ad142871f1f5aac8b90af964d6889 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?J=C3=B8rgen=20Sverre=20Lien=20Sell=C3=A6g?= Date: Sun, 8 Nov 2020 02:20:01 +0100 Subject: [PATCH] move function to browse file --- src/browse.js | 4 +++- src/logic.js | 6 +----- 2 files changed, 4 insertions(+), 6 deletions(-) diff --git a/src/browse.js b/src/browse.js index 698d4fd..64b3c98 100644 --- a/src/browse.js +++ b/src/browse.js @@ -2,7 +2,6 @@ const puppeteer = require('puppeteer'); const { has_past_events, - get_body_inner_text, has_upcoming_events, get_upcoming_events_from_page, get_past_events_from_page, @@ -47,6 +46,9 @@ const register_page_scraper = (endpoint, page, past_events = false) => { }); }; +const get_body_inner_text = async (page) => + await page.evaluate('document.querySelector("body").innerText;'); + const get_page_events = async (opt) => { const browser = await open_browser(opt); const facebook_page = await browser.newPage(); diff --git a/src/logic.js b/src/logic.js index f5d9880..8ff6698 100644 --- a/src/logic.js +++ b/src/logic.js @@ -1,4 +1,4 @@ -const { hasPath, pathOr, props, uniqBy, eqBy, prop, union } = require('ramda'); +const { hasPath, pathOr, props } = require('ramda'); const parseArgs = require('minimist'); const process = require('process'); @@ -125,9 +125,6 @@ const map_event = ({ node: event }) => { }; }; -const get_body_inner_text = async (page) => - await page.evaluate('document.querySelector("body").innerText;'); - const has_upcoming_events = (body) => body.includes('upcoming events') && !body.includes('not have any upcoming events'); @@ -163,7 +160,6 @@ const event_date_to_date_obj = (event) => { module.exports = { by_date, event_date_to_date_obj, - get_body_inner_text, get_past_events_from_page, get_upcoming_events_from_page, has_past_events,