derma/scrape.js

const puppeteer = require('puppeteer');
const { pathOr } = require('ramda');
const parse_args = require('minimist');

const graphql_endpoint = 'https://www.facebook.com/api/graphql/';

const get_upcoming_events = pathOr(
  null,
  'data.page.upcoming_events'.split('.'),
);

const load_page = async (page, event_page) => {
  try {
    const graphql_data = new Promise((resolve, reject) => {
      page.on('response', async (response) => {
        if (graphql_endpoint === response.request().url()) {
          const text = await response.json();
          const upcoming_events = get_upcoming_events(text);
          if (upcoming_events !== null) {
            resolve(upcoming_events);
          }
        }
      });
    });
    await page.goto(event_page);
    await page.evaluate(() => window.scrollBy(0, window.innerHeight));
    return await graphql_data;
  } catch (e) {
    console.error(e);
  }
};

(async () => {
  const browser = await puppeteer.launch({
    headless: true,
    args: ['--disable-dev-shm-usage'],
  });
  const page = await browser.newPage();
  const event_page = 'https://www.facebook.com/KulturVarsel/events/';
  console.log(JSON.stringify(await load_page(page, event_page)));
  process.exit();
})();