derma/scrape.js

const puppeteer = require('puppeteer');
const { JSDOM } = require('jsdom');
// const event_page = 'https://www.facebook.com/KulturVarsel/events';
// const event_page = 'https://www.facebook.com/pg/bandmaldito/events';
const event_page = 'file:///home/zalox/src/kultar-events/index.chrome.html';
const upcoming_event_id = 'past_events_card';
const upcoming_event_selector = `#pastup_events_card > div > div:nth-child(2) > table > tbody > tr`;

const month_name_to_number = (month_name) => {
  switch (month_name.toUpperCase()) {
  case "JAN": return 1;
  case "FEB": return 2;
  case "MAR": return 3;
  case "APR": return 4;
  case "MAY": return 5;
  case "JUN": return 6;
  case "JUL": return 7;
  case "AUG": return 8;
  case "SEP": return 9;
  case "OCT": return 10;
  case "NOV": return 10;
  case "DEC": return 12;
  }
}

const parse_event_time = (event_time_text) => {
  const reversed_text = event_time_text.split("").reverse().join("");
  if (!(reversed_text.substr(2, 1) == '+')) {
    return null;
  }

  const timezone = reversed_text.substr(0,6).split("").reverse().join("");
  const minutes = reversed_text.substr(7,2).split("").reverse().join("");
  const hour = reversed_text.substr(10,2).split("").reverse().join("").trim();
  return {
    tz: timezone,
    min: minutes,
    hour,
  }
}

const parse_ticket_location = (row) => {
  const host = row.children[2].firstChild.firstChild.firstChild.innerHTML
  const location = row.children[2].firstChild.lastChild.innerHTML
  return {
    host,
    location,
  };
}

const parse_event_date = (row) => {
  const date_column = row.firstChild.firstChild;
  const month_text = new String(date_column.firstChild.innerHTML);
  const month = new Number(month_name_to_number(month_text)) - 1;
  const day = new Number(date_column.lastChild.innerHTML);
  const event_time_text = row.children[1].lastChild.getElementsByTagName('span')[1].innerHTML;
  const event_time = parse_event_time(event_time_text);

  if (event_time === null) {
    return new Date(2020, month, day);
  }

  return new Date(2020, month, day, event_time.hour, event_time.min);
}

const parse_event_link = (row) => {
  const link_text = row.children[1].firstChild.getElementsByTagName('a')[0].href;
  const event_id = link_text.split('/')[2];
  return event_id;
}

const parse_ticket_url = (row) => {
  const link_text = row.lastChild.firstChild.firstChild;

  if (link_text.children.length === 0) {
    return null;
  }

  const url = new URL(link_text.getElementsByTagName('a')[0].href)
        .searchParams

        .get('u');

  return url;
}

const parse_event_name = (row) =>  {
  const event_name = row.children[1].firstChild.getElementsByTagName('span')[0].innerHTML;
  return event_name.trim();
}

const load_page = async () => {
  try {
    const browser = await puppeteer.launch({ headless: true });

    const page = await browser.newPage();

    await page.goto(event_page);
    await page.waitForSelector(upcoming_event_selector);

    await page.evaluate(() => {
      window.scrollBy(0, window.innerHeight);
    });

    await page.waitFor(1000);

    let get_events = (upcoming_event_id) => {
      const upcoming_events_element = document.getElementById(upcoming_event_id);

      if (upcoming_events_element === null) {
        throw new Error(`Element ${upcoming_event_id} was not found.`);
      }

      if (upcoming_events_element.firstChild === null) {
        throw new Error(`Element ${upcoming_event_id} firstChild was not found.`);
      }

      if (upcoming_events_element.firstChild.children === null) {
        throw new Error(`Element ${upcoming_event_id} children not found.`);
      }

      return Array.from(upcoming_events_element.firstChild.children).map(item => item.innerHTML);
    };


    const events = await page.evaluate(get_events, upcoming_event_id);

    const htmlToTableRowElement = (table) => {
      const { document } = (new JSDOM(table)).window;
      return Array.from(document.body.getElementsByTagName('tr'))[0];
    }

    const emptyArrays = item => item;

    const parseRowToEvents = table_row => {
      const date = parse_event_date(table_row);
      const name = parse_event_name(table_row);
      const event_id = parse_event_link(table_row);
      const ticket_url = parse_ticket_url(table_row);
      const location = parse_ticket_location(table_row);
      return {
        date,
        name,
        event_id,
        ticket_url,
        location,
      };
    };

    const parsed_events = events
          .map(htmlToTableRowElement)
          .filter(emptyArrays)
          .map(parseRowToEvents)
    ;

    console.log(parsed_events);
  }

  catch(e) {
    console.error(e);
  }
};

(
  async () => {
    await load_page();
  }
)();