Browse Source

small cleanup

fix-broken-scrape
Jørgen Lien Sellæg 6 years ago
parent
commit
fb1b7a36cf
  1. 27
      scrape.js

27
scrape.js

@ -128,17 +128,6 @@ const save_images = async ({ image = null, event_id }) => {
} }
}; };
const argv = parse_args(process.argv.slice(2));
const page_ids = pathOr('', ['page_ids'], argv)
.split(',')
.filter((str) => str.length !== 0)
.map((page_id) => `https://www.facebook.com/${page_id}/events/`);
const event_ids = pathOr('', ['event_ids'], argv)
.split(',')
.filter((str) => str.length !== 0)
.map((event_id) => `https://www.facebook.com/events/${event_id}`);
const get_city_name = (event) => const get_city_name = (event) =>
pathOr('', 'event_place.city.contextual_name'.split('.'), event); pathOr('', 'event_place.city.contextual_name'.split('.'), event);
@ -175,6 +164,16 @@ const open_browser = async (images_directory) => {
return browser; return browser;
}; };
const argv = parse_args(process.argv.slice(2));
const page_ids = pathOr('', ['page_ids'], argv)
.split(',')
.filter((str) => str.length !== 0)
.map((page_id) => `https://www.facebook.com/${page_id}/events/`);
const event_ids = pathOr('', ['event_ids'], argv)
.split(',')
.filter((str) => str.length !== 0)
.map((event_id) => `https://www.facebook.com/events/${event_id}`);
(async () => { (async () => {
create_images_directory('./events/img'); create_images_directory('./events/img');
@ -212,9 +211,3 @@ const open_browser = async (images_directory) => {
} }
console.log(JSON.stringify(events)); console.log(JSON.stringify(events));
})(); })();
/* (async () => {
* const image_path = './events/img/439439046887956.jpg';
* const image = await fs.readFile(image_path);
* write_resized(image_path, image);
* })(); */

Loading…
Cancel
Save