Browse Source

make the request even more generic

fix-broken-scrape
Jørgen Sverre Lien Sellæg 5 years ago
parent
commit
113a9c7d15
  1. 29
      src/facebook-api.js

29
src/facebook-api.js

@ -8,22 +8,10 @@ const {
sleep, sleep,
} = require('./logic'); } = require('./logic');
const fetch = require('node-fetch'); const fetch = require('node-fetch');
const last = require('ramda/src/last'); const last = require('ramda/src/last');
const do_events_request = async (page_id, doc_id, cursor = null) => { const do_request = async (doc_id, variables) => {
const params = new URLSearchParams(); const params = new URLSearchParams();
let variables = {
pageID: `${page_id}`,
allowedStates: ['PUBLISHED', 'CANCELED'],
cacheBreaker: 0,
};
if (cursor !== null) {
variables = { ...variables, count: 20, cursor };
}
params.append('doc_id', doc_id); params.append('doc_id', doc_id);
params.append('variables', JSON.stringify(variables)); params.append('variables', JSON.stringify(variables));
@ -58,6 +46,21 @@ const do_events_request = async (page_id, doc_id, cursor = null) => {
return res; return res;
}; };
const do_events_request = async (page_id, doc_id, cursor = null) => {
let variables = {
pageID: `${page_id}`,
allowedStates: ['PUBLISHED', 'CANCELED'],
cacheBreaker: 0,
};
if (cursor !== null) {
variables = { ...variables, count: 20, cursor };
}
const res = await do_request(doc_id, variables);
return res;
};
const get_events = async (page_id, doc_id, get_events_from_page, events) => { const get_events = async (page_id, doc_id, get_events_from_page, events) => {
let { edges, cursor } = events; let { edges, cursor } = events;
let next = cursor !== null; let next = cursor !== null;

Loading…
Cancel
Save