Browse Source

speed stuff up

fix-broken-scrape
Jørgen Sverre Lien Sellæg 4 years ago
parent
commit
63b50ef28f
  1. 2
      bin/adapter.mjs
  2. 4
      src/facebook/get-page-events.mjs

2
bin/adapter.mjs

@ -118,7 +118,7 @@ const headers = { 'Content-Type': 'application/json' };
if (!search.ok) {
console.error(118, 'search not ok');
console.error(119, await search.text());
await sleep(1000);
await sleep(200);
continue;
}
search = await search.json();

4
src/facebook/get-page-events.mjs

@ -80,7 +80,7 @@ export const get_page_events = async ({
let { edges } = result;
let retries = 0;
while (has_next_page) {
sleep(2);
sleep(0.1);
const paginationResult = await past_pagination_query({
cursor,
pageID
@ -109,7 +109,7 @@ export const get_page_events = async ({
let { edges } = result;
let retries = 0;
while (has_next_page) {
sleep(2);
sleep(0.1);
const paginationResult = await upcoming_pagination_query({
cursor,
pageID

Loading…
Cancel
Save