diff --git a/bin/extract-unique-pages-from-event-nodes b/bin/extract-unique-pages-from-event-nodes index 93aca47..4254fe2 100755 --- a/bin/extract-unique-pages-from-event-nodes +++ b/bin/extract-unique-pages-from-event-nodes @@ -12,5 +12,7 @@ cat $1 \ | flatten-array \ | get-pages-from-hosts \ | unique-by-id \ - | remove-profile-picture + | remove-profile-picture \ + | remove-pageID \ + | remove-typename diff --git a/bin/remove-pageID b/bin/remove-pageID new file mode 100755 index 0000000..4ab45bc --- /dev/null +++ b/bin/remove-pageID @@ -0,0 +1,21 @@ +#!/usr/bin/env node + +const pathOr = require('ramda/src/pathOr'); + +let input = []; + +process.stdin.resume(); +process.stdin.setEncoding('utf8'); + +process.stdin.on('data', (data) => { + input.push(data); +}); + +process.stdin.on('end', () => { + const str = input.join(''); + const events = JSON.parse(str); + + let uniquePages = []; + + console.log(JSON.stringify(events.map(({ pageID, ...event }) => event))); +}); diff --git a/bin/remove-typename b/bin/remove-typename new file mode 100755 index 0000000..57d8efe --- /dev/null +++ b/bin/remove-typename @@ -0,0 +1,21 @@ +#!/usr/bin/env node + +const pathOr = require('ramda/src/pathOr'); + +let input = []; + +process.stdin.resume(); +process.stdin.setEncoding('utf8'); + +process.stdin.on('data', (data) => { + input.push(data); +}); + +process.stdin.on('end', () => { + const str = input.join(''); + const events = JSON.parse(str); + + let uniquePages = []; + + console.log(JSON.stringify(events.map(({ __typename, ...event }) => event))); +});