From 88cf6aa56c5ea52cb7efed54762b84e5e90e4b6a Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?J=C3=B8rgen=20Sverre=20Lien=20Sell=C3=A6g?=
 <jorgen.sellag@ibooking.no>
Date: Sun, 11 Jul 2021 17:01:14 +0200
Subject: [PATCH] filter away clutter

---
 bin/extract-unique-pages-from-event-nodes |  4 +++-
 bin/remove-pageID                         | 21 +++++++++++++++++++++
 bin/remove-typename                       | 21 +++++++++++++++++++++
 3 files changed, 45 insertions(+), 1 deletion(-)
 create mode 100755 bin/remove-pageID
 create mode 100755 bin/remove-typename

diff --git a/bin/extract-unique-pages-from-event-nodes b/bin/extract-unique-pages-from-event-nodes
index 93aca47..4254fe2 100755
--- a/bin/extract-unique-pages-from-event-nodes
+++ b/bin/extract-unique-pages-from-event-nodes
@@ -12,5 +12,7 @@ cat $1 \
   | flatten-array \
   | get-pages-from-hosts \
   | unique-by-id \
-  | remove-profile-picture
+  | remove-profile-picture \
+  | remove-pageID \
+  | remove-typename
 
diff --git a/bin/remove-pageID b/bin/remove-pageID
new file mode 100755
index 0000000..4ab45bc
--- /dev/null
+++ b/bin/remove-pageID
@@ -0,0 +1,21 @@
+#!/usr/bin/env node
+
+const pathOr = require('ramda/src/pathOr');
+
+let input = [];
+
+process.stdin.resume();
+process.stdin.setEncoding('utf8');
+
+process.stdin.on('data', (data) => {
+  input.push(data);
+});
+
+process.stdin.on('end', () => {
+  const str = input.join('');
+  const events = JSON.parse(str);
+
+  let uniquePages = [];
+
+  console.log(JSON.stringify(events.map(({ pageID, ...event }) => event)));
+});
diff --git a/bin/remove-typename b/bin/remove-typename
new file mode 100755
index 0000000..57d8efe
--- /dev/null
+++ b/bin/remove-typename
@@ -0,0 +1,21 @@
+#!/usr/bin/env node
+
+const pathOr = require('ramda/src/pathOr');
+
+let input = [];
+
+process.stdin.resume();
+process.stdin.setEncoding('utf8');
+
+process.stdin.on('data', (data) => {
+  input.push(data);
+});
+
+process.stdin.on('end', () => {
+  const str = input.join('');
+  const events = JSON.parse(str);
+
+  let uniquePages = [];
+
+  console.log(JSON.stringify(events.map(({ __typename, ...event }) => event)));
+});