ic
/
derma
6
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

update

fix-broken-scrape
Jørgen Sverre Lien Sellæg 4 years ago
parent
ca5964a558
commit
c3a56fd871
2 changed files with 79 additions and 79 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 2
      bin/adapter.mjs
  2. 156
      bin/run.sh

2
bin/adapter.mjs
Unescape View File

@ -5,7 +5,7 @@ const eventFiles = process.argv.slice(3);
const later = (delay, value) =>
new Promise((resolve) => setTimeout(resolve, delay, value));
export const unix = (a) => parseInt(new Date(a).valueOf() / 1000, 10);
const unix = (a) => parseInt(new Date(a).valueOf() / 1000, 10);
(async () => {
const root = '/home/zalox/src/acne/lib/derma';

156
bin/run.sh
Unescape View File

@ -16,82 +16,82 @@ function scrape_page {
mkdir -p events
# scrape_page 145869695444569 events/AftermathMusicNorway-145869695444569.json
# scrape_page 774453762576345 events/BarnefestivalenJubaJuba-774453762576345.json
# scrape_page 1633600613619431 events/Hammerhead-1633600613619431.json
# scrape_page 750972958283466 events/Boxerbar-750972958283466.json
# scrape_page 153799614679194 events/Britannia-153799614679194.Hotel.json
# scrape_page 380071843764 events/ByscenenTrondheim-380071843764.json
# scrape_page 220501644709429 events/CinemateketTrondheim-220501644709429.json
# scrape_page 225737590803212 events/Diskoteketbar-225737590803212.json
# scrape_page 325557631163470 events/Dora3Trondheim-325557631163470.json
# scrape_page 784700614931033 events/Goodomensbar-784700614931033.json
# scrape_page 1673051982745157 events/HjortenScene-1673051982745157.json
# scrape_page 11541693212 events/ISFiTNorway-11541693212.json
# scrape_page 1419662314995709 events/KafeSkuret-1419662314995709.json
# scrape_page 1092418890774152 events/Kafelarssen-1092418890774152.json
# scrape_page 154134355099614 events/KonsertGalleriet-154134355099614.json
# scrape_page 2198343290262409 events/Lager11-2198343290262409.trondheim.json
# scrape_page 287716286232 events/Pstereo-287716286232.json
# scrape_page 111985600537696 events/Sommer-i-Borggården-111985600537696-111985600537696.json
# scrape_page 151868258198492 events/Sukkerhuset-151868258198492.json
# scrape_page 274218068628 events/TRONDHEIMISAK-274218068628.json
# scrape_page 705753499633189 events/TrondheimCamping-705753499633189.json
# scrape_page 214229302015789 events/TrondheimJazzforum-214229302015789.json
# scrape_page 311676952866578 events/TrondheimLive-311676952866578.json
# scrape_page 114647705270950 events/TrondheimMetalFest-114647705270950.json
# scrape_page 1866856830009864 events/TrondheimRocks-1866856830009864.json
# scrape_page 175439175828277 events/TrondheimSpektrum-175439175828277.json
# scrape_page 108747454194270 events/TrykkerietScene-108747454194270.json
# scrape_page 626731467352429 events/WorkWorkTrd-626731467352429.json
# scrape_page 300444313497473 events/almasrestaurant-300444313497473.json
# scrape_page 106346922773023 events/antikvarene-106346922773023.json
# scrape_page 150118755488 events/artscenetrondheim-150118755488.json
# scrape_page 158501780863403 events/barcircus-158501780863403.json
# scrape_page 160806787399376 events/barmoskus-160806787399376.json
# scrape_page 1712859978926496 events/brorbaras-1712859978926496.json
# scrape_page 191072824261732 events/cafenim-191072824261732.json
# scrape_page 129738423764486 events/cafenimuser-129738423764486.json
# scrape_page 118990964789505 events/clarioncollectiongrandolav-118990964789505.json
# scrape_page 148274751888665 events/clariontrondheim-148274751888665.json
# scrape_page 378038755927834 events/comforthpark-378038755927834.json
# scrape_page 271908336649895 events/crispingloverrecordshop-271908336649895.json
# scrape_page 860188704010725 events/feminalen-860188704010725.json
# scrape_page 654277341296114 events/fru-654277341296114.lundgreen.json
# scrape_page 955982084466587 events/habitattrondheim-955982084466587.json
# scrape_page 143110949094001 events/ilabrainnstasjon-143110949094001.json
# scrape_page 105916402763134 events/jazzfestno-105916402763134.json
# scrape_page 80792973478 events/kamfest-80792973478.json
# scrape_page 137220573544106 events/komikerliv-137220573544106.json
# scrape_page 1402925659778914 events/konsertkollektiv-1402925659778914.json
# scrape_page 642243462457769 events/kulturnattrondheim-642243462457769.json
# scrape_page 246603018828671 events/kunsthalltrondheim-246603018828671.json
# scrape_page 180524565650597 events/ladekaia-180524565650597.json
# scrape_page 1552366408164455 events/lamon-1552366408164455.scenen.json
# scrape_page 101846779891549 events/lobbyen-101846779891549.json
# scrape_page 191245541651071 events/lokal-191245541651071.trhm.json
# scrape_page 346065342451673 events/midtbyenrockeklubb-346065342451673.json
# scrape_page 1786002618299415 events/nidelvenbarogscene-1786002618299415.json
# scrape_page 90016673206 events/olavsfest-90016673206.json
# scrape_page 149127815110411 events/olavshallenas-149127815110411.json
# scrape_page 130558850296573 events/qualityhotelpanorama-130558850296573.json
# scrape_page 286956505871 events/ringvemusikkmuseum-286956505871.json
# scrape_page 68623573578 events/rockheim-68623573578.json
# scrape_page 11782406887 events/samfundet-11782406887.json
# scrape_page 375949715790210 events/scandicbakklandet-375949715790210.json
# scrape_page 260116090806604 events/scandiclerkendal-260116090806604.json
# scrape_page 127377617334855 events/scandicnidelven-127377617334855.json
# scrape_page 799107733481572 events/scandicsolsiden-799107733481572.json
# scrape_page 169539553659073 events/scenekanten-169539553659073.trondheim.json
# scrape_page 110148939061528 events/solsidentrondheim-110148939061528.json
# scrape_page 109571644107406 events/stormfestivalen-109571644107406.json
# scrape_page 484033441709379 events/stundomrecords-484033441709379.json
# scrape_page 208801362485221 events/thonhotelprinsen-208801362485221.json
# scrape_page 1649281185339329 events/trollrestaurant-1649281185339329.json
# scrape_page 33687748452 events/trondercore-33687748452.json
# scrape_page 112475092130212 events/trondheim-112475092130212.kunstmuseum.json
# scrape_page 192236567852623 events/trondheimbluesklubb-192236567852623.json
# scrape_page 125977737456625 events/trondheimcalling-125977737456625.json
# scrape_page 16582146804 events/trondheimfolkebibliotek-16582146804.json
# scrape_page 1858914204185866 events/trondheimstage-1858914204185866.json
# scrape_page 237410323543222 events/tyventrondheim-237410323543222.json
# scrape_page 697776233588499 events/uffabookingcrew-697776233588499.json
scrape_page 1633600613619431 events/Hammerhead-1633600613619431.json
scrape_page 750972958283466 events/Boxerbar-750972958283466.json
scrape_page 153799614679194 events/Britannia-153799614679194.Hotel.json
scrape_page 380071843764 events/ByscenenTrondheim-380071843764.json
scrape_page 220501644709429 events/CinemateketTrondheim-220501644709429.json
scrape_page 225737590803212 events/Diskoteketbar-225737590803212.json
scrape_page 325557631163470 events/Dora3Trondheim-325557631163470.json
scrape_page 784700614931033 events/Goodomensbar-784700614931033.json
scrape_page 1673051982745157 events/HjortenScene-1673051982745157.json
scrape_page 11541693212 events/ISFiTNorway-11541693212.json
scrape_page 1419662314995709 events/KafeSkuret-1419662314995709.json
scrape_page 1092418890774152 events/Kafelarssen-1092418890774152.json
scrape_page 154134355099614 events/KonsertGalleriet-154134355099614.json
scrape_page 2198343290262409 events/Lager11-2198343290262409.trondheim.json
scrape_page 287716286232 events/Pstereo-287716286232.json
scrape_page 111985600537696 events/Sommer-i-Borggården-111985600537696-111985600537696.json
scrape_page 151868258198492 events/Sukkerhuset-151868258198492.json
scrape_page 274218068628 events/TRONDHEIMISAK-274218068628.json
scrape_page 705753499633189 events/TrondheimCamping-705753499633189.json
scrape_page 214229302015789 events/TrondheimJazzforum-214229302015789.json
scrape_page 311676952866578 events/TrondheimLive-311676952866578.json
scrape_page 114647705270950 events/TrondheimMetalFest-114647705270950.json
scrape_page 1866856830009864 events/TrondheimRocks-1866856830009864.json
scrape_page 175439175828277 events/TrondheimSpektrum-175439175828277.json
scrape_page 108747454194270 events/TrykkerietScene-108747454194270.json
scrape_page 626731467352429 events/WorkWorkTrd-626731467352429.json
scrape_page 300444313497473 events/almasrestaurant-300444313497473.json
scrape_page 106346922773023 events/antikvarene-106346922773023.json
scrape_page 150118755488 events/artscenetrondheim-150118755488.json
scrape_page 158501780863403 events/barcircus-158501780863403.json
scrape_page 160806787399376 events/barmoskus-160806787399376.json
scrape_page 1712859978926496 events/brorbaras-1712859978926496.json
scrape_page 191072824261732 events/cafenim-191072824261732.json
scrape_page 129738423764486 events/cafenimuser-129738423764486.json
scrape_page 118990964789505 events/clarioncollectiongrandolav-118990964789505.json
scrape_page 148274751888665 events/clariontrondheim-148274751888665.json
scrape_page 378038755927834 events/comforthpark-378038755927834.json
scrape_page 271908336649895 events/crispingloverrecordshop-271908336649895.json
scrape_page 860188704010725 events/feminalen-860188704010725.json
scrape_page 654277341296114 events/fru-654277341296114.lundgreen.json
scrape_page 955982084466587 events/habitattrondheim-955982084466587.json
scrape_page 143110949094001 events/ilabrainnstasjon-143110949094001.json
scrape_page 105916402763134 events/jazzfestno-105916402763134.json
scrape_page 80792973478 events/kamfest-80792973478.json
scrape_page 137220573544106 events/komikerliv-137220573544106.json
scrape_page 1402925659778914 events/konsertkollektiv-1402925659778914.json
scrape_page 642243462457769 events/kulturnattrondheim-642243462457769.json
scrape_page 246603018828671 events/kunsthalltrondheim-246603018828671.json
scrape_page 180524565650597 events/ladekaia-180524565650597.json
scrape_page 1552366408164455 events/lamon-1552366408164455.scenen.json
scrape_page 101846779891549 events/lobbyen-101846779891549.json
scrape_page 191245541651071 events/lokal-191245541651071.trhm.json
scrape_page 346065342451673 events/midtbyenrockeklubb-346065342451673.json
scrape_page 1786002618299415 events/nidelvenbarogscene-1786002618299415.json
scrape_page 90016673206 events/olavsfest-90016673206.json
scrape_page 149127815110411 events/olavshallenas-149127815110411.json
scrape_page 130558850296573 events/qualityhotelpanorama-130558850296573.json
scrape_page 286956505871 events/ringvemusikkmuseum-286956505871.json
scrape_page 68623573578 events/rockheim-68623573578.json
scrape_page 11782406887 events/samfundet-11782406887.json
scrape_page 375949715790210 events/scandicbakklandet-375949715790210.json
scrape_page 260116090806604 events/scandiclerkendal-260116090806604.json
scrape_page 127377617334855 events/scandicnidelven-127377617334855.json
scrape_page 799107733481572 events/scandicsolsiden-799107733481572.json
scrape_page 169539553659073 events/scenekanten-169539553659073.trondheim.json
scrape_page 110148939061528 events/solsidentrondheim-110148939061528.json
scrape_page 109571644107406 events/stormfestivalen-109571644107406.json
scrape_page 484033441709379 events/stundomrecords-484033441709379.json
scrape_page 208801362485221 events/thonhotelprinsen-208801362485221.json
scrape_page 1649281185339329 events/trollrestaurant-1649281185339329.json
scrape_page 33687748452 events/trondercore-33687748452.json
scrape_page 112475092130212 events/trondheim-112475092130212.kunstmuseum.json
scrape_page 192236567852623 events/trondheimbluesklubb-192236567852623.json
scrape_page 125977737456625 events/trondheimcalling-125977737456625.json
scrape_page 16582146804 events/trondheimfolkebibliotek-16582146804.json
scrape_page 1858914204185866 events/trondheimstage-1858914204185866.json
scrape_page 237410323543222 events/tyventrondheim-237410323543222.json
scrape_page 697776233588499 events/uffabookingcrew-697776233588499.json
scrape_page 965958530110723 events/vaarfruekirke-965958530110723.json

Write Preview
Loading…
Cancel
Save