You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
97 lines
5.9 KiB
97 lines
5.9 KiB
#!/usr/bin/env bash |
|
readonly SCRIPT_HOME=$(dirname `readlink -f $0`) |
|
export NODE_EXTRA_CA_CERTS="$SCRIPT_HOME/../share/ca.crt" |
|
|
|
|
|
function scrape_page { |
|
local page_id; |
|
local storage_path; |
|
page_id="$1" |
|
storage_path="$2" |
|
|
|
echo "Scraping $storage_path"; |
|
bin/scrape $page_id > $storage_path; |
|
} |
|
|
|
mkdir -p events |
|
# scrape_page 145869695444569 events/AftermathMusicNorway-145869695444569.json |
|
# scrape_page 774453762576345 events/BarnefestivalenJubaJuba-774453762576345.json |
|
scrape_page 1633600613619431 events/Hammerhead-1633600613619431.json |
|
scrape_page 750972958283466 events/Boxerbar-750972958283466.json |
|
scrape_page 153799614679194 events/Britannia-153799614679194.Hotel.json |
|
scrape_page 380071843764 events/ByscenenTrondheim-380071843764.json |
|
scrape_page 220501644709429 events/CinemateketTrondheim-220501644709429.json |
|
scrape_page 225737590803212 events/Diskoteketbar-225737590803212.json |
|
scrape_page 325557631163470 events/Dora3Trondheim-325557631163470.json |
|
scrape_page 784700614931033 events/Goodomensbar-784700614931033.json |
|
scrape_page 1673051982745157 events/HjortenScene-1673051982745157.json |
|
scrape_page 11541693212 events/ISFiTNorway-11541693212.json |
|
scrape_page 1419662314995709 events/KafeSkuret-1419662314995709.json |
|
scrape_page 1092418890774152 events/Kafelarssen-1092418890774152.json |
|
scrape_page 154134355099614 events/KonsertGalleriet-154134355099614.json |
|
scrape_page 2198343290262409 events/Lager11-2198343290262409.trondheim.json |
|
scrape_page 287716286232 events/Pstereo-287716286232.json |
|
scrape_page 111985600537696 events/Sommer-i-Borggården-111985600537696-111985600537696.json |
|
scrape_page 151868258198492 events/Sukkerhuset-151868258198492.json |
|
scrape_page 274218068628 events/TRONDHEIMISAK-274218068628.json |
|
scrape_page 705753499633189 events/TrondheimCamping-705753499633189.json |
|
scrape_page 214229302015789 events/TrondheimJazzforum-214229302015789.json |
|
scrape_page 311676952866578 events/TrondheimLive-311676952866578.json |
|
scrape_page 114647705270950 events/TrondheimMetalFest-114647705270950.json |
|
scrape_page 1866856830009864 events/TrondheimRocks-1866856830009864.json |
|
scrape_page 175439175828277 events/TrondheimSpektrum-175439175828277.json |
|
scrape_page 108747454194270 events/TrykkerietScene-108747454194270.json |
|
scrape_page 626731467352429 events/WorkWorkTrd-626731467352429.json |
|
scrape_page 300444313497473 events/almasrestaurant-300444313497473.json |
|
scrape_page 106346922773023 events/antikvarene-106346922773023.json |
|
scrape_page 150118755488 events/artscenetrondheim-150118755488.json |
|
scrape_page 158501780863403 events/barcircus-158501780863403.json |
|
scrape_page 160806787399376 events/barmoskus-160806787399376.json |
|
scrape_page 1712859978926496 events/brorbaras-1712859978926496.json |
|
scrape_page 191072824261732 events/cafenim-191072824261732.json |
|
scrape_page 129738423764486 events/cafenimuser-129738423764486.json |
|
scrape_page 118990964789505 events/clarioncollectiongrandolav-118990964789505.json |
|
scrape_page 148274751888665 events/clariontrondheim-148274751888665.json |
|
scrape_page 378038755927834 events/comforthpark-378038755927834.json |
|
scrape_page 271908336649895 events/crispingloverrecordshop-271908336649895.json |
|
scrape_page 860188704010725 events/feminalen-860188704010725.json |
|
scrape_page 654277341296114 events/fru-654277341296114.lundgreen.json |
|
scrape_page 955982084466587 events/habitattrondheim-955982084466587.json |
|
scrape_page 143110949094001 events/ilabrainnstasjon-143110949094001.json |
|
scrape_page 105916402763134 events/jazzfestno-105916402763134.json |
|
scrape_page 80792973478 events/kamfest-80792973478.json |
|
scrape_page 137220573544106 events/komikerliv-137220573544106.json |
|
scrape_page 1402925659778914 events/konsertkollektiv-1402925659778914.json |
|
scrape_page 642243462457769 events/kulturnattrondheim-642243462457769.json |
|
scrape_page 246603018828671 events/kunsthalltrondheim-246603018828671.json |
|
scrape_page 180524565650597 events/ladekaia-180524565650597.json |
|
scrape_page 1552366408164455 events/lamon-1552366408164455.scenen.json |
|
scrape_page 101846779891549 events/lobbyen-101846779891549.json |
|
scrape_page 191245541651071 events/lokal-191245541651071.trhm.json |
|
scrape_page 346065342451673 events/midtbyenrockeklubb-346065342451673.json |
|
scrape_page 1786002618299415 events/nidelvenbarogscene-1786002618299415.json |
|
scrape_page 90016673206 events/olavsfest-90016673206.json |
|
scrape_page 149127815110411 events/olavshallenas-149127815110411.json |
|
scrape_page 130558850296573 events/qualityhotelpanorama-130558850296573.json |
|
scrape_page 286956505871 events/ringvemusikkmuseum-286956505871.json |
|
scrape_page 68623573578 events/rockheim-68623573578.json |
|
scrape_page 11782406887 events/samfundet-11782406887.json |
|
scrape_page 375949715790210 events/scandicbakklandet-375949715790210.json |
|
scrape_page 260116090806604 events/scandiclerkendal-260116090806604.json |
|
scrape_page 127377617334855 events/scandicnidelven-127377617334855.json |
|
scrape_page 799107733481572 events/scandicsolsiden-799107733481572.json |
|
scrape_page 169539553659073 events/scenekanten-169539553659073.trondheim.json |
|
scrape_page 110148939061528 events/solsidentrondheim-110148939061528.json |
|
scrape_page 109571644107406 events/stormfestivalen-109571644107406.json |
|
scrape_page 484033441709379 events/stundomrecords-484033441709379.json |
|
scrape_page 208801362485221 events/thonhotelprinsen-208801362485221.json |
|
scrape_page 1649281185339329 events/trollrestaurant-1649281185339329.json |
|
scrape_page 33687748452 events/trondercore-33687748452.json |
|
scrape_page 112475092130212 events/trondheim-112475092130212.kunstmuseum.json |
|
scrape_page 192236567852623 events/trondheimbluesklubb-192236567852623.json |
|
scrape_page 125977737456625 events/trondheimcalling-125977737456625.json |
|
scrape_page 16582146804 events/trondheimfolkebibliotek-16582146804.json |
|
scrape_page 1858914204185866 events/trondheimstage-1858914204185866.json |
|
scrape_page 237410323543222 events/tyventrondheim-237410323543222.json |
|
scrape_page 697776233588499 events/uffabookingcrew-697776233588499.json |
|
scrape_page 965958530110723 events/vaarfruekirke-965958530110723.json
|
|
|