ic
/
derma
6
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

add more pages

fix-broken-scrape
Jørgen Sverre Lien Sellæg 4 years ago
parent
1c34194ed0
commit
2ba411534b
2 changed files with 39 additions and 18 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 29
      bin/adapter.mjs
  2. 26
      bin/run.sh

29
bin/adapter.mjs
Unescape View File

@ -83,6 +83,7 @@ const get_place = (event) => {
};
const sleep = (ms) => new Promise((res) => setTimeout(res, ms));
const headers = { 'Content-Type': 'application/json' };
(async () => {
const root = '/home/zalox/src/acne/lib/derma';
@ -132,28 +133,44 @@ const sleep = (ms) => new Promise((res) => setTimeout(res, ms));
res = await fetch(`${hostname}/events/${event.id}/?token=${token}`, {
method: 'PATCH',
body: JSON.stringify(event),
headers: { 'Content-Type': 'application/json' }
headers
});
console.error(137, 'Updated');
} else {
res = await fetch(`${hostname}/events/?token=${token}`, {
method: 'POST',
body: JSON.stringify(event),
headers: { 'Content-Type': 'application/json' }
headers
});
let newEvent = await res.text();
console.error(145, newEvent);
try {
const format = (d) => {
return (
d.getFullYear() +
'-' +
('0' + (d.getMonth() + 1)).slice(-2) +
'-' +
('0' + d.getDate()).slice(-2) +
' ' +
('0' + d.getHours()).slice(-2) +
':' +
('0' + d.getMinutes()).slice(-2)
);
};
newEvent = JSON.parse(newEvent);
await fetch(`http://localhost:8080/v2/send`, {
let s = await fetch(`http://localhost:8080/v2/send`, {
body: JSON.stringify({
message: `${new Date(newEvent.start * 1000)} ${newEvent.name}`,
message: `${format(new Date(newEvent.start * 1000))} ${
newEvent.name
}`,
number: '+4793478353',
recipients: ['dansbart.dev']
recipients: ['+4793478353']
}),
method: 'POST',
headers: { 'Content-Type': 'application/json' }
headers
});
console.error(await s.text());
} catch (e) {
console.error(e);
}

26
bin/run.sh
Unescape View File

@ -16,7 +16,6 @@ function scrape_page {
mkdir -p events
# scrape_page 145869695444569 events/AftermathMusicNorway-145869695444569.json
# scrape_page 774453762576345 events/BarnefestivalenJubaJuba-774453762576345.json
scrape_page 1633600613619431 events/Hammerhead-1633600613619431.json
scrape_page 750972958283466 events/Boxerbar-750972958283466.json
scrape_page 153799614679194 events/Britannia-153799614679194.Hotel.json
scrape_page 380071843764 events/ByscenenTrondheim-380071843764.json
@ -24,14 +23,16 @@ scrape_page 220501644709429 events/CinemateketTrondheim-220501644709429.json
scrape_page 225737590803212 events/Diskoteketbar-225737590803212.json
scrape_page 325557631163470 events/Dora3Trondheim-325557631163470.json
scrape_page 784700614931033 events/Goodomensbar-784700614931033.json
scrape_page 1633600613619431 events/Hammerhead-1633600613619431.json
scrape_page 1673051982745157 events/HjortenScene-1673051982745157.json
scrape_page 11541693212 events/ISFiTNorway-11541693212.json
scrape_page 1419662314995709 events/KafeSkuret-1419662314995709.json
scrape_page 1092418890774152 events/Kafelarssen-1092418890774152.json
scrape_page 154134355099614 events/KonsertGalleriet-154134355099614.json
scrape_page 2198343290262409 events/Lager11-2198343290262409.trondheim.json
scrape_page 2198343290262409 "events/Lager11-2198343290262409-trondheim.json"
scrape_page 176869899002150 events/Nordenfjelske-176869899002150.json
scrape_page 287716286232events/Pstereo-287716286232.json
scrape_page 111985600537696 events/Sommer-i-Borggården-111985600537696-111985600537696.json
scrape_page 111985600537696 events/Sommer-i-Borggarden-111985600537696-111985600537696.json
scrape_page 151868258198492 events/Sukkerhuset-151868258198492.json
scrape_page 274218068628 events/TRONDHEIMISAK-274218068628.json
scrape_page 705753499633189 events/TrondheimCamping-705753499633189.json
@ -56,12 +57,14 @@ scrape_page 378038755927834 events/comforthpark-378038755927834.json
scrape_page 271908336649895 events/crispingloverrecordshop-271908336649895.json
scrape_page 860188704010725 events/feminalen-860188704010725.json
scrape_page 654277341296114 events/fru-654277341296114.lundgreen.json
scrape_page 236371750502642 events/galleri-hanne-236371750502642.json
scrape_page 955982084466587 events/habitattrondheim-955982084466587.json
scrape_page 143110949094001 events/ilabrainnstasjon-143110949094001.json
scrape_page 105916402763134 events/jazzfestno-105916402763134.json
scrape_page 80792973478 events/kamfest-80792973478.json
scrape_page 137220573544106 events/komikerliv-137220573544106.json
scrape_page 1402925659778914 events/konsertkollektiv-1402925659778914.json
scrape_page 2056532634661437 events/kuk-2056532634661437.json
scrape_page 642243462457769 events/kulturnattrondheim-642243462457769.json
scrape_page 246603018828671 events/kunsthalltrondheim-246603018828671.json
scrape_page 180524565650597 events/ladekaia-180524565650597.json
@ -69,10 +72,12 @@ scrape_page 1552366408164455 events/lamon-1552366408164455.scenen.json
scrape_page 101846779891549 events/lobbyen-101846779891549.json
scrape_page 191245541651071 events/lokal-191245541651071.trhm.json
scrape_page 346065342451673 events/midtbyenrockeklubb-346065342451673.json
scrape_page 127803117302354 events/modern-art-gallery-127803117302354.json
scrape_page 1786002618299415 events/nidelvenbarogscene-1786002618299415.json
scrape_page 90016673206 events/olavsfest-90016673206.json
scrape_page 149127815110411 events/olavshallenas-149127815110411.json
scrape_page 130558850296573 events/qualityhotelpanorama-130558850296573.json
scrape_page 211200805559797 events/ringe-botaniske-211200805559797.json
scrape_page 286956505871 events/ringvemusikkmuseum-286956505871.json
scrape_page 68623573578 events/rockheim-68623573578.json
scrape_page 11782406887 events/samfundet-11782406887.json
@ -82,10 +87,13 @@ scrape_page 127377617334855 events/scandicnidelven-127377617334855.json
scrape_page 799107733481572 events/scandicsolsiden-799107733481572.json
scrape_page 169539553659073 events/scenekanten-169539553659073.trondheim.json
scrape_page 110148939061528 events/solsidentrondheim-110148939061528.json
scrape_page 1558392151139397 events/stammencafe-1558392151139397.json
scrape_page 109571644107406 events/stormfestivalen-109571644107406.json
scrape_page 484033441709379 events/stundomrecords-484033441709379.json
scrape_page 309437036672672 events/sykkelgruppe-309437036672672.json
scrape_page 208801362485221 events/thonhotelprinsen-208801362485221.json
scrape_page 1649281185339329 events/trollrestaurant-1649281185339329.json
scrape_page 104735766271007 events/trondelag-teater-104735766271007.json
scrape_page 33687748452 events/trondercore-33687748452.json
scrape_page 112475092130212 events/trondheim-112475092130212.kunstmuseum.json
scrape_page 192236567852623 events/trondheimbluesklubb-192236567852623.json
@ -95,11 +103,7 @@ scrape_page 1858914204185866 events/trondheimstage-1858914204185866.json
scrape_page 237410323543222 events/tyventrondheim-237410323543222.json
scrape_page 697776233588499 events/uffabookingcrew-697776233588499.json
scrape_page 965958530110723 events/vaarfruekirke-965958530110723.json
scrape_page 176869899002150 events/Nordenfjelske-176869899002150.json
scrape_page 1558392151139397 events/stammencafe-1558392151139397.json
scrape_page 309437036672672 events/sykkelgruppe-309437036672672.json
scrape_page 211200805559797 events/ringe-botaniske-211200805559797.json
scrape_page 236371750502642 events/galleri-hanne-236371750502642.json
scrape_page 127803117302354 events/modern-art-gallery-127803117302354.json
scrape_page 2056532634661437 events/kuk-2056532634661437.json
scrape_page 104735766271007 events/trondelag-teater-104735766271007.json
scrape_page 113797470028784 events/rosendalcafe-113797470028784.json
scrape_page 1738361573050098 events/quizkverna-1738361573050098.json
scrape_page 163127267038467 events/rosendalteater-163127267038467.json
scrape_page 820958891280964 events/ladejarlen.json

Write Preview
Loading…
Cancel
Save