scripts + scrapers

opendata-heilbronn · Apr 15, 2017 · c394f0e · c394f0e
1 parent 2766b98
commit c394f0e
Show file tree

Hide file tree

Showing 33 changed files with 45 additions and 542 deletions.
diff --git a/_config.yml b/_config.yml
@@ -45,5 +45,4 @@ url: https://opendata-heilbronn.github.io
 markdown: kramdown
 permalink: pretty
 exclude:
-- _data/test.json
-- _data/data.json
+- scripts/
diff --git a/_data/data.json b/_data/data.json
diff --git a/_data/test.json b/_data/test.json
diff --git a/audio/allee-9.mp3 b/audio/allee-9.mp3
diff --git a/audio/bahnhofstrasse-11.mp3 b/audio/bahnhofstrasse-11.mp3
diff --git a/audio/bahnhofstrasse-5.mp3 b/audio/bahnhofstrasse-5.mp3
diff --git a/audio/bismarckstrasse-15.mp3 b/audio/bismarckstrasse-15.mp3
diff --git a/audio/boeckingen-klingenberger-strasse-74.mp3 b/audio/boeckingen-klingenberger-strasse-74.mp3
diff --git a/audio/boeckingen-teichstrasse-8.mp3 b/audio/boeckingen-teichstrasse-8.mp3
diff --git a/audio/gartenstrasse-50.mp3 b/audio/gartenstrasse-50.mp3
diff --git a/audio/gymnasiumstrasse-31.mp3 b/audio/gymnasiumstrasse-31.mp3
diff --git a/audio/gymnasiumstrasse-32.mp3 b/audio/gymnasiumstrasse-32.mp3
diff --git a/audio/herbststrasse-30.mp3 b/audio/herbststrasse-30.mp3
diff --git a/audio/innsbrucker-strasse-31.mp3 b/audio/innsbrucker-strasse-31.mp3
diff --git a/audio/kaiserstrasse-34.mp3 b/audio/kaiserstrasse-34.mp3
diff --git a/audio/karlstrasse-13.mp3 b/audio/karlstrasse-13.mp3
diff --git a/audio/moenchseestrasse-82.mp3 b/audio/moenchseestrasse-82.mp3
diff --git a/audio/oststrasse-42.mp3 b/audio/oststrasse-42.mp3
diff --git a/audio/paulinenstrasse-31.mp3 b/audio/paulinenstrasse-31.mp3
diff --git a/audio/pestalozzistrasse-31.mp3 b/audio/pestalozzistrasse-31.mp3
diff --git a/audio/schaefergasse-15.mp3 b/audio/schaefergasse-15.mp3
diff --git a/audio/schillerstrasse-18.mp3 b/audio/schillerstrasse-18.mp3
diff --git a/audio/schillerstrasse-48.mp3 b/audio/schillerstrasse-48.mp3
diff --git a/audio/sichererstrasse-22.mp3 b/audio/sichererstrasse-22.mp3
diff --git a/audio/sichererstrasse-9.mp3 b/audio/sichererstrasse-9.mp3
diff --git a/audio/sontheim-deinenbachstrasse-5.mp3 b/audio/sontheim-deinenbachstrasse-5.mp3
diff --git a/audio/sontheim-hauptstrasse-25.mp3 b/audio/sontheim-hauptstrasse-25.mp3
diff --git a/audio/sontheim-parkstrasse-33.mp3 b/audio/sontheim-parkstrasse-33.mp3
diff --git a/audio/waldweg-koepfertal.mp3 b/audio/waldweg-koepfertal.mp3
diff --git a/audio/weststrasse-45.mp3 b/audio/weststrasse-45.mp3
diff --git a/audio/wollhausstrasse-40.mp3 b/audio/wollhausstrasse-40.mp3
diff --git a/scripts/scrape-audios.js b/scripts/scrape-audios.js
@@ -0,0 +1,21 @@
+#!/usr/bin/nodejs
+var exec = require('child_process').exec;
+
+exec('jekyll build ..', function (error, stdout, stderr) {
+    console.log(stdout);
+    require('fs').readFile('../_site/stolpersteine.json', function (err, data) {
+        if (err) {
+            console.log('OH NO');
+            throw err;
+        } else {
+            data;
+            json = JSON.parse(data);
+            json.forEach(function(item, index){
+                if(item.audio){
+                    console.log(item.audio);
+                    exec('wget ' + item.audio + ' -P ../audio/');
+                }
+            });
+        }
+    });
+});
diff --git a/scripts/scrape-images.js b/scripts/scrape-images.js
@@ -0,0 +1,23 @@
+#!/usr/bin/nodejs
+var exec = require('child_process').exec;
+
+exec('jekyll build ..', function (error, stdout, stderr) {
+    console.log(stdout);
+    require('fs').readFile('../_site/stolpersteine.json', function (err, data) {
+        if (err) {
+            console.log('OH NO');
+            throw err;
+        } else {
+            data;
+            json = JSON.parse(data);
+            json.forEach(function(item, index){
+                if(item.images){
+                    item.images.forEach(function(url, i){
+                        console.log(url);
+                        exec('wget ' + url + ' -P ../_uploads/');
+                    })
+                }
+            });
+        }
+    });
+});