Add dotfiles and scripts

scripts/delete_index.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+curl -XDELETE "http://127.0.0.1:9200/$1"

scripts/get_indices.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+curl -XGET "http://127.0.0.1:9200/_cat/indices"

scripts/update

@@ -0,0 +1,18 @@
+#!/bin/sh
+
+set -eux
+cd data/awesome-awesomeness
+git stash && git pull
+
+~/update_fscrawler.sh
+
+rm -rf /var/www/awesm/html /var/www/awesm/terminal
+mv html terminal /var/www/awesm/
+
+cd /var/www/awesm
+chown -R :www-data html terminal
+
+date -ur html > stats/updated.txt
+ls html | wc -l > stats/sites.txt
+
+chmod -R o-rwx ./*

scripts/update_fscrawler.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+~/data/fscrawler-distribution-2.10-SNAPSHOT/bin/fscrawler --loop 1 --trace awesm