From 9df3e874598a68873df94ffa344e3c172824736a Mon Sep 17 00:00:00 2001 From: euer Date: Thu, 29 Nov 2012 17:36:05 +0100 Subject: add github_listener a listener which fires create-host-tar every time being hit by github webhook --- retiolum/scripts/github_listener/github_listener.conf | 3 +++ retiolum/scripts/github_listener/listen | 6 ++++++ 2 files changed, 9 insertions(+) create mode 100644 retiolum/scripts/github_listener/github_listener.conf create mode 100755 retiolum/scripts/github_listener/listen (limited to 'retiolum/scripts/github_listener') diff --git a/retiolum/scripts/github_listener/github_listener.conf b/retiolum/scripts/github_listener/github_listener.conf new file mode 100644 index 00000000..d1f2dae4 --- /dev/null +++ b/retiolum/scripts/github_listener/github_listener.conf @@ -0,0 +1,3 @@ +[program:github_listener] +command=/krebs/retiolum/scripts/github_listener/listen 5432 +user=nobody diff --git a/retiolum/scripts/github_listener/listen b/retiolum/scripts/github_listener/listen new file mode 100755 index 00000000..c701d14b --- /dev/null +++ b/retiolum/scripts/github_listener/listen @@ -0,0 +1,6 @@ +#!/bin/sh +PORT=${1:-5432} +# eloop pattern +while sleep 1; do + nc -l -p $PORT -e /krebs/retiolum/bin/create-host-tar && logger "successfully built retiolum hosts tarball" +done -- cgit v1.2.3 From 1fa6c7a186a97f833028e4dcb4ec63d631cffa22 Mon Sep 17 00:00:00 2001 From: euer Date: Thu, 29 Nov 2012 18:00:33 +0100 Subject: github_listener: add README --- retiolum/scripts/github_listener/README | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) create mode 100644 retiolum/scripts/github_listener/README (limited to 'retiolum/scripts/github_listener') diff --git a/retiolum/scripts/github_listener/README b/retiolum/scripts/github_listener/README new file mode 100644 index 00000000..ad43031c --- /dev/null +++ b/retiolum/scripts/github_listener/README @@ -0,0 +1,18 @@ +GITHUB_LISTENER +=============== + +The github listener is an application which listens for github post-receive +hook calls and runs a script each time currently the github listener is +used to create a tarball of all nodes in the retiolum darknet. the current +tarball can be retrieved at http://euer.krebsco.de/retiolum/hosts.tar + +listen script +============= + +the listen script is a quick hack which runs netcat in an e-loop together +with a "logger" command to signalise successful tarball generation. + + +github_listener.conf +=================== +the supervisor config file -- cgit v1.2.3 From 6285fa2e604f7506a91f024cb7bb3c713e6cdb10 Mon Sep 17 00:00:00 2001 From: euer Date: Sun, 9 Dec 2012 22:20:51 +0100 Subject: rewrite github_listener --- retiolum/scripts/github_listener/INSTALL | 13 +++++++++++++ retiolum/scripts/github_listener/README | 4 ++++ retiolum/scripts/github_listener/github_listener.conf | 5 +++-- retiolum/scripts/github_listener/handle_request | 16 ++++++++++++++++ retiolum/scripts/github_listener/listen | 4 +++- 5 files changed, 39 insertions(+), 3 deletions(-) create mode 100644 retiolum/scripts/github_listener/INSTALL create mode 100755 retiolum/scripts/github_listener/handle_request (limited to 'retiolum/scripts/github_listener') diff --git a/retiolum/scripts/github_listener/INSTALL b/retiolum/scripts/github_listener/INSTALL new file mode 100644 index 00000000..20c0845c --- /dev/null +++ b/retiolum/scripts/github_listener/INSTALL @@ -0,0 +1,13 @@ +# HowTo + + useradd -r tinc + mkdir -p /opt/ + git init github_listener + git remote add -f origin https://github.com/krebscode/painload.git + git config core.sparsecheckout true + echo retiolum/hosts/ >> .git/info/sparse-checkout + git pull origin master + ln -s $static_painload/retiolum/{scripts,bin} retiolum/ + cp scripts/github_listener/github_listener.conf /etc/supervisor/conf.d/ + cd .. + chown tinc:tinc -R github_listener diff --git a/retiolum/scripts/github_listener/README b/retiolum/scripts/github_listener/README index ad43031c..57c30896 100644 --- a/retiolum/scripts/github_listener/README +++ b/retiolum/scripts/github_listener/README @@ -16,3 +16,7 @@ with a "logger" command to signalise successful tarball generation. github_listener.conf =================== the supervisor config file + +References +========== +also see //retiolum/doc/git_checkout_only_hosts diff --git a/retiolum/scripts/github_listener/github_listener.conf b/retiolum/scripts/github_listener/github_listener.conf index d1f2dae4..88c8ea60 100644 --- a/retiolum/scripts/github_listener/github_listener.conf +++ b/retiolum/scripts/github_listener/github_listener.conf @@ -1,3 +1,4 @@ [program:github_listener] -command=/krebs/retiolum/scripts/github_listener/listen 5432 -user=nobody +command=/opt/github_listener/retiolum/scripts/github_listener/listen 5432 +user=tinc +environment=HOSTFOLDER='/opt/github_listener/retiolum/hosts',WEBDIR='/srv/http/pub/retiolum/' diff --git a/retiolum/scripts/github_listener/handle_request b/retiolum/scripts/github_listener/handle_request new file mode 100755 index 00000000..2df05ae0 --- /dev/null +++ b/retiolum/scripts/github_listener/handle_request @@ -0,0 +1,16 @@ +#!/bin/sh +# Possible Shell Vars +# WEBDIR +# HOSTFOLDER +set -euf +HOSTFOLDER=${HOSTFOLDER:-../../hosts} +cd $(dirname $(readlink -f $0)) +cd "$HOSTFOLDER" +git pull origin master >&2 +cd - >&2 + +echo "sorry for keeping you waiting, please be patient" +../../bin/create-supernode-tar +echo "almost done..." +../../bin/create-host-tar +echo "Thank you for your patience!" diff --git a/retiolum/scripts/github_listener/listen b/retiolum/scripts/github_listener/listen index c701d14b..30f0c4b5 100755 --- a/retiolum/scripts/github_listener/listen +++ b/retiolum/scripts/github_listener/listen @@ -1,6 +1,8 @@ #!/bin/sh PORT=${1:-5432} # eloop pattern +cd $(dirname $(readlink -f $0)) while sleep 1; do - nc -l -p $PORT -e /krebs/retiolum/bin/create-host-tar && logger "successfully built retiolum hosts tarball" + nc -lvv -p $PORT -e ./handle_request && logger "successfully built retiolum hosts tarball" + done -- cgit v1.2.3 From c971ce27a09d4aa5e740fda3664c8a8181de3233 Mon Sep 17 00:00:00 2001 From: root Date: Wed, 2 Jan 2013 18:34:41 +0000 Subject: fix adv_graphgen, github_listener --- retiolum/scripts/github_listener/github_listener.conf | 5 +++-- retiolum/scripts/github_listener/handle_request | 19 +++++++++++++------ retiolum/scripts/github_listener/listen | 8 -------- 3 files changed, 16 insertions(+), 16 deletions(-) delete mode 100755 retiolum/scripts/github_listener/listen (limited to 'retiolum/scripts/github_listener') diff --git a/retiolum/scripts/github_listener/github_listener.conf b/retiolum/scripts/github_listener/github_listener.conf index 88c8ea60..c4f0a8b6 100644 --- a/retiolum/scripts/github_listener/github_listener.conf +++ b/retiolum/scripts/github_listener/github_listener.conf @@ -1,4 +1,5 @@ [program:github_listener] -command=/opt/github_listener/retiolum/scripts/github_listener/listen 5432 +command=nc -lvv -p 5432 -c "./handle_request /opt/github_listener/retiolum/hosts /var/www/euer.krebsco.de/retiolum/" user=tinc -environment=HOSTFOLDER='/opt/github_listener/retiolum/hosts',WEBDIR='/srv/http/pub/retiolum/' +directory=/krebs/retiolum/scripts/github_listener/ +autorestart=true diff --git a/retiolum/scripts/github_listener/handle_request b/retiolum/scripts/github_listener/handle_request index 2df05ae0..5b42524a 100755 --- a/retiolum/scripts/github_listener/handle_request +++ b/retiolum/scripts/github_listener/handle_request @@ -3,14 +3,21 @@ # WEBDIR # HOSTFOLDER set -euf -HOSTFOLDER=${HOSTFOLDER:-../../hosts} +if [ "x${2:-}" = x ];then + echo "usage: $0 HOSTDIRECTORY WEBDIRECTORY" + exit 1 +fi +export HOSTDIR=${1:-../../hosts} +WEBDIR=${2:-/var/www/euer.krebsco.de/retiolum/} +echo "sorry for keeping you waiting, please be patient" + cd $(dirname $(readlink -f $0)) -cd "$HOSTFOLDER" + +cd "$HOSTDIR" git pull origin master >&2 +echo "First step done" cd - >&2 - -echo "sorry for keeping you waiting, please be patient" -../../bin/create-supernode-tar +../../bin/create-supernode-tar $WEBDIR echo "almost done..." -../../bin/create-host-tar +../../bin/create-host-tar $WEBDIR echo "Thank you for your patience!" diff --git a/retiolum/scripts/github_listener/listen b/retiolum/scripts/github_listener/listen deleted file mode 100755 index 30f0c4b5..00000000 --- a/retiolum/scripts/github_listener/listen +++ /dev/null @@ -1,8 +0,0 @@ -#!/bin/sh -PORT=${1:-5432} -# eloop pattern -cd $(dirname $(readlink -f $0)) -while sleep 1; do - nc -lvv -p $PORT -e ./handle_request && logger "successfully built retiolum hosts tarball" - -done -- cgit v1.2.3