From ad09d521243d9275d2af99b5aa5b67b9f79d3a77 Mon Sep 17 00:00:00 2001 From: makefu Date: Fri, 7 Dec 2012 22:34:39 +0100 Subject: write_channel.py rewritten to announce_pubkey announce_pubkey is a shell-only implementation of the now obsolete write_channel script to announce a hosts public key the only dependency of this script is telnet, haven't seen a system without it for a while now --- retiolum/bin/announce_pubkey | 35 ++++++++++++++++++++++++++++ retiolum/scripts/tinc_setup/install.sh | 2 +- retiolum/scripts/tinc_setup/write_channel.py | 27 --------------------- 3 files changed, 36 insertions(+), 28 deletions(-) create mode 100644 retiolum/bin/announce_pubkey delete mode 100644 retiolum/scripts/tinc_setup/write_channel.py (limited to 'retiolum') diff --git a/retiolum/bin/announce_pubkey b/retiolum/bin/announce_pubkey new file mode 100644 index 00000000..ce5aed19 --- /dev/null +++ b/retiolum/bin/announce_pubkey @@ -0,0 +1,35 @@ +#!/bin/sh +set -euf +HOST="${1:-}" + +usage (){ +cat < Date: Fri, 7 Dec 2012 22:48:51 +0100 Subject: chmod +x annouce_pubkey --- retiolum/bin/announce_pubkey | 0 1 file changed, 0 insertions(+), 0 deletions(-) mode change 100644 => 100755 retiolum/bin/announce_pubkey (limited to 'retiolum') diff --git a/retiolum/bin/announce_pubkey b/retiolum/bin/announce_pubkey old mode 100644 new mode 100755 -- cgit v1.2.3 From 52ba57cf7473a8f480728eaa8c3616952bb7335a Mon Sep 17 00:00:00 2001 From: euer Date: Fri, 7 Dec 2012 22:53:12 +0100 Subject: tinc_stats.py -> tinc_stats2json tinc_stats2json is now able to parse new tincctl format as well as legacy syslog format --- retiolum/bin/tinc_stats2json | 123 ++++++++++++++++++++++++++++ retiolum/scripts/adv_graphgen/anonytize.sh | 2 +- retiolum/scripts/adv_graphgen/sanitize.sh | 2 +- retiolum/scripts/adv_graphgen/tinc_stats.py | 83 ------------------- 4 files changed, 125 insertions(+), 85 deletions(-) create mode 100755 retiolum/bin/tinc_stats2json delete mode 100755 retiolum/scripts/adv_graphgen/tinc_stats.py (limited to 'retiolum') diff --git a/retiolum/bin/tinc_stats2json b/retiolum/bin/tinc_stats2json new file mode 100755 index 00000000..acadb306 --- /dev/null +++ b/retiolum/bin/tinc_stats2json @@ -0,0 +1,123 @@ +#!/usr/bin/python +import subprocess +import os +import re +import sys +import json + + + +TINC_NETWORK =os.environ.get("TINC_NETWORK","retiolum") + +# is_legacy is the parameter which defines if the tinc config files are handled old fashioned (parse from syslog), +# or if the new and hip tincctl should be used +is_legacy= os.environ.get("TINC_LEGACY",False) +SYSLOG_FILE = os.environ.get("LOG_FILE","/var/log/everything.log") + + +# Tags and Delimiters +TINC_TAG="tinc.%s" % TINC_NETWORK +BEGIN_NODES = "Nodes:" +END_NODES = "End of nodes." +BEGIN_SUBNET = "Subnet list:" +END_SUBNET = "End of subnet list" +BEGIN_EDGES = "Edges:" +END_EDGES = "End of edges." + +def get_tinc_block(log_file): + """ returns an iterateable block from the given log file (syslog) + This function became obsolete with the introduction of tincctl + """ + from BackwardsReader import BackwardsReader + tinc_block = [] + in_block = False + bf = BackwardsReader(log_file) + BOL = re.compile(".*tinc.%s\[[0-9]+\]: " % TINC_NETWORK) + while True: + line = bf.readline() + if not line: + raise Exception("end of file at log file? This should not happen!") + line = BOL.sub('',line).strip() + + if END_SUBNET in line: + in_block = True + + if not in_block: + continue + + tinc_block.append(line) + + if BEGIN_NODES in line: + break + return reversed(tinc_block) + +def parse_new_input(): + nodes = {} + pnodes = subprocess.check_output(["tincctl","-n",TINC_NETWORK,"dump","reachable","nodes"]) + for line in pnodes.split('\n'): + if not line: continue + l = line.split() + nodes[l[0]]= { 'external-ip': l[2], 'external-port' : l[4] } + psubnets = subprocess.check_output(["tincctl","-n",TINC_NETWORK,"dump","subnets"]) + for line in psubnets.split('\n'): + if not line: continue + l = line.split() + try: + if not nodes[l[2]].get('internal-ip',False): + nodes[l[2]]['internal-ip'] = [] + nodes[l[2]]['internal-ip'].append(l[0].split('#')[0]) + except KeyError: + pass # node does not exist (presumably) + pedges = subprocess.check_output(["tincctl","-n",TINC_NETWORK,"dump","edges"]) + for line in pedges.split('\n'): + if not line: continue + l = line.split() + try: + if not nodes[l[0]].has_key('to') : + nodes[l[0]]['to'] = [] + nodes[l[0]]['to'].append( + {'name':l[2],'addr':l[4],'port':l[6],'weight' : l[10] }) + except KeyError: + pass #node does not exist + return nodes + +def parse_input(log_data): + nodes={} + for line in log_data: + if BEGIN_NODES in line : + nodes={} + for line in log_data: + if END_NODES in line : + break + l = line.replace('\n','').split() #TODO unhack me + nodes[l[0]]= { 'external-ip': l[2], 'external-port' : l[4] } + if BEGIN_SUBNET in line : + for line in log_data: + if END_SUBNET in line : + break + l = line.replace('\n','').split() + if not nodes[l[2]].get('internal-ip',False): + nodes[l[2]]['internal-ip'] = [] + nodes[l[2]]['internal-ip'].append(l[0].split('#')[0]) + if BEGIN_EDGES in line : + edges = {} + for line in log_data: + if END_EDGES in line : + break + l = line.replace('\n','').split() + if not nodes[l[0]].has_key('to') : + nodes[l[0]]['to'] = [] + nodes[l[0]]['to'].append( + {'name':l[2],'addr':l[4],'port':l[6],'weight' : l[10] }) + return nodes + + +if __name__ == '__main__': + import subprocess,time + if is_legacy: + subprocess.call(["pkill","-SIGUSR2", "tincd"]) + time.sleep(1) + print json.dumps(parse_input((get_tinc_block(SYSLOG_FILE)))) + else: + print json.dumps(parse_new_input()) + diff --git a/retiolum/scripts/adv_graphgen/anonytize.sh b/retiolum/scripts/adv_graphgen/anonytize.sh index d49793cb..dec6e456 100755 --- a/retiolum/scripts/adv_graphgen/anonytize.sh +++ b/retiolum/scripts/adv_graphgen/anonytize.sh @@ -11,7 +11,7 @@ TYPE2=png OPENER=/bin/true DOTFILE=`mktemp` trap 'rm $DOTFILE' INT TERM -sudo LOG_FILE=$LOG_FILE python tinc_stats.py |\ +sudo LOG_FILE=$LOG_FILE python ../../tinc_stats2json |\ python parse_tinc_anon.py> $DOTFILE diff --git a/retiolum/scripts/adv_graphgen/sanitize.sh b/retiolum/scripts/adv_graphgen/sanitize.sh index c46662f3..78d74ce6 100755 --- a/retiolum/scripts/adv_graphgen/sanitize.sh +++ b/retiolum/scripts/adv_graphgen/sanitize.sh @@ -11,7 +11,7 @@ TYPE2=png OPENER=/bin/true DOTFILE=`mktemp` trap 'rm $DOTFILE' INT TERM -sudo LOG_FILE=$LOG_FILE python tinc_stats.py |\ +sudo LOG_FILE=$LOG_FILE python ../../tinc_stats2json |\ python parse_tinc_stats.py > $DOTFILE diff --git a/retiolum/scripts/adv_graphgen/tinc_stats.py b/retiolum/scripts/adv_graphgen/tinc_stats.py deleted file mode 100755 index d0d47aff..00000000 --- a/retiolum/scripts/adv_graphgen/tinc_stats.py +++ /dev/null @@ -1,83 +0,0 @@ -#!/usr/bin/python -from BackwardsReader import BackwardsReader -import os -import re -import sys -import json - - -TINC_NETWORK = os.environ.get("TINC_NETWORK","retiolum") -os.environ["LOG_FILE"] -SYSLOG_FILE = os.environ.get("LOG_FILE","/var/log/everything.log") - - -# Tags and Delimiters -TINC_TAG="tinc.%s" % TINC_NETWORK -BEGIN_NODES = "Nodes:" -END_NODES = "End of nodes." -BEGIN_SUBNET = "Subnet list:" -END_SUBNET = "End of subnet list" -BEGIN_EDGES = "Edges:" -END_EDGES = "End of edges." - -def get_tinc_block(log_file): - """ returns an iterateable block from the given log file (syslog) """ - tinc_block = [] - in_block = False - bf = BackwardsReader(log_file) - BOL = re.compile(".*tinc.retiolum\[[0-9]+\]: ") - while True: - line = bf.readline() - if not line: - raise Exception("end of file at log file? This should not happen!") - line = BOL.sub('',line).strip() - - if END_SUBNET in line: - in_block = True - - if not in_block: - continue - - tinc_block.append(line) - - if BEGIN_NODES in line: - break - return reversed(tinc_block) - -def parse_input(log_data): - nodes={} - for line in log_data: - if BEGIN_NODES in line : - nodes={} - for line in log_data: - if END_NODES in line : - break - l = line.replace('\n','').split() #TODO unhack me - nodes[l[0]]= { 'external-ip': l[2], 'external-port' : l[4] } - if BEGIN_SUBNET in line : - for line in log_data: - if END_SUBNET in line : - break - l = line.replace('\n','').split() - if not nodes[l[2]].get('internal-ip',False): - nodes[l[2]]['internal-ip'] = [] - nodes[l[2]]['internal-ip'].append(l[0].split('#')[0]) - if BEGIN_EDGES in line : - edges = {} - for line in log_data: - if END_EDGES in line : - break - l = line.replace('\n','').split() - - if not nodes[l[0]].has_key('to') : - nodes[l[0]]['to'] = [] - nodes[l[0]]['to'].append( - {'name':l[2],'addr':l[4],'port':l[6],'weight' : l[10] }) - return nodes - - -if __name__ == '__main__': - import subprocess,time - subprocess.call(["pkill","-SIGUSR2", "tincd"]) - time.sleep(1) - print json.dumps(parse_input((get_tinc_block(SYSLOG_FILE)))) -- cgit v1.2.3 From d3d49099cbe570dee7f6cbfab2723bc04d81ac79 Mon Sep 17 00:00:00 2001 From: euer Date: Fri, 7 Dec 2012 22:53:45 +0100 Subject: remove addresses --- retiolum/hosts/euer | 2 +- retiolum/hosts/incept | 2 +- retiolum/hosts/muhbaasu | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) (limited to 'retiolum') diff --git a/retiolum/hosts/euer b/retiolum/hosts/euer index 391705c5..d2240575 100644 --- a/retiolum/hosts/euer +++ b/retiolum/hosts/euer @@ -1,4 +1,4 @@ -Address = euer.krebsco.de +#Address = euer.krebsco.de Address = 84.23.67.119 Subnet = 42:974a:3ecf:3c49:06c0:4cd1:3c6f:59d9/128 Subnet = 10.243.0.95/32 diff --git a/retiolum/hosts/incept b/retiolum/hosts/incept index 1ff5365b..348e44b1 100644 --- a/retiolum/hosts/incept +++ b/retiolum/hosts/incept @@ -1,5 +1,5 @@ Address = 77.95.224.63 -Address = incept.krebsco.de +#Address = incept.krebsco.de Address = 2a00:7b80:3008:3::fafc:241 Subnet = 10.243.0.174 Subnet = 42:a2fc:1c89:65c7:6e60:1f62:eaf9:e9b6/128 diff --git a/retiolum/hosts/muhbaasu b/retiolum/hosts/muhbaasu index d758fef2..83fb3933 100644 --- a/retiolum/hosts/muhbaasu +++ b/retiolum/hosts/muhbaasu @@ -1,5 +1,5 @@ Address = 217.160.206.154 -Address = muhbaasu.de +#Address = muhbaasu.de Subnet = 10.243.0.200 Subnet = 42:3f88:faa3:ae13:6ff7:13ee:17d7:421a/128 -- cgit v1.2.3