From c5483e2bdc6d75602ca233deaf30e1570ca7bda8 Mon Sep 17 00:00:00 2001 From: tv Date: Tue, 2 Feb 2010 18:43:57 +0100 Subject: Added robots.txt TODO --- htgen.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/htgen.sh b/htgen.sh index 262e81b..7fd878f 100755 --- a/htgen.sh +++ b/htgen.sh @@ -6,6 +6,7 @@ set -euf # TODO Accept-Encoding: gzip,deflate # TODO Keep-Alive: 300 # TODO Connection: keep-alive +# TODO /robots.txt Server='htgen' Request="$(sed 's/\r$//;/^$/q')" -- cgit v1.2.3