summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authortv <tv@vix>2010-02-02 18:43:57 +0100
committertv <tv@vix>2010-02-02 18:43:57 +0100
commitc5483e2bdc6d75602ca233deaf30e1570ca7bda8 (patch)
tree4899e8b6e6816a035b9caea739c689bde8e8cb34
parent466b8c5103208e7393fdb710d275e7d687be2592 (diff)
Added robots.txt TODO
-rwxr-xr-xhtgen.sh1
1 files changed, 1 insertions, 0 deletions
diff --git a/htgen.sh b/htgen.sh
index 262e81b..7fd878f 100755
--- a/htgen.sh
+++ b/htgen.sh
@@ -6,6 +6,7 @@ set -euf
# TODO Accept-Encoding: gzip,deflate
# TODO Keep-Alive: 300
# TODO Connection: keep-alive
+# TODO /robots.txt
Server='htgen'
Request="$(sed 's/\r$//;/^$/q')"