diff options
author | tv <tv@vix> | 2010-02-02 18:43:57 +0100 |
---|---|---|
committer | tv <tv@vix> | 2010-02-02 18:43:57 +0100 |
commit | c5483e2bdc6d75602ca233deaf30e1570ca7bda8 (patch) | |
tree | 4899e8b6e6816a035b9caea739c689bde8e8cb34 | |
parent | 466b8c5103208e7393fdb710d275e7d687be2592 (diff) |
Added robots.txt TODO
-rwxr-xr-x | htgen.sh | 1 |
1 files changed, 1 insertions, 0 deletions
@@ -6,6 +6,7 @@ set -euf # TODO Accept-Encoding: gzip,deflate # TODO Keep-Alive: 300 # TODO Connection: keep-alive +# TODO /robots.txt Server='htgen' Request="$(sed 's/\r$//;/^$/q')" |