From 7c9400ac7f44c8fcc08f5d67c8c5ba070772de39 Mon Sep 17 00:00:00 2001 From: Brad Fitzpatrick Date: Thu, 27 Jan 2011 21:18:11 -0800 Subject: [PATCH] robots.txt --- website/camweb.go | 1 + website/static/robots.txt | 3 +++ 2 files changed, 4 insertions(+) create mode 100644 website/static/robots.txt diff --git a/website/camweb.go b/website/camweb.go index 9c75e4ffc..75aa146d8 100644 --- a/website/camweb.go +++ b/website/camweb.go @@ -197,6 +197,7 @@ func main() { mux := http.DefaultServeMux mux.Handle("/favicon.ico", http.FileServer(path.Join(*root, "static"), "/")) + mux.Handle("/robots.txt", http.FileServer(path.Join(*root, "static"), "/")) mux.Handle("/static/", http.FileServer(path.Join(*root, "static"), "/static/")) testCgi := &CgiHandler{ExecutablePath: path.Join(*root, "test.cgi"), diff --git a/website/static/robots.txt b/website/static/robots.txt new file mode 100644 index 000000000..501cc90c8 --- /dev/null +++ b/website/static/robots.txt @@ -0,0 +1,3 @@ +# *sigh* well-known URLs. (plug: http://tools.ietf.org/html/rfc5785) +User-agent: * +Disallow: /nothing-actually/