diff --git a/website/camweb.go b/website/camweb.go index 9c75e4ffc..75aa146d8 100644 --- a/website/camweb.go +++ b/website/camweb.go @@ -197,6 +197,7 @@ func main() { mux := http.DefaultServeMux mux.Handle("/favicon.ico", http.FileServer(path.Join(*root, "static"), "/")) + mux.Handle("/robots.txt", http.FileServer(path.Join(*root, "static"), "/")) mux.Handle("/static/", http.FileServer(path.Join(*root, "static"), "/static/")) testCgi := &CgiHandler{ExecutablePath: path.Join(*root, "test.cgi"), diff --git a/website/static/robots.txt b/website/static/robots.txt new file mode 100644 index 000000000..501cc90c8 --- /dev/null +++ b/website/static/robots.txt @@ -0,0 +1,3 @@ +# *sigh* well-known URLs. (plug: http://tools.ietf.org/html/rfc5785) +User-agent: * +Disallow: /nothing-actually/