Rooba
/
perkeep
mirror of https://github.com/perkeep/perkeep.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

robots.txt

This commit is contained in:
Brad Fitzpatrick 2011-01-27 21:18:11 -08:00
parent 61bbb65e5f
commit 7c9400ac7f
2 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
website/camweb.go
View File

@ -197,6 +197,7 @@ func main() {
mux := http.DefaultServeMux mux := http.DefaultServeMux
mux.Handle("/favicon.ico", http.FileServer(path.Join(*root, "static"), "/")) mux.Handle("/favicon.ico", http.FileServer(path.Join(*root, "static"), "/"))
mux.Handle("/robots.txt", http.FileServer(path.Join(*root, "static"), "/"))
mux.Handle("/static/", http.FileServer(path.Join(*root, "static"), "/static/")) mux.Handle("/static/", http.FileServer(path.Join(*root, "static"), "/static/"))
testCgi := &CgiHandler{ExecutablePath: path.Join(*root, "test.cgi"), testCgi := &CgiHandler{ExecutablePath: path.Join(*root, "test.cgi"),

3
website/static/robots.txt Normal file
View File

@ -0,0 +1,3 @@
# *sigh* well-known URLs. (plug: http://tools.ietf.org/html/rfc5785)
User-agent: *
Disallow: /nothing-actually/