keep the robots out of more stuff that's annoying
Ted Unangst tedu@tedunangst.com
Thu, 18 Jul 2019 19:16:12 -0400
1 files changed,
3 insertions(+),
1 deletions(-)
jump to
M
honk.go
→
honk.go
@@ -1408,7 +1408,9 @@ }
func nomoroboto(w http.ResponseWriter, r *http.Request) { io.WriteString(w, "User-agent: *\n") - io.WriteString(w, "Disallow: /t\n") + io.WriteString(w, "Disallow: /a\n") + io.WriteString(w, "Disallow: /d\n") + io.WriteString(w, "Disallow: /meme\n") for _, u := range allusers() { fmt.Fprintf(w, "Disallow: /u/%s/h/\n", u.Username) }