update robots.txt
Ted Unangst tedu@tedunangst.com
Sat, 11 Jan 2020 22:11:58 -0500
1 files changed,
3 insertions(+),
2 deletions(-)
jump to
M
web.go
→
web.go
@@ -2075,9 +2075,10 @@
func nomoroboto(w http.ResponseWriter, r *http.Request) { io.WriteString(w, "User-agent: *\n") io.WriteString(w, "Disallow: /a\n") - io.WriteString(w, "Disallow: /d\n") - io.WriteString(w, "Disallow: /meme\n") + io.WriteString(w, "Disallow: /d/\n") + io.WriteString(w, "Disallow: /meme/\n") io.WriteString(w, "Disallow: /o\n") + io.WriteString(w, "Disallow: /o/\n") for _, u := range allusers() { fmt.Fprintf(w, "Disallow: /%s/%s/%s/\n", userSep, u.Username, honkSep) }