Added robots.txt file and its handler.

cmd/dwelling-upload/main.go

@@ -84,6 +84,7 @@ func main() {
 	srv := http.NewHttpServer()
 
 	srv.SetNotFoundHandler(hand.NotFound)
+	srv.GET("/robots.txt", hand.RobotsTxt)
 	srv.ServeStatic("/assets/*filepath", hand.AssetsFS())
 	srv.GET("/", hand.Index)
 	srv.POST("/", hand.Upload)

internal/http/handlers.go

@@ -220,3 +220,8 @@ func (h *UploadHandlers) NotFound(w http.ResponseWriter, r *http.Request) {
 		fmt.Fprintln(w, "deleted")
 	}
 }
+
+func (h *UploadHandlers) RobotsTxt(w http.ResponseWriter, r *http.Request) {
+	data, _ := web.AssetsGetFile("robots.txt")
+	w.Write(data)
+}

web/assets/robots.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /assets/