增加robots.txt文件预防爬虫

api/callback/callback.go

@@ -12,4 +12,5 @@ import (
 
 type ICallbackV1 interface {
 	Ip(ctx context.Context, req *v1.IpReq) (res *v1.IpRes, err error)
+	Robots(ctx context.Context, req *v1.RobotsReq) (res *v1.RobotsRes, err error)
 }

api/callback/v1/robots.go

@@ -0,0 +1,9 @@
+package v1
+
+import "github.com/gogf/gf/v2/frame/g"
+
+type RobotsReq struct {
+	g.Meta `path:"/robots.txt" tags:"回调响应" method:"get" summary:"禁止爬虫"`
+}
+type RobotsRes struct {
+}