From 5254dd1f463b8b42662b5bd180a734e93699f7d1 Mon Sep 17 00:00:00 2001 From: xing Date: Thu, 29 Sep 2022 17:23:02 +0800 Subject: [PATCH] =?UTF-8?q?=E8=AF=B7=E6=B1=82=E9=99=90=E5=88=B6?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- config.example.yaml | 10 ++- middleware/flowLimit.go | 98 +++++++++++++++++++++ middleware/{cache.go => staticFileCache.go} | 0 plugins/digest.go | 1 + route/route.go | 9 +- vars/config.go | 32 ++++--- 6 files changed, 132 insertions(+), 18 deletions(-) create mode 100644 middleware/flowLimit.go rename middleware/{cache.go => staticFileCache.go} (100%) diff --git a/config.example.yaml b/config.example.yaml index 621c2a0..076293d 100644 --- a/config.example.yaml +++ b/config.example.yaml @@ -38,4 +38,12 @@ postDataCacheTime: 1h # 文章评论缓存时间 commentsCacheTime: 5m # 定时清理缓存周期时间 -crontabClearCacheTime: 5m \ No newline at end of file +crontabClearCacheTime: 5m +# 到达指定并发请求数时随机sleep +maxRequestSleepNum: 100 +# 随机sleep时间 +sleepTime: [1s,3s] +# 全局最大请求数，超过直接403 +maxRequestNum: 500 +# 单ip同时最大搜索请求数 +singleIpSearchNum: 10 diff --git a/middleware/flowLimit.go b/middleware/flowLimit.go new file mode 100644 index 0000000..6f167e6 --- /dev/null +++ b/middleware/flowLimit.go @@ -0,0 +1,98 @@ +package middleware + +import ( + "github.com/gin-gonic/gin" + "github/fthvgb1/wp-go/vars" + "math/rand" + "net/http" + "strings" + "sync" + "sync/atomic" + "time" +) + +type IpLimitMap struct { + mux *sync.Mutex + m map[string]int +} + +func FlowLimit() func(ctx *gin.Context) { + var flow int64 + rand.Seed(time.Now().UnixNano()) + randFn := func(start, end time.Duration) time.Duration { + end++ + return time.Duration(rand.Intn(int(end-start)) + int(start)) + } + m := IpLimitMap{ + mux: &sync.Mutex{}, + m: make(map[string]int), + } + statPath := map[string]struct{}{ + "wp-includes": {}, + "wp-content": {}, + "favicon.ico": {}, + } + return func(c *gin.Context) { + f := strings.Split(strings.TrimLeft(c.FullPath(), "/"), "/") + _, ok := statPath[f[0]] + if len(f) > 0 && ok { + c.Next() + return + } + if m.searchLimit(true, c, f) { + c.Abort() + return + } + atomic.AddInt64(&flow, 1) + if flow >= vars.Conf.MaxRequestSleepNum && flow <= vars.Conf.MaxRequestNum { + t := randFn(vars.Conf.SleepTime[0], vars.Conf.SleepTime[1]) + time.Sleep(t) + } else if flow > vars.Conf.MaxRequestNum { + c.String(http.StatusForbidden, "请求太多了，服务器君压力山大中==!, 请稍后访问") + c.Abort() + atomic.AddInt64(&flow, -1) + m.searchLimit(false, c, f) + return + } + + c.Next() + m.searchLimit(false, c, f) + atomic.AddInt64(&flow, -1) + } +} + +func (m *IpLimitMap) set(k string, n int) { + m.mux.Lock() + defer m.mux.Unlock() + m.m[k] = n +} + +func (m *IpLimitMap) searchLimit(a bool, c *gin.Context, f []string) (isForbid bool) { + ip := c.ClientIP() + if f[0] == "" && c.Query("s") != "" { + if a { + i, ok := m.m[ip] + if ok { + num := vars.Conf.SingleIpSearchNum + if num < 1 { + num = 10 + } + if i > num { + return true + } + } else { + i = 0 + } + i++ + m.set(ip, i) + } else { + m.set(ip, m.m[ip]-1) + if m.m[ip] == 0 { + m.mux.Lock() + delete(m.m, ip) + m.mux.Unlock() + } + } + } + return +} diff --git a/middleware/cache.go b/middleware/staticFileCache.go similarity index 100% rename from middleware/cache.go rename to middleware/staticFileCache.go diff --git a/plugins/digest.go b/plugins/digest.go index d46a57e..5b87f94 100644 --- a/plugins/digest.go +++ b/plugins/digest.go @@ -113,4 +113,5 @@ func Digest(p *Plugin[models.WpPosts], c *gin.Context, post *models.WpPosts, sce return } post.PostContent = DigestCache(c, post.Id, post.PostContent) + p.Next() } diff --git a/route/route.go b/route/route.go index d9c8f49..c9e350d 100644 --- a/route/route.go +++ b/route/route.go @@ -6,6 +6,7 @@ import ( "github.com/gin-contrib/sessions/cookie" "github.com/gin-gonic/gin" "github/fthvgb1/wp-go/actions" + "github/fthvgb1/wp-go/helper" "github/fthvgb1/wp-go/middleware" "github/fthvgb1/wp-go/static" "github/fthvgb1/wp-go/templates" @@ -17,7 +18,7 @@ import ( func SetupRouter() *gin.Engine { // Disable Console Color // gin.DisableConsoleColor() - r := gin.Default() + r := gin.New() r.HTMLRender = templates.NewFsTemplate(template.FuncMap{ "unescaped": func(s string) any { return template.HTML(s) @@ -26,7 +27,7 @@ func SetupRouter() *gin.Engine { return t.Format("2006年 01月 02日") }, }).SetTemplate() - r.Use(middleware.SetStaticFileCache) + r.Use(gin.Logger(), gin.Recovery(), middleware.FlowLimit(), middleware.SetStaticFileCache) //gzip 因为一般会用nginx做反代时自动使用gzip,所以go这边本身可以不用 /*r.Use(gzip.Gzip(gzip.DefaultCompression, gzip.WithExcludedPaths([]string{ "/wp-includes/", "/wp-content/", @@ -51,6 +52,8 @@ func SetupRouter() *gin.Engine { r.GET("/p/date/:year/:month/page/:page", actions.Index) r.POST("/login", actions.Login) r.GET("/p/:id", actions.Detail) - pprof.Register(r, "dev/pprof") + if helper.IsContainInArr(gin.Mode(), []string{gin.DebugMode, gin.TestMode}) { + pprof.Register(r, "dev/pprof") + } return r } diff --git a/vars/config.go b/vars/config.go index 92ed231..1a7fa58 100644 --- a/vars/config.go +++ b/vars/config.go @@ -10,20 +10,24 @@ import ( var Conf Config type Config struct { - Mysql Mysql `yaml:"mysql"` - RecentPostCacheTime time.Duration `yaml:"recentPostCacheTime"` - CategoryCacheTime time.Duration `yaml:"categoryCacheTime"` - ArchiveCacheTime time.Duration `yaml:"archiveCacheTime"` - ContextPostCacheTime time.Duration `yaml:"contextPostCacheTime"` - RecentCommentsCacheTime time.Duration `yaml:"recentCommentsCacheTime"` - DigestCacheTime time.Duration `yaml:"digestCacheTime"` - DigestWordCount int `yaml:"digestWordCount"` - PostListCacheTime time.Duration `yaml:"postListCacheTime"` - SearchPostCacheTime time.Duration `yaml:"searchPostCacheTime"` - MonthPostCacheTime time.Duration `yaml:"monthPostCacheTime"` - PostDataCacheTime time.Duration `yaml:"postDataCacheTime"` - CommentsCacheTime time.Duration `yaml:"commentsCacheTime"` - CrontabClearCacheTime time.Duration `yaml:"crontabClearCacheTime"` + Mysql Mysql `yaml:"mysql"` + RecentPostCacheTime time.Duration `yaml:"recentPostCacheTime"` + CategoryCacheTime time.Duration `yaml:"categoryCacheTime"` + ArchiveCacheTime time.Duration `yaml:"archiveCacheTime"` + ContextPostCacheTime time.Duration `yaml:"contextPostCacheTime"` + RecentCommentsCacheTime time.Duration `yaml:"recentCommentsCacheTime"` + DigestCacheTime time.Duration `yaml:"digestCacheTime"` + DigestWordCount int `yaml:"digestWordCount"` + PostListCacheTime time.Duration `yaml:"postListCacheTime"` + SearchPostCacheTime time.Duration `yaml:"searchPostCacheTime"` + MonthPostCacheTime time.Duration `yaml:"monthPostCacheTime"` + PostDataCacheTime time.Duration `yaml:"postDataCacheTime"` + CommentsCacheTime time.Duration `yaml:"commentsCacheTime"` + CrontabClearCacheTime time.Duration `yaml:"crontabClearCacheTime"` + MaxRequestSleepNum int64 `yaml:"maxRequestSleepNum"` + SleepTime []time.Duration `yaml:"sleepTime"` + MaxRequestNum int64 `yaml:"maxRequestNum"` + SingleIpSearchNum int `yaml:"singleIpSearchNum"` } type Mysql struct {