完善post feed及加缓存

This commit is contained in:
xing 2022-10-07 20:37:42 +08:00
parent 1ea3cdff7b
commit 05ddebd012
4 changed files with 245 additions and 75 deletions

View File

@ -1,90 +1,114 @@
package actions package actions
import ( import (
"bytes"
"fmt" "fmt"
"github.com/gin-gonic/gin" "github.com/gin-gonic/gin"
"github/fthvgb1/wp-go/actions/common" "github/fthvgb1/wp-go/actions/common"
"github/fthvgb1/wp-go/cache"
"github/fthvgb1/wp-go/helper" "github/fthvgb1/wp-go/helper"
"github/fthvgb1/wp-go/logs"
"github/fthvgb1/wp-go/models" "github/fthvgb1/wp-go/models"
"github/fthvgb1/wp-go/plugins" "github/fthvgb1/wp-go/plugins"
"github/fthvgb1/wp-go/templates" "github/fthvgb1/wp-go/rss2"
"html"
"html/template"
"net/http" "net/http"
"strings" "strings"
"time" "time"
"unicode/utf8"
) )
func Feed() func(ctx *gin.Context) { var feedCache = cache.NewSliceCache[string](feed, time.Hour)
fs, err := template.ParseFS(templates.TemplateFs, "feed/feed.gohtml") var tmp = "Mon, 02 Jan 2006 15:04:05 GMT"
if err != nil {
panic(err) func FeedCached(c *gin.Context) {
if !isCacheExpired(c, feedCache.SetTime()) {
c.Status(http.StatusNotModified)
c.Abort()
return
} }
return func(c *gin.Context) { c.Next()
}
func isCacheExpired(c *gin.Context, lastTime time.Time) bool {
eTag := helper.StringMd5(lastTime.Format(tmp))
since := c.Request.Header.Get("If-Modified-Since")
cTag := c.Request.Header.Get("If-None-Match")
if since != "" && cTag != "" {
cGMT, err := time.Parse(tmp, since)
if err == nil && lastTime.Unix() <= cGMT.Unix() && eTag == cTag {
c.Status(http.StatusNotModified)
return false
}
}
return true
}
func Feed(c *gin.Context) {
s, err := feedCache.GetCache(c, time.Second, c)
if err != nil {
c.Status(http.StatusInternalServerError)
c.Abort()
c.Error(err)
return
}
lastTimeGMT := feedCache.SetTime().Format(tmp)
eTag := helper.StringMd5(lastTimeGMT)
c.Header("Content-Type", "application/rss+xml; charset=UTF-8") c.Header("Content-Type", "application/rss+xml; charset=UTF-8")
c.Header("Cache-Control", "no-cache, must-revalidate, max-age=0") c.Header("Last-Modified", lastTimeGMT)
c.Header("Expires", "Wed, 11 Jan 1984 05:00:00 GMT") c.Header("ETag", eTag)
//c.Header("Last-Modified", "false") c.String(http.StatusOK, s[0])
c.Header("ETag", helper.StringMd5("gmt")) }
func feed(arg ...any) (xml []string, err error) {
c := arg[0].(*gin.Context)
r := common.RecentPosts(c, 10) r := common.RecentPosts(c, 10)
ids := helper.SliceMap(r, func(t models.WpPosts) uint64 { ids := helper.SliceMap(r, func(t models.WpPosts) uint64 {
return t.Id return t.Id
}) })
posts, err := common.GetPostsByIds(c, ids) posts, err := common.GetPostsByIds(c, ids)
if err != nil { if err != nil {
c.Status(http.StatusInternalServerError)
c.Abort()
return return
} }
type p struct { rs := rss2.Rss2{
models.WpPosts Title: models.Options["blogname"],
Cates string AtomLink: fmt.Sprintf("%s/feed", models.Options["home"]),
CommentLink string Link: models.Options["siteurl"],
Username string Description: models.Options["blogdescription"],
Category string LastBuildDate: time.Now().Format(time.RFC1123Z),
Link string Language: "zh-CN",
Description string UpdatePeriod: "hourly",
Date string UpdateFrequency: 1,
Generator: models.Options["home"],
Items: nil,
} }
rr := helper.SliceMap(posts, func(t models.WpPosts) p {
rs.Items = helper.SliceMap(posts, func(t models.WpPosts) rss2.Item {
desc := "无法提供摘要。这是一篇受保护的文章。"
common.PasswordProjectTitle(&t) common.PasswordProjectTitle(&t)
if t.PostPassword != "" { if t.PostPassword != "" {
common.PasswdProjectContent(&t) common.PasswdProjectContent(&t)
} else {
desc = plugins.DigestRaw(t.PostContent, 55, t.Id)
} }
l := "" l := ""
if t.CommentStatus == "open" || t.CommentCount > 0 { if t.CommentStatus == "open" && t.CommentCount > 0 {
l = fmt.Sprintf("%s/p/%d#comments", models.Options["siteurl"], t.Id) l = fmt.Sprintf("%s/p/%d#comments", models.Options["siteurl"], t.Id)
} else if t.CommentStatus == "open" && t.CommentCount == 0 {
l = fmt.Sprintf("%s/p/%d#respond", models.Options["siteurl"], t.Id)
} }
user := common.GetUser(c, t.PostAuthor) user := common.GetUser(c, t.PostAuthor)
content := plugins.DigestRaw(t.PostContent, utf8.RuneCountInString(t.PostContent), t.Id)
t.PostContent = content return rss2.Item{
return p{ Title: t.PostTitle,
WpPosts: t, Creator: user.DisplayName,
Cates: strings.Join(t.Categories, "、"), Guid: t.Guid,
SlashComments: int(t.CommentCount),
Content: t.PostContent,
Category: strings.Join(t.Categories, "、"),
CommentLink: l, CommentLink: l,
Username: user.DisplayName, CommentRss: fmt.Sprintf("%s/p/%d/feed", models.Options["siteurl"], t.Id),
Link: fmt.Sprintf("%s/p/%d", models.Options["siteurl"], t.Id), Link: fmt.Sprintf("%s/p/%d", models.Options["siteurl"], t.Id),
Description: plugins.DigestRaw(content, 55, t.Id), Description: desc,
Date: t.PostDateGmt.Format(time.RFC1123Z), PubDate: t.PostDateGmt.Format(time.RFC1123Z),
} }
}) })
h := gin.H{ xml = []string{rs.GetXML()}
"posts": rr,
"options": models.Options,
"now": time.Now().Format(time.RFC1123Z),
}
var buf bytes.Buffer
err = fs.Execute(&buf, h)
if err != nil {
logs.ErrPrintln(err, "parse template")
return return
}
c.String(http.StatusOK, html.UnescapeString(buf.String()))
}
} }

4
cache/slice.go vendored
View File

@ -17,6 +17,10 @@ type SliceCache[T any] struct {
incr int incr int
} }
func (c *SliceCache[T]) SetTime() time.Time {
return c.setTime
}
func NewSliceCache[T any](fun func(...any) ([]T, error), duration time.Duration) *SliceCache[T] { func NewSliceCache[T any](fun func(...any) ([]T, error), duration time.Duration) *SliceCache[T] {
return &SliceCache[T]{ return &SliceCache[T]{
mutex: &sync.Mutex{}, mutex: &sync.Mutex{},

View File

@ -52,7 +52,7 @@ func SetupRouter() *gin.Engine {
r.GET("/p/date/:year/:month/page/:page", actions.Index) r.GET("/p/date/:year/:month/page/:page", actions.Index)
r.POST("/login", actions.Login) r.POST("/login", actions.Login)
r.GET("/p/:id", actions.Detail) r.GET("/p/:id", actions.Detail)
r.GET("/feed", actions.Feed()) r.GET("/feed", actions.FeedCached, actions.Feed)
if helper.IsContainInArr(gin.Mode(), []string{gin.DebugMode, gin.TestMode}) { if helper.IsContainInArr(gin.Mode(), []string{gin.DebugMode, gin.TestMode}) {
pprof.Register(r, "dev/pprof") pprof.Register(r, "dev/pprof")
} }

142
rss2/rss2.go Normal file
View File

@ -0,0 +1,142 @@
package rss2
import (
"fmt"
"github/fthvgb1/wp-go/helper"
"strings"
)
var template = `<?xml version="1.0" encoding="UTF-8"?>
<rss version="2.0"
xmlns:content="http://purl.org/rss/1.0/modules/content/"
xmlns:wfw="http://wellformedweb.org/CommentAPI/"
xmlns:dc="http://purl.org/dc/elements/1.1/"
xmlns:atom="http://www.w3.org/2005/Atom"
xmlns:sy="http://purl.org/rss/1.0/modules/syndication/"
xmlns:slash="http://purl.org/rss/1.0/modules/slash/"
>
<channel>
<title>{$title}</title>
<atom:link href="{$feedLink}" rel="self" type="application/rss+xml"/>
<link>{$link}</link>
<description>{$description}</description>
<lastBuildDate>{$lastBuildDate}</lastBuildDate>
<language>{$lang}</language>
<sy:updatePeriod>
{$updatePeriod}
</sy:updatePeriod>
<sy:updateFrequency>
{$updateFrequency}
</sy:updateFrequency>
<generator>{$generator}</generator>
{$items}
</channel>
</rss>
`
var templateItems = `
<item>
<title>{$title}</title>
<link>{$link}</link>
{$comments}
<dc:creator><![CDATA[{$author}]]></dc:creator>
<pubDate>{$pubDate}</pubDate>
<category><![CDATA[{$category}]]></category>
<guid isPermaLink="false">{$guid}</guid>
<description><![CDATA[{$description}]]></description>
<content:encoded><![CDATA[{$content}]]></content:encoded>
{$commentRss}
{$commentNumber}
</item>
`
type Rss2 struct {
Title string
AtomLink string
Link string
Description string
LastBuildDate string
Language string
UpdatePeriod string
UpdateFrequency int
Generator string
Items []Item
}
type Item struct {
Title string
Link string
CommentLink string
Creator string
PubDate string
Category string
Guid string
Description string
Content string
CommentRss string
SlashComments int
}
func (r Rss2) GetXML() (xml string) {
xml = template
for k, v := range map[string]string{
"{$title}": r.Title,
"{$link}": r.Link,
"{$feedLink}": r.AtomLink,
"{$description}": r.Description,
"{$lastBuildDate}": r.LastBuildDate,
"{$lang}": r.Language,
"{$updatePeriod}": r.UpdatePeriod,
"{$updateFrequency}": fmt.Sprintf("%d", r.UpdateFrequency),
"{$generator}": r.Generator,
"{$items}": strings.Join(helper.SliceMap(r.Items, func(t Item) string {
return t.GetXml()
}), ""),
} {
xml = strings.Replace(xml, k, v, -1)
}
return
}
func (i Item) GetXml() (xml string) {
xml = templateItems
for k, v := range map[string]string{
"{$title}": i.Title,
"{$link}": i.Link,
"{$comments}": i.GetComments(),
"{$author}": i.Creator,
"{$pubDate}": i.PubDate,
"{$category}": i.Category,
"{$guid}": i.Guid,
"{$description}": i.Description,
"{$content}": i.Content,
"{$commentRss}": i.getCommentRss(),
"{$commentNumber}": i.getSlashComments(),
} {
xml = strings.Replace(xml, k, v, -1)
}
return
}
func (i Item) GetComments() string {
r := ""
if i.CommentLink != "" {
r = fmt.Sprintf("<comments>%s</comments>", i.CommentLink)
}
return r
}
func (i Item) getCommentRss() (r string) {
if i.CommentLink != "" && i.SlashComments > 0 {
r = fmt.Sprintf("<wfw:commentRss>%s</wfw:commentRss>", i.CommentRss)
}
return
}
func (i Item) getSlashComments() (r string) {
if i.SlashComments > 0 {
r = fmt.Sprintf("<slash:comments>%d</slash:comments>", i.SlashComments)
}
return
}