Compare commits

..

2 Commits

Author SHA1 Message Date
ayflying
8c60a1f6c7 执行通道进入协程,预防拥堵 2025-09-03 11:14:32 +08:00
ayflying
62b0e429b3 如果检测到当前正在活跃,不删除缓存key 2025-09-03 10:02:34 +08:00
2 changed files with 34 additions and 19 deletions

View File

@@ -315,7 +315,8 @@ func (s *sGameAct) SavesV2() (err error) {
close(updateChan) close(updateChan)
}() }()
// 启动缓存数据到数据库通道 // 启动缓存数据到数据库通道
s.Cache2SqlChan(ctx) go s.Cache2AddChan(ctx)
go s.Cache2UpdateChan(ctx)
return return
} }
@@ -449,12 +450,12 @@ func (s *sGameAct) Cache2Sql(ctx context.Context, add, update []*entity.GameAct)
return return
} }
// Cache2SqlChan 缓存持久化到数据库 // Cache2UpdateChan 缓存持久化到数据库
// @Description: 缓存持久化到数据库 // @Description: 缓存持久化到数据库
// @receiver s *sGameAct: 游戏活动服务结构体指针 // @receiver s *sGameAct: 游戏活动服务结构体指针
// @param ctx context.Context: 上下文对象 // @param ctx context.Context: 上下文对象
func (s *sGameAct) Cache2SqlChan(ctx context.Context) { func (s *sGameAct) Cache2UpdateChan(ctx context.Context) {
//批量写入数据库 //批量更新数据库
updateCount := 0 updateCount := 0
for v := range updateChan { for v := range updateChan {
v.UpdatedAt = gtime.Now() v.UpdatedAt = gtime.Now()
@@ -475,7 +476,12 @@ func (s *sGameAct) Cache2SqlChan(ctx context.Context) {
updateCount++ updateCount++
} }
g.Log().Debugf(ctx, "act当前更新数据库: %v 条", updateCount) g.Log().Debugf(ctx, "act当前更新数据库: %v 条", updateCount)
return
}
// Cache2AddChan 批量添加数据库
func (s *sGameAct) Cache2AddChan(ctx context.Context) {
//批量写入数据库
var addCount int64 var addCount int64
for v := range addChan { for v := range addChan {
addRes, err2 := g.Model(Name).Data(v).Insert() addRes, err2 := g.Model(Name).Data(v).Insert()
@@ -498,6 +504,12 @@ func (s *sGameAct) Cache2SqlChan(ctx context.Context) {
// 删除缓存key // 删除缓存key
func (s *sGameAct) DelCacheKey(ctx context.Context, aid int, uid int64) { func (s *sGameAct) DelCacheKey(ctx context.Context, aid int, uid int64) {
//如果有活跃,跳过删除
if getBool, _ := pkg.Cache("redis").
Contains(ctx, fmt.Sprintf("act:update:%d", uid)); getBool {
return
}
cacheKey := fmt.Sprintf("act:%v:%v", aid, uid) cacheKey := fmt.Sprintf("act:%v:%v", aid, uid)
_, err := g.Redis().Del(ctx, cacheKey) _, err := g.Redis().Del(ctx, cacheKey)
if err != nil { if err != nil {

View File

@@ -4,7 +4,6 @@ import (
"context" "context"
"errors" "errors"
"fmt" "fmt"
"strconv"
"strings" "strings"
"sync" "sync"
"time" "time"
@@ -15,6 +14,7 @@ import (
"github.com/gogf/gf/v2/frame/g" "github.com/gogf/gf/v2/frame/g"
"github.com/gogf/gf/v2/os/gctx" "github.com/gogf/gf/v2/os/gctx"
"github.com/gogf/gf/v2/os/gtime" "github.com/gogf/gf/v2/os/gtime"
"github.com/gogf/gf/v2/util/gconv"
) )
var ( var (
@@ -72,19 +72,17 @@ func (s *sGameKv) SavesV1() (err error) {
//uid := v.Int64() //uid := v.Int64()
//cacheKey = "user:kv:" + strconv.FormatInt(uid, 10) //cacheKey = "user:kv:" + strconv.FormatInt(uid, 10)
result := strings.Split(cacheKey, ":") result := strings.Split(cacheKey, ":")
var uid int64 var uid = gconv.Int64(result[2])
uid, err = strconv.ParseInt(result[2], 10, 64) if uid == 0 {
continue
}
//uid, err = strconv.ParseInt(result[2], 10, 64)
if err != nil { if err != nil {
g.Log().Error(ctx, err) g.Log().Error(ctx, err)
g.Redis().Del(ctx, cacheKey) g.Redis().Del(ctx, cacheKey)
continue continue
} }
////如果1天没有活跃跳过
//user, _ := service.MemberUser().Info(uid)
//if user.UpdatedAt.Seconds < gtime.Now().Add(consts.ActSaveTime).Unix() {
// continue
//}
//如果有活跃,跳过持久化 //如果有活跃,跳过持久化
if getBool, _ := pkg.Cache("redis"). if getBool, _ := pkg.Cache("redis").
Contains(ctx, fmt.Sprintf("act:update:%d", uid)); getBool { Contains(ctx, fmt.Sprintf("act:update:%d", uid)); getBool {
@@ -94,6 +92,9 @@ func (s *sGameKv) SavesV1() (err error) {
get, _ := g.Redis().Get(ctx, cacheKey) get, _ := g.Redis().Get(ctx, cacheKey)
var data interface{} var data interface{}
get.Scan(&data) get.Scan(&data)
if data == nil {
continue
}
list = append(list, &ListData{ list = append(list, &ListData{
Uid: uid, Uid: uid,
Kv: data, Kv: data,
@@ -103,21 +104,17 @@ func (s *sGameKv) SavesV1() (err error) {
// 将列表数据保存到数据库 // 将列表数据保存到数据库
if len(list) > 100 { if len(list) > 100 {
_, err2 := g.Model("game_kv").Data(list).Save() _, err2 := g.Model("game_kv").Data(list).Save()
if err2 != nil { if err2 != nil {
g.Log().Error(ctx, err2) g.Log().Error(ctx, "当前kv数据入库失败: %v", err2)
err = err2
return return
} }
//删除当前key //删除当前key
for _, v := range list { for _, v := range list {
go s.DelCacheKey(ctx, v.Uid) s.DelCacheKey(ctx, v.Uid)
} }
list = make([]*ListData, 0) list = make([]*ListData, 0)
} }
if err != nil {
g.Log().Error(ctx, "当前kv数据入库失败: %v", err)
}
return return
}) })
@@ -126,6 +123,12 @@ func (s *sGameKv) SavesV1() (err error) {
// 删除缓存key // 删除缓存key
func (s *sGameKv) DelCacheKey(ctx context.Context, uid int64) { func (s *sGameKv) DelCacheKey(ctx context.Context, uid int64) {
//如果有活跃,跳过删除
if getBool, _ := pkg.Cache("redis").
Contains(ctx, fmt.Sprintf("act:update:%d", uid)); getBool {
return
}
cacheKey := fmt.Sprintf("user:kv:%v", uid) cacheKey := fmt.Sprintf("user:kv:%v", uid)
_, err := g.Redis().Del(ctx, cacheKey) _, err := g.Redis().Del(ctx, cacheKey)
if err != nil { if err != nil {