Compare commits

..

36 Commits

Author SHA1 Message Date
ayflying
299ba0b93e 补充漏掉更新统计 2025-09-02 17:08:37 +08:00
ayflying
c12c49477c 优化持久化因为活动太多造成的速度太慢 2025-09-02 16:51:41 +08:00
ayflying
b052754a30 删除多余的日志 2025-09-02 15:12:43 +08:00
ayflying
aa1dc0896d 修复计划任务打断造成协程内上下文执行停止的问题 2025-09-02 12:25:30 +08:00
ayflying
8210ac24db 去掉启动的缓存key 2025-09-02 10:14:01 +08:00
ayflying
cd3de96761 提高kv持久化安全性,按需删除用户缓存 2025-09-01 18:35:43 +08:00
ayflying
ce8ae4d26a 按照执行中的状态进行删除 2025-09-01 18:32:02 +08:00
ayflying
50cfc23ad2 计划任务修改,act与kv使用协程方式执行,不影响其他任务 2025-09-01 18:12:58 +08:00
ayflying
95539038c0 去掉无用配置 2025-08-28 21:43:24 +08:00
ayflying
4b08a9ce84 s3增加方法,允许查看文件的元数据 2025-08-28 18:35:01 +08:00
ayflying
6efdac7bab redis刷新列表,允许打断,防止过长的日志 2025-08-28 18:16:47 +08:00
ayflying
788cb2e6d4 持久化失败会提前结束任务进行抛错 2025-08-27 10:31:48 +08:00
ayflying
dd8c05b344 更新持久化act更新语法 2025-08-27 09:57:45 +08:00
ayflying
e781e132ed 保存计划任务调整 2025-08-22 17:50:37 +08:00
ayflying
862a6c8410 修改参数名 2025-08-22 14:31:57 +08:00
ayflying
42535d0023 修改描述,预防误导 2025-08-22 14:29:38 +08:00
ayflying
dd999cacf9 区分唯一计划任务,判断当前服务器是否关闭计划任务 2025-08-22 14:16:52 +08:00
ayflying
30d30bb8c6 增加唯一执行的参数 2025-08-22 12:04:26 +08:00
ayflying
f1c22dc9e6 执行持久化的计划任务,有一个打断机制 2025-08-22 11:46:24 +08:00
14cf759ce1 Merge branch 'fixmapsync' into 'master'
修一个map的并发

See merge request public_project/utility_go!2
2025-08-21 08:41:14 +00:00
19a19c1ff1 修一个map的并发 2025-08-21 16:39:47 +08:00
183d6d8b10 Merge branch 'bisdk' into 'master'
Bisdk

See merge request public_project/utility_go!1
2025-08-21 08:15:26 +00:00
d0cad61028 一些err接受问题 2025-08-21 16:09:10 +08:00
efb34e0c5b sdk和测试代码 2025-08-21 15:52:58 +08:00
liaoyulong
8190e9f6b7 批量导入elk后接收返回信息判断是否全部导入成功 2025-08-21 10:56:51 +08:00
ayflying
27435b57b7 修改缓存驱动,第二个参数支持选择不同的缓存配置 2025-08-21 10:30:43 +08:00
ayflying
0628882533 缓存key删除失败不报错 2025-08-20 15:13:01 +08:00
ayflying
f68655eee6 修改持久化act的异常报错 2025-08-14 14:11:26 +08:00
ayflying
d8491f0aba 修复ip库无法显示的问题 2025-08-07 11:17:04 +08:00
ayflying
999f1f6a84 完成华为支付的验单 2025-08-06 10:26:08 +08:00
ayflying
039acea0af 增加华为支付模块 2025-08-05 18:19:42 +08:00
ayflying
d54de73e11 增加虫虫助手支付 2025-07-31 19:11:19 +08:00
ayflying
61d69159ea 下载ip库地址修改 2025-07-29 12:23:08 +08:00
ayflying
fa659d87ae 调整oppo支付,不引用外部包 2025-07-29 11:19:43 +08:00
ayflying
ccc50a7dd0 荣耀支付增加验单 2025-07-29 10:51:42 +08:00
ayflying
d1a7ba8119 增加荣耀支付 2025-07-29 10:15:57 +08:00
35 changed files with 1730 additions and 164 deletions

3
go.mod
View File

@@ -47,8 +47,6 @@ require (
github.com/gorilla/websocket v1.5.3 // indirect github.com/gorilla/websocket v1.5.3 // indirect
github.com/grokify/html-strip-tags-go v0.1.0 // indirect github.com/grokify/html-strip-tags-go v0.1.0 // indirect
github.com/hashicorp/hcl v1.0.0 // indirect github.com/hashicorp/hcl v1.0.0 // indirect
github.com/haxqer/gofunc v0.0.0-20210609183449-586b0cce5fe4 // indirect
github.com/haxqer/xthird v0.0.0-20210703071732-ff4f4dbb6e5d // indirect
github.com/klauspost/compress v1.18.0 // indirect github.com/klauspost/compress v1.18.0 // indirect
github.com/klauspost/cpuid/v2 v2.2.10 // indirect github.com/klauspost/cpuid/v2 v2.2.10 // indirect
github.com/magiconair/properties v1.8.9 // indirect github.com/magiconair/properties v1.8.9 // indirect
@@ -62,7 +60,6 @@ require (
github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
github.com/olekukonko/tablewriter v0.0.5 // indirect github.com/olekukonko/tablewriter v0.0.5 // indirect
github.com/pelletier/go-toml v1.9.3 // indirect github.com/pelletier/go-toml v1.9.3 // indirect
github.com/pquerna/ffjson v0.0.0-20190930134022-aa0246cd15f7 // indirect
github.com/prometheus/client_model v0.6.1 // indirect github.com/prometheus/client_model v0.6.1 // indirect
github.com/prometheus/common v0.62.0 // indirect github.com/prometheus/common v0.62.0 // indirect
github.com/prometheus/procfs v0.15.1 // indirect github.com/prometheus/procfs v0.15.1 // indirect

7
go.sum
View File

@@ -225,10 +225,6 @@ github.com/hashicorp/logutils v1.0.0/go.mod h1:QIAnNjmIWmVIIkWDTG1z5v++HQmx9WQRO
github.com/hashicorp/mdns v1.0.0/go.mod h1:tL+uN++7HEJ6SQLQ2/p+z2pH24WQKWjBPkE0mNTz8vQ= github.com/hashicorp/mdns v1.0.0/go.mod h1:tL+uN++7HEJ6SQLQ2/p+z2pH24WQKWjBPkE0mNTz8vQ=
github.com/hashicorp/memberlist v0.1.3/go.mod h1:ajVTdAv/9Im8oMAAj5G31PhhMCZJV2pPBoIllUwCN7I= github.com/hashicorp/memberlist v0.1.3/go.mod h1:ajVTdAv/9Im8oMAAj5G31PhhMCZJV2pPBoIllUwCN7I=
github.com/hashicorp/serf v0.8.2/go.mod h1:6hOLApaqBFA1NXqRQAsxw9QxuDEvNxSQRwA/JwenrHc= github.com/hashicorp/serf v0.8.2/go.mod h1:6hOLApaqBFA1NXqRQAsxw9QxuDEvNxSQRwA/JwenrHc=
github.com/haxqer/gofunc v0.0.0-20210609183449-586b0cce5fe4 h1:QQOImHnvEkzqEbozZup+76WLv+W0QhO84GTLHppMY1M=
github.com/haxqer/gofunc v0.0.0-20210609183449-586b0cce5fe4/go.mod h1:XQaEUze5QCq3D9oenfHItzPQUD+NGg+0TDt1kJhJAAc=
github.com/haxqer/xthird v0.0.0-20210703071732-ff4f4dbb6e5d h1:e2qgvCNjMrp9fNtUQr3gQnK15B0C2CIUjPWMc7jZnbo=
github.com/haxqer/xthird v0.0.0-20210703071732-ff4f4dbb6e5d/go.mod h1:9avb74vS4djGUwtueA6V01grbpskLGisSy0jxFZIBY8=
github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc=
github.com/ianlancetaylor/demangle v0.0.0-20200824232613-28f6c0f3b639/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= github.com/ianlancetaylor/demangle v0.0.0-20200824232613-28f6c0f3b639/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc=
github.com/json-iterator/go v1.1.11/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= github.com/json-iterator/go v1.1.11/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4=
@@ -300,8 +296,6 @@ github.com/pkg/sftp v1.10.1/go.mod h1:lYOWFsE0bwd1+KfKJaKeuokY15vzFx25BLbzYYoAxZ
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
github.com/posener/complete v1.1.1/go.mod h1:em0nMJCgc9GFtwrmVmEMR/ZL6WyhyjMBndrE9hABlRI= github.com/posener/complete v1.1.1/go.mod h1:em0nMJCgc9GFtwrmVmEMR/ZL6WyhyjMBndrE9hABlRI=
github.com/pquerna/ffjson v0.0.0-20190930134022-aa0246cd15f7 h1:xoIK0ctDddBMnc74udxJYBqlo9Ylnsp1waqjLsnef20=
github.com/pquerna/ffjson v0.0.0-20190930134022-aa0246cd15f7/go.mod h1:YARuvh7BUWHNhzDq2OM5tzR2RiCcN2D7sapiKyCel/M=
github.com/prometheus/client_golang v1.22.0 h1:rb93p9lokFEsctTys46VnV1kLCDpVZ0a/Y92Vm0Zc6Q= github.com/prometheus/client_golang v1.22.0 h1:rb93p9lokFEsctTys46VnV1kLCDpVZ0a/Y92Vm0Zc6Q=
github.com/prometheus/client_golang v1.22.0/go.mod h1:R7ljNsLXhuQXYZYtw6GAE9AZg8Y7vEW5scdCXrWRXC0= github.com/prometheus/client_golang v1.22.0/go.mod h1:R7ljNsLXhuQXYZYtw6GAE9AZg8Y7vEW5scdCXrWRXC0=
github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
@@ -463,7 +457,6 @@ golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e/go.mod h1:qpuaurCH72eLCgpAm/
golang.org/x/net v0.0.0-20200501053045-e0ff5e5a1de5/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200501053045-e0ff5e5a1de5/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
golang.org/x/net v0.0.0-20200506145744-7e3656a0809f/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200506145744-7e3656a0809f/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
golang.org/x/net v0.0.0-20200513185701-a91f0712d120/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200513185701-a91f0712d120/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
golang.org/x/net v0.0.0-20200520004742-59133d7f0dd7/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
golang.org/x/net v0.0.0-20200520182314-0ba52f642ac2/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200520182314-0ba52f642ac2/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
golang.org/x/net v0.0.0-20200625001655-4c5254603344/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= golang.org/x/net v0.0.0-20200625001655-4c5254603344/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=

View File

@@ -2,8 +2,10 @@ package boot
import ( import (
"context" "context"
v1 "github.com/ayflying/utility_go/api/system/v1" v1 "github.com/ayflying/utility_go/api/system/v1"
"github.com/ayflying/utility_go/service" "github.com/ayflying/utility_go/service"
"github.com/gogf/gf/v2/frame/g"
"github.com/gogf/gf/v2/os/gctx" "github.com/gogf/gf/v2/os/gctx"
) )
@@ -13,14 +15,20 @@ var (
) )
func Boot() (err error) { func Boot() (err error) {
err = service.SystemCron().StartCron() // 启动计划任务定时器预防debug工具激活计划任务造成重复执行此处不执行计划任务
//err = service.SystemCron().StartCron()
//用户活动持久化 //用户活动持久化每小时执行一次
service.SystemCron().AddCronV2(v1.CronType_DAILY, func(ctx context.Context) error { service.SystemCron().AddCronV2(v1.CronType_HOUR, func(context.Context) error {
err = service.GameKv().SavesV1() go func() {
err = service.GameAct().Saves(ctx) err = service.GameKv().SavesV1()
return err err = service.GameAct().SavesV2()
}) if err != nil {
g.Log().Error(gctx.New(), err)
}
}()
return nil
}, true)
//初始化自启动方法 //初始化自启动方法
for _, v := range _func { for _, v := range _func {

View File

@@ -2,7 +2,12 @@ package gameAct
import ( import (
"context" "context"
"errors"
"fmt" "fmt"
"strconv"
"strings"
"time"
"github.com/ayflying/utility_go/internal/model/do" "github.com/ayflying/utility_go/internal/model/do"
"github.com/ayflying/utility_go/internal/model/entity" "github.com/ayflying/utility_go/internal/model/entity"
"github.com/ayflying/utility_go/pkg" "github.com/ayflying/utility_go/pkg"
@@ -13,15 +18,12 @@ import (
"github.com/gogf/gf/v2/os/gctx" "github.com/gogf/gf/v2/os/gctx"
"github.com/gogf/gf/v2/os/gtime" "github.com/gogf/gf/v2/os/gtime"
"github.com/gogf/gf/v2/util/gconv" "github.com/gogf/gf/v2/util/gconv"
"strconv"
"strings"
"time"
) )
var ( var (
ctx = gctx.New() Name = "game_act"
Name = "game_act" ActList = gset.New(true)
ActList = gset.New(true) RunTimeMax *gtime.Time
) )
type sGameAct struct { type sGameAct struct {
@@ -44,6 +46,7 @@ func init() {
// @return data *v1.Act: 返回活动信息结构体指针 // @return data *v1.Act: 返回活动信息结构体指针
// @return err error: 返回错误信息 // @return err error: 返回错误信息
func (s *sGameAct) Info(uid int64, actId int) (data *g.Var, err error) { func (s *sGameAct) Info(uid int64, actId int) (data *g.Var, err error) {
var ctx = gctx.New()
if uid == 0 || actId == 0 { if uid == 0 || actId == 0 {
g.Log().Error(ctx, "当前参数为空") g.Log().Error(ctx, "当前参数为空")
return return
@@ -86,6 +89,7 @@ func (s *sGameAct) Info(uid int64, actId int) (data *g.Var, err error) {
// @param data interface{}: 要存储的活动信息数据。 // @param data interface{}: 要存储的活动信息数据。
// @return err error: 返回错误信息如果操作成功则返回nil。 // @return err error: 返回错误信息如果操作成功则返回nil。
func (s *sGameAct) Set(uid int64, actId int, data interface{}) (err error) { func (s *sGameAct) Set(uid int64, actId int, data interface{}) (err error) {
var ctx = gctx.New()
if uid == 0 || actId == 0 { if uid == 0 || actId == 0 {
g.Log().Error(ctx, "当前参数为空") g.Log().Error(ctx, "当前参数为空")
return return
@@ -106,37 +110,54 @@ func (s *sGameAct) Set(uid int64, actId int, data interface{}) (err error) {
return return
} }
func (s *sGameAct) Saves(ctx context.Context) (err error) { // Saves 保存游戏活动数据
getCache, _ := pkg.Cache("redis").Get(nil, "cron:game_act") //
// @Description: 保存游戏活动数据
// @receiver s *sGameAct: 游戏活动服务结构体指针
// @return err error: 返回错误信息
// Deprecated: 该方法已被弃用建议使用SavesV2方法
func (s *sGameAct) Saves() (err error) {
var ctx = gctx.New()
g.Log().Debug(ctx, "开始执行游戏act数据保存了")
//如果没有执行过,设置时间戳 //如果没有执行过,设置时间戳
if getCache.Int64() > 0 { // 最大允许执行时间
return RunTimeMax = gtime.Now().Add(time.Minute * 30)
} else {
pkg.Cache("redis").Set(nil, "cron:game_act", gtime.Now().Unix(), time.Hour)
}
//遍历执行 //遍历执行
ActList.Iterator(func(i interface{}) bool { ActList.Iterator(func(i interface{}) bool {
err = s.Save(ctx, i.(int)) //在时间内允许执行
if gtime.Now().Before(RunTimeMax) {
g.Log().Debugf(ctx, "开始执行游戏act数据保存:act=%v", i)
err = s.Save(ctx, i.(int))
} else {
g.Log().Errorf(ctx, "游戏act数据保存超时:act=%v", i)
}
return true return true
}) })
return return
} }
// Save 保存游戏活动数据
//
// @Description: 保存游戏活动数据
// @receiver s *sGameAct: 游戏活动服务结构体指针
// @param ctx context.Context: 上下文对象
// @param actId int: 活动ID
// @return err error: 返回错误信息
// deprecated: 该方法已被弃用建议使用SaveV2方法
func (s *sGameAct) Save(ctx context.Context, actId int) (err error) { func (s *sGameAct) Save(ctx context.Context, actId int) (err error) {
cacheKey := fmt.Sprintf("act:%v:*", actId) cacheKey := fmt.Sprintf("act:%v:*", actId)
//获取当前用户的key值 var add = make([]*entity.GameAct, 0)
//keys, err := utils.RedisScan(cacheKey) var update = make([]*entity.GameAct, 0)
//if len(keys) > 10000 {
// keys = keys[:10000]
//}
//循环获取缓存数据 //循环获取缓存数据
err = tools.Redis.RedisScanV2(cacheKey, func(keys []string) (err error) { err = tools.Redis.RedisScanV2(cacheKey, func(keys []string) (err error) {
var add = make([]*entity.GameAct, 0) //判断是否超时
var update = make([]*entity.GameAct, 0) if gtime.Now().After(RunTimeMax) {
var delKey []string g.Log().Debug(ctx, "act执行超时了,停止执行!")
err = errors.New("act执行超时了,停止执行!")
return
}
for _, cacheKey = range keys { for _, cacheKey = range keys {
result := strings.Split(cacheKey, ":") result := strings.Split(cacheKey, ":")
actId, err = strconv.Atoi(result[1]) actId, err = strconv.Atoi(result[1])
@@ -144,6 +165,7 @@ func (s *sGameAct) Save(ctx context.Context, actId int) (err error) {
uid = gconv.Int64(result[2]) uid = gconv.Int64(result[2])
//uid, err = strconv.ParseInt(result[2], 10, 64) //uid, err = strconv.ParseInt(result[2], 10, 64)
if err != nil { if err != nil {
g.Log().Error(ctx, err)
continue continue
} }
@@ -172,7 +194,7 @@ func (s *sGameAct) Save(ctx context.Context, actId int) (err error) {
ActId: actId, ActId: actId,
}).Fields("uid,act_id").Scan(&data) }).Fields("uid,act_id").Scan(&data)
if err != nil { if err != nil {
g.Log().Debugf(ctx, "当前数据错误: %v", cacheKey) g.Log().Errorf(ctx, "当前数据错误: %v", cacheKey)
continue continue
} }
actionData := cacheGet.String() actionData := cacheGet.String()
@@ -189,55 +211,64 @@ func (s *sGameAct) Save(ctx context.Context, actId int) (err error) {
data.Action = actionData data.Action = actionData
update = append(update, data) update = append(update, data)
} }
//最后删除key
delKey = append(delKey, cacheKey)
} }
//批量写入数据库 //批量写入数据库
if len(delKey) > 0 { updateCount := 0
//g.Log().Debugf(ctx, "当前 %v 要更新的数据: %v 条", actId, len(update))
if len(update) > 100 {
for _, v := range update { for _, v := range update {
v.UpdatedAt = gtime.Now() v.UpdatedAt = gtime.Now()
_, err2 := g.Model(Name).Where(do.GameAct{ updateRes, err2 := g.Model(Name).Where(do.GameAct{
Uid: v.Uid, Uid: v.Uid,
ActId: v.ActId, ActId: v.ActId,
UpdatedAt: v.UpdatedAt,
}).Data(v).Update() }).Data(v).Update()
if err2 != nil { if err2 != nil {
g.Log().Error(ctx, err2) g.Log().Error(ctx, err2)
return return
} }
////获取多少个数据,删除不是当前修改的数据 if row, _ := updateRes.RowsAffected(); row == 0 {
//count, _ := g.Model(Name).Where(do.GameAct{ g.Log().Error(ctx, "本次更新为0更新数据失败: %v", v)
// Uid: v.Uid, continue
// ActId: v.ActId, }
//}).Count()
//if count > 1 { //删除缓存
// g.Model(Name).Where(do.GameAct{ go s.DelCacheKey(ctx, v.ActId, v.Uid)
// Uid: v.Uid,
// ActId: v.ActId, updateCount++
// }).WhereNot("updated_at", v.UpdatedAt).Delete() update = make([]*entity.GameAct, 0)
//}
} }
//dbRes, err2 := g.Model(Name).Batch(50).Data(add).Update() g.Log().Debugf(ctx, "当前 %v 更新数据库: %v 条", actId, updateCount)
update = make([]*entity.GameAct, 0) update = make([]*entity.GameAct, 0)
dbRes, err2 := g.Model(Name).Batch(50).Data(add).Save() }
add = make([]*entity.GameAct, 0)
if err2 != nil { var count int64
//g.Log().Debugf(ctx, "当前 %v 要添加的数据: %v 条", actId, len(add))
if len(add) > 100 {
dbRes, err2 := g.Model(Name).Data(add).Save()
err = err2
if err != nil {
g.Log().Error(ctx, err2) g.Log().Error(ctx, err2)
return return
} }
count, _ = dbRes.RowsAffected()
for _, v := range delKey { if count == 0 {
_, err2 = g.Redis().Del(ctx, v) g.Log().Error(ctx, "当前 %v 写入数据库: %v 条", actId, count)
if err2 != nil { for _, vTemp := range add {
g.Log().Error(ctx, err2) g.Log().Debugf(ctx, "当前act%vadd写入数据: %v,内容:%v", vTemp.ActId, vTemp.Uid, vTemp.Action)
return
} }
return
} }
delKey = make([]string, 0)
count, _ := dbRes.RowsAffected() for _, v2 := range add {
g.Log().Debugf(ctx, "当前 %v 写入数据库: %v 条", actId, count) //删除缓存
go s.DelCacheKey(ctx, v2.ActId, v2.Uid)
}
//g.Log().Debugf(ctx, "当前 %v 写入数据库: %v 条", actId, count)
add = make([]*entity.GameAct, 0)
} }
if err != nil { if err != nil {
@@ -250,17 +281,184 @@ func (s *sGameAct) Save(ctx context.Context, actId int) (err error) {
return return
} }
// SavesV2 保存游戏活动数据
//
// @Description: 保存游戏活动数据
// @receiver s *sGameAct: 游戏活动服务结构体指针
// @return err error: 返回错误信息
func (s *sGameAct) SavesV2() (err error) {
var ctx = gctx.New()
g.Log().Debug(ctx, "开始执行游戏act数据保存了")
//如果没有执行过,设置时间戳
// 最大允许执行时间
RunTimeMax = gtime.Now().Add(time.Minute * 30)
//cacheKey := fmt.Sprintf("act:%v:*", actId)
var add = make([]*entity.GameAct, 0)
var update = make([]*entity.GameAct, 0)
//循环获取缓存数据
err = tools.Redis.RedisScanV2("act:*", func(keys []string) (err error) {
for _, key := range keys {
//格式化数据
err = s.SaveV2(ctx, key, add, update)
//持久化数据
err = s.Cache2Sql(ctx, add, update)
}
return err
})
return
}
// SaveV2 保存游戏活动数据
//
// @Description: 保存游戏活动数据
// @receiver s *sGameAct: 游戏活动服务结构体指针
// @param ctx context.Context: 上下文对象
// @param cacheKey string: 缓存键
// @param add []*entity.GameAct: 添加数据
// @param update []*entity.GameAct: 更新数据
// @return err error: 返回错误信息
func (s *sGameAct) SaveV2(ctx context.Context, cacheKey string, add, update []*entity.GameAct) (err error) {
result := strings.Split(cacheKey, ":")
actId := gconv.Int(result[1])
if actId == 0 {
return
}
var uid int64
uid = gconv.Int64(result[2])
if uid == 0 {
//跳过为空的用户缓存
return
}
//获取缓存数据
cacheGet, _ := g.Redis().Get(ctx, cacheKey)
if cacheGet.IsEmpty() {
//空数据也不保存
return
}
//如果有活跃,跳过持久化
if getBool, _ := pkg.Cache("redis").
Contains(ctx, fmt.Sprintf("act:update:%d", uid)); getBool {
return
}
//获取数据库数据
var data *entity.GameAct
// 从数据库中查询活动信息
err = g.Model(Name).Where(do.GameAct{
Uid: uid,
ActId: actId,
}).Fields("uid,act_id").Scan(&data)
if err != nil {
g.Log().Errorf(ctx, "当前数据错误: %v", cacheKey)
return
}
//如果没有数据,添加
actionData := cacheGet.String()
if data == nil {
add = append(add, &entity.GameAct{
ActId: actId,
Uid: uid,
Action: actionData,
})
} else {
//覆盖数据
data.ActId = actId
data.Uid = uid
data.Action = actionData
update = append(update, data)
}
return
}
// Cache2Sql 缓存持久化到数据库
// @Description: 缓存持久化到数据库
// @receiver s *sGameAct: 游戏活动服务结构体指针
// @param ctx context.Context: 上下文对象
// @param add []*entity.GameAct: 添加数据
// @param update []*entity.GameAct: 更新数据
// @return err error: 返回错误信息
func (s *sGameAct) Cache2Sql(ctx context.Context, add, update []*entity.GameAct) (err error) {
//批量写入数据库
updateCount := 0
if len(update) > 100 {
for _, v := range update {
v.UpdatedAt = gtime.Now()
updateRes, err2 := g.Model(Name).Where(do.GameAct{
Uid: v.Uid,
ActId: v.ActId,
}).Data(v).Update()
if err2 != nil {
g.Log().Error(ctx, err2)
continue
}
if row, _ := updateRes.RowsAffected(); row == 0 {
g.Log().Error(ctx, "本次更新为0更新数据失败: %v", v)
continue
}
//删除缓存
go s.DelCacheKey(ctx, v.ActId, v.Uid)
updateCount++
update = make([]*entity.GameAct, 0)
}
g.Log().Debugf(ctx, "act当前更新数据库: %v 条", updateCount)
update = make([]*entity.GameAct, 0)
}
var addCount int64
if len(add) > 100 {
for _, v := range add {
addRes, err2 := g.Model(Name).Data(v).Insert()
if err2 != nil {
g.Log().Error(ctx, err2)
continue
}
if row, _ := addRes.RowsAffected(); row == 0 {
g.Log().Error(ctx, "本次新增为0新增数据失败: %v", v)
continue
}
addCount++
//删除缓存
go s.DelCacheKey(ctx, v.ActId, v.Uid)
}
g.Log().Debugf(ctx, "act当前写入数据库: %v 条", addCount)
add = make([]*entity.GameAct, 0)
}
return
}
// 删除缓存key
func (s *sGameAct) DelCacheKey(ctx context.Context, aid int, uid int64) {
cacheKey := fmt.Sprintf("act:%v:%v", aid, uid)
_, err := g.Redis().Del(ctx, cacheKey)
if err != nil {
g.Log().Error(ctx, err)
}
}
// 清空GetRedDot缓存 // 清空GetRedDot缓存
func (s *sGameAct) RefreshGetRedDotCache(uid int64) { func (s *sGameAct) RefreshGetRedDotCache(uid int64) {
cacheKey := fmt.Sprintf("gameAct:GetRedDot:%s:%d", gtime.Now().Format("d"), uid) cacheKey := fmt.Sprintf("gameAct:GetRedDot:%s:%d", gtime.Now().Format("d"), uid)
_, err := pkg.Cache("redis").Remove(gctx.New(), cacheKey) _, err := pkg.Cache("redis").Remove(gctx.New(), cacheKey)
if err != nil { if err != nil {
g.Log().Error(ctx, err) g.Log().Error(gctx.New(), err)
g.Dump(err) g.Dump(err)
} }
} }
func (s *sGameAct) Del(uid int64, actId int) { func (s *sGameAct) Del(uid int64, actId int) {
var ctx = gctx.New()
if uid == 0 || actId == 0 { if uid == 0 || actId == 0 {
g.Log().Error(ctx, "当前参数为空") g.Log().Error(ctx, "当前参数为空")
return return

View File

@@ -1,22 +1,25 @@
package gameKv package gameKv
import ( import (
"context"
"errors"
"fmt" "fmt"
"strconv"
"strings"
"sync"
"time"
"github.com/ayflying/utility_go/pkg" "github.com/ayflying/utility_go/pkg"
"github.com/ayflying/utility_go/service" "github.com/ayflying/utility_go/service"
"github.com/ayflying/utility_go/tools" "github.com/ayflying/utility_go/tools"
"github.com/gogf/gf/v2/frame/g" "github.com/gogf/gf/v2/frame/g"
"github.com/gogf/gf/v2/os/gctx" "github.com/gogf/gf/v2/os/gctx"
"github.com/gogf/gf/v2/os/gtime" "github.com/gogf/gf/v2/os/gtime"
"strconv"
"strings"
"sync"
"time"
) )
var ( var (
ctx = gctx.New() Name = "game_kv"
Name = "game_kv" RunTimeMax *gtime.Time
) )
type sGameKv struct { type sGameKv struct {
@@ -37,27 +40,32 @@ func init() {
// @receiver s: sGameKv的实例。 // @receiver s: sGameKv的实例。
// @return err: 错误信息如果操作成功则为nil。 // @return err: 错误信息如果操作成功则为nil。
func (s *sGameKv) SavesV1() (err error) { func (s *sGameKv) SavesV1() (err error) {
getCache, err := pkg.Cache("redis").Get(nil, "cron:game_kv") var ctx = gctx.New()
//如果没有执行过,设置时间 // 最大允许执行时间
if getCache.Int64() > 0 { RunTimeMax = gtime.Now().Add(time.Minute * 30)
return g.Log().Debug(ctx, "开始执行游戏kv数据保存")
} else {
pkg.Cache("redis").Set(nil, "cron:game_kv", gtime.Now().Unix(), time.Hour) // 定义用于存储用户数据的结构体
type ListData struct {
Uid int64 `json:"uid"`
Kv interface{} `json:"kv"`
} }
var list []*ListData
// 初始化列表长度与keys数组一致
list = make([]*ListData, 0)
// 从Redis列表中获取所有用户KV索引的键 // 从Redis列表中获取所有用户KV索引的键
//keys, err := utils.RedisScan("user:kv:*") //keys, err := utils.RedisScan("user:kv:*")
err = tools.Redis.RedisScanV2("user:kv:*", func(keys []string) (err error) { err = tools.Redis.RedisScanV2("user:kv:*", func(keys []string) (err error) {
// 定义用于存储用户数据的结构体 //判断是否超时
type ListData struct { if gtime.Now().After(RunTimeMax) {
Uid int64 `json:"uid"` g.Log().Error(ctx, "kv执行超时了,停止执行!")
Kv interface{} `json:"kv"` err = errors.New("kv执行超时了,停止执行!")
return
} }
var list []*ListData
// 初始化列表长度与keys数组一致
list = make([]*ListData, 0)
//需要删除的key //需要删除的key
var delKey []string
// 遍历keys获取每个用户的数据并填充到list中 // 遍历keys获取每个用户的数据并填充到list中
for _, cacheKey := range keys { for _, cacheKey := range keys {
//g.Log().Infof(ctx, "保存用户kv数据%v", v) //g.Log().Infof(ctx, "保存用户kv数据%v", v)
@@ -90,30 +98,21 @@ func (s *sGameKv) SavesV1() (err error) {
Uid: uid, Uid: uid,
Kv: data, Kv: data,
}) })
delKey = append(delKey, cacheKey)
} }
// 将列表数据保存到数据库 // 将列表数据保存到数据库
if len(list) > 0 { if len(list) > 100 {
_, err2 := g.Model("game_kv").Batch(30).Data(list).Save() _, err2 := g.Model("game_kv").Data(list).Save()
list = make([]*ListData, 0)
if err2 != nil { if err2 != nil {
g.Log().Error(ctx, err2) g.Log().Error(ctx, err2)
return return
} }
//删除当前key
//批量删除key for _, v := range list {
for _, v := range delKey { go s.DelCacheKey(ctx, v.Uid)
_, err2 = g.Redis().Del(ctx, v)
if err2 != nil {
g.Log().Errorf(ctx, "删除存档错误:%v,err=%v", v, err2)
return
}
} }
list = make([]*ListData, 0)
delKey = make([]string, 0)
} }
if err != nil { if err != nil {
g.Log().Error(ctx, "当前kv数据入库失败: %v", err) g.Log().Error(ctx, "当前kv数据入库失败: %v", err)
@@ -122,17 +121,14 @@ func (s *sGameKv) SavesV1() (err error) {
return return
}) })
//if err != nil {
// return err
//}
////跳过
//if len(keys) == 0 {
// return
//}
////一次最多处理10w条
//if len(keys) > 10000 {
// keys = keys[:10000]
//}
return return
} }
// 删除缓存key
func (s *sGameKv) DelCacheKey(ctx context.Context, uid int64) {
cacheKey := fmt.Sprintf("user:kv:%v", uid)
_, err := g.Redis().Del(ctx, cacheKey)
if err != nil {
g.Log().Error(ctx, err)
}
}

View File

@@ -1,13 +1,14 @@
package ip2region package ip2region
import ( import (
"net"
"strings"
"github.com/ayflying/utility_go/service" "github.com/ayflying/utility_go/service"
"github.com/gogf/gf/v2/frame/g" "github.com/gogf/gf/v2/frame/g"
"github.com/gogf/gf/v2/os/gctx" "github.com/gogf/gf/v2/os/gctx"
"github.com/gogf/gf/v2/os/gfile" "github.com/gogf/gf/v2/os/gfile"
"github.com/lionsoul2014/ip2region/binding/golang/xdb" "github.com/lionsoul2014/ip2region/binding/golang/xdb"
"net"
"strings"
) )
var ( var (
@@ -15,6 +16,8 @@ var (
wait = false wait = false
) )
const IpDbPath = "runtime/library/ip2region.xdb"
type sIp2region struct { type sIp2region struct {
searcher *xdb.Searcher searcher *xdb.Searcher
} }
@@ -35,16 +38,17 @@ func init() {
// Load 加载到内存中 // Load 加载到内存中
// //
// @Description: 加载ip2region数据库到内存中。 // @Description: 加载ip2region数据库到内存中。
// @receiver s *sIp2region: sIp2region的实例。 // @receiver s *sIp2region: sIp2region的实例。
func (s *sIp2region) Load() { func (s *sIp2region) Load() {
var err error var err error
var dbPath = "runtime/library/ip2region.xdb" //var dbPath = "runtime/library/ip2region.xdb"
var url = "https://github.com/ayflying/resource/raw/refs/heads/main/attachment/ip2region.xdb" var url = "https://github.com/ayflying/resource/raw/refs/heads/master/attachment/ip2region.xdb"
if wait { if wait {
return return
} }
if gfile.IsEmpty(dbPath) { if gfile.IsEmpty(IpDbPath) {
wait = true wait = true
defer func() { defer func() {
wait = false wait = false
@@ -55,9 +59,9 @@ func (s *sIp2region) Load() {
if err2 != nil { if err2 != nil {
return return
} }
err = gfile.PutBytes(dbPath, putData.ReadAll()) err = gfile.PutBytes(IpDbPath, putData.ReadAll())
} }
cBuff := gfile.GetBytes(dbPath) cBuff := gfile.GetBytes(IpDbPath)
/* /*
var cBuff []byte var cBuff []byte
if gres.Contains(dbPath) { if gres.Contains(dbPath) {
@@ -78,7 +82,9 @@ func (s *sIp2region) Load() {
func (s *sIp2region) GetIp(ip string) (res []string) { func (s *sIp2region) GetIp(ip string) (res []string) {
//初始化加载 //初始化加载
s.Load() if s.searcher == nil {
s.Load()
}
res = make([]string, 5) res = make([]string, 5)
if s.searcher == nil { if s.searcher == nil {

View File

@@ -2,6 +2,9 @@ package systemCron
import ( import (
"context" "context"
"sync"
"time"
"github.com/ayflying/utility_go/api/system/v1" "github.com/ayflying/utility_go/api/system/v1"
"github.com/ayflying/utility_go/service" "github.com/ayflying/utility_go/service"
"github.com/gogf/gf/v2/frame/g" "github.com/gogf/gf/v2/frame/g"
@@ -9,8 +12,6 @@ import (
"github.com/gogf/gf/v2/os/gctx" "github.com/gogf/gf/v2/os/gctx"
"github.com/gogf/gf/v2/os/gtime" "github.com/gogf/gf/v2/os/gtime"
"github.com/gogf/gf/v2/os/gtimer" "github.com/gogf/gf/v2/os/gtimer"
"sync"
"time"
) )
var ( var (
@@ -59,7 +60,7 @@ type sSystemCron struct {
func New() *sSystemCron { func New() *sSystemCron {
return &sSystemCron{ return &sSystemCron{
taskChan: make(chan func(context.Context) error, 2), taskChan: make(chan func(context.Context) error, 2),
TaskTimeout: time.Minute * 30, TaskTimeout: time.Minute * 60,
} }
} }
@@ -80,7 +81,8 @@ func (s *sSystemCron) AddCron(typ v1.CronType, _func func() error) {
var _func2 = func(ctx context.Context) error { var _func2 = func(ctx context.Context) error {
return _func() return _func()
} }
s.AddCronV2(typ, _func2) // 老版本计划任务全都是主服务器唯一执行
s.AddCronV2(typ, _func2, true)
} }
// AddCronV2 添加一个定时任务到相应的调度列表中。 // AddCronV2 添加一个定时任务到相应的调度列表中。
@@ -89,7 +91,16 @@ func (s *sSystemCron) AddCron(typ v1.CronType, _func func() error) {
// @receiver s: sSystemCron的实例代表一个调度系统。 // @receiver s: sSystemCron的实例代表一个调度系统。
// @param typ: 任务的类型,决定该任务将被添加到哪个列表中。对应不同的时间间隔。 // @param typ: 任务的类型,决定该任务将被添加到哪个列表中。对应不同的时间间隔。
// @param _func: 要添加的任务函数该函数执行时应该返回一个error。 // @param _func: 要添加的任务函数该函数执行时应该返回一个error。
func (s *sSystemCron) AddCronV2(typ v1.CronType, _func func(context.Context) error) { // @param _onlyMain: 是否只在主服务器上执行一次,true 唯一执行false 全局执行不判断唯一
func (s *sSystemCron) AddCronV2(typ v1.CronType, _func func(context.Context) error, _onlyMain ...bool) {
//如果传过来的任务是需要主服务器执行一次
if len(_onlyMain) > 0 && _onlyMain[0] {
//判断当前是否为主服务器
if !g.Cfg().MustGet(gctx.New(), "game.cron_main").Bool() {
return
}
}
//加锁 //加锁
s.Lock.Lock() s.Lock.Lock()
defer s.Lock.Unlock() defer s.Lock.Unlock()
@@ -322,7 +333,7 @@ func (s *sSystemCron) RunFuncChan() {
//ctx := gctx.New() //ctx := gctx.New()
func() { func() {
//超时释放资源 //超时释放资源
ctx, cancel := context.WithTimeout(context.Background(), s.TaskTimeout) ctx, cancel := context.WithTimeout(gctx.New(), s.TaskTimeout)
defer cancel() defer cancel()
// 使用匿名函数包裹来捕获 panic // 使用匿名函数包裹来捕获 panic

399
package/gamelog/sdk.go Normal file
View File

@@ -0,0 +1,399 @@
package gamelog
import (
"bytes"
"compress/gzip"
"context"
"encoding/json"
"fmt"
"net/http"
"strings"
"sync"
"time"
"github.com/gogf/gf/v2/frame/g"
"github.com/gogf/gf/v2/net/gclient"
"github.com/gogf/gf/v2/os/gfile"
"github.com/gogf/gf/v2/os/gtime"
)
type sendBody struct {
Pid string `json:"pid"`
Data [][]any `json:"data"`
}
// todo 游戏日志对象
type GameLog struct {
Uid string // 唯一uid
Event string // 事件名
Property map[string]any // 事件属性
EventTimems int64 // 时间戳毫秒级别
EventTimeLoc string // 带时区的本地时间字符串
}
type SDKConfig struct {
// 配置变量
Pid string // 项目id
BaseUrl string // 日志服务器地址
ReportSk string // 上报解密key
FlushInterval int // 刷新间隔
DiskBakPath string // 磁盘备份路径
RetryN int // 每N次重试
ChanSize int // 信道大小, 默认1000
reportN int
}
type SDK struct {
// 控制变量
wg sync.WaitGroup
shutdown chan struct{}
mu sync.Mutex
sdkConfig *SDKConfig
bufferChan chan GameLog // 日志队列
buffer []GameLog // 日志队列
}
var (
ctx = context.Background()
gamelogClient *gclient.Client
// location map
// locationMap map[string]*time.Location = map[string]*time.Location{}
locationMap sync.Map // 声明一个线程安全的Map
)
func getLocationMapValue(key string) *time.Location {
// 1. 先尝试读
value, loaded := locationMap.Load(key)
if loaded {
return value.(*time.Location) // 如果已经存在,直接返回
}
// 2. 不存在就初始化一个该key对应的**固定的**新值
location, err := time.LoadLocation(key)
if err != nil {
g.Log().Warningf(ctx, "[GameLog]load location error, try use local timezone: %v", err)
return nil
}
// 3. 核心原子性地存储如果key已存在则返回已存在的值
actualValue, loaded := locationMap.LoadOrStore(key, location)
if loaded {
// 如果loaded为true说明其他goroutine抢先存了
// 我们可以丢弃刚创建的newValue如果有需要的话返回已存在的actualValue
return actualValue.(*time.Location)
}
// 如果loaded为false说明是我们存成功的返回我们刚创建的newValue
return actualValue.(*time.Location)
}
func (sdk *SDK) varinit() error {
sdk.sdkConfig = &SDKConfig{}
_pid, err := g.Config().Get(ctx, "angergs.bisdk.pid")
if err != nil {
return err
}
sdk.sdkConfig.Pid = _pid.String()
_baseUrl, err := g.Config().Get(ctx, "angergs.bisdk.recodeServerBaseUrl")
if err != nil {
return err
}
sdk.sdkConfig.BaseUrl = _baseUrl.String()
_sk, err := g.Config().Get(ctx, "angergs.bisdk.reportSk")
if err != nil {
return err
}
sdk.sdkConfig.ReportSk = _sk.String()
_flushInterval, err := g.Config().Get(ctx, "angergs.bisdk.flushInterval")
if err != nil {
return err
}
sdk.sdkConfig.FlushInterval = _flushInterval.Int()
_diskBakPath, err := g.Config().Get(ctx, "angergs.bisdk.diskBakPath")
if err != nil {
return err
}
sdk.sdkConfig.DiskBakPath = _diskBakPath.String()
_retryN, err := g.Config().Get(ctx, "angergs.bisdk.retryN")
if err != nil {
return err
}
sdk.sdkConfig.RetryN = _retryN.Int()
_chanSize, err := g.Config().Get(ctx, "angergs.bisdk.chanSize")
if err != nil {
return err
}
sdk.sdkConfig.ChanSize = _chanSize.Int()
g.Log().Infof(ctx, "[GameLog]client init success, config: %v", sdk.sdkConfig)
return nil
}
func (sdk *SDK) checkConfig() error {
config := sdk.sdkConfig
if config.Pid == "" {
return fmt.Errorf("pid is empty")
}
if config.BaseUrl == "" {
return fmt.Errorf("baseUrl is empty")
}
if config.ReportSk == "" {
return fmt.Errorf("reportSk is empty")
}
if config.FlushInterval <= 0 {
return fmt.Errorf("flushInterval is invalid")
}
if config.DiskBakPath == "" {
return fmt.Errorf("diskBakPath is empty")
}
if config.RetryN == 0 {
config.RetryN = 10
}
if config.ChanSize == 0 {
config.ChanSize = 1000
}
config.DiskBakPath = strings.TrimSuffix(config.DiskBakPath, "/")
return nil
}
func INIT(config *SDKConfig) (*SDK, error) {
// 加载并检查配置
sdk := &SDK{}
if config != nil {
sdk.sdkConfig = config
} else if err := sdk.varinit(); err != nil { // 可以读goframe的配置
return nil, err
}
if err := sdk.checkConfig(); err != nil {
return nil, err
}
gamelogClient = g.Client()
// 初始化队列
sdk.shutdown = make(chan struct{})
sdk.bufferChan = make(chan GameLog, 1000)
sdk.buffer = make([]GameLog, 0, 100)
// 加载失败日志
failLogs, err := sdk.loadFailLogs4disk()
if err != nil {
g.Log().Errorf(ctx, "[GameLog]load fail logs error: %v", err)
} else if len(failLogs) > 0 {
sdk.buffer = append(sdk.buffer, failLogs...)
}
// 开启协程进行日志发送
sdk.wg = sync.WaitGroup{}
sdk.wg.Add(1)
go func() {
defer sdk.wg.Done()
ticker := time.NewTicker(time.Duration(sdk.sdkConfig.FlushInterval) * time.Second)
defer ticker.Stop()
for {
select {
case <-sdk.shutdown:
// 关闭时, 上传一次并备份失败数据
g.Log().Infof(ctx, "[GameLog]begin shutdown and flush last")
sdk.flush()
return
case log := <-sdk.bufferChan:
sdk.buffer = append(sdk.buffer, log)
case <-ticker.C:
sdk.flush()
}
}
}()
return sdk, nil
}
// 从磁盘加载失败日志
func (sdk *SDK) loadFailLogs4disk() (logs []GameLog, err error) {
if !gfile.Exists(sdk.sdkConfig.DiskBakPath) {
return
}
// 遍历diskBakPath下所有failBufferxxx.bak.log文件 读取到log中
files, err := gfile.ScanDir(sdk.sdkConfig.DiskBakPath, "failBuffer*.bak.log")
logs = []GameLog{}
if err != nil {
return
}
// 读取每个备份文件
for _, fp := range files {
// 每一行都是一次失败的记录
gfile.ReadLines(fp, func(line string) error {
_logs := []GameLog{}
err := json.Unmarshal([]byte(line), &_logs)
if err != nil {
return err
}
// 合并到总日志列表
logs = append(logs, _logs...)
return nil
})
g.Log().Infof(ctx, "[GameLog]load %d faillogs from %s", len(logs), fp)
gfile.Remove(fp)
}
return
}
// 备份失败日志追加到磁盘
func (sdk *SDK) bakFailLogs2disk(failLogs []GameLog) {
bakPath := fmt.Sprintf("%s/failBuffer%s.bak.log", sdk.sdkConfig.DiskBakPath, gtime.Now().Format("YmdH"))
content, err := json.Marshal(failLogs)
if err != nil {
g.Log().Errorf(ctx, "[GameLog]marshal fail logs error: %v", err)
return
}
gfile.PutContentsAppend(bakPath, string(content)+"\n")
g.Log().Infof(ctx, "[GameLog]backup fail buffer to %s", bakPath)
}
// 优雅关闭
func (sdk *SDK) Shutdown() {
close(sdk.shutdown)
sdk.wg.Wait()
}
// 日志时间格式
const datetimeFmt = time.DateOnly + " " + time.TimeOnly
// 记录日志
func (sdk *SDK) Log(uid, event string, property map[string]any, timezone string) {
loc := time.Local
if _loc := getLocationMapValue(timezone); _loc != nil {
loc = _loc
}
log := GameLog{
Uid: uid,
Event: event,
Property: property,
EventTimems: gtime.Now().TimestampMilli(),
EventTimeLoc: gtime.Now().In(loc).Format(datetimeFmt),
}
// 线程安全
sdk.bufferChan <- log
}
// 按服务器时区记录日志
func (sdk *SDK) LogLtz(uid, event string, property map[string]any) {
sdk.Log(uid, event, property, time.Local.String())
}
// 这个方法只会在内部协程调用
func (sdk *SDK) flush() {
sdk.mu.Lock()
defer sdk.mu.Unlock()
if len(sdk.buffer) == 0 {
return
}
batch := make([]GameLog, len(sdk.buffer))
copy(batch, sdk.buffer)
sdk.buffer = sdk.buffer[:0]
// 第N次的时候加载失败数据进行尝试
if sdk.sdkConfig.reportN != 0 && sdk.sdkConfig.reportN%sdk.sdkConfig.RetryN == 0 {
faillogs, err := sdk.loadFailLogs4disk()
if err != nil {
g.Log().Errorf(ctx, "[GameLog]load fail logs error: %v", err)
}
// 如果有失败日志则加入到批量数组中
if len(faillogs) > 0 {
batch = append(batch, faillogs...)
}
}
sdk.send(batch)
}
// 发送消息
func (sdk *SDK) send(logs []GameLog) {
waitSecond := time.Duration(sdk.sdkConfig.FlushInterval/4) * time.Second
timeoutCtx, cancel := context.WithTimeout(context.Background(), waitSecond)
defer cancel()
data := make([][]any, 0, len(logs))
// logs 拆分成二维数组
for _, log := range logs {
propertyJson, err := json.Marshal(log.Property)
if err != nil {
g.Log().Errorf(ctx, "[GameLog]skip log parse, marshal property error: %v", err)
continue
}
data = append(data, []any{
log.Uid,
log.Event,
string(propertyJson),
log.EventTimems,
log.EventTimeLoc,
})
}
// json化
sbody := sendBody{
Pid: sdk.sdkConfig.Pid,
Data: data,
}
jsonBody, err := json.Marshal(sbody)
if err != nil {
g.Log().Errorf(ctx, "[GameLog]marshal send body error: %v", err)
return
}
// giz压缩
gzBody := bytes.NewBuffer([]byte{})
gz := gzip.NewWriter(gzBody)
gz.Write(jsonBody)
gz.Close()
// XOR 加密
xorBody := bytesXOR(gzBody.Bytes(), []byte(sdk.sdkConfig.ReportSk))
sdk.sdkConfig.reportN += 1
res, err := gamelogClient.Post(timeoutCtx, sdk.sdkConfig.BaseUrl+"/report/event", xorBody)
// 失败重新加入缓冲区
if err != nil {
sdk.bakFailLogs2disk(logs)
g.Log().Warningf(ctx, "[GameLog]send log error, bak to fail buffer(%d): %v", len(logs), err)
return
}
defer func() {
cerr := res.Close()
if cerr != nil {
g.Log().Errorf(ctx, "[GameLog]close response error: %v", cerr)
}
}()
httpcode := res.StatusCode
resBody := res.ReadAllString()
// 收集器拦截, 重新加入缓冲区
if httpcode != http.StatusOK {
sdk.bakFailLogs2disk(logs)
g.Log().Warningf(ctx, "[GameLog]send log error, bak to fail buffer(%d): %v", len(logs), resBody)
}
}
// 混淆
func bytesXOR(data []byte, key []byte) []byte {
obfuscated := make([]byte, len(data))
keyLen := len(key)
if keyLen == 0 {
return data
}
for i := range data {
obfuscated[i] = data[i] ^ key[i%keyLen]
}
return obfuscated
// // 使用示例
// key := []byte{0x12, 0x34, 0x56, 0x78}
// obfuscated := multiXorObfuscate(original, key)
// deobfuscated := multiXorObfuscate(obfuscated, key) // 解密
}

View File

@@ -0,0 +1,52 @@
package test
import (
"strings"
"testing"
"time"
"github.com/ayflying/utility_go/package/gamelog"
"github.com/gogf/gf/v2/test/gtest"
"github.com/gogf/gf/v2/util/grand"
"github.com/google/uuid"
)
func TestGamelog(t *testing.T) {
glsdk, err := gamelog.INIT(&gamelog.SDKConfig{
// 必填
Pid: "test5", // 项目ID
BaseUrl: "http://47.76.178.47:10101", // 香港测试服上报地址
// BaseUrl: "http://127.0.0.1:10101", // 本次测试上报地址
ReportSk: "sngame2025", // xor混淆key
FlushInterval: 5, // 上报间隔
DiskBakPath: "gamelog", // 本地磁盘备份, 用于意外情况下临时保存日志, 请确保该目录持久化(容器内要挂载). 每次启动时或每N次上报时加载到失败队列
// 可填
RetryN: 2, // 默认每10次, 上传检查一次磁盘的失败数据
ChanSize: 500, // 默认1000, 信道size
})
// 随机测试事件和属性
events := []string{"e1", "e2", "e3", "e4"}
pms := []map[string]any{
{"a": "1"},
{"a": "2"},
{"a": "3"},
{"a": "4"},
}
if err != nil {
t.Fatal(err)
}
gtest.C(t, func(t *gtest.T) {
go func() {
for {
uuidval, _ := uuid.NewUUID()
randUid := strings.ReplaceAll(uuidval.String(), "-", "")
glsdk.LogLtz(randUid, events[grand.Intn(len(events))], pms[grand.Intn(len(pms))])
time.Sleep(time.Millisecond * 100)
}
}()
time.Sleep(time.Second * 14)
// 模拟等待信号后优雅关闭
glsdk.Shutdown()
})
}

View File

@@ -0,0 +1,32 @@
package chongchong
import (
"fmt"
"github.com/ayflying/utility_go/package/pay/common"
"github.com/gogf/gf/v2/crypto/gmd5"
)
//验单
func (p *Pay) Verify(req *CallbackData, sign string) (isOk bool, err error) {
//req := g.RequestFromCtx(ctx).Request
//data, err := common.ParseNotifyToBodyMap(req)
var data = map[string]interface{}{
"orderPrice": req.OrderPrice,
"packageId": req.PackageId,
"partnerTransactionNo": req.PartnerTransactionNo,
"productId": req.ProductId,
"statusCode": req.StatusCode,
"transactionNo": req.TransactionNo,
}
dataStr, err := common.BuildSignStr(data)
var SingStr = fmt.Sprintf("%v&%v", dataStr, p.ApiKey)
sign2, err := gmd5.EncryptString(SingStr)
if sign == sign2 {
isOk = true
}
return
}

View File

@@ -0,0 +1,25 @@
package chongchong
type Pay struct {
ApiKey string `json:"api_key"`
}
func New(pay *Pay) *Pay {
return &Pay{
ApiKey: pay.ApiKey,
}
}
// CallbackData 用于处理回调数据的结构体
type CallbackData struct {
TransactionNo string `json:"transactionNo" dc:"平台交易单号,唯一标识一笔交易"`
PartnerTransactionNo string `json:"partnerTransactionNo" dc:"合作方交易单号,由合作方生成"`
StatusCode string `json:"statusCode" dc:"交易状态码SUCCESS表示成功FAIL表示失败"`
ProductId int `json:"productId" dc:"产品ID对应后台配置的商品"`
OrderPrice float64 `json:"orderPrice" dc:"订单金额,单位为元"`
PackageId int `json:"packageId" dc:"套餐ID可选字段部分商品有套餐区分"`
ProductName string `json:"productName" dc:"产品名称,展示用"`
ExtParam string `json:"extParam" dc:"扩展参数,回调时原样返回"`
UserId int `json:"userId" dc:"用户ID标识购买者"`
Sign string `json:"sign" dc:"签名,用于验证请求合法性"`
}

105
package/pay/common/func.go Normal file
View File

@@ -0,0 +1,105 @@
package common
import (
"errors"
"github.com/gogf/gf/v2/frame/g"
"github.com/gogf/gf/v2/util/gconv"
"net/http"
"sort"
"strings"
)
// FormatPublicKey 将原始公钥字符串格式化为标准PEM格式的公钥
// 功能为原始公钥添加PEM头部和尾部并按64字符长度拆分换行符合PKCS#8标准格式要求
// 参数 publicKey: 原始未格式化的公钥字符串通常为Base64编码且无换行
// 返回值: 格式化后的PEM格式公钥字符串
func FormatPublicKey(publicKey string) (pKey string) {
var buffer strings.Builder
// 写入PEM格式头部
buffer.WriteString("-----BEGIN PUBLIC KEY-----\n")
// 定义每行公钥的标准长度PEM格式要求64字符/行)
rawLen := 64
keyLen := len(publicKey)
// 计算需要拆分的总行数(向上取整)
raws := keyLen / rawLen
temp := keyLen % rawLen
if temp > 0 {
raws++ // 若有余数则增加一行
}
// 按行拆分并写入公钥内容
start := 0
end := start + rawLen
for i := 0; i < raws; i++ {
if i == raws-1 {
// 最后一行取剩余所有字符处理不足64字符的情况
buffer.WriteString(publicKey[start:])
} else {
// 非最后行取固定64字符
buffer.WriteString(publicKey[start:end])
}
buffer.WriteByte('\n') // 每行结束添加换行符
start += rawLen
end = start + rawLen
}
// 写入PEM格式尾部
buffer.WriteString("-----END PUBLIC KEY-----\n")
pKey = buffer.String()
return
}
// ParseNotifyToBodyMap 将HTTP请求中的表单数据解析为键值对映射
// 功能解析请求表单数据提取单值字段并转换为map[string]interface{}格式
// 参数 req: 包含表单数据的HTTP请求对象
// 返回值: 解析后的键值对映射(bm)和可能的错误(err)
func ParseNotifyToBodyMap(req *http.Request) (bm map[string]interface{}, err error) {
// 解析请求表单数据,若失败则返回错误
if err = req.ParseForm(); err != nil {
return nil, err
}
// 获取解析后的表单数据key为字段名value为字符串切片形式的字段值
var form map[string][]string = req.Form
// 初始化结果映射,预分配容量(表单字段数+1预留扩展空间
bm = make(map[string]interface{}, len(form)+1)
// 遍历表单字段,仅保留单值字段(忽略多值字段)
for k, v := range form {
if len(v) == 1 {
bm[k] = v[0]
}
}
return
}
// BuildSignStr 根据传入的g.Map构建签名字符串
// 规则:对所有非空值的键进行字母排序后,按"key=value&"格式拼接,最后去除末尾的"&"
// 参数 bm: 包含键值对的g.Map
// 返回值: 构建好的签名字符串和可能的错误
func BuildSignStr(bm g.Map) (string, error) {
var (
buf strings.Builder
keyList []string
)
// 收集所有键名
for k := range bm {
keyList = append(keyList, k)
}
// 对键名进行字母排序
sort.Strings(keyList)
// 遍历排序后的键,拼接非空值的键值对
for _, k := range keyList {
if v := bm[k]; v != "" {
buf.WriteString(k)
buf.WriteByte('=')
buf.WriteString(gconv.String(v))
buf.WriteByte('&')
// 去除末尾多余的'&'字符
// 检查是否有有效的键值对被拼接
}
}
if buf.Len() <= 0 {
return "", errors.New("length is error")
}
return buf.String()[:buf.Len()-1], nil
}

View File

@@ -0,0 +1,5 @@
package honor
const (
Host = "https://iap-api.cloud.honor.com"
)

View File

@@ -0,0 +1,70 @@
package honor
import (
"context"
"crypto"
"crypto/rsa"
"crypto/sha256"
"crypto/x509"
"encoding/base64"
"encoding/pem"
"errors"
"github.com/ayflying/utility_go/package/pay/common"
)
type Pay struct {
PubKey string `json:"pubKey"`
AppId string `json:"appId"`
}
func New(pay *Pay) *Pay {
return &Pay{
AppId: pay.AppId,
PubKey: pay.PubKey,
}
}
// VerifyRSASignature 验证RSA数字签名
// data: 原始数据字节
// sign: 签名的Base64编码字符串
// pubKey: PEM格式的公钥字符串
// 返回验证结果和可能的错误
func (p *Pay) VerifyRSASignature(ctx context.Context, data []byte, sign string) (bool, error) {
//req := g.RequestFromCtx(ctx).Request
//post, err := common.ParseNotifyToBodyMap(req)
//var data = gjson.MustEncode(post)
// 解码Base64格式的签名
signBytes, err := base64.StdEncoding.DecodeString(sign)
if err != nil {
return false, errors.New("签名解码失败: " + err.Error())
}
pubkey := common.FormatPublicKey(p.PubKey)
// 解析PEM格式的公钥
block, _ := pem.Decode([]byte(pubkey))
if block == nil {
return false, errors.New("无效的PEM格式公钥")
}
// 解析公钥
publicKey, err := x509.ParsePKIXPublicKey(block.Bytes)
if err != nil {
return false, errors.New("公钥解析失败: " + err.Error())
}
// 类型断言为公钥
rsaPubKey, ok := publicKey.(*rsa.PublicKey)
if !ok {
return false, errors.New("不是有效的RSA公钥")
}
// 计算数据的SHA-256哈希
hasher := sha256.New()
hasher.Write(data)
hash := hasher.Sum(nil)
// 验证签名
err = rsa.VerifyPKCS1v15(rsaPubKey, crypto.SHA256, hash, signBytes)
return err == nil, err
}

View File

@@ -0,0 +1,45 @@
package honor
type PayCallbackHeader struct {
Charset string `json:"charset" dc:"字符集当前只支持utf-8。"`
SignType string `json:"signType" dc:"签名算法类型, 当前只支持RSA"`
Sign string `json:"sign" dc:"notificationMessage的签名已废弃请用signature。"`
Signature string `json:"signature" dc:"对data的签名。"`
AppId string `json:"appId" dc:"应用ID"`
}
type PayCallback struct {
Env string `json:"env" dc:"发送通知的环境sandbox为沙盒测试环境非sandbox为正式环境"`
EventType string `json:"eventType" dc:"事件类型,如付款成功、退款失败等"`
EventCode int `json:"eventCode" dc:"事件类型对应的code值"`
Version string `json:"version" dc:"iap版本"`
EventTime string `json:"eventTime" dc:"通知时间"`
Data PayCallbackData `json:"data" dc:"通知内容notificationMessage的json字符串"`
}
type PayCallbackData struct {
AppId string `json:"appId" dc:"应用ID"`
OrderId string `json:"orderId" dc:"订单ID"`
BizOrderNo string `json:"bizOrderNo,omitempty" dc:"max-length:64#业务订单号"`
ProductType int `json:"productType" dc:"商品类型0消耗型1非消耗型2订阅型"`
ProductId string `json:"productId" dc:"商品ID"`
ProductName string `json:"productName" dc:"商品名称"`
PurchaseTime int64 `json:"purchaseTime" dc:"购买时间UTC时间戳(毫秒)"`
PurchaseState int `json:"purchaseState" dc:"订单状态 0:已购买 1:已退款 2:付款失败 3:退款失败 4:未支付 5:退款中"`
ConsumptionState int `json:"consumptionState" dc:"消耗状态 0:未消耗 1:已消耗"`
PurchaseToken string `json:"purchaseToken" dc:"购买令牌"`
Currency string `json:"currency" dc:"币种"`
Price string `json:"price" dc:"商品价格"`
PayMoney string `json:"payMoney" dc:"实际支付金额"`
DeveloperPayload string `json:"developerPayload,omitempty" dc:"max-length:1024#商户信息"`
OriOrder string `json:"oriOrder" dc:"原订单信息"`
SandboxFlag int `json:"sandboxFlag" dc:"沙盒标识"`
AgreementNo string `json:"agreementNo,omitempty" dc:"订阅合约号"`
ExecuteTime string `json:"executeTime,omitempty" dc:"下次扣费时间(订阅)"`
SecondChargeTime int64 `json:"secondChargeTime,omitempty" dc:"第二次扣费时间(订阅升级)"`
OldProductId string `json:"oldProductId,omitempty" dc:"老商品ID(订阅升级)"`
SubStartTime string `json:"subStartTime,omitempty" dc:"订阅开始时间"`
SubEndTime string `json:"subEndTime,omitempty" dc:"订阅结束时间"`
OriginalPrice string `json:"originalPrice" dc:"原始价格"`
CancelTime string `json:"cancelTime,omitempty" dc:"订阅取消时间"`
}

View File

@@ -0,0 +1,26 @@
package honor
import (
"github.com/gogf/gf/v2/frame/g"
"github.com/gogf/gf/v2/os/gctx"
"net/http"
)
func (p *Pay) Notification(r *http.Request) {
}
// ConsumeProduct 商品消耗
func (p *Pay) ConsumeProduct(purchaseToken string) (err error) {
url := Host + "/iap/server/consumeProduct"
_, err = g.Client().ContentJson().Post(gctx.New(), url, g.Map{
"purchaseToken": purchaseToken,
"developerChallenge": "",
})
if err != nil {
return
}
return
}

View File

@@ -0,0 +1,25 @@
package huawei
import (
"net/http"
"time"
)
const (
TokenUrl = "https://oauth-login.cloud.huawei.com/oauth2/v3/token"
)
func getOrderUrl(accountFlag int) string {
if accountFlag == 1 {
// site for telecom carrier
//return "https://orders-at-dre.iap.dbankcloud.com"
return "https://orders-drcn.iap.cloud.huawei.com.cn"
} else {
// TODO: replace the (ip:port) to the real one
return "http://exampleserver/_mockserver_"
}
}
// default http client with 5 seconds timeout
var RequestHttpClient = http.Client{Timeout: time.Second * 5}

View File

@@ -0,0 +1,166 @@
package huawei
import (
"bytes"
"crypto"
"crypto/rsa"
"crypto/sha256"
"crypto/x509"
"encoding/base64"
"encoding/json"
"errors"
"fmt"
"github.com/gogf/gf/v2/encoding/gjson"
"github.com/gogf/gf/v2/frame/g"
"github.com/gogf/gf/v2/os/gctx"
"io"
"log"
"net/http"
"net/url"
)
type Pay struct {
ClientSecret string `json:"client_secret"`
ClientId string `json:"client_id"`
//TokenUrl string `json:"token_url"`
ApplicationPublicKey string `json:"application_public_key"`
}
func New(cfg *Pay) *Pay {
return cfg
}
// ConfirmPurchase 发货后确认购买接口(华为支付)消耗商品
// 功能:通知华为支付平台当前订单已完成发货,触发支付完成流程(需在商品实际发货后调用)
// 参数说明:
// purchaseToken: 华为支付返回的购买令牌(唯一标识一笔具体的购买交易,由客户端支付成功后返回)
// productId: 应用内商品的唯一标识需与客户端发起支付时使用的productId一致
// accountFlag: 账户标识(用于区分不同账户体系/环境如0-普通用户、1-企业用户,具体值由业务定义)
func (p *Pay) ConfirmPurchase(purchaseToken, productId string, accountFlag int) {
// 构造请求体参数包含购买令牌和产品ID
bodyMap := map[string]string{
"purchaseToken": purchaseToken, // 华为支付返回的购买凭证
"productId": productId, // 对应应用内商品的唯一标识
}
url := getOrderUrl(accountFlag) + "/applications/v2/purchases/confirm"
bodyBytes, err := p.SendRequest(url, bodyMap)
if err != nil {
// 请求失败时记录错误日志(实际业务中建议增加重试或异常处理逻辑)
log.Printf("err is %s", err)
}
// 打印响应结果(实际业务中需替换为具体处理逻辑,如更新订单状态、校验响应数据等)
// TODO: 建议根据华为支付文档解析响应数据如检查responseCode是否为0表示成功
log.Printf("%s", bodyBytes)
}
// VerifyToken 验证回调订单
//您可以调用本接口向华为应用内支付服务器校验支付结果中的购买令牌,确认支付结果的准确性。
func (p *Pay) VerifyToken(purchaseToken, productId string, accountFlag int) (res *PurchaseTokenData, err error) {
bodyMap := map[string]string{"purchaseToken": purchaseToken, "productId": productId}
url := getOrderUrl(accountFlag) + "/applications/purchases/tokens/verify"
bodyBytes, err := p.SendRequest(url, bodyMap)
if err != nil {
g.Log().Error(gctx.New(), "err is %s", err)
}
var data *VerifyTokenRes
err = gjson.DecodeTo(bodyBytes, &data)
err = gjson.DecodeTo(data.PurchaseTokenData, &res)
return
}
func (p *Pay) SendRequest(url string, bodyMap map[string]string) (string, error) {
authHeaderString, err := p.BuildAuthorization()
if err != nil {
return "", err
}
bodyString, err := json.Marshal(bodyMap)
if err != nil {
return "", err
}
req, err := http.NewRequest("POST", url, bytes.NewReader(bodyString))
if err != nil {
return "", err
}
req.Header.Set("Content-Type", "application/json; charset=UTF-8")
req.Header.Set("Authorization", authHeaderString)
response, err := RequestHttpClient.Do(req)
defer response.Body.Close()
bodyBytes, err := io.ReadAll(response.Body)
//req, err := g.Client().Header(g.MapStrStr{
// "Content-Type": "application/json; charset=UTF-8",
// "Authorization": authHeaderString,
//}).Post(gctx.New(), url, bodyString)
//defer req.Close()
//var bodyBytes = req.ReadAll()
if err != nil {
return "", err
}
return string(bodyBytes), nil
}
func (p *Pay) VerifyRsaSign(content string, sign string, publicKey string) error {
//publicKey = common.FormatPublicKey(publicKey)
publicKeyByte, err := base64.StdEncoding.DecodeString(publicKey)
if err != nil {
return err
}
pub, err := x509.ParsePKIXPublicKey(publicKeyByte)
if err != nil {
return err
}
hashed := sha256.Sum256([]byte(content))
signature, err := base64.StdEncoding.DecodeString(sign)
if err != nil {
return err
}
return rsa.VerifyPKCS1v15(pub.(*rsa.PublicKey), crypto.SHA256, hashed[:], signature)
}
func (p *Pay) GetAppAt() (string, error) {
//demoConfig := GetDefaultConfig()
urlValue := url.Values{
"grant_type": {"client_credentials"},
"client_secret": {p.ClientSecret},
"client_id": {p.ClientId},
}
resp, err := RequestHttpClient.PostForm(TokenUrl, urlValue)
defer resp.Body.Close()
bodyBytes, err := io.ReadAll(resp.Body)
//post := g.MapStrStr{
// "grant_type": "client_credentials",
// "client_secret": p.ClientSecret,
// "client_id": p.ClientId,
//}
//resp, err := g.Client().PostForm(gctx.New(), p.TokenUrl, post)
//if err != nil {
// return "", err
//}
//resp.Close()
//bodyBytes := resp.ReadAll()
if err != nil {
return "", err
}
var atResponse AtResponse
json.Unmarshal(bodyBytes, &atResponse)
if atResponse.AccessToken != "" {
return atResponse.AccessToken, nil
} else {
return "", errors.New("Get token fail, " + string(bodyBytes))
}
}
func (p *Pay) BuildAuthorization() (string, error) {
appAt, err := p.GetAppAt()
if err != nil {
return "", err
}
oriString := fmt.Sprintf("APPAT:%s", appAt)
var authString = base64.StdEncoding.EncodeToString([]byte(oriString))
var authHeaderString = fmt.Sprintf("Basic %s", authString)
return authHeaderString, nil
}

View File

@@ -0,0 +1,82 @@
package huawei
type CallbackType struct {
Version string `json:"version"`
NotifyTime int64 `json:"notifyTime"`
EventType string `json:"eventType"`
ApplicationId string `json:"applicationId"`
OrderNotification *OrderNotification `json:"orderNotification"`
SubNotification *SubNotification `json:"subNotification"`
}
type OrderNotification struct {
Version string `json:"version" dc:"通知版本v2"`
NotificationType int `json:"notificationType" dc:"通知事件的类型取值如下1支付成功 2退款成功"`
PurchaseToken string `json:"purchaseToken" dc:"待下发商品的购买Token"`
ProductId string `json:"productId" dc:"商品ID"`
}
type SubNotification struct {
StatusUpdateNotification *StatusUpdateNotification `json:"statusUpdateNotification" dc:"通知消息"`
NotificationSignature string `json:"notificationSignature" dc:"对statusUpdateNotification字段的签名字符串签名算法为signatureAlgorithm表示的签名算法。"`
Version string `json:"version" dc:"通知版本v2"`
SignatureAlgorithm string `json:"signatureAlgorithm" dc:"签名算法。"`
}
// StatusUpdateNotification 订阅状态更新通知
type StatusUpdateNotification struct {
Environment string `json:"environment" dc:"发送通知的环境。PROD正式环境Sandbox沙盒测试"`
NotificationType int `json:"notificationType" dc:"通知事件的类型,具体定义需参考相关文档说明"`
SubscriptionID string `json:"subscriptionId" dc:"订阅ID"`
CancellationDate int64 `json:"cancellationDate" dc:"撤销订阅时间或退款时间UTC时间戳以毫秒为单位仅在notificationType取值为CANCEL的场景下会传入"`
OrderID string `json:"orderId" dc:"订单ID唯一标识一笔需要收费的收据由华为应用内支付服务器在创建订单以及订阅型商品续费时生成。每一笔新的收据都会使用不同的orderId。通知类型为NEW_RENEWAL_PREF时不存在"`
LatestReceipt string `json:"latestReceipt" dc:"最近的一笔收据的token仅在notificationType取值为INITIAL_BUY 、RENEWAL或INTERACTIVE_RENEWAL并且续期成功情况下传入"`
LatestReceiptInfo string `json:"latestReceiptInfo" dc:"最近的一笔收据JSON字符串格式包含的参数请参见InappPurchaseDetails在notificationType取值为CANCEL时无值"`
LatestReceiptInfoSignature string `json:"latestReceiptInfoSignature" dc:"对latestReceiptInfo的签名字符串签名算法为statusUpdateNotification中的signatureAlgorithm。服务器在收到签名字符串后需要参见对返回结果验签使用IAP公钥对latestReceiptInfo的JSON字符串进行验签。公钥获取请参见查询支付服务信息"`
LatestExpiredReceipt string `json:"latestExpiredReceipt" dc:"最近的一笔过期收据的token"`
LatestExpiredReceiptInfo string `json:"latestExpiredReceiptInfo" dc:"最近的一笔过期收据JSON字符串格式在notificationType取值为RENEWAL或INTERACTIVE_RENEWAL时有值"`
LatestExpiredReceiptInfoSignature string `json:"latestExpiredReceiptInfoSignature" dc:"对latestExpiredReceiptInfo的签名字符串签名算法为statusUpdateNotification中的signatureAlgorithm。服务器在收到签名字符串后需要参见对返回结果验签使用IAP公钥对latestExpiredReceiptInfo的JSON字符串进行验签。公钥获取请参见查询支付服务信息"`
AutoRenewStatus int `json:"autoRenewStatus" dc:"续期状态。取值说明1当前周期到期后正常续期0用户已终止续期"`
RefundPayOrderId string `json:"refundPayOrderId" dc:"退款交易号在notificationType取值为CANCEL时有值"`
ProductID string `json:"productId" dc:"订阅型商品ID"`
ApplicationID string `json:"applicationId" dc:"应用ID"`
ExpirationIntent int `json:"expirationIntent" dc:"超期原因仅在notificationType为RENEWAL或INTERACTIVE_RENEWAL时并且续期失败情况下有值"`
PurchaseToken string `json:"purchaseToken" dc:"订阅token与上述订阅ID字段subscriptionId对应。"`
}
type AtResponse struct {
AccessToken string `json:"access_token"`
}
type VerifyTokenRes struct {
ResponseCode string `json:"responseCode"`
PurchaseTokenData string `json:"purchaseTokenData"`
DataSignature string `json:"dataSignature"`
SignatureAlgorithm string `json:"signatureAlgorithm"`
}
type PurchaseTokenData struct {
AutoRenewing bool `json:"autoRenewing" dc:"表示订阅是否自动续费"`
OrderId string `json:"orderId" dc:"订单ID唯一标识一笔订单"`
PackageName string `json:"packageName" dc:"应用的包名"`
ApplicationId int `json:"applicationId" dc:"应用ID以整数形式表示"`
ApplicationIdString string `json:"applicationIdString" dc:"应用ID的字符串形式"`
Kind int `json:"kind" dc:"购买类型的某种标识,具体含义可能取决于业务逻辑"`
ProductId string `json:"productId" dc:"商品ID用于标识购买的商品"`
ProductName string `json:"productName" dc:"商品名称"`
PurchaseTime int64 `json:"purchaseTime" dc:"购买时间,可能是某种特定格式的时间表示"`
PurchaseTimeMillis int64 `json:"purchaseTimeMillis" dc:"购买时间,以毫秒为单位的时间戳"`
PurchaseState int `json:"purchaseState" dc:"购买状态,不同的整数值代表不同的状态,具体含义取决于业务逻辑"`
DeveloperPayload string `json:"developerPayload" dc:"开发者自定义负载数据"`
PurchaseToken string `json:"purchaseToken" dc:"购买令牌"`
ResponseCode string `json:"responseCode" dc:"响应代码,用于表示购买操作的响应结果"`
ConsumptionState int `json:"consumptionState" dc:"消费状态,不同的整数值代表不同的消费状态,具体含义取决于业务逻辑"`
Confirmed int `json:"confirmed" dc:"确认状态,不同的整数值代表不同的确认情况,具体含义取决于业务逻辑"`
PurchaseType int `json:"purchaseType" dc:"购买类型,不同的整数值代表不同的购买类型,具体含义取决于业务逻辑"`
Currency string `json:"currency" dc:"货币类型"`
Price int `json:"price" dc:"商品价格"`
Country string `json:"country" dc:"购买所在国家"`
PayOrderId string `json:"payOrderId" dc:"支付订单ID"`
PayType string `json:"payType" dc:"支付类型"`
SdkChannel string `json:"sdkChannel" dc:"SDK渠道"`
}

View File

@@ -0,0 +1,107 @@
package huawei
/*
* Copyright 2020. Huawei Technologies Co., Ltd. All rights reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*/
//import "encoding/json"
const (
INITIAL_BUY = 0
CANCEL = 1
RENEWAL = 2
INTERACTIVE_RENEWAL = 3
NEW_RENEWAL_PREF = 4
RENEWAL_STOPPED = 5
RENEWAL_RESTORED = 6
RENEWAL_RECURRING = 7
ON_HOLD = 9
PAUSED = 10
PAUSE_PLAN_CHANGED = 11
PRICE_CHANGE_CONFIRMED = 12
DEFERRED = 13
)
//type NotificationServer struct {
//}
//
//var NotificationDemo = &NotificationServer{}
//type NotificationRequest struct {
// StatusUpdateNotification string `json:"statusUpdateNotification"`
// NotificationSignature string `json:"notifycationSignature"`
//}
//
//type NotificationResponse struct {
// ErrorCode string `json:"errorCode"`
// ErrorMsg string `json:"errorMsg"`
//}
//type StatusUpdateNotification struct {
// Environment string `json:"environment"`
// NotificationType int `json:"notificationType"`
// SubscriptionID string `json:"subscriptionId"`
// CancellationDate int64 `json:"cancellationDate"`
// OrderID string `json:"orderId"`
// LatestReceipt string `json:"latestReceipt"`
// LatestReceiptInfo string `json:"latestReceiptInfo"`
// LatestReceiptInfoSignature string `json:"latestReceiptInfoSignature"`
// LatestExpiredReceipt string `json:"latestExpiredReceipt"`
// LatestExpiredReceiptInfo string `json:"latestExpiredReceiptInfo"`
// LatestExpiredReceiptInfoSignature string `json:"latestExpiredReceiptInfoSignature"`
// AutoRenewStatus int `json:"autoRenewStatus"`
// RefundPayOrderId string `json:"refundPayOrderId"`
// ProductID string `json:"productId"`
// ApplicationID string `json:"applicationId"`
// ExpirationIntent int `json:"expirationIntent"`
//}
func (p *Pay) DealNotification(information string) (err error) {
//var request PayCallback
//err = json.Unmarshal([]byte(information), &request)
//if err != nil {
// return
//}
//err = p.VerifyRsaSign(request.StatusUpdateNotification, request.NotificationSignature, DefaultConfig.ApplicationPublicKey)
//if err != nil {
// return
//}
//
//var info = request.StatusUpdateNotification
////json.Unmarshal([]byte(request.StatusUpdateNotification), &info)
//switch notificationType := info.NotificationType; notificationType {
//case INITIAL_BUY:
//case CANCEL:
//case RENEWAL:
//case INTERACTIVE_RENEWAL:
//case NEW_RENEWAL_PREF:
//case RENEWAL_STOPPED:
//case RENEWAL_RESTORED:
//case RENEWAL_RECURRING:
//case ON_HOLD:
//case PAUSED:
//case PAUSE_PLAN_CHANGED:
//case PRICE_CHANGE_CONFIRMED:
//case DEFERRED:
//default:
//}
//
////response := NotificationResponse{ErrorCode: "0"}
////return &response, nil
//return
return
}

View File

@@ -0,0 +1,9 @@
package oppo
const (
LoginUrl = "https://iopen.game.oppomobile.com/sdkopen/user/fileIdInfo?fileId=%s&token=%s"
LocationShanghai = "Asia/Shanghai"
RSA = "RSA"
RSA2 = "RSA2"
)

View File

@@ -0,0 +1,32 @@
package oppo
import (
"net/http"
"net/url"
)
func (p *OppoType) ParseNotifyToBodyMap(req *http.Request) (bm map[string]interface{}, err error) {
if err = req.ParseForm(); err != nil {
return nil, err
}
var form map[string][]string = req.Form
bm = make(map[string]interface{}, len(form)+1)
for k, v := range form {
if len(v) == 1 {
bm[k] = v[0]
//bm.Set(k, v[0])
}
}
return
}
func (p *OppoType) ParseNotifyByURLValues(value url.Values) (bm map[string]interface{}, err error) {
bm = make(map[string]interface{}, len(value)+1)
for k, v := range value {
if len(v) == 1 {
bm[k] = v[0]
//bm.Set(k, v[0])
}
}
return
}

View File

@@ -3,7 +3,6 @@ package oppo
import ( import (
"context" "context"
"github.com/gogf/gf/v2/frame/g" "github.com/gogf/gf/v2/frame/g"
"github.com/haxqer/xthird/oppo"
) )
// 跟充值平台通信的加密key // 跟充值平台通信的加密key
@@ -30,12 +29,12 @@ func (p *OppoType) Verify(ctx context.Context) (err error) {
oppoPublicKey := "MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCmreYIkPwVovKR8rLHWlFVw7YDfm9uQOJKL89Smt6ypXGVdrAKKl0wNYc3/jecAoPi2ylChfa2iRu5gunJyNmpWZzlCNRIau55fxGW0XEu553IiprOZcaw5OuYGlf60ga8QT6qToP0/dpiL/ZbmNUO9kUhosIjEu22uFgR+5cYyQIDAQAB" oppoPublicKey := "MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCmreYIkPwVovKR8rLHWlFVw7YDfm9uQOJKL89Smt6ypXGVdrAKKl0wNYc3/jecAoPi2ylChfa2iRu5gunJyNmpWZzlCNRIau55fxGW0XEu553IiprOZcaw5OuYGlf60ga8QT6qToP0/dpiL/ZbmNUO9kUhosIjEu22uFgR+5cYyQIDAQAB"
//oppoPublicKey := p.PublicKey //oppoPublicKey := p.PublicKey
// 解析请求参数 // 解析请求参数
bodyMap, err := oppo.ParseNotifyToBodyMap(g.RequestFromCtx(ctx).Request) bodyMap, err := p.ParseNotifyToBodyMap(g.RequestFromCtx(ctx).Request)
if err != nil { if err != nil {
// 解析失败, 处理错误逻辑 // 解析失败, 处理错误逻辑
return return
} }
err = oppo.VerifySign(oppoPublicKey, bodyMap) err = p.VerifySign(oppoPublicKey, bodyMap)
return return
} }

80
package/pay/oppo/sign.go Normal file
View File

@@ -0,0 +1,80 @@
package oppo
import (
"crypto"
"crypto/hmac"
"crypto/rsa"
"crypto/sha1"
"crypto/x509"
"encoding/base64"
"encoding/pem"
"errors"
"fmt"
"github.com/ayflying/utility_go/package/pay/common"
"github.com/gogf/gf/v2/util/gconv"
"hash"
"math/rand"
"net/url"
"time"
)
func (p *OppoType) GenLoginBaseStr(bm map[string]interface{}, appKey, appSecret string) (string, string) {
baseStr := fmt.Sprintf("oauthConsumerKey=%s&oauthToken=%s&oauthSignatureMethod=HMAC-SHA1&oauthTimestamp=%d&oauthNonce=%d&oauthVersion=1.0&",
appKey, url.QueryEscape(gconv.String(bm["token"])), time.Now().Unix(), rand.Int31n(100000000))
var h hash.Hash
h = hmac.New(sha1.New, []byte(appSecret+"&"))
h.Write([]byte(baseStr))
sign := url.QueryEscape(base64.StdEncoding.EncodeToString(h.Sum(nil)))
return baseStr, sign
}
func (p *OppoType) VerifySign(oppoPayPublicKey string, bm map[string]interface{}) (err error) {
if oppoPayPublicKey == "" || bm == nil {
return errors.New("oppoPayPublicKey or bm is nil")
}
bodySign := bm["sign"].(string)
bodySignType := RSA
signData := fmt.Sprintf("notifyId=%s&partnerOrder=%s&productName=%s&productDesc=%s&price=%s&count=%s&attach=%s",
bm["notifyId"], bm["partnerOrder"], bm["productName"],
bm["productDesc"], bm["price"], bm["count"], bm["attach"])
pKey := common.FormatPublicKey(oppoPayPublicKey)
if err = p.verifySign(signData, bodySign, bodySignType, pKey); err != nil {
return err
}
return nil
}
func (p *OppoType) verifySign(signData, sign, signType, oppoPayPublicKey string) (err error) {
var (
h hash.Hash
hashs crypto.Hash
block *pem.Block
pubKey interface{}
publicKey *rsa.PublicKey
ok bool
)
signBytes, _ := base64.StdEncoding.DecodeString(sign)
if block, _ = pem.Decode([]byte(oppoPayPublicKey)); block == nil {
return errors.New("OPPO公钥Decode错误")
}
if pubKey, err = x509.ParsePKIXPublicKey(block.Bytes); err != nil {
return fmt.Errorf("x509.ParsePKIXPublicKey%w", err)
}
if publicKey, ok = pubKey.(*rsa.PublicKey); !ok {
return errors.New("OPPO公钥转换错误")
}
switch signType {
case RSA:
hashs = crypto.SHA1
case RSA2:
hashs = crypto.SHA256
default:
hashs = crypto.SHA256
}
h = hashs.New()
h.Write([]byte(signData))
return rsa.VerifyPKCS1v15(publicKey, hashs, h.Sum(nil), signBytes)
}

View File

@@ -1,7 +1,9 @@
package vivo package vivo
import ( import (
"context"
"errors" "errors"
"github.com/ayflying/utility_go/package/pay/common"
"github.com/gogf/gf/v2/crypto/gmd5" "github.com/gogf/gf/v2/crypto/gmd5"
"github.com/gogf/gf/v2/frame/g" "github.com/gogf/gf/v2/frame/g"
"github.com/gogf/gf/v2/util/gconv" "github.com/gogf/gf/v2/util/gconv"
@@ -10,7 +12,8 @@ import (
"strings" "strings"
) )
func (p *Pay) VerifySign(bm g.Map, key string) bool { func (p *Pay) VerifySign(ctx context.Context, key string) bool {
bm, _ := common.ParseNotifyToBodyMap(g.RequestFromCtx(ctx).Request)
signature := bm["signature"] signature := bm["signature"]
delete(bm, "signature") delete(bm, "signature")
delete(bm, "signMethod") delete(bm, "signMethod")

View File

@@ -1,6 +1,9 @@
package aycache package aycache
import ( import (
"context"
"math"
v1 "github.com/ayflying/utility_go/api/system/v1" v1 "github.com/ayflying/utility_go/api/system/v1"
"github.com/ayflying/utility_go/internal/boot" "github.com/ayflying/utility_go/internal/boot"
"github.com/ayflying/utility_go/pkg/aycache/drive" "github.com/ayflying/utility_go/pkg/aycache/drive"
@@ -9,7 +12,6 @@ import (
"github.com/gogf/gf/v2/os/gcache" "github.com/gogf/gf/v2/os/gcache"
"github.com/prometheus/client_golang/prometheus" "github.com/prometheus/client_golang/prometheus"
"github.com/prometheus/client_golang/prometheus/promauto" "github.com/prometheus/client_golang/prometheus/promauto"
"math"
) )
// Mod 定义缓存模块结构体,包含一个 gcache.Cache 客户端实例 // Mod 定义缓存模块结构体,包含一个 gcache.Cache 客户端实例
@@ -19,6 +21,7 @@ type Mod struct {
// QPSCount 记录缓存的 QPS 计数 // QPSCount 记录缓存的 QPS 计数
var QPSCount int var QPSCount int
// QPS 是一个 Prometheus 指标,用于记录当前缓存的 QPS 数量 // QPS 是一个 Prometheus 指标,用于记录当前缓存的 QPS 数量
var QPS = promauto.NewGauge( var QPS = promauto.NewGauge(
prometheus.GaugeOpts{ prometheus.GaugeOpts{
@@ -31,7 +34,7 @@ var QPS = promauto.NewGauge(
func init() { func init() {
boot.AddFunc(func() { boot.AddFunc(func() {
// 初始化指标,每分钟计算一次平均 QPS 并重置计数器 // 初始化指标,每分钟计算一次平均 QPS 并重置计数器
service.SystemCron().AddCron(v1.CronType_MINUTE, func() error { service.SystemCron().AddCronV2(v1.CronType_MINUTE, func(context.Context) error {
QPS.Set(math.Round(float64(QPSCount) / 60)) QPS.Set(math.Round(float64(QPSCount) / 60))
QPSCount = 0 QPSCount = 0
return nil return nil
@@ -53,8 +56,13 @@ func New(_name ...string) gcache.Adapter {
// 创建内存缓存适配器 // 创建内存缓存适配器
cacheAdapterObj = drive2.NewAdapterMemory() cacheAdapterObj = drive2.NewAdapterMemory()
case "redis": case "redis":
//第二个参数为配置名称默认为default
var typ = "default"
if len(_name) >= 2 {
typ = _name[1]
}
// 创建 Redis 缓存适配器 // 创建 Redis 缓存适配器
cacheAdapterObj = drive2.NewAdapterRedis() cacheAdapterObj = drive2.NewAdapterRedis(typ)
case "file": case "file":
// 创建文件缓存适配器,指定缓存目录为 "runtime/cache" // 创建文件缓存适配器,指定缓存目录为 "runtime/cache"
cacheAdapterObj = drive2.NewAdapterFile("runtime/cache") cacheAdapterObj = drive2.NewAdapterFile("runtime/cache")

View File

@@ -7,19 +7,22 @@ import (
"github.com/gogf/gf/v2/os/gctx" "github.com/gogf/gf/v2/os/gctx"
) )
var adapterRedisClient gcache.Adapter var adapterRedisClient = make(map[string]gcache.Adapter)
var adapterRedisCache = gcache.New() var adapterRedisCache = make(map[string]*gcache.Cache)
func NewAdapterRedis() gcache.Adapter { func NewAdapterRedis(name string) gcache.Adapter {
if adapterRedisClient[name] == nil {
if adapterRedisClient == nil { _cfg, err := g.Cfg().Get(gctx.New(), "redis."+name)
_cfg, _ := g.Cfg().Get(gctx.New(), "redis.default") if err != nil {
panic("当前redis配置不存在")
}
var cfg *gredis.Config var cfg *gredis.Config
_cfg.Scan(&cfg) _cfg.Scan(&cfg)
redisObj, _ := gredis.New(cfg) redisObj, _ := gredis.New(cfg)
//adapterRedisClient = gcache.NewAdapterRedis(g.Redis("default")) //adapterRedisClient[name] = gcache.NewAdapterRedis(g.Redis(name))
adapterRedisClient = gcache.NewAdapterRedis(redisObj) adapterRedisClient[name] = gcache.NewAdapterRedis(redisObj)
adapterRedisCache.SetAdapter(adapterRedisClient) adapterRedisCache[name] = gcache.New()
adapterRedisCache[name].SetAdapter(adapterRedisClient[name])
} }
return adapterRedisCache return adapterRedisCache[name]
} }

View File

@@ -3,7 +3,9 @@ package elasticsearch
import ( import (
"context" "context"
"encoding/json" "encoding/json"
"errors"
"fmt" "fmt"
"github.com/elastic/go-elasticsearch/v8" "github.com/elastic/go-elasticsearch/v8"
"github.com/elastic/go-elasticsearch/v8/typedapi/core/bulk" "github.com/elastic/go-elasticsearch/v8/typedapi/core/bulk"
"github.com/elastic/go-elasticsearch/v8/typedapi/core/delete" "github.com/elastic/go-elasticsearch/v8/typedapi/core/delete"
@@ -82,7 +84,30 @@ func (s *Elastic) SetBulk(ctx context.Context, data []any) (err error) {
save = append(save, v) save = append(save, v)
} }
//save = data //save = data
_, err = s.client.Bulk().Index(s.name).Request(&save).Do(ctx) response, err2 := s.client.Bulk().Index(s.name).Request(&save).Do(ctx)
if err2 != nil {
err = err2
return
}
//需要接收返回信息,判断是否全部执行成功
if response.Errors { //未全部完成
//是否需要删除已成功导入的部分数据
for _, item := range response.Items {
for _, v := range item {
if v.Error != nil { //失败
g.Log().Errorf(ctx, "导入数据出错 err: %v", *v.Error.Reason)
} else {
//删除已导入成功的数据
_, err = s.Delete(ctx, *v.Id_)
if err != nil {
g.Log().Errorf(ctx, "删除数据错误, err:%v\n", err)
}
}
}
}
return errors.New("部分数据导入失败")
}
return return
} }
@@ -114,7 +139,7 @@ func (s *Elastic) Delete(ctx context.Context, key string) (res *delete.Response,
// Select 查询 // Select 查询
func (s *Elastic) Select(ctx context.Context, query *types.MatchAllQuery) (res *search.Response, err error) { func (s *Elastic) Select(ctx context.Context, query *types.MatchAllQuery) (res *search.Response, err error) {
res, err = s.client.Search(). //Index("my_index"). res, err = s.client.Search(). //Index("my_index").
Request(&search.Request{ Request(&search.Request{
Query: &types.Query{ Query: &types.Query{
MatchAll: &types.MatchAllQuery{}, MatchAll: &types.MatchAllQuery{},
}, },

View File

@@ -31,7 +31,7 @@ type DataType struct {
Url string `json:"url"` // S3 服务的访问 URL Url string `json:"url"` // S3 服务的访问 URL
BucketName string `json:"bucket_name"` // 默认存储桶名称 BucketName string `json:"bucket_name"` // 默认存储桶名称
BucketNameCdn string `json:"bucket_name_cdn"` // CDN 存储桶名称 BucketNameCdn string `json:"bucket_name_cdn"` // CDN 存储桶名称
Provider string `json:"provider"` // S3 服务的提供方 //Provider string `json:"provider"` // S3 服务的提供方
} }
// Mod 定义了 S3 模块的结构体,包含一个 S3 客户端实例和配置信息 // Mod 定义了 S3 模块的结构体,包含一个 S3 客户端实例和配置信息
@@ -184,6 +184,12 @@ func (s *Mod) ListObjects(bucketName string, prefix string) (res <-chan minio.Ob
return return
} }
// StatObject 获取指定存储桶中指定文件的元数据信息
func (s *Mod) StatObject(bucketName string, objectName string) (res minio.ObjectInfo, err error) {
res, err = s.client.StatObject(ctx, bucketName, objectName, minio.StatObjectOptions{})
return
}
// SetBucketPolicy 设置指定存储桶或对象前缀的访问策略 // SetBucketPolicy 设置指定存储桶或对象前缀的访问策略
// 目前使用固定的策略,可根据需求修改 // 目前使用固定的策略,可根据需求修改
func (s *Mod) SetBucketPolicy(bucketName string, prefix string) (err error) { func (s *Mod) SetBucketPolicy(bucketName string, prefix string) (err error) {

View File

@@ -8,6 +8,7 @@ package service
import ( import (
"context" "context"
"github.com/ayflying/utility_go/internal/model/entity"
"github.com/gogf/gf/v2/frame/g" "github.com/gogf/gf/v2/frame/g"
) )
@@ -31,8 +32,48 @@ type (
// @param data interface{}: 要存储的活动信息数据。 // @param data interface{}: 要存储的活动信息数据。
// @return err error: 返回错误信息如果操作成功则返回nil。 // @return err error: 返回错误信息如果操作成功则返回nil。
Set(uid int64, actId int, data interface{}) (err error) Set(uid int64, actId int, data interface{}) (err error)
Saves(ctx context.Context) (err error) // Saves 保存游戏活动数据
//
// @Description: 保存游戏活动数据
// @receiver s *sGameAct: 游戏活动服务结构体指针
// @return err error: 返回错误信息
// Deprecated: 该方法已被弃用建议使用SavesV2方法
Saves() (err error)
// Save 保存游戏活动数据
//
// @Description: 保存游戏活动数据
// @receiver s *sGameAct: 游戏活动服务结构体指针
// @param ctx context.Context: 上下文对象
// @param actId int: 活动ID
// @return err error: 返回错误信息
// deprecated: 该方法已被弃用建议使用SaveV2方法
Save(ctx context.Context, actId int) (err error) Save(ctx context.Context, actId int) (err error)
// SavesV2 保存游戏活动数据
//
// @Description: 保存游戏活动数据
// @receiver s *sGameAct: 游戏活动服务结构体指针
// @return err error: 返回错误信息
SavesV2() (err error)
// SaveV2 保存游戏活动数据
//
// @Description: 保存游戏活动数据
// @receiver s *sGameAct: 游戏活动服务结构体指针
// @param ctx context.Context: 上下文对象
// @param cacheKey string: 缓存键
// @param add []*entity.GameAct: 添加数据
// @param update []*entity.GameAct: 更新数据
// @return err error: 返回错误信息
SaveV2(ctx context.Context, cacheKey string, add []*entity.GameAct, update []*entity.GameAct) (err error)
// Cache2Sql 缓存持久化到数据库
// @Description: 缓存持久化到数据库
// @receiver s *sGameAct: 游戏活动服务结构体指针
// @param ctx context.Context: 上下文对象
// @param add []*entity.GameAct: 添加数据
// @param update []*entity.GameAct: 更新数据
// @return err error: 返回错误信息
Cache2Sql(ctx context.Context, add []*entity.GameAct, update []*entity.GameAct) (err error)
// 删除缓存key
DelCacheKey(ctx context.Context, aid int, uid int64)
// 清空GetRedDot缓存 // 清空GetRedDot缓存
RefreshGetRedDotCache(uid int64) RefreshGetRedDotCache(uid int64)
Del(uid int64, actId int) Del(uid int64, actId int)

View File

@@ -5,6 +5,10 @@
package service package service
import (
"context"
)
type ( type (
IGameKv interface { IGameKv interface {
// SavesV1 方法 // SavesV1 方法
@@ -13,6 +17,8 @@ type (
// @receiver s: sGameKv的实例。 // @receiver s: sGameKv的实例。
// @return err: 错误信息如果操作成功则为nil。 // @return err: 错误信息如果操作成功则为nil。
SavesV1() (err error) SavesV1() (err error)
// 删除缓存key
DelCacheKey(ctx context.Context, uid int64)
} }
) )

View File

@@ -7,9 +7,6 @@ package service
type ( type (
IIp2Region interface { IIp2Region interface {
// Load 加载到内存中
//
// @Description: 加载ip2region数据库到内存中。
// @receiver s *sIp2region: sIp2region的实例。 // @receiver s *sIp2region: sIp2region的实例。
Load() Load()
GetIp(ip string) (res []string) GetIp(ip string) (res []string)

View File

@@ -38,7 +38,8 @@ type (
// @receiver s: sSystemCron的实例代表一个调度系统。 // @receiver s: sSystemCron的实例代表一个调度系统。
// @param typ: 任务的类型,决定该任务将被添加到哪个列表中。对应不同的时间间隔。 // @param typ: 任务的类型,决定该任务将被添加到哪个列表中。对应不同的时间间隔。
// @param _func: 要添加的任务函数该函数执行时应该返回一个error。 // @param _func: 要添加的任务函数该函数执行时应该返回一个error。
AddCronV2(typ v1.CronType, _func func(context.Context) error) // @param _onlyMain: 是否只在主服务器上执行一次,true 唯一执行false 全局执行不判断唯一
AddCronV2(typ v1.CronType, _func func(context.Context) error, _onlyMain ...bool)
// StartCron 开始计划任务执行 // StartCron 开始计划任务执行
// //
// @Description: // @Description:

View File

@@ -48,7 +48,6 @@ func (r *redis) RedisScan(cacheKey string, _key ...string) (keys []string, err e
// redis 批量获取大量数据 // redis 批量获取大量数据
func (r *redis) RedisScanV2(cacheKey string, _func func([]string) error, _key ...string) error { func (r *redis) RedisScanV2(cacheKey string, _func func([]string) error, _key ...string) error {
//var keys []string //var keys []string
var err error var err error
@@ -67,9 +66,11 @@ func (r *redis) RedisScanV2(cacheKey string, _func func([]string) error, _key ..
g.Log().Errorf(ctx, "Scan failed: %v", err) g.Log().Errorf(ctx, "Scan failed: %v", err)
break break
} }
if len(newKeys) > 0 { if len(newKeys) > 0 {
err = _func(newKeys) err = _func(newKeys)
if err != nil {
return err
}
} }
//这个要放在最后 //这个要放在最后

View File

@@ -1,11 +1,15 @@
package utility_go package utility_go
import ( import (
"context"
"time"
"github.com/ayflying/utility_go/config" "github.com/ayflying/utility_go/config"
"github.com/ayflying/utility_go/internal/boot" "github.com/ayflying/utility_go/internal/boot"
_ "github.com/ayflying/utility_go/internal/logic" _ "github.com/ayflying/utility_go/internal/logic"
"github.com/gogf/gf/v2/frame/g" "github.com/gogf/gf/v2/frame/g"
"github.com/gogf/gf/v2/os/gctx" "github.com/gogf/gf/v2/os/gctx"
"github.com/gogf/gf/v2/os/gtimer"
) )
var ( var (
@@ -14,9 +18,12 @@ var (
) )
func init() { func init() {
var err error
g.Log().Debug(ctx, "utility_go init启动完成") g.Log().Debug(ctx, "utility_go init启动完成")
// 初始化配置 // 初始化配置
var err = boot.Boot() gtimer.SetTimeout(ctx, time.Second*5, func(ctx context.Context) {
err = boot.Boot()
})
if err != nil { if err != nil {
panic(err) panic(err)