log_statistics.go 65 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846
  1. package log
  2. import (
  3. "context"
  4. "encoding/json"
  5. "errors"
  6. "fmt"
  7. "github.com/go-redis/redis/v8"
  8. "github.com/xuri/excelize/v2"
  9. "go.uber.org/zap"
  10. "gorm.io/gorm"
  11. "log-server/global"
  12. "log-server/model/log"
  13. "log-server/model/log/request"
  14. "log-server/model/log/response"
  15. "log-server/model/task"
  16. "log-server/model/typeManage"
  17. "log-server/service/cache"
  18. loging2 "log-server/service/log/loging"
  19. "log-server/utils"
  20. "strconv"
  21. "strings"
  22. "time"
  23. )
  24. type ServiceStatisticsLog struct {
  25. loging2.LogicalLog
  26. Person typeManage.ResponsiblePerson
  27. GameTargetComplete task.GameTargetComplete
  28. }
  29. var StatisticsCompletedKey = "%s:StatisticsCompleted"
  30. var taskStatistics = "%s:taskStatistics"
  31. var ComputerNum = "%s:ComputerNum"
  32. var TaskType = []int{0, 1}
  33. func (s *ServiceStatisticsLog) CreateStatisticsLog() {
  34. key := fmt.Sprintf(StatisticsCompletedKey, s.LogicalLog.CurrentDate())
  35. ctx := context.Background()
  36. b, err := s.LogicalLog.ExistsKey(ctx, key)
  37. if err != nil {
  38. global.GVA_LOG.Error("获取redis key失败!"+key, zap.Error(err))
  39. return
  40. }
  41. if b {
  42. global.GVA_LOG.Info("统计数据已完成!"+key, zap.Error(err))
  43. return
  44. }
  45. gameMps, err := s.LogicalLog.GetGameCache(context.Background(), s.YesterdayDate())
  46. if err != nil {
  47. global.GVA_LOG.Error("获取redis game list失败!", zap.Error(err))
  48. return
  49. }
  50. if len(gameMps) == 0 {
  51. global.GVA_LOG.Info("获取redis game list没有数据!")
  52. return
  53. }
  54. var statisticsLogs []*log.StatisticsLog
  55. for gameId, _ := range gameMps {
  56. for _, tt := range TaskType {
  57. gameIdInt, _ := strconv.Atoi(gameId)
  58. statisticsLogNew := new(log.StatisticsLog)
  59. statisticsLog := s.statisticsData(ctx, gameIdInt, tt, s.LogicalLog.YesterdayDate(), statisticsLogNew)
  60. if !errors.Is(global.GVA_DB.Where("create_date = ?", s.LogicalLog.YesterdayDate()).Where("game_id = ?", gameIdInt).First(&log.StatisticsLog{}).Error, gorm.ErrRecordNotFound) {
  61. // 已存在,跳过
  62. err = global.GVA_DB.Where("game_id", gameIdInt).Where("create_date = ?", s.LogicalLog.YesterdayDate()).Where("type = ?", tt).Updates(statisticsLog).Error
  63. if err != nil {
  64. global.GVA_LOG.Error("update StatisticsLogs失败!", zap.Error(err))
  65. continue
  66. }
  67. continue
  68. }
  69. statisticsLogs = append(statisticsLogs, statisticsLog)
  70. }
  71. }
  72. if len(statisticsLogs) == 0 {
  73. global.GVA_LOG.Info("statisticsLogsGameInfo没有数据!", zap.Error(err))
  74. global.GVA_REDIS.Set(ctx, key, 1, 24*time.Hour)
  75. return
  76. }
  77. err = global.GVA_DB.Create(statisticsLogs).Error
  78. if err != nil {
  79. global.GVA_LOG.Error("添加statisticsLogsGameInfo失败!", zap.Error(err))
  80. return
  81. }
  82. global.GVA_REDIS.Set(ctx, key, 1, 24*time.Hour)
  83. return
  84. }
  85. func (s *ServiceStatisticsLog) TodayCreateStatisticsGameInfoLog() {
  86. date := s.LogicalLog.CurrentDate()
  87. ctx := context.Background()
  88. gameMps, err := s.LogicalLog.GetGameCache(context.Background(), date)
  89. if err != nil {
  90. global.GVA_LOG.Error("获取redis game list失败!", zap.Error(err))
  91. return
  92. }
  93. if len(gameMps) == 0 {
  94. global.GVA_LOG.Info("获取redis game list没有数据!")
  95. return
  96. }
  97. completeTaskData, err := s.CompleteTaskData(date)
  98. if err != nil {
  99. global.GVA_LOG.Error("CompleteTaskData get data fail", zap.Error(err))
  100. return
  101. }
  102. var statisticsLogs []*log.StatisticsLog
  103. for gameId, _ := range gameMps {
  104. for _, tt := range TaskType {
  105. gameIdInt, _ := strconv.Atoi(gameId)
  106. statisticsLogNew := new(log.StatisticsLog)
  107. statisticsLog := s.statisticsData(ctx, gameIdInt, tt, date, statisticsLogNew)
  108. if tt == 0 {
  109. statisticsLog.TargetComplete = completeTaskData[gameIdInt].NewComplete + completeTaskData[gameIdInt].HandNewComplete
  110. } else {
  111. statisticsLog.TargetComplete = completeTaskData[gameIdInt].RetainedComplete + completeTaskData[gameIdInt].HandRetainedComplete - completeTaskData[gameIdInt].NewComplete - completeTaskData[gameIdInt].HandNewComplete
  112. }
  113. if !errors.Is(global.GVA_DB.Where("create_date = ?", date).Where("game_id = ?", gameIdInt).First(&log.StatisticsLog{}).Error, gorm.ErrRecordNotFound) {
  114. // 已存在,跳过
  115. err = global.GVA_DB.Where("game_id", gameIdInt).Where("create_date = ?", date).Where("type = ?", tt).Updates(statisticsLog).Error
  116. if err != nil {
  117. global.GVA_LOG.Error("update StatisticsLogs失败!", zap.Error(err))
  118. continue
  119. }
  120. continue
  121. }
  122. statisticsLogs = append(statisticsLogs, statisticsLog)
  123. if len(statisticsLogs) == 100 {
  124. err = global.GVA_DB.Create(statisticsLogs).Error
  125. if err != nil {
  126. global.GVA_LOG.Error("添加statisticsLogs失败!", zap.Error(err))
  127. return
  128. }
  129. statisticsLogs = []*log.StatisticsLog{}
  130. }
  131. }
  132. }
  133. if len(statisticsLogs) == 0 {
  134. global.GVA_LOG.Info("statisticsLogsGameInfo没有数据!", zap.Error(err))
  135. return
  136. }
  137. err = global.GVA_DB.Create(statisticsLogs).Error
  138. if err != nil {
  139. global.GVA_LOG.Error("添加statisticsLogsGameInfo失败!", zap.Error(err))
  140. return
  141. }
  142. return
  143. }
  144. // 获取任务完成数据
  145. func (s *ServiceStatisticsLog) CompleteTaskData(date string) (mps map[int]task.GameTargetComplete, err error) {
  146. db := global.GVA_DB.Table("game_target_complete")
  147. db = db.Where("create_date = ?", date)
  148. var apiList []task.GameTargetComplete
  149. mps = map[int]task.GameTargetComplete{}
  150. err = db.Order("id desc").Find(&apiList).Error
  151. for _, api := range apiList {
  152. mps[api.TaskId] = api
  153. }
  154. return
  155. }
  156. func (s *ServiceStatisticsLog) TodayStatisticsLogList(ctx context.Context, api log.StatisticsLog, info request.PageInfo) (interface{}, int64, error) {
  157. db := global.GVA_DB.Model(&log.StatisticsLog{})
  158. if api.GameId != 0 {
  159. db = db.Where("game_id = ?", api.GameId)
  160. }
  161. db = db.Where("create_date = ?", s.CurrentDate())
  162. var total int64
  163. err := db.Count(&total).Error
  164. if err != nil {
  165. return nil, 0, err
  166. }
  167. limit := info.PageSize
  168. offset := info.PageSize * (info.Page - 1)
  169. var statisticsLogs []*log.StatisticsLog
  170. var statisticsLogs2 []*log.StatisticsLog
  171. db = db.Limit(limit).Offset(offset)
  172. err = db.Order("id").Find(&statisticsLogs).Error
  173. for _, gameInfo := range statisticsLogs {
  174. tt := gameInfo.Type
  175. gameIdInt := gameInfo.GameId
  176. statisticsLogNew := new(log.StatisticsLog)
  177. statisticsLog := s.statisticsData(ctx, gameIdInt, tt, s.LogicalLog.CurrentDate(), statisticsLogNew)
  178. statisticsLogs2 = append(statisticsLogs2, statisticsLog)
  179. }
  180. return statisticsLogs2, total, err
  181. }
  182. func (s *ServiceStatisticsLog) statisticsData(ctx context.Context, gameIdInt, tt int, date string, statisticsLog *log.StatisticsLog) *log.StatisticsLog {
  183. key := fmt.Sprintf(taskStatistics, date)
  184. gameIdStr := strconv.Itoa(gameIdInt)
  185. data, err := global.GVA_REDIS.HGet(ctx, key, gameIdStr).Result()
  186. if err != nil {
  187. if err == redis.Nil {
  188. global.GVA_LOG.Info("添加缓存数据失败TaskStatisticsDataCache", zap.Error(err))
  189. } else {
  190. global.GVA_LOG.Error("添加缓存数据失败TaskStatisticsDataCache", zap.Error(err))
  191. return nil
  192. }
  193. }
  194. var taskStatistics request.TaskStatistics
  195. _ = json.Unmarshal([]byte(data), &taskStatistics)
  196. pullAccountOk, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4100000", loging2.OkStatus, tt)
  197. pullAccountFail, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4100000", loging2.FailStatus, tt)
  198. ConstituencyFail, _ := s.LogicalLog.TypeLogGetNum(ctx, date, gameIdInt, "4604000", loging2.FailStatus, tt)
  199. ConstituencyOk, _ := s.LogicalLog.TypeLogGetNum(ctx, date, gameIdInt, "4604000", loging2.OkStatus, tt)
  200. StartProxyFail, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4200000", loging2.FailStatus, tt)
  201. StartProxyOk, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4200000", loging2.OkStatus, tt)
  202. SimulatorStartFail, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4300000", loging2.FailStatus, tt)
  203. SimulatorStartOk, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4300000", loging2.OkStatus, tt)
  204. NetworkCheckFail, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4400000", loging2.FailStatus, tt)
  205. NetworkCheckOk, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4400000", loging2.OkStatus, tt)
  206. GameStartFail, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4500000", loging2.FailStatus, tt)
  207. GameStartOk, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4500000", loging2.OkStatus, tt)
  208. xmyLoginFail, _ := s.LogicalLog.TypeLogGetNum(ctx, date, gameIdInt, "4601000", loging2.FailStatus, tt)
  209. xmyLoginOk, _ := s.LogicalLog.TypeLogGetNum(ctx, date, gameIdInt, "4601000", loging2.OkStatus, tt)
  210. wxLoginFail, _ := s.LogicalLog.TypeLogGetNum(ctx, date, gameIdInt, "4602000", loging2.FailStatus, tt)
  211. wxLoginOk, _ := s.LogicalLog.TypeLogGetNum(ctx, date, gameIdInt, "4602000", loging2.OkStatus, tt)
  212. mzLoginFail, _ := s.LogicalLog.TypeLogGetNum(ctx, date, gameIdInt, "4603000", loging2.FailStatus, tt)
  213. mzLoginOk, _ := s.LogicalLog.TypeLogGetNum(ctx, date, gameIdInt, "4603000", loging2.OkStatus, tt)
  214. LoginFail := xmyLoginFail + wxLoginFail + mzLoginFail
  215. LoginOk := xmyLoginOk + wxLoginOk + mzLoginOk
  216. EnterMainFail, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4700000", loging2.FailStatus, tt)
  217. EnterMainOk, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4700000", loging2.OkStatus, tt)
  218. FeeFail, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4800000", loging2.FailStatus, tt)
  219. FeeOk, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4800000", loging2.OkStatus, tt)
  220. ScriptStartFail, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4300000", loging2.FailStatus, tt)
  221. ScriptStartOk, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameIdInt, "4300000", loging2.OkStatus, tt)
  222. EnterGameFail, _ := s.LogicalLog.TypeLogGetNum(ctx, date, gameIdInt, "4605000", loging2.FailStatus, tt)
  223. EnterGameOk, _ := s.LogicalLog.TypeLogGetNum(ctx, date, gameIdInt, "4605000", loging2.OkStatus, tt)
  224. AuthenticationFail, _ := s.LogicalLog.TypeLogGetNum(ctx, date, gameIdInt, "4607000", loging2.FailStatus, tt)
  225. AuthenticationOk, _ := s.LogicalLog.TypeLogGetNum(ctx, date, gameIdInt, "4607000", loging2.OkStatus, tt)
  226. EnterStartGame, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4501000", loging2.NoLogStatus, tt)
  227. EnterAuthentication, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4607000", loging2.NoLogStatus, tt)
  228. EnterConstituency, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4604000", loging2.NoLogStatus, tt)
  229. EnterGame, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4605000", loging2.NoLogStatus, tt)
  230. EnterMain, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4701000", loging2.NoLogStatus, tt)
  231. EnterFee, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4800000", loging2.NoLogStatus, tt)
  232. EnterXmyLogin, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4601000", loging2.NoLogStatus, tt)
  233. EnterWxLogin, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4602000", loging2.NoLogStatus, tt)
  234. EnterMzLogin, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4603000", loging2.NoLogStatus, tt)
  235. BanOff1, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4601006", loging2.FailStatus, tt) // 小绵羊登录封号
  236. BanOff2, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4602008", loging2.FailStatus, tt) // 微信登录封号
  237. BanOff3, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4603006", loging2.FailStatus, tt) // 魅族登录封号
  238. BanOff4, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4701003", loging2.FailStatus, tt) // 主线封号
  239. Freeze, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4809904", loging2.NoLogStatus, tt) // 冻结
  240. BanOff := BanOff1 + BanOff2 + BanOff3 + BanOff4
  241. EnterLogin := EnterXmyLogin + EnterMzLogin + EnterWxLogin
  242. EnterScanningCode, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4608000", loging2.NoLogStatus, tt)
  243. TranscodingFail, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4608001", loging2.FailStatus, tt)
  244. ThirdPartyFail, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4608002", loging2.FailStatus, tt)
  245. ScanningCodeSuccess, _ := s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4608099", loging2.OkStatus, tt)
  246. //statisticsLog.NewHaveRole, _ = s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4604004", loging2.NoLogStatus, tt) // 新增有角色
  247. //statisticsLog.RetainedNotRole, _ = s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4604003", loging2.NoLogStatus, tt) // 留存无角色
  248. statisticsLog.PullAccountOk = pullAccountOk
  249. statisticsLog.PullAccountFail = pullAccountFail
  250. statisticsLog.StartProxyFail = StartProxyFail
  251. statisticsLog.StartProxyOk = StartProxyOk
  252. statisticsLog.SimulatorStartFail = SimulatorStartFail
  253. statisticsLog.SimulatorStartOk = SimulatorStartOk
  254. statisticsLog.NetworkCheckFail = NetworkCheckFail
  255. statisticsLog.NetworkCheckOk = NetworkCheckOk
  256. statisticsLog.EnterMainFail = EnterMainFail
  257. statisticsLog.EnterMainOk = EnterMainOk
  258. statisticsLog.EnterGameFail = EnterGameFail
  259. statisticsLog.EnterGameOk = EnterGameOk
  260. statisticsLog.GameId = gameIdInt
  261. statisticsLog.ConstituencyFail = ConstituencyFail
  262. statisticsLog.ConstituencyOk = ConstituencyOk
  263. statisticsLog.FeeFail = FeeFail
  264. statisticsLog.FeeOk = FeeOk
  265. statisticsLog.GameStartFail = GameStartFail
  266. statisticsLog.GameStartOk = GameStartOk
  267. statisticsLog.LoginFail = LoginFail
  268. statisticsLog.LoginOk = LoginOk
  269. statisticsLog.XmyLoginFail = xmyLoginFail
  270. statisticsLog.XmyLoginOk = xmyLoginOk
  271. statisticsLog.WxLoginFail = wxLoginFail
  272. statisticsLog.WxLoginOk = wxLoginOk
  273. statisticsLog.MzLoginFail = mzLoginFail
  274. statisticsLog.MzLoginOk = mzLoginOk
  275. statisticsLog.ScriptStartFail = ScriptStartFail
  276. statisticsLog.ScriptStartOk = ScriptStartOk
  277. statisticsLog.AuthenticationFail = AuthenticationFail
  278. statisticsLog.AuthenticationOk = AuthenticationOk
  279. statisticsLog.EnterStartGame = EnterStartGame
  280. statisticsLog.EnterAuthentication = EnterAuthentication
  281. statisticsLog.EnterConstituency = EnterConstituency
  282. statisticsLog.EnterGame = EnterGame
  283. statisticsLog.EnterMain = EnterMain
  284. statisticsLog.EnterFee = EnterFee
  285. statisticsLog.EnterLogin = EnterLogin
  286. statisticsLog.BanOff = BanOff
  287. statisticsLog.Freeze = Freeze
  288. statisticsLog.Type = tt
  289. statisticsLog.CreateTime = time.Now().Format("2006-01-02 15:04:05")
  290. statisticsLog.CreateDate = date
  291. statisticsLog.EnterScanningCode = EnterScanningCode
  292. statisticsLog.ThirdPartyFail = ThirdPartyFail
  293. statisticsLog.TranscodingFail = TranscodingFail
  294. statisticsLog.ScanningCodeSuccess = ScanningCodeSuccess
  295. if tt == 1 {
  296. statisticsLog.NotRole, _ = s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4609901", loging2.NoLogStatus, tt)
  297. statisticsLog.HasRole = 0
  298. statisticsLog.IssuedAccount = taskStatistics.RetainedPullAccount
  299. statisticsLog.TargetNum = taskStatistics.RetainedTarget
  300. statisticsLog.TargetCompleteNum = taskStatistics.RetainedComplete
  301. //statisticsLog.ScanningSuccessRate = 0
  302. } else {
  303. statisticsLog.NotRole = 0
  304. statisticsLog.HasRole, _ = s.LogicalLog.CodeLogGetNum(ctx, date, gameIdInt, "4609902", loging2.NoLogStatus, tt)
  305. statisticsLog.IssuedAccount = taskStatistics.NewPullAccount
  306. statisticsLog.TargetCompleteNum = taskStatistics.NewComplete
  307. statisticsLog.TargetNum = taskStatistics.NewTarget
  308. statisticsLog.NewScanningCode = taskStatistics.NewScanningCode
  309. //if statisticsLog.NewScanningCode != 0 {
  310. // statisticsLog.ScanningSuccessRate = float64(statisticsLog.TargetNum) / float64(statisticsLog.NewScanningCode) * 100
  311. //}
  312. }
  313. if statisticsLog.ScanningCodeSuccess != 0 && statisticsLog.EnterScanningCode != 0 {
  314. statisticsLog.ScanningSuccessRate, _ = strconv.ParseFloat(fmt.Sprintf("%.2f", float64(statisticsLog.ScanningCodeSuccess)/float64(statisticsLog.EnterScanningCode)*100), 64)
  315. }
  316. statisticsLog.PayComplete = taskStatistics.PayComplete
  317. statisticsLog.PayTarget = taskStatistics.PayTarget
  318. statisticsLog.OrderCreate = taskStatistics.OrderCreate
  319. statisticsLog.OrderSuccess = taskStatistics.OrderSuccess
  320. statisticsLog.RetainedAccountNum = taskStatistics.RetainedAccountNum
  321. statisticsLog.FeeAccountNum = taskStatistics.FeeAccountNum
  322. statisticsLog.Operator = taskStatistics.Remark
  323. statisticsLog.GameName = taskStatistics.GameName
  324. if statisticsLog.IssuedAccount != 0 {
  325. statisticsLog.PullSuccessRate = float64(statisticsLog.PullAccountOk) / float64(statisticsLog.IssuedAccount) * 100
  326. }
  327. if statisticsLog.PullAccountOk != 0 {
  328. statisticsLog.StartSuccessRate = float64(statisticsLog.SimulatorStartOk) / float64(statisticsLog.PullAccountOk) * 100
  329. }
  330. if statisticsLog.GameStartOk != 0 {
  331. statisticsLog.MainSuccessRate = float64(statisticsLog.EnterMain) / float64(statisticsLog.GameStartOk) * 100
  332. }
  333. if statisticsLog.TargetNum != 0 {
  334. statisticsLog.TaskSuccessRate = float64(statisticsLog.EnterMain) / float64(statisticsLog.TargetNum) * 100
  335. }
  336. if statisticsLog.OrderCreate != 0 {
  337. statisticsLog.LocalOrderSuccessRate = float64(statisticsLog.FeeOk) / float64(statisticsLog.OrderCreate) * 100
  338. }
  339. return statisticsLog
  340. }
  341. func (s *ServiceStatisticsLog) OtherStatisticsLogList(ctx context.Context, api log.StatisticsLog, info request.PageInfo, order string, desc bool, gamePortId int) (interface{}, int64, error) {
  342. date := api.CreateDate
  343. if date == "" {
  344. date = s.CurrentDate()
  345. }
  346. db := global.GVA_DB.Table("log_statistics gtc")
  347. db = db.Joins("left join game_task gt on gt.task_id = gtc.game_id")
  348. if api.GameId != 0 {
  349. db = db.Where("gtc.game_id = ?", api.GameId)
  350. }
  351. db = db.Where("gtc.create_date = ?", date)
  352. if gamePortId != 0 {
  353. db = db.Where("gt.game_port_id = ?", gamePortId)
  354. }
  355. var total int64
  356. err := db.Count(&total).Error
  357. db = db.Select("gtc.*")
  358. if err != nil {
  359. return nil, 0, err
  360. }
  361. limit := info.PageSize
  362. offset := info.PageSize * (info.Page - 1)
  363. var statisticsLogs []*log.StatisticsLog
  364. db = db.Limit(limit).Offset(offset)
  365. if order != "" {
  366. var OrderStr string
  367. // 设置有效排序key 防止sql注入
  368. // 感谢 Tom4t0 提交漏洞信息
  369. orderMap := make(map[string]bool, 7)
  370. orderMap["pull_success_rate"] = true
  371. orderMap["start_success_rate"] = true
  372. orderMap["main_success_rate"] = true
  373. orderMap["task_success_rate"] = true
  374. orderMap["scanning_success_rate"] = true
  375. orderMap["local_order_success_rate"] = true
  376. orderMap["game_id"] = true
  377. if orderMap[order] {
  378. if desc {
  379. OrderStr = "gtc." + order + " desc"
  380. } else {
  381. OrderStr = "gtc." + order
  382. }
  383. } else { // didn't matched any order key in `orderMap`
  384. global.GVA_LOG.Error("获取失败!", zap.Error(err))
  385. return statisticsLogs, total, err
  386. }
  387. err = db.Order(OrderStr).Find(&statisticsLogs).Error
  388. } else {
  389. err = db.Order("gtc.id").Find(&statisticsLogs).Error
  390. }
  391. if err != nil {
  392. return nil, 0, err
  393. }
  394. for _, statisticsLog := range statisticsLogs {
  395. statisticsLog.CreateDate = statisticsLog.CreateDate[:10]
  396. }
  397. return statisticsLogs, total, err
  398. }
  399. func (s *ServiceStatisticsLog) StatisticsNodeLogList(ctx context.Context, api log.StatisticsLog, info request.PageInfo, order string, desc bool) (interface{}, int64, error) {
  400. date := api.CreateDate
  401. if date == "" || date == s.CurrentDate() {
  402. apilist, total, err := s.TodayStatisticsLogList(ctx, api, info)
  403. return apilist, total, err
  404. }
  405. db := global.GVA_DB.Model(&log.StatisticsLog{})
  406. if api.GameId != 0 {
  407. db = db.Where("game_id = ?", api.GameId)
  408. }
  409. db = db.Where("create_date = ?", date)
  410. var total int64
  411. err := db.Count(&total).Error
  412. if err != nil {
  413. return nil, 0, err
  414. }
  415. limit := info.PageSize
  416. offset := info.PageSize * (info.Page - 1)
  417. var statisticsLogs []*log.StatisticsLog
  418. db = db.Limit(limit).Offset(offset)
  419. err = db.Order("id").Find(&statisticsLogs).Error
  420. if err != nil {
  421. return nil, 0, err
  422. }
  423. for _, statisticsLog := range statisticsLogs {
  424. statisticsLog.CreateDate = statisticsLog.CreateDate[:10]
  425. }
  426. return statisticsLogs, total, err
  427. }
  428. //func (s *ServiceStatisticsLog) ResetStatisticsLog(ctx context.Context, gameId int, date string) {
  429. // var total int64
  430. // key := date + ":" + strconv.Itoa(gameId) + ":reset"
  431. // global.GVA_REDIS.Set(ctx, key, 1, time.Minute*15)
  432. // db := global.GVA_DB.Table("loging")
  433. // db = db.Where("game_id = ?", gameId)
  434. // err := db.Count(&total).Error
  435. // if err != nil {
  436. // global.GVA_LOG.Error("重置统计数据总数报错", zap.Error(err))
  437. // return
  438. // }
  439. // limit := 100
  440. // num := int(math.Ceil(float64(total) / float64(limit)))
  441. // offset := 0
  442. // err = s.LogicalLog.DelStatisticsNumCache(ctx, date, gameId)
  443. // if err != nil {
  444. // global.GVA_LOG.Error("重置统计数据删除缓存报错", zap.Error(err))
  445. // return
  446. // }
  447. // err = s.LogicalLog.DelUuidCodeCache(ctx, date, gameId)
  448. // if err != nil {
  449. // global.GVA_LOG.Error("重置统计数据删除缓存报错2", zap.Error(err))
  450. // return
  451. // }
  452. // global.GVA_LOG.Info("num = " + strconv.Itoa(num))
  453. // for i := 0; i < num; i++ {
  454. // global.GVA_LOG.Info("offset = " + strconv.Itoa(offset))
  455. // var statisticsLogs []request.AddLogRequest
  456. // db2 := global.GVA_DB.Table("loging")
  457. // db2 = db2.Where("create_date = ?", date)
  458. // db2 = db2.Where("game_id = ?", gameId)
  459. // db2 = db2.Limit(limit).Offset(offset)
  460. // err = db2.Order("id").Find(&statisticsLogs).Error
  461. // for _, statisticsLog := range statisticsLogs {
  462. //
  463. // s.ResetStatisticsCache(ctx, statisticsLog, date)
  464. // }
  465. // offset += limit
  466. // }
  467. // global.GVA_LOG.Info("重置统计数据完成")
  468. //}
  469. //
  470. //func (s *ServiceStatisticsLog) ResetStatisticsCache(c context.Context, api request.AddLogRequest, date string) {
  471. // coding := strconv.Itoa(api.Coding)
  472. // nodeCoding := coding[:3]
  473. // status := coding[5:]
  474. // noLogStatus := coding[3:5]
  475. // var logical ServiceResetLoging
  476. // switch nodeCoding {
  477. // case "410":
  478. // logical = new(loging2.ResetLog)
  479. // break
  480. // case "430":
  481. // logical = new(loging2.ResetLog)
  482. // break
  483. // default:
  484. // logical = new(loging2.ResetOtherLog)
  485. // break
  486. // }
  487. // var err error
  488. // if status == "99" {
  489. // err = logical.SuccessLog(c, api, date)
  490. // } else if noLogStatus == "99" {
  491. // err = logical.NoLogStatusData(c, api, date)
  492. // } else {
  493. // err = logical.FailLog(c, api, date)
  494. // }
  495. // if err != nil {
  496. // global.GVA_LOG.Error("创建失败!", zap.Error(err))
  497. // }
  498. //}
  499. // 每天凌晨reset统计数据
  500. //func (s *ServiceStatisticsLog) EveryDayResetStatisticsCache() {
  501. // date := s.YesterdayDate()
  502. // ctx := context.Background()
  503. // gameMps, err := s.LogicalLog.GetGameCache(ctx, date)
  504. // if err != nil {
  505. // global.GVA_LOG.Error("获取redis game list失败!", zap.Error(err))
  506. // return
  507. // }
  508. // if len(gameMps) == 0 {
  509. // global.GVA_LOG.Info("获取redis game list没有数据!")
  510. // return
  511. // }
  512. // for gameId, _ := range gameMps {
  513. // id, _ := strconv.Atoi(gameId)
  514. // s.ResetStatisticsLog(ctx, id, date)
  515. // }
  516. // global.GVA_LOG.Info("游戏重置缓存完成!")
  517. //}
  518. // 添加和更新电脑指标数据
  519. func (s *ServiceStatisticsLog) CreateComputerStatisticsData() {
  520. ctx := context.Background()
  521. codeMps, err := s.LogicalLog.GetComputerCache(ctx, s.LogicalLog.CurrentDate())
  522. if err != nil {
  523. return
  524. }
  525. if len(codeMps) == 0 {
  526. return
  527. }
  528. key := fmt.Sprintf(taskStatistics, s.LogicalLog.CurrentDate())
  529. onlineComputerMpa, _ := s.LogicalLog.GetOnlineComputerNumCache(ctx, s.LogicalLog.CurrentDate())
  530. var computer log.Computer
  531. computerData, _ := computer.OnlinePcCodeCache()
  532. if computerData == nil {
  533. global.GVA_LOG.Warn("电脑缓存数据获取失败TaskStatisticsDataCache")
  534. return
  535. }
  536. var csReplys []*log.LogComputer
  537. for code, _ := range codeMps {
  538. // 不统计不在电脑列表里的
  539. if _, ok := computerData[code]; !ok {
  540. continue
  541. }
  542. // 负责人为空的不统计
  543. if computerData[code] == "" {
  544. continue
  545. }
  546. accountMps, err := s.LogicalLog.GetComputerPullAccountNumCache(ctx, s.LogicalLog.CurrentDate(), code)
  547. if err != nil {
  548. continue
  549. }
  550. taskMps, err := s.LogicalLog.GetComputerTaskSuccessNumCache(ctx, s.LogicalLog.CurrentDate(), code)
  551. if err != nil {
  552. continue
  553. }
  554. enterMainMps, err := s.LogicalLog.GetComputerEnterMainNumCache(ctx, s.LogicalLog.CurrentDate(), code)
  555. if err != nil {
  556. continue
  557. }
  558. operator := computerData[code]
  559. delete(computerData, code)
  560. for gameId, num := range accountMps {
  561. csReply := new(log.LogComputer)
  562. csReply.PcCode = code
  563. if _, ok := onlineComputerMpa[csReply.PcCode]; ok {
  564. delete(onlineComputerMpa, csReply.PcCode)
  565. }
  566. csReply.Operator = operator
  567. data, err := global.GVA_REDIS.HGet(ctx, key, gameId).Result()
  568. if err != nil {
  569. if err == redis.Nil {
  570. global.GVA_LOG.Info("添加缓存数据失败TaskStatisticsDataCache", zap.Error(err))
  571. } else {
  572. global.GVA_LOG.Error("添加缓存数据失败TaskStatisticsDataCache", zap.Error(err))
  573. return
  574. }
  575. }
  576. var taskStatistics request.TaskStatistics
  577. _ = json.Unmarshal([]byte(data), &taskStatistics)
  578. csReply.GameId, _ = strconv.Atoi(gameId)
  579. csReply.PullAccountNum = num
  580. csReply.TaskSuccessNum = taskMps[gameId]
  581. csReply.EnterMain = enterMainMps[gameId]
  582. csReply.CreateDate = time.Now().Format("2006-01-02")
  583. csReply.TargetNum = taskStatistics.NewTarget + taskStatistics.RetainedTarget
  584. csReply.ComputerFeeRate = s.GetStatisticsPcFeeRate(ctx, csReply.PcCode, csReply.GameId)
  585. csReply.ComputerFreeTime = s.GetStatisticsComputerRate(ctx, csReply.PcCode)
  586. csReply.GameFeeRate = s.GetStatisticsFeeRate(ctx, csReply.GameId)
  587. runTime := time.Now().Hour() + 1 - csReply.ComputerFreeTime
  588. csReply.ComputerHourAverageRate = csReply.TaskSuccessNum / runTime
  589. csReply.Status = 2
  590. global.GVA_DB.Where("create_date = ?", csReply.CreateDate).Where("pc_code = ?", csReply.PcCode).Where("game_id = ?", 0).Delete(&log.LogComputer{})
  591. if !errors.Is(global.GVA_DB.Where("create_date = ?", csReply.CreateDate).Where("pc_code = ?", csReply.PcCode).Where("game_id = ?", gameId).First(&log.LogComputer{}).Error, gorm.ErrRecordNotFound) {
  592. // 已存在,更新
  593. mp := make(map[string]interface{})
  594. if csReply.Operator != "" {
  595. mp["operator"] = csReply.Operator
  596. }
  597. mp["target_num"] = taskStatistics.NewTarget + taskStatistics.RetainedTarget
  598. mp["pull_account_num"] = num
  599. mp["task_success_num"] = taskMps[gameId]
  600. mp["computer_fee_rate"] = csReply.ComputerFeeRate
  601. mp["computer_free_time"] = csReply.ComputerFreeTime
  602. mp["game_fee_rate"] = csReply.GameFeeRate
  603. mp["computer_hour_average_rate"] = csReply.ComputerHourAverageRate
  604. mp["enter_main"] = csReply.EnterMain
  605. err = global.GVA_DB.Table("log_computer").Where("create_date = ?", csReply.CreateDate).Where("pc_code = ?", csReply.PcCode).Where("game_id = ?", gameId).Updates(mp).Error
  606. if err != nil {
  607. global.GVA_LOG.Error("更新数据失败", zap.Error(err))
  608. }
  609. continue
  610. }
  611. csReplys = append(csReplys, csReply)
  612. }
  613. }
  614. if len(csReplys) != 0 {
  615. err = global.GVA_DB.Table("log_computer").Create(csReplys).Error
  616. if err != nil {
  617. global.GVA_LOG.Error("更新数据失败", zap.Error(err))
  618. }
  619. }
  620. // 在线电脑没有跑数据记录
  621. if len(onlineComputerMpa) != 0 {
  622. var onlineComputer []*log.LogComputer
  623. for pcCode, op := range onlineComputerMpa {
  624. delete(computerData, pcCode)
  625. csReply := new(log.LogComputer)
  626. csReply.PcCode = pcCode
  627. csReply.Operator = op
  628. csReply.CreateDate = time.Now().Format("2006-01-02")
  629. csReply.Status = 1
  630. if !errors.Is(global.GVA_DB.Where("create_date = ?", csReply.CreateDate).Where("pc_code = ?", csReply.PcCode).First(&log.LogComputer{}).Error, gorm.ErrRecordNotFound) {
  631. if !errors.Is(global.GVA_DB.Where("create_date = ?", csReply.CreateDate).Where("pc_code = ?", csReply.PcCode).Where("status = ?", -1).First(&log.LogComputer{}).Error, gorm.ErrRecordNotFound) {
  632. err = global.GVA_DB.Table("log_computer").Where("create_date = ?", csReply.CreateDate).Where("pc_code = ?", csReply.PcCode).Update("status", 1).Error
  633. if err != nil {
  634. global.GVA_LOG.Error("更新数据失败onlineComputerMpa", zap.Error(err))
  635. }
  636. }
  637. continue
  638. }
  639. onlineComputer = append(onlineComputer, csReply)
  640. }
  641. if len(onlineComputer) != 0 {
  642. err = global.GVA_DB.Table("log_computer").Create(onlineComputer).Error
  643. if err != nil {
  644. global.GVA_LOG.Error("更新数据失败", zap.Error(err))
  645. }
  646. }
  647. }
  648. // 没记录电脑数据
  649. if len(computerData) != 0 {
  650. var onlineComputer []*log.LogComputer
  651. for pcCode, op := range computerData {
  652. csReply := new(log.LogComputer)
  653. csReply.PcCode = pcCode
  654. csReply.Operator = op
  655. csReply.CreateDate = time.Now().Format("2006-01-02")
  656. csReply.Status = -1
  657. if !errors.Is(global.GVA_DB.Where("create_date = ?", csReply.CreateDate).Where("pc_code = ?", csReply.PcCode).First(&log.LogComputer{}).Error, gorm.ErrRecordNotFound) {
  658. continue
  659. }
  660. onlineComputer = append(onlineComputer, csReply)
  661. }
  662. if len(onlineComputer) != 0 {
  663. err = global.GVA_DB.Table("log_computer").Create(onlineComputer).Error
  664. if err != nil {
  665. global.GVA_LOG.Error("更新数据失败", zap.Error(err))
  666. }
  667. }
  668. }
  669. return
  670. }
  671. func (s *ServiceStatisticsLog) ComputerStatistics(ctx context.Context, api log.LogComputer, info request.PageInfo, order string, desc bool) (statisticsLogsComputer []*response.ComputerStatisticsReply1, total int64, err error) {
  672. date := api.CreateDate
  673. isCurrentDate := false
  674. if date == "" {
  675. date = s.CurrentDate()
  676. isCurrentDate = true
  677. }
  678. db := global.GVA_DB.Model(&log.LogComputer{})
  679. db = db.Where("create_date = ?", date)
  680. if api.Operator != "" {
  681. db = db.Where("operator = ?", api.Operator)
  682. }
  683. if api.PcCode != "" {
  684. db = db.Where("pc_code = ?", api.PcCode)
  685. }
  686. if api.GameId != 0 {
  687. db = db.Where("game_id = ?", api.GameId)
  688. }
  689. err = db.Count(&total).Error
  690. if err != nil {
  691. return nil, 0, err
  692. }
  693. limit := info.PageSize
  694. offset := info.PageSize * (info.Page - 1)
  695. var statisticsLogs []*log.LogComputer
  696. db = db.Limit(limit).Offset(offset)
  697. if order != "" {
  698. var OrderStr string
  699. // 设置有效排序key 防止sql注入
  700. // 感谢 Tom4t0 提交漏洞信息
  701. orderMap := make(map[string]bool, 3)
  702. orderMap["pc_code"] = true
  703. orderMap["game_id"] = true
  704. orderMap["operator"] = true
  705. if orderMap[order] {
  706. if desc {
  707. OrderStr = order + " desc"
  708. } else {
  709. OrderStr = order
  710. }
  711. } else { // didn't matched any order key in `orderMap`
  712. global.GVA_LOG.Error("获取失败!", zap.Error(err))
  713. return statisticsLogsComputer, total, err
  714. }
  715. err = db.Order(OrderStr).Find(&statisticsLogs).Error
  716. } else {
  717. err = db.Order("id").Find(&statisticsLogs).Error
  718. }
  719. if err != nil {
  720. return nil, 0, err
  721. }
  722. for _, statisticsLog := range statisticsLogs {
  723. /*var gameInfo []*response.GameInfo
  724. err = json.Unmarshal([]byte(statisticsLog.GameInfo), &gameInfo)
  725. for i, _ := range gameInfo {
  726. statisticsLogComputer := new(response.ComputerStatisticsReply1)
  727. statisticsLogComputer.GameInfo = gameInfo
  728. statisticsLogComputer.PcCode = statisticsLog.PcCode
  729. statisticsLogComputer.Operator = statisticsLog.Operator
  730. statisticsLogComputer.CreateDate = statisticsLog.CreateDate[:10]
  731. statisticsLogComputer.GameId = gameInfo[i].GameId
  732. statisticsLogComputer.PullAccountNum = gameInfo[i].PullAccountNum
  733. statisticsLogComputer.TaskSuccessNum = gameInfo[i].TaskSuccessNum
  734. statisticsLogsComputer = append(statisticsLogsComputer, statisticsLogComputer)
  735. }*/
  736. //gameIdStr:=strconv.Itoa(statisticsLog.GameId)
  737. //taskStatistics := s.GameTargetInfo(ctx,s.LogicalLog.CurrentDate(),gameIdStr)
  738. statisticsLogComputer := new(response.ComputerStatisticsReply1)
  739. statisticsLogComputer.PcCode = statisticsLog.PcCode
  740. statisticsLogComputer.Operator = statisticsLog.Operator
  741. statisticsLogComputer.CreateDate = statisticsLog.CreateDate[:10]
  742. statisticsLogComputer.GameId = statisticsLog.GameId
  743. statisticsLogComputer.PullAccountNum = statisticsLog.PullAccountNum
  744. statisticsLogComputer.TaskSuccessNum = statisticsLog.TaskSuccessNum
  745. statisticsLogComputer.TargetNum = statisticsLog.TargetNum
  746. statisticsLogComputer.ComputerFreeTime = statisticsLog.ComputerFreeTime
  747. statisticsLogComputer.ComputerFeeRate = statisticsLog.ComputerFeeRate
  748. statisticsLogComputer.EnterMain = statisticsLog.EnterMain
  749. if isCurrentDate {
  750. statisticsLogComputer.ComputerFeeRate = s.GetStatisticsPcFeeRate(ctx, statisticsLog.PcCode, statisticsLog.GameId)
  751. }
  752. statisticsLogComputer.ComputerHourAverageRate = statisticsLog.ComputerHourAverageRate
  753. statisticsLogsComputer = append(statisticsLogsComputer, statisticsLogComputer)
  754. }
  755. return statisticsLogsComputer, total, err
  756. }
  757. // OnlineComputerStatistics 在线电脑
  758. func (s *ServiceStatisticsLog) OnlineComputerStatistics(ctx context.Context, api log.LogComputer, info request.PageInfo, order string, desc bool) ([]*response.ComputerUseLogReply, int64, error) {
  759. date := api.CreateDate
  760. if date == "" {
  761. date = s.CurrentDate()
  762. }
  763. db := global.GVA_DB.Model(&log.LogComputer{})
  764. var total int64
  765. db = db.Select("SUM(pull_account_num) pull_account_total,SUM(enter_main) enter_main_total,operator,pc_code,status,create_date,remarks")
  766. db = db.Where("create_date = ?", date)
  767. if api.Operator != "" {
  768. db = db.Where("operator = ?", api.Operator)
  769. }
  770. if api.PcCode != "" {
  771. db = db.Where("pc_code = ?", api.PcCode)
  772. }
  773. if api.Status != 0 {
  774. db = db.Where("status = ?", api.Status)
  775. }
  776. db = db.Group("pc_code")
  777. err := db.Count(&total).Error
  778. if err != nil {
  779. return nil, 0, err
  780. }
  781. limit := info.PageSize
  782. offset := info.PageSize * (info.Page - 1)
  783. var statisticsLogs []*response.ComputerUseLogReply
  784. db = db.Limit(limit).Offset(offset)
  785. if order != "" {
  786. var OrderStr string
  787. // 设置有效排序key 防止sql注入
  788. // 感谢 Tom4t0 提交漏洞信息
  789. orderMap := make(map[string]bool, 3)
  790. orderMap["pc_code"] = true
  791. orderMap["operator"] = true
  792. if orderMap[order] {
  793. if desc {
  794. OrderStr = order + " desc"
  795. } else {
  796. OrderStr = order
  797. }
  798. } else { // didn't matched any order key in `orderMap`
  799. global.GVA_LOG.Error("获取失败!", zap.Error(err))
  800. return statisticsLogs, total, err
  801. }
  802. err = db.Order(OrderStr).Find(&statisticsLogs).Error
  803. } else {
  804. err = db.Order("id").Find(&statisticsLogs).Error
  805. }
  806. if err != nil {
  807. return nil, 0, err
  808. }
  809. for _, statisticsLog := range statisticsLogs {
  810. statisticsLog.CreateDate = statisticsLog.CreateDate[:10]
  811. }
  812. return statisticsLogs, total, err
  813. }
  814. // OnlineComputerStatistics 在线电脑
  815. func (s *ServiceStatisticsLog) OnlineComputerEfficiencyStatistics() {
  816. date := s.CurrentDate()
  817. db := global.GVA_DB.Model(&log.LogComputer{})
  818. db = db.Select("SUM(pull_account_num) pull_account_total,SUM(enter_main) enter_main_total,operator,pc_code,status,create_date,remarks")
  819. db = db.Where("create_date = ?", date)
  820. db = db.Group("pc_code")
  821. var statisticsLogs []*response.ComputerUseLogReply
  822. err := db.Find(&statisticsLogs).Error
  823. if err != nil {
  824. return
  825. }
  826. // 查询两小时内上报的数据
  827. var computersF = map[string]string{}
  828. var noReportingPc []string
  829. ctx := context.Background()
  830. for _, computer := range statisticsLogs {
  831. computersF[computer.PcCode] = computer.Operator
  832. if strings.Contains(computer.Operator, "备用") {
  833. continue
  834. }
  835. if computer.Operator == "" {
  836. continue
  837. }
  838. key := fmt.Sprintf(cache.ComputerEfficiency, date, computer.PcCode)
  839. if computer.EnterMainTotal == 0 && computer.PullAccountTotal == 0 {
  840. continue
  841. }
  842. if computer.EnterMainTotal == 0 {
  843. continue
  844. }
  845. num := float64(computer.EnterMainTotal) / float64(computer.PullAccountTotal) * 100
  846. formattedNumber := fmt.Sprintf("%.2f", num)
  847. if num < 30 {
  848. getNum, _ := global.GVA_REDIS.Get(ctx, key).Result()
  849. if getNum != "" {
  850. fmt.Println(computer.PcCode)
  851. getCacheNumFormat, _ := strconv.ParseFloat(getNum, 64)
  852. formatNum, _ := strconv.ParseFloat(formattedNumber, 64)
  853. if getCacheNumFormat > formatNum {
  854. noReportingPc = append(noReportingPc, computer.PcCode)
  855. global.GVA_REDIS.Set(ctx, key, formattedNumber, time.Hour*10)
  856. }
  857. } else {
  858. global.GVA_REDIS.Set(ctx, key, formattedNumber, time.Hour*10)
  859. noReportingPc = append(noReportingPc, computer.PcCode)
  860. }
  861. } else {
  862. global.GVA_REDIS.Del(ctx, key)
  863. }
  864. }
  865. mpsPerson, _ := s.Person.GetUserInfoData()
  866. var mobile []string
  867. var content string
  868. nameMps := map[string]string{}
  869. if len(noReportingPc) != 0 {
  870. content += fmt.Sprintf("检测电脑效率异常<font color=\"warning\">%d台</font>:", len(noReportingPc))
  871. for _, pc := range noReportingPc {
  872. content += "\n"
  873. name := computersF[pc]
  874. content += name + " : " + pc
  875. if nameMps[name] == "" {
  876. nameMps[name] = pc
  877. } else {
  878. nameMps[name] += ","
  879. nameMps[name] += pc
  880. }
  881. }
  882. }
  883. c := "# 检测电脑效率异常"
  884. c += "\n"
  885. if len(nameMps) != 0 {
  886. for name, ct := range nameMps {
  887. if _, ok := mpsPerson[name]; ok {
  888. mobile = append(mobile, mpsPerson[name].MobilePhoneNumber)
  889. }
  890. ct = fmt.Sprintf("<font color=\"warning\">%s</font>", ct)
  891. ct = c + ct
  892. global.GVA_LOG.Info(ct)
  893. go s.SendContent(ct, mpsPerson[name].Url)
  894. }
  895. }
  896. if content != "" {
  897. var sendMsg SendMsg
  898. sendMsg.MsgType = "markdown"
  899. sendMsg.Markdown.Content = content
  900. url := global.GVA_CONFIG.SendUrl.ComputerSendUrl
  901. _, err = s.SendMsgData(url, sendMsg)
  902. if len(mobile) != 0 {
  903. var sendTextData SendTextMsg
  904. sendTextData.MsgType = "text"
  905. sendTextData.Text.MentionedMobileList = mobile
  906. _, _ = s.SendMsgData(url, sendTextData)
  907. }
  908. }
  909. return
  910. }
  911. // GameStatistics 根据游戏id查询数据
  912. func (s *ServiceStatisticsLog) GameStatistics(ctx context.Context, api log.LogComputer, info request.PageInfo) (interface{}, int64, error) {
  913. date := api.CreateDate
  914. isCurrentDate := false
  915. if date == "" {
  916. date = s.CurrentDate()
  917. isCurrentDate = true
  918. }
  919. db := global.GVA_DB.Model(&log.LogComputer{})
  920. var total int64
  921. db = db.Where("create_date = ?", date)
  922. if api.Operator != "" {
  923. db = db.Where("operator = ?", api.Operator)
  924. }
  925. if api.PcCode != "" {
  926. db = db.Where("pc_code = ?", api.PcCode)
  927. }
  928. if api.GameId != 0 {
  929. db = db.Where("game_id = ?", api.GameId)
  930. }
  931. db = db.Select("SUM(task_success_num) task_success_total,count(pc_code) pc_code_total,game_id,create_date,SUM(computer_free_time) computer_free_time_total,SUM(computer_hour_average_rate) computer_hour_average_total,SUM(enter_main) enter_main_total,game_fee_rate,target_num").Group("game_id")
  932. err := db.Count(&total).Error
  933. if err != nil {
  934. return nil, 0, err
  935. }
  936. limit := info.PageSize
  937. offset := info.PageSize * (info.Page - 1)
  938. var statisticsLogsByGameId []*response.GameIdStatisticsReply
  939. db = db.Limit(limit).Offset(offset)
  940. err = db.Order("id").Find(&statisticsLogsByGameId).Error
  941. if err != nil {
  942. return nil, 0, err
  943. }
  944. for _, statisticsLog := range statisticsLogsByGameId {
  945. statisticsLog.CreateDate = statisticsLog.CreateDate[:10]
  946. statisticsLog.OneComputerAverageNum = statisticsLog.TaskSuccessTotal / statisticsLog.PcCodeTotal
  947. if isCurrentDate {
  948. statisticsLog.GameFeeRate = s.GetStatisticsFeeRate(ctx, statisticsLog.GameId)
  949. }
  950. }
  951. return statisticsLogsByGameId, total, err
  952. }
  953. func (s *ServiceStatisticsLog) GameTargetInfo(ctx context.Context, date string, gameId string) (taskStatistics1 request.TaskStatistics) {
  954. key := fmt.Sprintf(taskStatistics, date)
  955. data, err := global.GVA_REDIS.HGet(ctx, key, gameId).Result()
  956. if err != nil {
  957. if err == redis.Nil {
  958. global.GVA_LOG.Info("TaskStatisticsDataCache"+key+gameId, zap.Error(err))
  959. } else {
  960. global.GVA_LOG.Error("添加缓存数据失败TaskStatisticsDataCache"+key, zap.Error(err))
  961. return
  962. }
  963. }
  964. _ = json.Unmarshal([]byte(data), &taskStatistics1)
  965. return
  966. }
  967. // TaskStatisticsDataCache 同步群控任务数据到缓存
  968. func (s *ServiceStatisticsLog) TaskStatisticsDataCache() {
  969. ctx := context.Background()
  970. key := fmt.Sprintf(taskStatistics, s.LogicalLog.CurrentDate())
  971. data, err := s.LogicalLog.RequestJfRoom()
  972. if err != nil {
  973. global.GVA_LOG.Error("获取机房数据失败TaskStatisticsDataCache", zap.Error(err))
  974. return
  975. }
  976. dataTask, err := s.LogicalLog.RequestTaskData()
  977. if err != nil {
  978. global.GVA_LOG.Error("RequestTaskData", zap.Error(err))
  979. return
  980. }
  981. var taskData []request.TaskData
  982. var taskStatistics []request.TaskStatistics
  983. _ = json.Unmarshal(data, &taskStatistics)
  984. _ = json.Unmarshal(dataTask, &taskData)
  985. mps := map[int]request.TaskData{}
  986. for _, td := range taskData {
  987. mps[td.GameId] = td
  988. }
  989. for _, data := range taskStatistics {
  990. var id int
  991. id = data.GameId
  992. if _, ok := mps[id]; ok {
  993. data.NewScanningCode = mps[id].NewScanningCode
  994. data.RetainedPullAccount = mps[id].RetainedPullAccount
  995. data.NewPullAccount = mps[id].NewPullAccount
  996. data.FeeAccountNum = mps[id].FeeAccountNum
  997. data.RetainedAccountNum = mps[id].RetainedAccountNum
  998. }
  999. bd, _ := json.Marshal(data)
  1000. err = global.GVA_REDIS.HSet(ctx, key, id, bd).Err()
  1001. if err != nil {
  1002. global.GVA_LOG.Error("添加缓存数据失败TaskStatisticsDataCache", zap.Error(err))
  1003. return
  1004. }
  1005. }
  1006. }
  1007. // TaskStatisticsDataCache1 同步群控任务数据到缓存
  1008. func (s *ServiceStatisticsLog) TaskStatisticsDataCache1() {
  1009. ctx := context.Background()
  1010. key := fmt.Sprintf(taskStatistics, s.LogicalLog.CurrentDate())
  1011. data, err := s.LogicalLog.RequestJfRoom()
  1012. if err != nil {
  1013. global.GVA_LOG.Error("获取机房数据失败TaskStatisticsDataCache", zap.Error(err))
  1014. return
  1015. }
  1016. dataTask, err := s.LogicalLog.RequestTaskData()
  1017. if err != nil {
  1018. global.GVA_LOG.Error("RequestTaskData", zap.Error(err))
  1019. return
  1020. }
  1021. var taskData []request.TaskData
  1022. var taskStatistics []request.TaskStatistics
  1023. _ = json.Unmarshal(data, &taskStatistics)
  1024. _ = json.Unmarshal(dataTask, &taskData)
  1025. mps := map[int]request.TaskData{}
  1026. for _, td := range taskData {
  1027. mps[td.GameId] = td
  1028. }
  1029. for _, data := range taskStatistics {
  1030. var id int
  1031. if data.GameIdXmy != "" {
  1032. if data.GameIdXmy == "0" {
  1033. id = data.GameId
  1034. } else {
  1035. id, _ = strconv.Atoi(data.GameIdXmy)
  1036. }
  1037. } else {
  1038. id = data.GameId
  1039. }
  1040. if _, ok := mps[id]; ok {
  1041. data.NewScanningCode = mps[id].NewScanningCode
  1042. data.RetainedPullAccount = mps[id].RetainedPullAccount
  1043. data.NewPullAccount = mps[id].NewPullAccount
  1044. data.FeeAccountNum = mps[id].FeeAccountNum
  1045. data.RetainedAccountNum = mps[id].RetainedAccountNum
  1046. }
  1047. bd, _ := json.Marshal(data)
  1048. err = global.GVA_REDIS.HSet(ctx, key, id, bd).Err()
  1049. if err != nil {
  1050. global.GVA_LOG.Error("添加缓存数据失败TaskStatisticsDataCache", zap.Error(err))
  1051. return
  1052. }
  1053. }
  1054. }
  1055. // GetComputerNum 同步群控任务数据到缓存
  1056. func (s *ServiceStatisticsLog) GetComputerNum(date string) int64 {
  1057. var total int64
  1058. if date == "" {
  1059. date = s.CurrentDate()
  1060. }
  1061. db := global.GVA_DB.Model(&log.LogComputer{})
  1062. db = db.Distinct("pc_code").Where("create_date = ?", date)
  1063. _ = db.Count(&total).Error
  1064. return total
  1065. }
  1066. // ComputerHeartbeat 在线电脑接口
  1067. func (s *ServiceStatisticsLog) ComputerHeartbeat(c context.Context, onlineComputer request.OnlineComputerRequest) error {
  1068. err := s.LogicalLog.SetOnlineComputerNumCache(c, s.LogicalLog.CurrentDate(), onlineComputer.PcCode, onlineComputer.Operator)
  1069. if err != nil {
  1070. return err
  1071. }
  1072. s.LogicalLog.SetPcReportingLog(c, onlineComputer.PcCode, onlineComputer.Operator)
  1073. return err
  1074. }
  1075. // ComputerTest 在线电脑接口测试
  1076. func (s *ServiceStatisticsLog) ComputerTest(c context.Context) (interface{}, error) {
  1077. mps, err := s.LogicalLog.GetOnlineComputerNumCache(c, s.LogicalLog.CurrentDate())
  1078. if err != nil {
  1079. return mps, err
  1080. }
  1081. return mps, err
  1082. }
  1083. // 定时检查电脑情况
  1084. func (s *ServiceStatisticsLog) RegularCheckPc() {
  1085. ctx := context.Background()
  1086. var computer log.Computer
  1087. computers, err := computer.OnlinePcCodeCache()
  1088. //computersF, err := computer.OnlinePcCodeCache()
  1089. if err != nil {
  1090. global.GVA_LOG.Error("获取租机表数据失败", zap.Error(err))
  1091. return
  1092. }
  1093. if computers == nil {
  1094. global.GVA_LOG.Warn("电脑缓存数据获取失败TaskStatisticsDataCache")
  1095. return
  1096. }
  1097. // 查询两小时内上报的数据
  1098. var computersF = map[string]string{}
  1099. var noReportingPc []string
  1100. for pc, name := range computers {
  1101. computersF[pc] = name
  1102. if strings.Contains(name, "备用") {
  1103. delete(computers, pc)
  1104. continue
  1105. }
  1106. if name == "" {
  1107. delete(computers, pc)
  1108. continue
  1109. }
  1110. num := s.LogicalLog.GetPcReportingLog(ctx, pc)
  1111. delete(computers, pc)
  1112. if num == 0 {
  1113. noReportingPc = append(noReportingPc, pc)
  1114. }
  1115. }
  1116. mpsPerson, _ := s.Person.GetUserInfoData()
  1117. var mobile []string
  1118. var content string
  1119. nameMps := map[string]string{}
  1120. if len(noReportingPc) != 0 {
  1121. content += fmt.Sprintf("一小时内未检测到中控数据<font color=\"warning\">%d台</font>:", len(noReportingPc))
  1122. for _, pc := range noReportingPc {
  1123. content += "\n"
  1124. name := computersF[pc]
  1125. content += name + " : " + pc
  1126. if nameMps[name] == "" {
  1127. nameMps[name] = pc
  1128. } else {
  1129. nameMps[name] += ","
  1130. nameMps[name] += pc
  1131. }
  1132. }
  1133. }
  1134. c := "# 未检测到电脑数据"
  1135. c += "\n"
  1136. if len(nameMps) != 0 {
  1137. for name, ct := range nameMps {
  1138. if _, ok := mpsPerson[name]; ok {
  1139. mobile = append(mobile, mpsPerson[name].MobilePhoneNumber)
  1140. }
  1141. ct = fmt.Sprintf("<font color=\"warning\">%s</font>", ct)
  1142. ct = c + ct
  1143. go s.SendContent(ct, mpsPerson[name].Url)
  1144. }
  1145. }
  1146. if content != "" {
  1147. var sendMsg SendMsg
  1148. sendMsg.MsgType = "markdown"
  1149. sendMsg.Markdown.Content = content
  1150. //c ,_ := json.Marshal(sendMsg)
  1151. url := global.GVA_CONFIG.SendUrl.ComputerSendUrl
  1152. //url := "https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=7d095d5b-8240-45fd-a68c-baff3628d83b"
  1153. _, err = s.SendMsgData(url, sendMsg)
  1154. if len(mobile) != 0 {
  1155. var sendTextData SendTextMsg
  1156. sendTextData.MsgType = "text"
  1157. sendTextData.Text.MentionedMobileList = mobile
  1158. _, _ = s.SendMsgData(url, sendTextData)
  1159. }
  1160. }
  1161. }
  1162. type SendTextMsg struct {
  1163. MsgType string `json:"msgtype"`
  1164. Text struct {
  1165. MentionedMobileList []string `json:"mentioned_mobile_list"`
  1166. } `json:"text"`
  1167. }
  1168. type SendMsg struct {
  1169. MsgType string `json:"msgtype"`
  1170. Markdown struct {
  1171. Content string `json:"content"`
  1172. } `json:"markdown"`
  1173. }
  1174. func (s *ServiceStatisticsLog) SendContent(content, url string) {
  1175. var sendMsg SendMsg
  1176. sendMsg.MsgType = "markdown"
  1177. sendMsg.Markdown.Content = content
  1178. _, _ = s.SendMsgData(url, sendMsg)
  1179. }
  1180. func (s *ServiceStatisticsLog) SendMsgData(url string, params interface{}) (result []byte, err error) {
  1181. result, err = utils.HttpPost(url, params)
  1182. return
  1183. }
  1184. var statusMps = map[int]string{
  1185. -1: "未上报",
  1186. 1: "中控上报",
  1187. 2: "任务上报",
  1188. }
  1189. func (exa *ServiceStatisticsLog) ParseInfoList2Excel(infoList []*response.ComputerUseLogReply, filePath string) error {
  1190. excel := excelize.NewFile()
  1191. excel.SetSheetRow("Sheet1", "A1", &[]string{"电脑编号", "使用者", "日期", "拉取账号", "进入主线", "主线成功率", "使用状态", "备注"})
  1192. for i, statisticsLog := range infoList {
  1193. axis := fmt.Sprintf("A%d", i+2)
  1194. var r interface{}
  1195. if statisticsLog.EnterMainTotal != 0 && statisticsLog.PullAccountTotal != 0 {
  1196. r = fmt.Sprintf("%.2f", float64(statisticsLog.EnterMainTotal)/float64(statisticsLog.PullAccountTotal)*100)
  1197. } else {
  1198. r = "0.00"
  1199. }
  1200. excel.SetSheetRow("Sheet1", axis, &[]interface{}{
  1201. statisticsLog.PcCode,
  1202. statisticsLog.Operator,
  1203. statisticsLog.CreateDate[:10],
  1204. statisticsLog.PullAccountTotal,
  1205. statisticsLog.EnterMainTotal,
  1206. r,
  1207. statusMps[statisticsLog.Status],
  1208. statisticsLog.Remarks,
  1209. })
  1210. }
  1211. err := excel.SaveAs(filePath)
  1212. return err
  1213. }
  1214. // 删除两天前的缓存数据
  1215. func (s *ServiceStatisticsLog) RegularDelCheckData() {
  1216. ctx := context.Background()
  1217. date := time.Now().Add(-time.Hour * 48).Format("2006-01-02")
  1218. s.LogicalLog.DelHashUuidKey(ctx, date)
  1219. s.LogicalLog.DelZSetKey(ctx, date)
  1220. s.LogicalLog.DelHashKey(ctx, date)
  1221. s.DelListKey(ctx, date)
  1222. }
  1223. // 删除list缓存数据
  1224. func (s *ServiceStatisticsLog) DelListKey(ctx context.Context, date string) {
  1225. key := fmt.Sprintf(failCacheKey, date)
  1226. global.GVA_REDIS.Del(ctx, key)
  1227. }
  1228. // @author: [piexlmax](https://github.com/piexlmax)
  1229. // @function: UpdatePc
  1230. // @description: 根据id更新pc
  1231. // @param: Computer log.Computer
  1232. // @return: err error
  1233. func (a *ServiceStatisticsLog) UpdateComputerUseLog(c log.ComputerUseRemarks) (err error) {
  1234. if !errors.Is(global.GVA_DB.Where("create_date = ?", c.CreateDate).Where("pc_code = ?", c.PcCode).First(&log.LogComputer{}).Error, gorm.ErrRecordNotFound) {
  1235. var updateInfo = make(map[string]interface{})
  1236. updateInfo["remarks"] = c.Remarks
  1237. updateInfo["remarks_update_time"] = time.Now().Format("2006-01-02 15:04:05")
  1238. err = global.GVA_DB.Table("log_computer").Where("create_date = ?", c.CreateDate).Where("pc_code = ?", c.PcCode).Updates(updateInfo).Error
  1239. }
  1240. return
  1241. }
  1242. // 统计上报的订单
  1243. //@function: GetScanningInfoList
  1244. //@description: 分页获取数据,
  1245. //@param: card card.Card, info request.PageInfo, order string, desc bool
  1246. //@return: list interface{}, total int64, err error
  1247. func (apiService *ServiceStatisticsLog) GetScanningInfoList(api request.LogScanningRequest, info request.PageInfo, order string, desc bool) (list interface{}, total int64, err error) {
  1248. limit := info.PageSize
  1249. offset := info.PageSize * (info.Page - 1)
  1250. db := global.GVA_DB.Model(&log.LogScanningCode{})
  1251. var apiList []log.LogScanningCode
  1252. if api.CreateDate == "" {
  1253. api.CreateDate = time.Now().Format("2006-01-02")
  1254. }
  1255. db = db.Where("create_date = ?", api.CreateDate)
  1256. if api.GameId != 0 {
  1257. db = db.Where("game_id = ?", api.GameId)
  1258. }
  1259. if api.Status != 0 {
  1260. db = db.Where("status = ?", api.Status)
  1261. }
  1262. if api.TaskType != 0 {
  1263. if api.TaskType == -1 {
  1264. db = db.Where("task_type = ?", 0)
  1265. } else {
  1266. db = db.Where("task_type = ?", api.TaskType)
  1267. }
  1268. }
  1269. err = db.Count(&total).Error
  1270. if err != nil {
  1271. return apiList, total, err
  1272. } else {
  1273. db = db.Limit(limit).Offset(offset)
  1274. if order != "" {
  1275. var OrderStr string
  1276. // 设置有效排序key 防止sql注入
  1277. // 感谢 Tom4t0 提交漏洞信息
  1278. orderMap := make(map[string]bool, 4)
  1279. orderMap["id"] = true
  1280. orderMap["create_date"] = true
  1281. orderMap["game_id"] = true
  1282. orderMap["status"] = true
  1283. if orderMap[order] {
  1284. if desc {
  1285. OrderStr = order + " desc"
  1286. } else {
  1287. OrderStr = order
  1288. }
  1289. } else { // didn't matched any order key in `orderMap`
  1290. err = fmt.Errorf("非法的排序字段: %v", order)
  1291. return apiList, total, err
  1292. }
  1293. err = db.Order(OrderStr).Find(&apiList).Error
  1294. } else {
  1295. err = db.Order("id desc").Find(&apiList).Error
  1296. }
  1297. }
  1298. var apisReply []response.LogScanningReply
  1299. if len(apiList) != 0 {
  1300. for _, apiInfo := range apiList {
  1301. var apiReply = response.LogScanningReply{}
  1302. apiReply.Status = apiInfo.Status
  1303. apiReply.TaskType = apiInfo.TaskType
  1304. apiReply.GameId = apiInfo.GameId
  1305. apiReply.Supplier = apiInfo.Supplier
  1306. apiReply.OrderNum = apiInfo.OrderNum
  1307. apiReply.CreateDate = apiInfo.CreateTime.Format("2006-01-02")
  1308. apiReply.CreateTime = apiInfo.CreateTime.Format("2006-01-02 15:04:05")
  1309. apisReply = append(apisReply, apiReply)
  1310. }
  1311. }
  1312. return apisReply, total, err
  1313. }
  1314. func (exa *ServiceStatisticsLog) ComputeRateList2Excel(infoList []*response.ComputerStatisticsReply1, filePath string) error {
  1315. excel := excelize.NewFile()
  1316. excel.SetSheetRow("Sheet1", "A1", &[]string{"电脑编号", "使用者", "日期", "游戏id", "目标数量", "拉取账号", "进入主线", "主线成功", "半小时付费", "任务完成效率", "空闲时间"})
  1317. for i, statisticsLog := range infoList {
  1318. axis := fmt.Sprintf("A%d", i+2)
  1319. excel.SetSheetRow("Sheet1", axis, &[]interface{}{
  1320. statisticsLog.PcCode,
  1321. statisticsLog.Operator,
  1322. statisticsLog.CreateDate[:10],
  1323. statisticsLog.GameId,
  1324. statisticsLog.TargetNum,
  1325. statisticsLog.PullAccountNum,
  1326. statisticsLog.EnterMain,
  1327. statisticsLog.TaskSuccessNum,
  1328. statisticsLog.ComputerFeeRate,
  1329. statisticsLog.ComputerHourAverageRate,
  1330. statisticsLog.ComputerFreeTime,
  1331. })
  1332. }
  1333. err := excel.SaveAs(filePath)
  1334. return err
  1335. }
  1336. // 电脑效率七天数据查询
  1337. func (s *ServiceStatisticsLog) ComputerSevenStatistics(ctx context.Context, api log.LogComputer, info request.PageInfo, order string, desc bool) (statisticsLogsComputer []*response.ComputerStatisticsReply1, total int64, err error) {
  1338. date := api.CreateDate
  1339. endDate := ""
  1340. startDate := ""
  1341. if date == "" {
  1342. endDate = time.Now().Add(-time.Hour * 24).Format("2006-01-02")
  1343. startDate = time.Now().Add(-time.Hour * 24 * 8).Format("2006-01-02")
  1344. } else {
  1345. formatTime, _ := time.Parse("2006-01-02", date)
  1346. endDate = date
  1347. startDate = formatTime.Add(-time.Hour * 24 * 7).Format("2006-01-02")
  1348. }
  1349. db := global.GVA_DB.Model(&log.LogComputer{})
  1350. db = db.Where("create_date >= ? and create_date <= ?", startDate, endDate)
  1351. db = db.Where("pc_code = ?", api.PcCode)
  1352. err = db.Count(&total).Error
  1353. if err != nil {
  1354. return nil, 0, err
  1355. }
  1356. limit := info.PageSize
  1357. offset := info.PageSize * (info.Page - 1)
  1358. var statisticsLogs []*log.LogComputer
  1359. db = db.Limit(limit).Offset(offset)
  1360. db.Group("create_date")
  1361. if order != "" {
  1362. var OrderStr string
  1363. // 设置有效排序key 防止sql注入
  1364. // 感谢 Tom4t0 提交漏洞信息
  1365. orderMap := make(map[string]bool, 3)
  1366. orderMap["pc_code"] = true
  1367. orderMap["game_id"] = true
  1368. orderMap["operator"] = true
  1369. if orderMap[order] {
  1370. if desc {
  1371. OrderStr = order + " desc"
  1372. } else {
  1373. OrderStr = order
  1374. }
  1375. } else { // didn't matched any order key in `orderMap`
  1376. global.GVA_LOG.Error("获取失败!", zap.Error(err))
  1377. return statisticsLogsComputer, total, err
  1378. }
  1379. err = db.Order(OrderStr).Find(&statisticsLogs).Error
  1380. } else {
  1381. err = db.Order("id").Find(&statisticsLogs).Error
  1382. }
  1383. if err != nil {
  1384. return nil, 0, err
  1385. }
  1386. for _, statisticsLog := range statisticsLogs {
  1387. statisticsLogComputer := new(response.ComputerStatisticsReply1)
  1388. statisticsLogComputer.PcCode = statisticsLog.PcCode
  1389. statisticsLogComputer.Operator = statisticsLog.Operator
  1390. statisticsLogComputer.CreateDate = statisticsLog.CreateDate[:10]
  1391. statisticsLogComputer.GameId = statisticsLog.GameId
  1392. statisticsLogComputer.PullAccountNum = statisticsLog.PullAccountNum
  1393. statisticsLogComputer.TaskSuccessNum = statisticsLog.TaskSuccessNum
  1394. statisticsLogComputer.TargetNum = statisticsLog.TargetNum
  1395. statisticsLogComputer.ComputerFreeTime = statisticsLog.ComputerFreeTime
  1396. statisticsLogComputer.ComputerFeeRate = statisticsLog.ComputerFeeRate
  1397. statisticsLogComputer.EnterMain = statisticsLog.EnterMain
  1398. statisticsLogComputer.ComputerFeeRate = statisticsLog.ComputerFeeRate
  1399. statisticsLogComputer.ComputerHourAverageRate = statisticsLog.ComputerHourAverageRate
  1400. statisticsLogsComputer = append(statisticsLogsComputer, statisticsLogComputer)
  1401. }
  1402. return statisticsLogsComputer, total, err
  1403. }
  1404. // 定时统计设备信息
  1405. func (s *ServiceStatisticsLog) DeviceStatistics() {
  1406. date := time.Now().Format("2006-01-02")
  1407. db := global.GVA_DB.Model(&task.GameTask{})
  1408. var apiList []task.GameTask
  1409. db = db.Where("is_del = ?", -1)
  1410. db = db.Where("status = ?", 1)
  1411. db.Order("id desc").Find(&apiList)
  1412. if len(apiList) == 0 {
  1413. return
  1414. }
  1415. retainedDeviceErr := s.DeviceIdStatistics(date, 1)
  1416. newDeviceErr := s.DeviceIdStatistics(date, 2)
  1417. undefinedErr := s.DeviceErrLogStatistics(date, 1)
  1418. DefinedErr := s.DeviceErrLogStatistics(date, 2)
  1419. completeData, _ := s.GameTargetComplete.CompleteTaskData(date)
  1420. ctx := context.Background()
  1421. for _, game := range apiList {
  1422. deviceLog := new(log.DeviceStatistics)
  1423. gameId := game.TaskId
  1424. deviceLog.GameId = gameId
  1425. gameDeviceAccountErrKey := fmt.Sprintf(loging2.GameDeviceAccountErrKey, date, gameId)
  1426. gameDeviceErrKey := fmt.Sprintf(loging2.GameDeviceErrKey, date, gameId)
  1427. deviceLog.AccountErrNum, _ = s.GetCacheNum(ctx, gameDeviceAccountErrKey)
  1428. deviceLog.DeviceErrNum, _ = s.GetCacheNum(ctx, gameDeviceErrKey)
  1429. n, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameId, "4300000", loging2.OkStatus, 0)
  1430. r, _ := s.LogicalLog.NodeLogGetNum(ctx, date, gameId, "4300000", loging2.OkStatus, 1)
  1431. deviceLog.SimulatorStartNum = n + r
  1432. deviceLog.NewComplete = completeData[gameId].NewComplete
  1433. deviceLog.RetainedComplete = completeData[gameId].RetainedComplete
  1434. if deviceLog.DeviceErrNum != 0 {
  1435. deviceLog.DeviceErrRate = utils.Decimal(float64(deviceLog.DeviceErrNum) / float64(deviceLog.RetainedComplete) * 100)
  1436. }
  1437. if deviceLog.AccountErrNum != 0 {
  1438. deviceLog.AccountErrRate = utils.Decimal(float64(deviceLog.AccountErrNum) / float64(deviceLog.NewComplete) * 100)
  1439. }
  1440. deviceLog.CreateDate = date
  1441. if _, ok := retainedDeviceErr[gameId]; ok {
  1442. if retainedDeviceErr[gameId].Count != 0 {
  1443. deviceLog.RetainedDeviceIdErr = retainedDeviceErr[gameId].Count
  1444. deviceLog.RetainedDeviceIdRate = utils.Decimal(float64(deviceLog.RetainedDeviceIdErr) / float64(deviceLog.RetainedComplete) * 100)
  1445. }
  1446. }
  1447. if _, ok := newDeviceErr[gameId]; ok {
  1448. if newDeviceErr[gameId].Count != 0 {
  1449. deviceLog.NewDeviceIdErr = newDeviceErr[gameId].Count
  1450. deviceLog.NewDeviceIdRate = utils.Decimal(float64(deviceLog.NewDeviceIdErr) / float64(deviceLog.NewComplete) * 100)
  1451. }
  1452. }
  1453. if _, ok := undefinedErr[gameId]; ok {
  1454. if undefinedErr[gameId].Count != 0 {
  1455. deviceLog.UndefinedErr = undefinedErr[gameId].Count
  1456. }
  1457. }
  1458. if _, ok := DefinedErr[gameId]; ok {
  1459. if DefinedErr[gameId].Count != 0 {
  1460. deviceLog.DefinedErr = DefinedErr[gameId].Count
  1461. }
  1462. }
  1463. if !errors.Is(global.GVA_DB.Where("create_date = ?", date).Where("game_id = ?", gameId).First(&log.DeviceStatistics{}).Error, gorm.ErrRecordNotFound) {
  1464. global.GVA_DB.Where("create_date = ?", date).Where("game_id = ?", gameId).Omit("create_date,game_id").Updates(&deviceLog)
  1465. continue
  1466. }
  1467. global.GVA_DB.Create(&deviceLog)
  1468. }
  1469. }
  1470. type DeviceErr struct {
  1471. GameId int `json:"game_id"`
  1472. Count int `json:"count"`
  1473. }
  1474. func (s *ServiceStatisticsLog) DeviceIdStatistics(date string, status int) map[int]DeviceErr {
  1475. var devicesErr []DeviceErr
  1476. db := global.GVA_DB.Model(&log.ScriptDeviceErr{})
  1477. db.Where("create_date = ?", date)
  1478. db.Where("status = ?", status)
  1479. db.Group("current_game_id")
  1480. db.Select("current_game_id game_id, count(*) count")
  1481. db.Find(&devicesErr)
  1482. if len(devicesErr) == 0 {
  1483. return nil
  1484. }
  1485. devicesErrMaps := make(map[int]DeviceErr, len(devicesErr))
  1486. for _, game := range devicesErr {
  1487. devicesErrMaps[game.GameId] = game
  1488. }
  1489. return devicesErrMaps
  1490. }
  1491. func (s *ServiceStatisticsLog) DeviceErrLogStatistics(date string, status int) map[int]DeviceErr {
  1492. var devicesErr []DeviceErr
  1493. db := global.GVA_DB.Model(&log.DeviceErrLog{})
  1494. db.Where("create_date = ?", date)
  1495. db.Where("status = ?", status)
  1496. db.Group("game_id")
  1497. db.Select("game_id, count(*) count")
  1498. db.Find(&devicesErr)
  1499. if len(devicesErr) == 0 {
  1500. return nil
  1501. }
  1502. devicesErrMaps := make(map[int]DeviceErr, len(devicesErr))
  1503. for _, game := range devicesErr {
  1504. devicesErrMaps[game.GameId] = game
  1505. }
  1506. return devicesErrMaps
  1507. }
  1508. func (exa *ServiceStatisticsLog) DeviceErrRateExcel(statistics []*log.DeviceStatisticsReply, filePath string) error {
  1509. excel := excelize.NewFile()
  1510. excel.SetSheetRow("Sheet1", "A1", &[]string{"游戏ID", "负责人", "留存设备异常", "留存设备id异常", "留存完成目标", "留存异常率", "留存设备id异常率", "新增设备异常", "新增设备id异常", "新增完成目标", "新增异常率", "新增设备id异常率", "统计日期"})
  1511. for i, statisticsLog := range statistics {
  1512. axis := fmt.Sprintf("A%d", i+2)
  1513. excel.SetSheetRow("Sheet1", axis, &[]interface{}{
  1514. statisticsLog.GameId,
  1515. statisticsLog.User,
  1516. statisticsLog.DeviceErrNum,
  1517. statisticsLog.RetainedDeviceIdErr,
  1518. statisticsLog.RetainedComplete,
  1519. statisticsLog.DeviceErrRate,
  1520. statisticsLog.RetainedDeviceIdRate,
  1521. statisticsLog.AccountErrNum,
  1522. statisticsLog.NewDeviceIdErr,
  1523. statisticsLog.NewComplete,
  1524. statisticsLog.AccountErrRate,
  1525. statisticsLog.NewDeviceIdRate,
  1526. statisticsLog.CreateDate[:10],
  1527. })
  1528. }
  1529. err := excel.SaveAs(filePath)
  1530. return err
  1531. }
  1532. func (s *ServiceStatisticsLog) GetDeviceStatistics(ctx context.Context, api log.DeviceStatisticsReply, info request.PageInfo, order string, desc bool) (statistics []*log.DeviceStatisticsReply, total int64, err error) {
  1533. if api.CreateDate == "" {
  1534. api.CreateDate = time.Now().Format("2006-01-02")
  1535. }
  1536. db := global.GVA_DB.Table("device_statistics ds")
  1537. db = db.Joins("left join game_task gt on gt.task_id = ds.game_id")
  1538. db = db.Where("ds.create_date = ?", api.CreateDate)
  1539. if api.GameId != 0 {
  1540. db = db.Where("ds.game_id = ?", api.GameId)
  1541. }
  1542. if api.User != "" {
  1543. db = db.Where("gt.user = ?", api.User)
  1544. }
  1545. err = db.Count(&total).Error
  1546. if err != nil {
  1547. return nil, 0, err
  1548. }
  1549. db = db.Select("ds.*,user")
  1550. limit := info.PageSize
  1551. offset := info.PageSize * (info.Page - 1)
  1552. db = db.Limit(limit).Offset(offset)
  1553. if order != "" {
  1554. var OrderStr string
  1555. orderMap := make(map[string]bool, 7)
  1556. orderMap["device_err_num"] = true
  1557. orderMap["game_id"] = true
  1558. orderMap["account_err_num"] = true
  1559. orderMap["device_err_rate"] = true
  1560. orderMap["account_err_rate"] = true
  1561. orderMap["retained_device_id_rate"] = true
  1562. orderMap["new_device_id_rate"] = true
  1563. if orderMap[order] {
  1564. if desc {
  1565. OrderStr = "ds." + order + " desc"
  1566. } else {
  1567. OrderStr = "ds." + order
  1568. }
  1569. } else { // didn't matched any order key in `orderMap`
  1570. global.GVA_LOG.Error("获取失败!", zap.Error(err))
  1571. return statistics, total, err
  1572. }
  1573. err = db.Order(OrderStr).Find(&statistics).Error
  1574. } else {
  1575. err = db.Order("id").Find(&statistics).Error
  1576. }
  1577. for _, statistic := range statistics {
  1578. statistic.CreateDate = api.CreateDate
  1579. }
  1580. return
  1581. }
  1582. func (s *ServiceStatisticsLog) GetDeviceInfo(ctx context.Context, api log.DeviceLog, info request.PageInfo, order string, desc bool) (deviceLogs []*log.DeviceLog, total int64, err error) {
  1583. if api.CreateDate == "" {
  1584. api.CreateDate = time.Now().Format("2006-01-02")
  1585. }
  1586. db := global.GVA_DB.Model(&log.DeviceLog{})
  1587. if api.GameId != 0 {
  1588. db = db.Where("game_id = ?", api.GameId)
  1589. } else {
  1590. return
  1591. }
  1592. db = db.Where("create_date = ?", api.CreateDate)
  1593. if api.IsErr != 0 {
  1594. db = db.Where("is_err = ?", api.IsErr)
  1595. }
  1596. if api.PcCode != "" {
  1597. db = db.Where("pc_code = ?", api.PcCode)
  1598. }
  1599. if api.SimulatorCode != "" {
  1600. db = db.Where("simulator_code = ?", api.SimulatorCode)
  1601. }
  1602. err = db.Count(&total).Error
  1603. if err != nil {
  1604. return nil, 0, err
  1605. }
  1606. limit := info.PageSize
  1607. offset := info.PageSize * (info.Page - 1)
  1608. db = db.Limit(limit).Offset(offset)
  1609. if order != "" {
  1610. var OrderStr string
  1611. // 设置有效排序key 防止sql注入
  1612. // 感谢 Tom4t0 提交漏洞信息
  1613. orderMap := make(map[string]bool, 3)
  1614. orderMap["game_id"] = true
  1615. if orderMap[order] {
  1616. if desc {
  1617. OrderStr = order + " desc"
  1618. } else {
  1619. OrderStr = order
  1620. }
  1621. } else { // didn't matched any order key in `orderMap`
  1622. global.GVA_LOG.Error("获取失败!", zap.Error(err))
  1623. return deviceLogs, total, err
  1624. }
  1625. err = db.Order(OrderStr).Find(&deviceLogs).Error
  1626. } else {
  1627. err = db.Order("id").Find(&deviceLogs).Error
  1628. }
  1629. for _, statistic := range deviceLogs {
  1630. statistic.CreateDate = api.CreateDate
  1631. }
  1632. return
  1633. }
  1634. func (s *ServiceStatisticsLog) GetDeviceIdErr(ctx context.Context, api log.ScriptDeviceErr, info request.PageInfo, order string, desc bool) (deviceLogs []*log.ScriptDeviceErr, total int64, err error) {
  1635. if api.CreateDate == "" {
  1636. api.CreateDate = time.Now().Format("2006-01-02")
  1637. }
  1638. db := global.GVA_DB.Model(&log.ScriptDeviceErr{})
  1639. if api.GameId != 0 {
  1640. db = db.Where("current_game_id = ?", api.GameId)
  1641. }
  1642. if api.Operator != "" {
  1643. db = db.Where("operator = ?", api.Operator)
  1644. }
  1645. if api.Status != 0 {
  1646. db = db.Where("status = ?", api.Status)
  1647. }
  1648. db = db.Where("create_date = ?", api.CreateDate)
  1649. err = db.Count(&total).Error
  1650. if err != nil {
  1651. return nil, 0, err
  1652. }
  1653. limit := info.PageSize
  1654. offset := info.PageSize * (info.Page - 1)
  1655. db = db.Limit(limit).Offset(offset)
  1656. if order != "" {
  1657. var OrderStr string
  1658. // 设置有效排序key 防止sql注入
  1659. // 感谢 Tom4t0 提交漏洞信息
  1660. orderMap := make(map[string]bool, 3)
  1661. orderMap["game_id"] = true
  1662. if orderMap[order] {
  1663. if desc {
  1664. OrderStr = order + " desc"
  1665. } else {
  1666. OrderStr = order
  1667. }
  1668. } else { // didn't matched any order key in `orderMap`
  1669. global.GVA_LOG.Error("获取失败!", zap.Error(err))
  1670. return deviceLogs, total, err
  1671. }
  1672. err = db.Order(OrderStr).Find(&deviceLogs).Error
  1673. } else {
  1674. err = db.Order("id").Find(&deviceLogs).Error
  1675. }
  1676. for _, statistic := range deviceLogs {
  1677. statistic.CreateDate = api.CreateDate
  1678. }
  1679. return
  1680. }
  1681. func (s *ServiceStatisticsLog) GetDeviceContrastInfo(ctx context.Context, api log.DeviceLog) (deviceLogs []log.DeviceLog, err error) {
  1682. db := global.GVA_DB.Model(&log.DeviceLog{})
  1683. var device log.DeviceLog
  1684. err = db.Where("id = ?", api.Id).First(&device).Error
  1685. if err != nil {
  1686. return nil, err
  1687. }
  1688. if device.ErrStatus == 3 {
  1689. err = global.GVA_DB.Where("game_id = ?", device.GameId).Where("account = ?", device.Account).Where("id < ?", device.Id).Order("id desc").First(&deviceLogs).Error
  1690. if err != nil {
  1691. return nil, err
  1692. }
  1693. } else {
  1694. err = global.GVA_DB.Where("create_date = ?", device.CreateDate).Where("game_id = ?", device.GameId).Where("device_hex = ?", device.DeviceHex).Where("id < ?", device.Id).Order("id desc").Limit(10).Find(&deviceLogs).Error
  1695. }
  1696. deviceLogs = append(deviceLogs, device)
  1697. for _, statistic := range deviceLogs {
  1698. statistic.CreateDate = api.CreateDate
  1699. }
  1700. return
  1701. }
  1702. func (s *ServiceStatisticsLog) ComputerUpdateStatus() {
  1703. var computer log.Computer
  1704. logComputers, err := computer.OnlinePcCodeCache()
  1705. if err != nil {
  1706. global.GVA_LOG.Error("ComputerUpdateStatus LogComputer 获取失败!", zap.Error(err))
  1707. return
  1708. }
  1709. date := s.CurrentDate()
  1710. ctx := context.Background()
  1711. for pcCode, _ := range logComputers {
  1712. // 检测5分钟内电脑是否上报了数据
  1713. num := s.LogicalLog.CheckPcReportingLog(ctx, pcCode, 60*1000*8)
  1714. status := -1
  1715. if num != 0 {
  1716. status = 1
  1717. }
  1718. var computerStatus log.ComputerStatus
  1719. result := global.GVA_DB.Where("create_date = ?", date).Where("pc_code = ?", pcCode).First(&computerStatus)
  1720. if result.Error != nil {
  1721. if result.Error == gorm.ErrRecordNotFound {
  1722. // 数据不存在,执行创建操作
  1723. computerStatus.Status = status
  1724. computerStatus.CreateDate = time.Now()
  1725. computerStatus.PcCode = pcCode
  1726. result = global.GVA_DB.Omit("update_time").Create(&computerStatus)
  1727. } else {
  1728. // 其他错误
  1729. global.GVA_LOG.Error("ComputerUpdateStatus computerStatus 获取失败!", zap.Error(err))
  1730. return
  1731. }
  1732. } else {
  1733. global.GVA_DB.Model(&log.ComputerStatus{}).Where("create_date = ?", date).Where("pc_code = ?", pcCode).Omit("update_time").Update("status", status)
  1734. }
  1735. }
  1736. }
  1737. // 中控异常情况
  1738. func (s *ServiceStatisticsLog) SupConErr(pcCode, describe string) (err error) {
  1739. var computer log.Computer
  1740. computers, err := computer.OnlinePcCodeCache()
  1741. //computersF, err := computer.OnlinePcCodeCache()
  1742. if err != nil {
  1743. global.GVA_LOG.Error("获取租机表数据失败", zap.Error(err))
  1744. return
  1745. }
  1746. if computers == nil {
  1747. global.GVA_LOG.Warn("电脑缓存数据获取失败TaskStatisticsDataCache")
  1748. return
  1749. }
  1750. name := computers[pcCode]
  1751. if strings.Contains(name, "备用") {
  1752. return
  1753. }
  1754. if name == "" {
  1755. return
  1756. }
  1757. c := "# 中控异常"
  1758. c += "\n"
  1759. ct := fmt.Sprintf("<font color=\"warning\">电脑%s; %s</font>", pcCode, describe)
  1760. ct = c + ct
  1761. global.GVA_LOG.Warn(ct)
  1762. mpsPerson, _ := s.Person.GetUserInfoData()
  1763. s.SendContent(ct, mpsPerson[name].Url)
  1764. return
  1765. }