file_qiniu.go 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. package fileManager
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/qiniu/api.v7/v7/auth/qbox"
  6. "github.com/qiniu/api.v7/v7/storage"
  7. "gorm.io/gorm"
  8. "log-server/global"
  9. "log-server/model/fileManager"
  10. "log-server/model/fileManager/request"
  11. "log-server/model/fileManager/response"
  12. "strconv"
  13. "strings"
  14. "time"
  15. )
  16. type ServiceFileQiniu struct {
  17. }
  18. // 公司七牛信息
  19. const accessKey = "B81Gsvry2StqKVE3txS-7v9GBBfqykC9zhebmxnW" //七牛云ak,sk,bucket
  20. const secretKey = "YEZJuYcdeF7vRvzffxpopAVR-jMPZg9pZ-4IKTVW"
  21. const bucket0 = "pinaishop"
  22. const CName = "http://cdn.pinaishop.kfzs.com/" //七牛云外链
  23. // QueryVersionByType 查询某一类文件最新的版本号
  24. func (s *ServiceFileQiniu) QueryVersionByType(req request.FileQiniuRequest) (int64, error) {
  25. file := fileManager.FileQiniu{}
  26. if errors.Is(global.GVA_DB.Model(&fileManager.FileQiniu{}).Where("task_id = ? and file_type = ?", req.TaskId, req.FileType).Order("file_version desc").First(&file).Error, gorm.ErrRecordNotFound) {
  27. return 0, nil
  28. }
  29. return file.FileVersion, nil
  30. }
  31. // AddQiniuFile 新增文件
  32. func (s *ServiceFileQiniu) AddQiniuFile(requestCoding request.FileQiniuRequest) (err error) {
  33. //查询真实的父文件夹ID
  34. parentFolder := fileManager.FileFolder{}
  35. if errors.Is(global.GVA_DB.Where("task_id = ? and name = ?", requestCoding.TaskId, requestCoding.FileTypeName).First(&parentFolder).Error, gorm.ErrRecordNotFound) {
  36. return errors.New("父文件夹不存在")
  37. }
  38. //==================================
  39. if !errors.Is(global.GVA_DB.Where("parent_id = ? and file_name = ?", requestCoding.ParentId, requestCoding.FileName).First(&fileManager.FileQiniu{}).Error, gorm.ErrRecordNotFound) {
  40. return errors.New("该目录下已存在同名文件")
  41. }
  42. file := new(fileManager.FileQiniu)
  43. file.ParentId = parentFolder.Id
  44. file.TaskId = requestCoding.TaskId
  45. file.FileName = requestCoding.FileName
  46. file.FileVersion = requestCoding.FileVersion
  47. file.QiniuAddress = requestCoding.QiniuAddress
  48. file.QiniuKey = requestCoding.QiniuKey
  49. file.QiniuHash = requestCoding.QiniuHash
  50. file.FileType = requestCoding.FileType
  51. file.CreateTime = time.Now().Format("2006-01-02 15:04:05")
  52. file.UpdateTime = time.Now().Format("2006-01-02 15:04:05")
  53. global.GVA_LOG.Warn(requestCoding.MD5)
  54. global.GVA_LOG.Warn(strconv.Itoa(requestCoding.PushPolicy))
  55. global.GVA_LOG.Warn(requestCoding.PushTime)
  56. file.MD5 = requestCoding.MD5
  57. file.PushPolicy = requestCoding.PushPolicy
  58. file.PushTime = requestCoding.PushTime
  59. return global.GVA_DB.Create(&file).Error
  60. }
  61. // QueryFilesByParentId 查询当前目录下的文件
  62. func (s *ServiceFileQiniu) QueryFilesByParentId(parentId int) (interface{}, error) {
  63. db := global.GVA_DB.Model(&fileManager.FileQiniu{})
  64. db = db.Where("parent_id = ?", parentId)
  65. var fileList []*response.FileQiniuResponse
  66. err := db.Order("create_time desc").Find(&fileList).Error
  67. if err != nil {
  68. return nil, err
  69. }
  70. return fileList, err
  71. }
  72. // GetMirrorDownloadByTaskId 根据任务id获取最新镜像下载链接
  73. func (s *ServiceFileQiniu) GetMirrorDownloadByTaskId(taskId string) (interface{}, error) {
  74. //SELECT * FROM file_qiniu WHERE task_id = 1000605 AND (file_type = 2 OR file_type = 4) AND push_policy = 1 ORDER BY file_version DESC LIMIT 1
  75. db := global.GVA_DB.Model(&fileManager.FileQiniu{})
  76. db = db.Where("task_id = ? AND (file_type = 2 OR file_type = 4) AND push_policy = 1", taskId)
  77. file := fileManager.FileQiniu{}
  78. err := db.Order("file_version desc").First(&file).Error
  79. if err != nil {
  80. return nil, err
  81. }
  82. qiniuMirrorMessage := new(response.QiniuMirrorMessage)
  83. qiniuMirrorMessage.TaskId = file.TaskId
  84. qiniuMirrorMessage.FileName = file.FileName
  85. qiniuMirrorMessage.FileVersion = file.FileVersion
  86. qiniuMirrorMessage.QiniuAddress = file.QiniuAddress
  87. qiniuMirrorMessage.QiniuHash = file.QiniuHash
  88. qiniuMirrorMessage.MD5 = file.MD5
  89. //qiniuMirrorMessage.CreateTime = file.CreateTime
  90. //qiniuMirrorMessage.PushPolicy = file.PushPolicy
  91. //qiniuMirrorMessage.PushTime = file.PushTime
  92. return qiniuMirrorMessage, err
  93. }
  94. // CheckPushTime 定时查看延迟更新的镜像是否到期
  95. func (s *ServiceFileQiniu) CheckPushTime() {
  96. global.GVA_LOG.Info("定时查看延迟更新的镜像是否到期开始执行:" + time.Now().Format("2006-01-02 15:04:05"))
  97. db := global.GVA_DB.Model(&fileManager.FileQiniu{})
  98. db = db.Where("(file_type = 2 OR file_type = 4) AND push_policy = 2")
  99. db = db.Where("push_time >= ?", time.Now().Format("2006-01-02 15:04:05"))
  100. db.Update("push_policy", 1)
  101. global.GVA_LOG.Info("定时查看延迟更新的镜像是否到期执行成功:" + time.Now().Format("2006-01-02 15:04:05"))
  102. return
  103. }
  104. // GetQiniuToken 获取七牛上传token
  105. func (s *ServiceFileQiniu) GetQiniuToken() interface{} {
  106. putPolicy := storage.PutPolicy{
  107. Scope: bucket0,
  108. ReturnBody: `{"key":"$(key)","hash":"$(etag)","fsize":$(fsize),"bucket":"$(bucket)","name":"$(x:name)"}`,
  109. }
  110. putPolicy.Expires = 3600 * 5 //设置有效期时长为5小时
  111. mac := qbox.NewMac(accessKey, secretKey)
  112. uploadToken := putPolicy.UploadToken(mac)
  113. date := map[string]string{
  114. "token": uploadToken,
  115. "cName": CName,
  116. }
  117. return date
  118. }
  119. // DeleteQiniuFile 删除单个文件
  120. func (s *ServiceFileQiniu) DeleteQiniuFile(requestCoding request.FileQiniuRequest) (err error) {
  121. mac := qbox.NewMac(accessKey, secretKey)
  122. cfg := storage.Config{
  123. // 是否使用https域名进行资源管理
  124. UseHTTPS: true,
  125. }
  126. // 指定空间所在的区域,如果不指定将自动探测
  127. // 如果没有特殊需求,默认不需要指定
  128. //cfg.Region=&storage.ZoneHuabei
  129. bucketManager := storage.NewBucketManager(mac, &cfg)
  130. bucket := bucket0
  131. key := requestCoding.QiniuKey
  132. //
  133. err = bucketManager.Delete(bucket, key)
  134. if err != nil {
  135. fmt.Println(err)
  136. return err
  137. }
  138. return err
  139. }
  140. // DeleteQiniuFileAndRecord 从七牛云删除文件并且清除数据库记录
  141. func (s *ServiceFileQiniu) DeleteQiniuFileAndRecord(requestCoding request.FileQiniuRequest) (err error) {
  142. mac := qbox.NewMac(accessKey, secretKey)
  143. cfg := storage.Config{
  144. // 是否使用https域名进行资源管理
  145. UseHTTPS: true,
  146. }
  147. // 指定空间所在的区域,如果不指定将自动探测
  148. // 如果没有特殊需求,默认不需要指定
  149. //cfg.Region=&storage.ZoneHuabei
  150. bucketManager := storage.NewBucketManager(mac, &cfg)
  151. bucket := bucket0
  152. key := requestCoding.QiniuKey
  153. //
  154. err = bucketManager.Delete(bucket, key)
  155. if err != nil {
  156. fmt.Println(err)
  157. return err
  158. }
  159. err = global.GVA_DB.Delete(&fileManager.FileQiniu{}, "id = ?", requestCoding.Id).Error
  160. return err
  161. }
  162. // RenameQiniuFileAndRecord 重命名七牛云文件和数据库记录
  163. func (s *ServiceFileQiniu) RenameQiniuFileAndRecord(requestCoding request.FileQiniuRequest) (err error) {
  164. file := fileManager.FileQiniu{}
  165. if errors.Is(global.GVA_DB.Where("id = ?", requestCoding.Id).First(&file).Error, gorm.ErrRecordNotFound) {
  166. return errors.New("数据库中未找到该记录")
  167. }
  168. mac := qbox.NewMac(accessKey, secretKey)
  169. cfg := storage.Config{
  170. // 是否使用https域名进行资源管理
  171. UseHTTPS: true,
  172. }
  173. bucketManager := storage.NewBucketManager(mac, &cfg)
  174. bucket := bucket0
  175. srcKey := requestCoding.QiniuKey
  176. //处理字段
  177. s2 := file.QiniuKey[0:strings.Index(file.QiniuKey, file.FileName)]
  178. //global.GVA_LOG.Info(s2)
  179. destKey := s2 + requestCoding.FileNameNew
  180. //如果目标文件存在,是否强制覆盖,如果不覆盖,默认返回614 file exists
  181. err = bucketManager.Move(bucket, srcKey, bucket, destKey, false)
  182. if err != nil {
  183. return err
  184. }
  185. s3 := file.QiniuAddress[0:strings.Index(file.QiniuAddress, file.FileName)]
  186. file.QiniuAddress = s3 + requestCoding.FileNameNew
  187. file.FileName = requestCoding.FileNameNew
  188. file.QiniuKey = destKey
  189. err = global.GVA_DB.Save(file).Error
  190. return err
  191. }
  192. // UpdateMirrorPushPolicy 修改镜像更新策略
  193. func (s *ServiceFileQiniu) UpdateMirrorPushPolicy(requestCoding request.FileQiniuRequest) (err error) {
  194. file := fileManager.FileQiniu{}
  195. if errors.Is(global.GVA_DB.Where("id = ?", requestCoding.Id).First(&file).Error, gorm.ErrRecordNotFound) {
  196. return errors.New("数据库中未找到该记录")
  197. }
  198. file.PushPolicy = requestCoding.PushPolicy
  199. file.PushTime = requestCoding.PushTime
  200. err = global.GVA_DB.Save(file).Error
  201. return err
  202. }