job.go 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164
  1. package job
  2. import (
  3. "audio_transcoder/internal/svc"
  4. "audio_transcoder/internal/types"
  5. "bytes"
  6. "encoding/json"
  7. "errors"
  8. "github.com/google/uuid"
  9. "github.com/zeromicro/go-zero/core/logx"
  10. "io"
  11. "net/http"
  12. "os"
  13. "silk2audio/silk"
  14. "strings"
  15. "sync"
  16. )
  17. type CallbackReq struct {
  18. types.CallbackRequest
  19. FailNum int `json:"fail_num"`
  20. }
  21. // AutoTranscoder 自动处理队列
  22. func AutoTranscoder(ctx *svc.ServiceContext) {
  23. sdk := ctx.BoltSdk
  24. for {
  25. key, value, err := sdk.GetFirst()
  26. if err != nil || key == "" || value == "" {
  27. continue
  28. }
  29. logx.Info("转码信息 data:", value)
  30. var req CallbackReq
  31. err = json.Unmarshal([]byte(value), &req)
  32. if err != nil {
  33. logx.Error(err)
  34. continue
  35. }
  36. //业务处理
  37. resp, err := transcoder(ctx, &req.CallbackRequest)
  38. logx.Info("转码结果 data:", resp)
  39. if err != nil {
  40. logx.Error(err)
  41. _ = sdk.Delete(key)
  42. //重新放入队列
  43. req.FailNum++
  44. if req.FailNum < 10 {
  45. b, _ := json.Marshal(&req)
  46. logx.Info("转码失败!重新放入队列 data:", string(b))
  47. _ = sdk.Set(uuid.NewString(), string(b))
  48. }
  49. continue
  50. }
  51. _ = sdk.Delete(key)
  52. //数据回调
  53. if req.CallbackUrl != "" {
  54. bts, _ := json.Marshal(resp)
  55. body, err := http.Post(req.CallbackUrl, "application/json", bytes.NewBuffer(bts))
  56. if err != nil {
  57. logx.Error(err)
  58. continue
  59. }
  60. if body.StatusCode != http.StatusOK {
  61. logx.Errorf("post %v fail, ErrorCode %v", req.CallbackUrl, body.StatusCode)
  62. continue
  63. }
  64. }
  65. }
  66. }
  67. func transcoder(svcCtx *svc.ServiceContext, req *types.CallbackRequest) (resp *types.OriginDataResponse, err error) {
  68. if req.Path == "" {
  69. err = errors.New("path is empty")
  70. return
  71. }
  72. resp = &types.OriginDataResponse{OriginData: req.OriginData}
  73. // 发起HTTP GET请求
  74. resp1, err := http.Get(req.Path)
  75. if err != nil {
  76. logx.Errorf("下载文件失败 error:", err.Error())
  77. return
  78. }
  79. defer resp1.Body.Close()
  80. if resp1.StatusCode != http.StatusOK {
  81. err = errors.New("download file failed")
  82. logx.Errorf("下载文件失败 error:", resp1.StatusCode)
  83. return
  84. }
  85. // 读取响应体内容
  86. silkPath := uuid.NewString() + ".silk" // 本地保存的文件路径
  87. silkFile, err := os.Create(silkPath)
  88. if err != nil {
  89. logx.Errorf("读取silk文件失败 error:", err.Error())
  90. return
  91. }
  92. defer func() {
  93. silkFile.Close()
  94. silk.FileRemove(silkPath)
  95. }()
  96. _, err = io.Copy(silkFile, resp1.Body)
  97. if err != nil {
  98. logx.Errorf("读取文件失败 error:", err.Error())
  99. return
  100. }
  101. // 转码
  102. wavPath, pcmPath := silk.TransSilkToWav(silkPath)
  103. wavFile, err := os.Open(wavPath)
  104. if err != nil {
  105. logx.Errorf("读取wav文件失败 error:", err.Error())
  106. return
  107. }
  108. defer func() {
  109. wavFile.Close()
  110. silk.FileRemove(wavPath)
  111. }()
  112. pcmFile, err := os.Open(pcmPath)
  113. if err != nil {
  114. logx.Errorf("读取pcm文件失败 error:", err.Error())
  115. return
  116. }
  117. defer func() {
  118. pcmFile.Close()
  119. silk.FileRemove(pcmPath)
  120. }()
  121. //多线程处理上传录音和语音识别
  122. var wg sync.WaitGroup
  123. wg.Add(2)
  124. //构建返回数据
  125. var err1, err2 error
  126. //上传录音
  127. go func() {
  128. defer wg.Done()
  129. bts, _ := io.ReadAll(wavFile)
  130. url, err := svcCtx.QiNiuSdk.Upload(bts, int64(len(bts)), wavPath)
  131. if err != nil {
  132. logx.Errorf("上传七牛云失败 error:", err.Error())
  133. return
  134. }
  135. err1 = err
  136. resp.Path = url
  137. }()
  138. //识别录音
  139. go func() {
  140. defer wg.Done()
  141. bts, _ := io.ReadAll(pcmFile)
  142. asrResp, err := svcCtx.AsrSdk.Asr(bts, "pcm", 16000)
  143. if err != nil {
  144. logx.Errorf("语音识别失败 error:", err.Error())
  145. return
  146. }
  147. err2 = err
  148. resp.Message = strings.Join(asrResp.Result, "\n")
  149. }()
  150. wg.Wait()
  151. //返回数据
  152. if err1 != nil {
  153. return nil, err1
  154. }
  155. if err2 != nil {
  156. return nil, err2
  157. }
  158. return
  159. }