simCardTaskAcceleronix.go 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179
  1. package simCardQueue
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fwh-toolbox-server/domain"
  6. "fwh-toolbox-server/repositories"
  7. "strconv"
  8. "strings"
  9. "time"
  10. "github.com/google/uuid"
  11. "github.com/hibiken/asynq"
  12. "go.uber.org/zap"
  13. )
  14. const (
  15. TaskTypeSimCardAcceleronixSyncOnePage = "SimCard:Acceleronix:SyncOnePage"
  16. AcceleronixSimCardInfoPageSize = 50 // Acceleronix平台每次查询页数
  17. )
  18. // 数据类型转换 AcceleronixInfo -> SimCardInfo
  19. func (processor *SimCardProcessor) acceleronixInfoToSimCardInfo(infoList []domain.AcceleronixSimCardInfoItem, dataUsage map[string]*domain.AcceleronixSimCardDataUsageInfoResponse) []domain.SimCardInfo {
  20. var simCardInfoList []domain.SimCardInfo
  21. for _, info := range infoList {
  22. var simCardInfo domain.SimCardInfo
  23. simCardInfo.GICCID = info.Iccid[:19] // 只取前19位不取检验码
  24. simCardInfo.IMEI = info.Imei
  25. simCardInfo.IMSI = info.Imsi
  26. simCardInfo.MSISDN = info.Msisdn
  27. switch info.SimState {
  28. case domain.SCS_PreActivation: // 2 预激活
  29. simCardInfo.Status = domain.SimStatusNotActivated
  30. break
  31. case domain.SCS_Test: // 3 测试
  32. simCardInfo.Status = domain.SimStatusNotActivated
  33. break
  34. case domain.SCS_Silence: // 4 沉默
  35. simCardInfo.Status = domain.SimStatusNotActivated
  36. break
  37. case domain.SCS_Standby: // 5 待机
  38. simCardInfo.Status = domain.SimStatusNotActivated
  39. break
  40. case domain.SCS_Activated: // 6 激活
  41. simCardInfo.Status = domain.SimStatusActivated
  42. break
  43. case domain.SCS_Deactivated: // 7 停机
  44. simCardInfo.Status = domain.SimStatusDeactivated
  45. break
  46. case domain.SCS_Pause: // 8 暂停
  47. simCardInfo.Status = domain.SimStatusDeactivated
  48. break
  49. case domain.SCS_PreCancellation: // 9 预注销
  50. simCardInfo.Status = domain.SimStatusDeactivated
  51. break
  52. case domain.SCS_Cancellation: // 10 注销
  53. simCardInfo.Status = domain.SimStatusRetired
  54. break
  55. default:
  56. simCardInfo.Status = domain.SimStatusUnknown
  57. break
  58. }
  59. simCardInfo.ExpirationTime = info.ExpirationTime // 到期时间(后付费卡没有到期时间) 格式:yyyy-MM-dd
  60. simCardInfo.Platform = domain.SimPlatformAcceleronix // 数据来源平台
  61. usageInfo := dataUsage[info.Iccid]
  62. if usageInfo == nil {
  63. zap.L().Warn("AcceleronixSimCardDataUsageInfo not exist.", zap.String("Iccid", info.Iccid), zap.Any("dataUsageMap", dataUsage))
  64. } else {
  65. simCardInfo.Month = usageInfo.Month // 统计月份 格式:yyyy-MM
  66. totalDataUsage, err := strconv.ParseFloat(usageInfo.TotalDataUsage, 64)
  67. if err != nil {
  68. zap.L().Warn("TotalDataUsage ParseFloat failed.", zap.String("err", err.Error()), zap.String("TotalDataUsage", usageInfo.TotalDataUsage))
  69. simCardInfo.AllDataUsage = 0
  70. } else {
  71. simCardInfo.AllDataUsage = totalDataUsage * 1024 // 月数据用量(KB)
  72. }
  73. }
  74. simCardInfo.UpdateTime = time.Now().UTC() // UTC时间
  75. simCardInfoList = append(simCardInfoList, simCardInfo)
  76. }
  77. return simCardInfoList
  78. }
  79. // 处理Acceleronix信息收集任务
  80. func (processor *SimCardProcessor) handleSimCardAcceleronixSyncOnePageTask(ctx context.Context, task *asynq.Task) error {
  81. payloadStr := task.Payload()
  82. var payload SimCardSyncOnePagePayload
  83. err := json.Unmarshal(payloadStr, &payload)
  84. if err != nil {
  85. zap.L().Error("handleSimCardAcceleronixSyncOnePageTask payload error.", zap.String("err", err.Error()), zap.String("payload", string(payloadStr)))
  86. return err
  87. }
  88. // 请求批量查询Acceleronix批量数据信息
  89. // 查询Sim卡基本信息列表
  90. respInfoList, err := repositories.QueryAcceleronixSimCardList(uint(payload.Page), uint(payload.Size))
  91. if err != nil {
  92. zap.L().Error("handleSimCardAcceleronixSyncOnePageTask QueryAcceleronixSimCardList failed.", zap.String("err", err.Error()), zap.Uint64("page", payload.Page), zap.Uint64("size", payload.Size))
  93. return err
  94. }
  95. idList := []string{}
  96. for _, info := range respInfoList.Data.List {
  97. idList = append(idList, info.Iccid)
  98. }
  99. // 查询
  100. mouth := strings.ReplaceAll(time.Now().UTC().Format(time.DateOnly)[:7], "-", "") // 统计月份 格式:yyyyMM
  101. respUsageList, err := repositories.QueryAcceleronixBatchSimCardDataInfo(idList, mouth)
  102. if err != nil {
  103. zap.L().Error("handleSimCardAcceleronixSyncOnePageTask QueryAcceleronixBatchSimCardDataInfo failed.", zap.String("err", err.Error()), zap.Strings("idList", idList), zap.String("mouth", mouth))
  104. return err
  105. }
  106. // 生成数据用量信息map
  107. dataUsageMap := make(map[string]*domain.AcceleronixSimCardDataUsageInfoResponse)
  108. for _, info := range respUsageList {
  109. dataUsageMap[info.Iccid] = &info
  110. }
  111. // 转换数据结构
  112. infoList := processor.acceleronixInfoToSimCardInfo(respInfoList.Data.List, dataUsageMap)
  113. uuidStr := uuid.NewString()
  114. processor.infoCacheMap[uuidStr] = infoList
  115. zap.L().Debug("Acceleronix get infoList.", zap.Int("len", len(infoList)))
  116. // 创建聚合组任务
  117. aggTask := asynq.NewTask(
  118. TaskTypeSimCardAggregation,
  119. []byte(uuidStr),
  120. asynq.Queue("default"),
  121. asynq.Unique(5*time.Minute),
  122. asynq.Group(GroupNameSimCardAggregation),
  123. )
  124. _, err = TaskClient.Enqueue(aggTask)
  125. if err != nil {
  126. zap.L().Error("TaskTypeSimCardAggregation Enqueue failed.", zap.String("err", err.Error()), zap.Uint64("size", payload.Size), zap.Uint64("page", payload.Page))
  127. return err
  128. }
  129. // 判断是否查完所有信息
  130. if payload.Page*payload.Size > uint64(respInfoList.Data.Total) {
  131. return nil
  132. }
  133. // 查询太快,间隔1s
  134. time.Sleep(time.Second)
  135. // 创建下一个任务(查询下一页)
  136. payload.Page++
  137. taskPayloadStr, err := json.Marshal(payload)
  138. nextTask := asynq.NewTask(
  139. TaskTypeSimCardAcceleronixSyncOnePage,
  140. taskPayloadStr,
  141. asynq.MaxRetry(5),
  142. asynq.Queue("default"),
  143. asynq.Timeout(time.Minute),
  144. asynq.Unique(5*time.Minute),
  145. asynq.Retention(7*24*time.Hour), // 成功后保留7天
  146. )
  147. _, err = TaskClient.Enqueue(nextTask)
  148. if err != nil {
  149. zap.L().Error("TaskTypeSimCardSyncOnePage Enqueue failed.", zap.String("err", err.Error()), zap.Uint64("size", payload.Size), zap.Uint64("page", payload.Page))
  150. return err
  151. }
  152. return nil
  153. }