fwh_mqttLog.go 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139
  1. package fwh_pro
  2. import (
  3. "errors"
  4. "fmt"
  5. "fwh-toolbox-server/config"
  6. "fwh-toolbox-server/domain"
  7. "net/url"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. type QueryMqttLogParam struct {
  13. SN *string
  14. CmdTypes []domain.MqttCmdType
  15. StartTime *time.Time
  16. EndTime *time.Time
  17. }
  18. // 查询站点信息
  19. func queryMqttLog(param QueryMqttLogParam) (*domain.FwhPageResponse[[]domain.MqttLogItem], error) {
  20. // 构造 query 参数
  21. params := url.Values{}
  22. if param.SN != nil {
  23. params.Add("searchName", *param.SN)
  24. }
  25. if len(param.CmdTypes) > 0 {
  26. cmdTypesStr := make([]string, len(param.CmdTypes))
  27. for i, v := range param.CmdTypes {
  28. cmdTypesStr[i] = string(v) // 转成 string
  29. }
  30. params.Add("cmdTypes", strings.Join(cmdTypesStr, ","))
  31. }
  32. if param.StartTime != nil {
  33. params.Add("startTime", param.StartTime.Format(time.DateTime))
  34. }
  35. if param.EndTime != nil {
  36. params.Add("endTime", param.EndTime.Format(time.DateTime))
  37. }
  38. if param.StartTime != nil || param.EndTime != nil {
  39. params.Add("timeType", "1") // 0-通讯时间 1-设备时间时
  40. }
  41. params.Add("pageSize", strconv.FormatUint(REQ_PAGE_SIZE, 10))
  42. params.Add("pageNum", strconv.Itoa(1))
  43. params.Add("lang", "ZH_CN")
  44. reqUrl := fmt.Sprintf("https://%s/hes-gateway/manage/iotMqttCommlogs", config.FWH_ENERGY)
  45. response, err := FwhHttpGetUnmarshalPage[[]domain.MqttLogItem](reqUrl, params)
  46. if err != nil {
  47. return nil, err
  48. }
  49. return response, nil
  50. }
  51. func queryMqttLogListOnePage(sn string, cmdType domain.MqttCmdType, startTime, endTime time.Time) ([]domain.MqttLogItem, error) {
  52. param := QueryMqttLogParam{
  53. SN: &sn,
  54. CmdTypes: []domain.MqttCmdType{cmdType},
  55. StartTime: &startTime,
  56. EndTime: &endTime,
  57. }
  58. mqttLogRes, err := queryMqttLog(param)
  59. if err != nil {
  60. return nil, err
  61. }
  62. if mqttLogRes.Code != 200 {
  63. return nil, fmt.Errorf("[queryMqttLogListOnePage] 查询失败 code: %d, message: %s", mqttLogRes.Code, mqttLogRes.Message)
  64. }
  65. // 判断是否超出可处理数据上限 10万条数据
  66. if mqttLogRes.Total > 10*10000 {
  67. return nil, fmt.Errorf("超出数据请求上限 - Total: %d (>10万)", mqttLogRes.Total)
  68. }
  69. return *mqttLogRes.Result, nil
  70. }
  71. // 从FWH获取MQTT log数据
  72. func QueryMqttLogListOnTimeRange(sn string, cmdType domain.MqttCmdType, startTime, endTime time.Time) ([]domain.MqttLogItem, error) {
  73. // 保证 startTime <= endTime
  74. if startTime.After(endTime) {
  75. return nil, errors.New("startTime > endTime")
  76. }
  77. // 按天拆分时间段
  78. var periods []struct{ Start, End time.Time }
  79. currTime := startTime
  80. for currTime.Before(endTime) {
  81. // 当天结束时间
  82. dayEnd := time.Date(currTime.Year(), currTime.Month(), currTime.Day(), 23, 59, 59, 0, currTime.Location())
  83. // 如果当天结束大于 endTime,使用 endTime
  84. if dayEnd.After(endTime) {
  85. dayEnd = endTime
  86. }
  87. periods = append(periods, struct{ Start, End time.Time }{Start: currTime, End: dayEnd})
  88. // 下一天开始
  89. currTime = dayEnd.Add(time.Second).Truncate(24 * time.Hour)
  90. currTime = time.Date(currTime.Year(), currTime.Month(), currTime.Day(), 0, 0, 0, 0, currTime.Location())
  91. }
  92. // 按天查询
  93. var mqttLogList []domain.MqttLogItem
  94. for _, period := range periods {
  95. var mqttLogRes []domain.MqttLogItem = nil
  96. periodEndTime := period.End
  97. // 检查数据是否超过1000(单次查询上限)
  98. for {
  99. var err error
  100. mqttLogRes, err = queryMqttLogListOnePage(sn, cmdType, period.Start, periodEndTime)
  101. if err != nil {
  102. return nil, err
  103. }
  104. time.Sleep(time.Second) // 延时1s
  105. mqttLogList = append(mqttLogList, mqttLogRes...)
  106. // 判断是否未查完
  107. if len(mqttLogRes) < int(REQ_PAGE_SIZE) {
  108. // 请求完成,退出
  109. break
  110. }
  111. // 跳转时间段,再次请求
  112. // 提取最后一条数据的设备时间
  113. periodEndTime, err = time.Parse(time.DateTime, mqttLogRes[len(mqttLogRes)-1].LogTime)
  114. if err != nil {
  115. return nil, err
  116. }
  117. }
  118. }
  119. return mqttLogList, nil
  120. }