fwh_mqttLog.go 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149
  1. package fwh_pro
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "fwh-toolbox-server/domain"
  7. "net/url"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. type MqttLogListResponse struct {
  13. Code int `json:"code"`
  14. Message string `json:"message"`
  15. Result []domain.MqttLogItem `json:"result"`
  16. Success bool `json:"success"`
  17. Total uint `json:"total"`
  18. }
  19. type QueryMqttLogParam struct {
  20. SN *string
  21. CmdTypes []domain.MqttCmdType
  22. StartTime *time.Time
  23. EndTime *time.Time
  24. }
  25. // 查询站点信息
  26. func queryMqttLog(param QueryMqttLogParam) ([]byte, error) {
  27. // 构造 query 参数
  28. params := url.Values{}
  29. if param.SN != nil {
  30. params.Add("searchName", *param.SN)
  31. }
  32. if len(param.CmdTypes) > 0 {
  33. cmdTypesStr := make([]string, len(param.CmdTypes))
  34. for i, v := range param.CmdTypes {
  35. cmdTypesStr[i] = string(v) // 转成 string
  36. }
  37. params.Add("cmdTypes", strings.Join(cmdTypesStr, ","))
  38. }
  39. if param.StartTime != nil {
  40. params.Add("startTime", param.StartTime.Format(time.DateTime))
  41. }
  42. if param.EndTime != nil {
  43. params.Add("endTime", param.EndTime.Format(time.DateTime))
  44. }
  45. if param.StartTime != nil || param.EndTime != nil {
  46. params.Add("timeType", "1") // 0-通讯时间 1-设备时间时
  47. }
  48. params.Add("pageSize", strconv.FormatUint(REQ_PAGE_SIZE, 10))
  49. params.Add("pageNum", strconv.Itoa(1))
  50. params.Add("lang", "ZH_CN")
  51. return FwhHttpGet("https://energy.franklinwh.com/hes-gateway/manage/iotMqttCommlogs", params)
  52. }
  53. func queryMqttLogListOnePage(sn string, cmdType domain.MqttCmdType, startTime, endTime time.Time) ([]domain.MqttLogItem, error) {
  54. param := QueryMqttLogParam{
  55. SN: &sn,
  56. CmdTypes: []domain.MqttCmdType{cmdType},
  57. StartTime: &startTime,
  58. EndTime: &endTime,
  59. }
  60. resByte, err := queryMqttLog(param)
  61. if err != nil {
  62. return nil, err
  63. }
  64. var mqttLogRes MqttLogListResponse
  65. // 反序列化(unmarshal)
  66. jsonErr := json.Unmarshal(resByte, &mqttLogRes)
  67. if jsonErr != nil {
  68. return nil, jsonErr
  69. }
  70. if mqttLogRes.Code == 401 {
  71. // TODO 尝试重新登录
  72. return nil, errors.New("certification expired")
  73. }
  74. // 判断是否超出可处理数据上限 10万条数据
  75. if mqttLogRes.Total > 10*10000 {
  76. return nil, fmt.Errorf("超出数据请求上限 - Total: %d (>10万)", mqttLogRes.Total)
  77. }
  78. return mqttLogRes.Result, nil
  79. }
  80. // 从FWH获取MQTT log数据
  81. func QueryMqttLogListOnTimeRange(sn string, cmdType domain.MqttCmdType, startTime, endTime time.Time) ([]domain.MqttLogItem, error) {
  82. // 保证 startTime <= endTime
  83. if startTime.After(endTime) {
  84. return nil, errors.New("startTime > endTime")
  85. }
  86. // 按天拆分时间段
  87. var periods []struct{ Start, End time.Time }
  88. currTime := startTime
  89. for currTime.Before(endTime) {
  90. // 当天结束时间
  91. dayEnd := time.Date(currTime.Year(), currTime.Month(), currTime.Day(), 23, 59, 59, 0, currTime.Location())
  92. // 如果当天结束大于 endTime,使用 endTime
  93. if dayEnd.After(endTime) {
  94. dayEnd = endTime
  95. }
  96. periods = append(periods, struct{ Start, End time.Time }{Start: currTime, End: dayEnd})
  97. // 下一天开始
  98. currTime = dayEnd.Add(time.Second).Truncate(24 * time.Hour)
  99. currTime = time.Date(currTime.Year(), currTime.Month(), currTime.Day(), 0, 0, 0, 0, currTime.Location())
  100. }
  101. // 按天查询
  102. var mqttLogList []domain.MqttLogItem
  103. for _, period := range periods {
  104. var mqttLogRes []domain.MqttLogItem = nil
  105. periodEndTime := period.End
  106. // 检查数据是否超过1000(单次查询上限)
  107. for {
  108. var err error
  109. mqttLogRes, err = queryMqttLogListOnePage(sn, cmdType, period.Start, periodEndTime)
  110. if err != nil {
  111. return nil, err
  112. }
  113. time.Sleep(time.Second) // 延时1s
  114. mqttLogList = append(mqttLogList, mqttLogRes...)
  115. // 判断是否未查完
  116. if len(mqttLogRes) < int(REQ_PAGE_SIZE) {
  117. // 请求完成,退出
  118. break
  119. }
  120. // 跳转时间段,再次请求
  121. // 提取最后一条数据的设备时间
  122. periodEndTime, err = time.Parse(time.DateTime, mqttLogRes[len(mqttLogRes)-1].LogTime)
  123. if err != nil {
  124. return nil, err
  125. }
  126. }
  127. }
  128. return mqttLogList, nil
  129. }