cow_more.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479
  1. package backend
  2. import (
  3. "context"
  4. "fmt"
  5. "kpt-pasture/model"
  6. "kpt-pasture/util"
  7. "net/http"
  8. "strings"
  9. "sync"
  10. "time"
  11. pasturePb "gitee.com/xuyiping_admin/go_proto/proto/go/backend/cow"
  12. "gitee.com/xuyiping_admin/pkg/xerr"
  13. "github.com/nicksnyder/go-i18n/v2/i18n"
  14. )
  15. func (s *StoreEntry) GetNeckActiveHabitsConcurrent(cowInfo *model.Cow, cowIds []int64, dayRange []string) ([]*model.NeckActiveHabit, error) {
  16. const (
  17. batchSize = 100
  18. workerCount = 5
  19. )
  20. resultsChan := make(chan []*model.NeckActiveHabit)
  21. errChan := make(chan error, 1) // 缓冲 1,避免 goroutine 阻塞
  22. doneChan := make(chan struct{})
  23. var (
  24. neckActiveHabitList []*model.NeckActiveHabit
  25. mu sync.Mutex
  26. )
  27. // 结果收集 goroutine
  28. go func() {
  29. defer close(doneChan)
  30. for batchResults := range resultsChan {
  31. mu.Lock()
  32. neckActiveHabitList = append(neckActiveHabitList, batchResults...)
  33. mu.Unlock()
  34. }
  35. }()
  36. sem := make(chan struct{}, workerCount)
  37. var wg sync.WaitGroup
  38. // 分发任务
  39. go func() {
  40. defer func() {
  41. wg.Wait() // 等待所有 goroutine 完成
  42. close(resultsChan) // 安全关闭
  43. }()
  44. for i := 0; i < len(cowIds); i += batchSize {
  45. end := i + batchSize
  46. if end > len(cowIds) {
  47. end = len(cowIds)
  48. }
  49. batch := cowIds[i:end]
  50. wg.Add(1)
  51. sem <- struct{}{} // 获取令牌(可能阻塞,但不会死锁)
  52. go func(batch []int64) {
  53. defer func() {
  54. <-sem // 释放令牌
  55. wg.Done()
  56. }()
  57. var batchResults []*model.NeckActiveHabit
  58. if err := s.DB.Table(new(model.NeckActiveHabit).TableName()).
  59. Select("rumina,intake,inactive,gasp,high,active,active_time").
  60. Where("pasture_id = ?", cowInfo.PastureId).
  61. Where("is_show = ?", pasturePb.IsShow_Ok).
  62. Where("cow_id IN (?)", batch).
  63. Where("heat_date BETWEEN ? AND ?", dayRange[0], dayRange[len(dayRange)-1]).
  64. Find(&batchResults).Error; err != nil {
  65. select {
  66. case errChan <- fmt.Errorf("batch query error: %v", err):
  67. default:
  68. }
  69. return
  70. }
  71. if len(batchResults) > 0 {
  72. resultsChan <- batchResults
  73. }
  74. }(batch)
  75. }
  76. }()
  77. // 等待结果
  78. select {
  79. case err := <-errChan:
  80. return nil, err
  81. case <-doneChan:
  82. return neckActiveHabitList, nil
  83. }
  84. }
  85. func (s *StoreEntry) CowGrowthCurve(ctx context.Context, req *pasturePb.CowGrowthCurveRequest) (*pasturePb.CowGrowthCurveResponse, error) {
  86. userModel, err := s.GetUserModel(ctx)
  87. if err != nil {
  88. return nil, xerr.WithStack(err)
  89. }
  90. cowInfo, err := s.GetCowInfoByEarNumber(ctx, userModel.AppPasture.Id, req.EarNumber)
  91. if err != nil {
  92. messageId, _ := userModel.LanguageContent.Localize(&i18n.LocalizeConfig{
  93. MessageID: "auth.errorCow",
  94. TemplateData: map[string]interface{}{"earNumber": req.EarNumber},
  95. })
  96. return nil, xerr.Customf(messageId)
  97. }
  98. weightList := make([]*model.EventWeight, 0)
  99. if err = s.DB.Table(new(model.EventWeight).TableName()).
  100. Where("cow_id = ?", cowInfo.Id).
  101. Where("pasture_id = ?", userModel.AppPasture.Id).
  102. Order("weight_at").
  103. Find(&weightList).Error; err != nil {
  104. return nil, xerr.WithStack(err)
  105. }
  106. eventCowLogList := make([]*model.EventCowLog, 0)
  107. eventCowLog := &model.EventCowLog{CowId: cowInfo.Id}
  108. if err = s.DB.Table(eventCowLog.TableName()).
  109. Where("pasture_id = ?", userModel.AppPasture.Id).
  110. Where("cow_id = ?", cowInfo.Id).
  111. Order("id desc").
  112. Find(&eventCowLogList).Error; err != nil {
  113. return nil, xerr.WithStack(err)
  114. }
  115. return &pasturePb.CowGrowthCurveResponse{
  116. Code: http.StatusOK,
  117. Msg: "ok",
  118. Data: model.EventWeightSlice(weightList).ToPB(eventCowLogList),
  119. }, nil
  120. }
  121. func (s *StoreEntry) CowLactCurve(ctx context.Context, req *pasturePb.CowLactCurveRequest) (*pasturePb.CowLactCurveResponse, error) {
  122. userModel, err := s.GetUserModel(ctx)
  123. if err != nil {
  124. return nil, xerr.WithStack(err)
  125. }
  126. cowInfo, err := s.GetCowInfoByCowId(ctx, userModel.AppPasture.Id, int64(req.CowId))
  127. if err != nil {
  128. messageId, _ := userModel.LanguageContent.Localize(&i18n.LocalizeConfig{
  129. MessageID: "auth.errorCow",
  130. TemplateData: map[string]interface{}{"earNumber": req.EarNumber},
  131. })
  132. return nil, xerr.Customf(messageId)
  133. }
  134. cowLactList := make([]*model.CowLact, 0)
  135. if err = s.DB.Table(new(model.CowLact).TableName()).
  136. Where("cow_id = ?", req.CowId).
  137. Where("pasture_id = ?", userModel.AppPasture.Id).
  138. Order("lact").
  139. Find(&cowLactList).Error; err != nil {
  140. return nil, xerr.WithStack(err)
  141. }
  142. data := &pasturePb.CowLactCurveData{
  143. DateTime: make(map[int32]string),
  144. WeekAvgMilk: make([]float32, 0),
  145. DayMilk: make([]float32, 0),
  146. DHI: make([]float32, 0),
  147. MilkProductionTrend: make([]float32, 0),
  148. DayHigh: make([]int32, 0),
  149. DayRumina: make([]int32, 0),
  150. DayIntake: make([]int32, 0),
  151. DayInactive: make([]int32, 0),
  152. DayChew: make([]int32, 0),
  153. DayImmobility: make([]int32, 0),
  154. EstrusWarning: make(map[int32]int32),
  155. }
  156. if len(cowLactList) <= 0 {
  157. return &pasturePb.CowLactCurveResponse{
  158. Code: http.StatusOK,
  159. Msg: "ok",
  160. Data: data,
  161. }, nil
  162. }
  163. starTime := ""
  164. endTime := ""
  165. cowLactMap := make(map[int32]*model.CowLact)
  166. for _, v := range cowLactList {
  167. cowLactMap[v.Lact] = v
  168. if v.Lact == req.Lact {
  169. starTime = v.StartTime
  170. }
  171. }
  172. if st, ok := cowLactMap[req.Lact+1]; ok {
  173. et, _ := util.TimeParseLocal(model.LayoutDate2, st.StartTime)
  174. endTime = et.AddDate(0, 0, -1).Format(model.LayoutDate2)
  175. } else {
  176. endTime = time.Now().Local().Format(model.LayoutDate2)
  177. }
  178. neckRingList := make([]*model.NeckActiveHabit, 0)
  179. if err = s.DB.Model(new(model.NeckActiveHabit)).
  180. Where("neck_ring_number = ?", cowInfo.NeckRingNumber).
  181. Where("pasture_id = ?", userModel.AppPasture.Id).
  182. Where("cow_id > ?", 0).
  183. Where("heat_date BETWEEN ? AND ?", starTime, endTime).
  184. Order("heat_date, frameid").Find(&neckRingList).Error; err != nil {
  185. return nil, xerr.WithStack(err)
  186. }
  187. return &pasturePb.CowLactCurveResponse{
  188. Code: http.StatusOK,
  189. Msg: "ok",
  190. Data: data,
  191. }, nil
  192. }
  193. func (s *StoreEntry) BehaviorRate(ctx context.Context, req *pasturePb.CowBehaviorRateRequest) (*pasturePb.CowBehaviorRateResponse, error) {
  194. userModel, err := s.GetUserModel(ctx)
  195. if err != nil {
  196. return nil, xerr.WithStack(err)
  197. }
  198. cowInfo, err := s.GetCowInfoByEarNumber(ctx, userModel.AppPasture.Id, req.EarNumber)
  199. if err != nil {
  200. messageId, _ := userModel.LanguageContent.Localize(&i18n.LocalizeConfig{
  201. MessageID: "auth.errorCow",
  202. TemplateData: map[string]interface{}{"earNumber": req.EarNumber},
  203. })
  204. return nil, xerr.Customf(messageId)
  205. }
  206. if req.EndAt <= 0 || req.StartAt <= 0 || req.EndAt < req.StartAt {
  207. messageId, _ := userModel.LanguageContent.Localize(&i18n.LocalizeConfig{
  208. MessageID: "auth.errorDateRange",
  209. })
  210. return nil, xerr.Customf(messageId)
  211. }
  212. t1 := time.Unix(int64(req.StartAt), 0).Local().Format(model.LayoutDate2)
  213. t2 := time.Unix(int64(req.EndAt), 0).Local().Format(model.LayoutDate2)
  214. dataBetween, err := util.GetDaysBetween(t1, t2)
  215. if err != nil {
  216. return nil, xerr.WithStack(err)
  217. }
  218. neckActiveHabitList := make([]*model.NeckActiveHabit, 0)
  219. if err = s.DB.Model(new(model.NeckActiveHabit)).
  220. Select("heat_date,SUM(rumina) as rumina,SUM(intake) as intake,SUM(inactive) as inactive,SUM(gasp) AS gasp").
  221. Where("neck_ring_number = ?", cowInfo.NeckRingNumber).
  222. Where("pasture_id = ?", userModel.AppPasture.Id).
  223. Where("cow_id > ?", 0).
  224. Where("heat_date BETWEEN ? AND ?", t1, t2).
  225. Order("heat_date").
  226. Group("heat_date").
  227. Find(&neckActiveHabitList).Error; err != nil {
  228. }
  229. cowList := make([]*model.Cow, 0)
  230. if err = s.DB.Model(new(model.Cow)).
  231. Where("neck_ring_number != ?", "").
  232. Where("pasture_id = ?", userModel.AppPasture.Id).
  233. Where("pen_id = ?", cowInfo.PenId).
  234. Find(&cowList).Error; err != nil {
  235. }
  236. neckRingNumbers := make([]string, 0)
  237. for _, v := range cowList {
  238. neckRingNumbers = append(neckRingNumbers, v.NeckRingNumber)
  239. }
  240. groupNeckActiveHabitList := make([]*model.NeckActiveHabit, 0)
  241. if err = s.DB.Model(new(model.NeckActiveHabit)).
  242. Select("heat_date,SUM(rumina) as rumina,SUM(intake) as intake,SUM(inactive) as inactive,SUM(gasp) AS gasp").
  243. Where("neck_ring_number IN ?", neckRingNumbers).
  244. Where("pasture_id = ?", userModel.AppPasture.Id).
  245. Where("cow_id > ?", 0).
  246. Where("heat_date BETWEEN ? AND ?", t1, t2).
  247. Order("heat_date").
  248. Group("heat_date").
  249. Find(&groupNeckActiveHabitList).Error; err != nil {
  250. }
  251. return &pasturePb.CowBehaviorRateResponse{
  252. Code: http.StatusOK,
  253. Msg: "ok",
  254. Data: model.NeckActiveHabitSlice(neckActiveHabitList).ToPB2(dataBetween, groupNeckActiveHabitList),
  255. }, nil
  256. }
  257. func (s *StoreEntry) BehaviorCurveApp(ctx context.Context, req *pasturePb.CowBehaviorCurveRequest) (*pasturePb.CowNeckRingAppResponse, error) {
  258. userModel, err := s.GetUserModel(ctx)
  259. if err != nil {
  260. return nil, xerr.WithStack(err)
  261. }
  262. if req.Days > model.NeckRingDataDays+10 {
  263. messageId, _ := userModel.LanguageContent.Localize(&i18n.LocalizeConfig{
  264. MessageID: "validate.neckRingAppDays",
  265. })
  266. return nil, xerr.Customf(messageId)
  267. }
  268. cowInfo, err := s.GetCowEventByEarNumber(ctx, userModel.AppPasture.Id, req.EarNumber)
  269. if err != nil {
  270. messageId, _ := userModel.LanguageContent.Localize(&i18n.LocalizeConfig{
  271. MessageID: "auth.errorCow",
  272. TemplateData: map[string]interface{}{"earNumber": req.EarNumber},
  273. })
  274. return nil, xerr.Customf(messageId)
  275. }
  276. nowTime := time.Now().Local()
  277. nowDayZero := util.TimeParseLocalUnix(nowTime.Format(model.LayoutDate2))
  278. endDataTime := nowTime.Format(model.LayoutDate2)
  279. startDataTime := nowTime.AddDate(0, 0, int(-req.Days)+1).Format(model.LayoutDate2)
  280. dayRange, err := util.GetDaysBetween(startDataTime, endDataTime)
  281. if err != nil {
  282. return nil, xerr.WithStack(err)
  283. }
  284. if len(dayRange) <= 0 {
  285. messageId, _ := userModel.LanguageContent.Localize(&i18n.LocalizeConfig{
  286. MessageID: "auth.errorDateRange",
  287. })
  288. return nil, xerr.Customf(messageId)
  289. }
  290. // 行为曲线数据
  291. neckActiveHabitList := make([]*model.NeckActiveHabit, 0)
  292. if err = s.DB.Table(new(model.NeckActiveHabit).TableName()).
  293. Where("neck_ring_number = ?", cowInfo.NeckRingNumber).
  294. Where("pasture_id = ?", userModel.AppPasture.Id).
  295. Where("is_show = ?", pasturePb.IsShow_Ok).
  296. Where("cow_id > ?", 0).
  297. Where("heat_date IN (?)", dayRange).
  298. Order("heat_date, frameid").
  299. Find(&neckActiveHabitList).Error; err != nil {
  300. return nil, xerr.WithStack(err)
  301. }
  302. data := model.NeckActiveHabitSlice(neckActiveHabitList).ToPBApp()
  303. eventMapList := s.EventTypeMap(userModel)
  304. for k, v := range eventMapList {
  305. if k == pasturePb.EventType_Enter || k == pasturePb.EventType_Body_Score || k == pasturePb.EventType_Birth ||
  306. k == pasturePb.EventType_Weaning || k == pasturePb.EventType_Sale || k == pasturePb.EventType_Weight ||
  307. k == pasturePb.EventType_Castrated || k == pasturePb.EventType_Perinatal_Transition || k == pasturePb.EventType_Insect_Repellent {
  308. continue
  309. }
  310. data.EventMap = append(data.EventMap, &pasturePb.EventMap{
  311. EventTypeKind: k,
  312. EventTypeName: v,
  313. })
  314. }
  315. data.LowActivity = model.LowActivity
  316. data.MiddleActivity = model.MiddleActivity
  317. // 牛只事件列表
  318. eventLogList := make([]*model.EventCowLog, 0)
  319. eventLog := &model.EventCowLog{CowId: cowInfo.Id}
  320. if err = s.DB.Table(eventLog.TableName()).
  321. Where("cow_id = ?", cowInfo.Id).
  322. Where("pasture_id = ?", userModel.AppPasture.Id).
  323. Where("event_at BETWEEN ? AND ?", nowDayZero-(int64(req.Days+1)*86400), nowDayZero).
  324. Order("event_at").
  325. Find(&eventLogList).Error; err != nil {
  326. return nil, xerr.WithStack(err)
  327. }
  328. for _, v := range eventLogList {
  329. if v.EventType == pasturePb.EventType_Enter || v.EventType == pasturePb.EventType_Body_Score ||
  330. v.EventType == pasturePb.EventType_Birth || v.EventType == pasturePb.EventType_Weaning ||
  331. v.EventType == pasturePb.EventType_Sale || v.EventType == pasturePb.EventType_Weight ||
  332. v.EventType == pasturePb.EventType_Castrated {
  333. continue
  334. }
  335. if v.EventAt <= 0 {
  336. continue
  337. }
  338. eventAt := time.Unix(v.EventAt, 0).Local()
  339. data.EventList = append(data.EventList, &pasturePb.EventDetail{
  340. EventTypeKind: v.EventType,
  341. EventTypeName: v.EventTypeName,
  342. EventDescription: v.EventDescription,
  343. EventAtFormat: fmt.Sprintf("%s 09", eventAt.Format(model.LayoutDate2)),
  344. })
  345. }
  346. // 发情数据
  347. estrusList := make([]*model.NeckRingEstrus, 0)
  348. if err = s.DB.Model(new(model.NeckRingEstrus)).
  349. Select("id,active_level,MAX(active_time) AS active_time,is_peak").
  350. Where("cow_id = ?", cowInfo.Id).
  351. Where("pasture_id = ?", userModel.AppPasture.Id).
  352. Where("active_time BETWEEN ? AND ?", fmt.Sprintf("%s 00:00:00", startDataTime), fmt.Sprintf("%s 23:59:59", endDataTime)).
  353. Where("is_peak = ?", pasturePb.IsShow_Ok).
  354. Group("first_time").
  355. Find(&estrusList).Error; err != nil {
  356. return nil, xerr.WithStack(err)
  357. }
  358. for _, v := range estrusList {
  359. if data.EstrusList == nil {
  360. data.EstrusList = make([]string, 0)
  361. }
  362. data.EstrusList = append(data.EstrusList, strings.TrimSuffix(v.ActiveTime, ":00:00")+fmt.Sprintf("/%d", v.ActiveLevel))
  363. }
  364. return &pasturePb.CowNeckRingAppResponse{
  365. Code: http.StatusOK,
  366. Msg: "ok",
  367. Data: data,
  368. }, nil
  369. }
  370. func (s *StoreEntry) BehaviorCurveGroupComparison(ctx context.Context, req *pasturePb.CowBehaviorCurveRequest) (*pasturePb.BehaviorCurveGroupComparisonResponse, error) {
  371. userModel, err := s.GetUserModel(ctx)
  372. if err != nil {
  373. return nil, xerr.WithStack(err)
  374. }
  375. if req.Days > model.NeckRingDataDays+10 {
  376. messageId, _ := userModel.LanguageContent.Localize(&i18n.LocalizeConfig{
  377. MessageID: "validate.neckRingAppDays",
  378. })
  379. return nil, xerr.Customf(messageId)
  380. }
  381. cowInfo, err := s.GetCowEventByEarNumber(ctx, userModel.AppPasture.Id, req.EarNumber)
  382. if err != nil {
  383. messageId, _ := userModel.LanguageContent.Localize(&i18n.LocalizeConfig{
  384. MessageID: "auth.errorCow",
  385. TemplateData: map[string]interface{}{"earNumber": req.EarNumber},
  386. })
  387. return nil, xerr.Customf(messageId)
  388. }
  389. nowTime := time.Now().Local()
  390. endDataTime := nowTime.Format(model.LayoutDate2)
  391. startDataTime := nowTime.AddDate(0, 0, int(-req.Days)+1).Format(model.LayoutDate2)
  392. dayRange, err := util.GetDaysBetween(startDataTime, endDataTime)
  393. if err != nil {
  394. return nil, xerr.WithStack(err)
  395. }
  396. if len(dayRange) <= 0 {
  397. messageId, _ := userModel.LanguageContent.Localize(&i18n.LocalizeConfig{
  398. MessageID: "auth.errorDateRange",
  399. })
  400. return nil, xerr.Customf(messageId)
  401. }
  402. // 行为曲线数据
  403. neckActiveHabitList := make([]*model.NeckActiveHabit, 0)
  404. if err = s.DB.Table(new(model.NeckActiveHabit).TableName()).
  405. Where("neck_ring_number = ?", cowInfo.NeckRingNumber).
  406. Where("pasture_id = ?", userModel.AppPasture.Id).
  407. Where("is_show = ?", pasturePb.IsShow_Ok).
  408. Where("cow_id > ?", 0).
  409. Where("heat_date IN (?)", dayRange).
  410. Order("heat_date, frameid").
  411. Find(&neckActiveHabitList).Error; err != nil {
  412. return nil, xerr.WithStack(err)
  413. }
  414. originalDataList, dataTimeList := model.NeckActiveHabitSlice(neckActiveHabitList).ToOriginalDataList(req.CurveName)
  415. q1, q3 := s.CowIQR(cowInfo, req.CurveName, dayRange, dataTimeList)
  416. return &pasturePb.BehaviorCurveGroupComparisonResponse{
  417. Code: http.StatusOK,
  418. Msg: "ok",
  419. Data: &pasturePb.CowNeckRingGroupComparisonData{
  420. DateTime: dataTimeList,
  421. OriginalDataList: originalDataList,
  422. IQR1: q1,
  423. IQR3: q3,
  424. },
  425. }, nil
  426. }