You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

cloudbrain.go 4.0 kB

3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
4 years ago
4 years ago
4 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153
  1. // Copyright 2016 The Gogs Authors. All rights reserved.
  2. // Copyright 2018 The Gitea Authors. All rights reserved.
  3. // Use of this source code is governed by a MIT-style
  4. // license that can be found in the LICENSE file.
  5. package repo
  6. import (
  7. "net/http"
  8. "sort"
  9. "time"
  10. "code.gitea.io/gitea/modules/log"
  11. "code.gitea.io/gitea/models"
  12. "code.gitea.io/gitea/modules/cloudbrain"
  13. "code.gitea.io/gitea/modules/context"
  14. )
  15. // cloudbrain get job task by jobid
  16. func GetCloudbrainTask(ctx *context.APIContext) {
  17. // swagger:operation GET /repos/{owner}/{repo}/cloudbrain/{jobid} cloudbrain jobTask
  18. // ---
  19. // summary: Get a single task
  20. // produces:
  21. // - application/json
  22. // parameters:
  23. // - name: owner
  24. // in: path
  25. // description: owner of the repo
  26. // type: string
  27. // required: true
  28. // - name: repo
  29. // in: path
  30. // description: name of the repo
  31. // type: string
  32. // required: true
  33. // - name: jobid
  34. // in: path
  35. // description: id of cloudbrain jobid
  36. // type: string
  37. // required: true
  38. // responses:
  39. // "200":
  40. // "$ref": "#/responses/Label"
  41. var (
  42. err error
  43. )
  44. // jobName := ctx.Params(":jobname")
  45. // job, err := models.GetCloudbrainByName(jobName)
  46. jobID := ctx.Params(":jobid")
  47. repoID := ctx.Repo.Repository.ID
  48. job, err := models.GetRepoCloudBrainByJobID(repoID, jobID)
  49. if err != nil {
  50. ctx.Data["error"] = err.Error()
  51. }
  52. jobResult, err := cloudbrain.GetJob(job.JobID)
  53. if err != nil {
  54. ctx.NotFound(err)
  55. return
  56. }
  57. result, err := models.ConvertToJobResultPayload(jobResult.Payload)
  58. if err != nil {
  59. ctx.NotFound(err)
  60. return
  61. }
  62. job.Status = result.JobStatus.State
  63. if result.JobStatus.State != string(models.JobWaiting) && result.JobStatus.State != string(models.JobFailed) {
  64. taskRoles := result.TaskRoles
  65. taskRes, _ := models.ConvertToTaskPod(taskRoles[cloudbrain.SubTaskName].(map[string]interface{}))
  66. job.ContainerIp = taskRes.TaskStatuses[0].ContainerIP
  67. job.ContainerID = taskRes.TaskStatuses[0].ContainerID
  68. job.Status = taskRes.TaskStatuses[0].State
  69. }
  70. if result.JobStatus.State != string(models.JobWaiting) {
  71. err = models.UpdateJob(job)
  72. if err != nil {
  73. log.Error("UpdateJob failed:", err)
  74. }
  75. }
  76. ctx.JSON(http.StatusOK, map[string]interface{}{
  77. "JobID": result.Config.JobID,
  78. "JobName": result.Config.JobName,
  79. "JobStatus": result.JobStatus.State,
  80. "SubState": result.JobStatus.SubState,
  81. "CreatedTime": time.Unix(result.JobStatus.CreatedTime/1000, 0).Format("2006-01-02 15:04:05"),
  82. "CompletedTime": time.Unix(result.JobStatus.CompletedTime/1000, 0).Format("2006-01-02 15:04:05"),
  83. })
  84. }
  85. func CloudbrainGetLog(ctx *context.Context) {
  86. jobName := ctx.Params(":jobname")
  87. job, err := models.GetCloudbrainByName(jobName)
  88. if err != nil {
  89. log.Error("GetCloudbrainByJobName failed: %v", err, ctx.Data["MsgID"])
  90. ctx.ServerError(err.Error(), err)
  91. return
  92. }
  93. var hits []models.Hits
  94. result, err := cloudbrain.GetJobLog(job.JobID)
  95. if err != nil {
  96. log.Error("GetJobLog failed: %v", err, ctx.Data["MsgID"])
  97. ctx.ServerError(err.Error(), err)
  98. return
  99. }
  100. hits = result.Hits.Hits
  101. //if the size equal page_size, then take the scroll_id to get all log and delete the scroll_id(the num of scroll_id is limited)
  102. if len(result.Hits.Hits) >= cloudbrain.LogPageSize {
  103. for {
  104. resultNext, err := cloudbrain.GetJobAllLog(result.ScrollID)
  105. if err != nil {
  106. log.Error("GetJobAllLog failed: %v", err, ctx.Data["MsgID"])
  107. } else {
  108. for _, hit := range resultNext.Hits.Hits {
  109. hits = append(hits, hit)
  110. }
  111. }
  112. if len(resultNext.Hits.Hits) < cloudbrain.LogPageSize {
  113. log.Info("get all log already")
  114. break
  115. }
  116. }
  117. }
  118. cloudbrain.DeleteJobLogToken(result.ScrollID)
  119. sort.Slice(hits, func(i, j int) bool {
  120. return hits[i].Sort[0] < hits[j].Sort[0]
  121. })
  122. var content string
  123. for _, log := range hits {
  124. content += log.Source.Message + "\n"
  125. }
  126. ctx.JSON(http.StatusOK, map[string]interface{}{
  127. "JobName": jobName,
  128. "Content": content,
  129. })
  130. return
  131. }