-
{{TimeSinceUnix1 .CreatedUnix}}
+
+ {{if not (eq .StartTime 0)}}
+ {{TimeSinceUnix1 .StartTime}} |
+ {{else}}
+
{{TimeSinceUnix1 .CreatedUnix}} |
+ {{end}}
+
{{$.i18n.Tr "repo.modelarts.status"}}:
{{.Status}}
@@ -252,7 +258,13 @@ td, th {
|
- {{TimeSinceUnix1 .CreatedUnix}}
+
+ {{if not (eq .StartTime 0)}}
+ {{TimeSinceUnix1 .StartTime}}
+ {{else}}
+ {{TimeSinceUnix1 .CreatedUnix}}
+ {{end}}
+
|
diff --git a/templates/repo/cloudbrain/show.tmpl b/templates/repo/cloudbrain/show.tmpl
index d1e736c20..1e234e094 100755
--- a/templates/repo/cloudbrain/show.tmpl
+++ b/templates/repo/cloudbrain/show.tmpl
@@ -74,11 +74,19 @@
开始时间 |
- {{.JobStatus.StartTime}} |
+ {{if not (eq $.task.StartTime 0)}}
+ {{TimeSinceUnix1 $.task.StartTime}} |
+ {{else}}
+ 无 |
+ {{end}}
|
结束时间 |
- {{.JobStatus.EndTime}} |
+ {{if not (eq $.task.EndTime 0)}}
+ {{TimeSinceUnix1 $.task.EndTime}} |
+ {{else}}
+ 无 |
+ {{end}}
|
ExitCode |
From 31487439ae367eab31d141135bd583c86389f101 Mon Sep 17 00:00:00 2001
From: chenyifan01
Date: Thu, 31 Mar 2022 14:29:42 +0800
Subject: [PATCH 04/15] #1654 fix bug
---
routers/repo/cloudbrain.go | 9 ++++++++-
1 file changed, 8 insertions(+), 1 deletion(-)
diff --git a/routers/repo/cloudbrain.go b/routers/repo/cloudbrain.go
index d3201161b..1ebb06c81 100755
--- a/routers/repo/cloudbrain.go
+++ b/routers/repo/cloudbrain.go
@@ -1059,6 +1059,7 @@ func SyncCloudbrainStatus() {
func HandleTaskWithNoDuration(ctx *context.Context) {
log.Info("HandleTaskWithNoDuration start")
count := 0
+ start := time.Now().Unix()
for {
cloudBrains, err := models.GetStoppedJobWithNoDurationJob()
if err != nil {
@@ -1075,13 +1076,19 @@ func HandleTaskWithNoDuration(ctx *context.Context) {
log.Info("HandleTaskWithNoTrainJobDuration:task less than 100")
break
}
+ if time.Now().Unix()-start > 600 {
+ log.Info("HandleTaskWithNoDuration : time out")
+ ctx.JSON(200, fmt.Sprintf("task stop for time out,count=%d", count))
+ return
+ }
}
log.Info("HandleTaskWithNoTrainJobDuration:count=%d", count)
- ctx.JSON(200, "success")
+ ctx.JSON(200, fmt.Sprintf("success,count=%d", count))
}
func handleNoDurationTask(cloudBrains []*models.Cloudbrain) {
for _, task := range cloudBrains {
+ time.Sleep(time.Millisecond * 200)
log.Info("Handle job ,%+v", task)
if task.Type == models.TypeCloudBrainOne {
result, err := cloudbrain.GetJob(task.JobID)
From 9a04da8507efa7c2d00085b54a2b21e8f66f4c40 Mon Sep 17 00:00:00 2001
From: chenyifan01
Date: Thu, 31 Mar 2022 14:36:48 +0800
Subject: [PATCH 05/15] #1654 fix bug
---
routers/repo/cloudbrain.go | 9 ++-------
1 file changed, 2 insertions(+), 7 deletions(-)
diff --git a/routers/repo/cloudbrain.go b/routers/repo/cloudbrain.go
index 1ebb06c81..2bb976224 100755
--- a/routers/repo/cloudbrain.go
+++ b/routers/repo/cloudbrain.go
@@ -1147,13 +1147,7 @@ func handleNoDurationTask(cloudBrains []*models.Cloudbrain) {
result, err := modelarts.GetNotebook2(task.JobID)
if err != nil {
log.Error("GetJob(%s) failed:%v", task.JobName, err)
- task.StartTime = task.CreatedUnix
- task.EndTime = task.UpdatedUnix
- task.ComputeAndSetDuration()
- err = models.UpdateJob(task)
- if err != nil {
- log.Error("UpdateJob(%s) failed:%v", task.JobName, err)
- }
+ updateDefaultDuration(task)
continue
}
@@ -1176,6 +1170,7 @@ func handleNoDurationTask(cloudBrains []*models.Cloudbrain) {
result, err := modelarts.GetTrainJob(task.JobID, strconv.FormatInt(task.VersionID, 10))
if err != nil {
log.Error("GetTrainJob(%s) failed:%v", task.JobName, err)
+ updateDefaultDuration(task)
continue
}
From c55a4e88f53ce37e6390e2a08491bc64f043fda1 Mon Sep 17 00:00:00 2001
From: chenyifan01
Date: Thu, 31 Mar 2022 14:37:28 +0800
Subject: [PATCH 06/15] #1654 fix bug
---
routers/repo/cloudbrain.go | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/routers/repo/cloudbrain.go b/routers/repo/cloudbrain.go
index 2bb976224..9789e0b3f 100755
--- a/routers/repo/cloudbrain.go
+++ b/routers/repo/cloudbrain.go
@@ -1088,7 +1088,7 @@ func HandleTaskWithNoDuration(ctx *context.Context) {
func handleNoDurationTask(cloudBrains []*models.Cloudbrain) {
for _, task := range cloudBrains {
- time.Sleep(time.Millisecond * 200)
+ time.Sleep(time.Millisecond * 100)
log.Info("Handle job ,%+v", task)
if task.Type == models.TypeCloudBrainOne {
result, err := cloudbrain.GetJob(task.JobID)
From ffa73b91a87523179a28f29a7b886e0b16b12437 Mon Sep 17 00:00:00 2001
From: chenyifan01
Date: Thu, 31 Mar 2022 14:52:58 +0800
Subject: [PATCH 07/15] #1654 fix bug
---
routers/repo/cloudbrain.go | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/routers/repo/cloudbrain.go b/routers/repo/cloudbrain.go
index 9789e0b3f..27ad106d6 100755
--- a/routers/repo/cloudbrain.go
+++ b/routers/repo/cloudbrain.go
@@ -1156,7 +1156,7 @@ func handleNoDurationTask(cloudBrains []*models.Cloudbrain) {
startTime := result.Lease.CreateTime
duration := result.Lease.Duration / 1000
if startTime > 0 {
- task.StartTime = timeutil.TimeStamp(startTime)
+ task.StartTime = timeutil.TimeStamp(startTime / 1000)
task.EndTime = task.StartTime.Add(duration)
}
task.ComputeAndSetDuration()
From 2c18104fdc79fa776a3e017ae6b2a8ba3b876769 Mon Sep 17 00:00:00 2001
From: chenyifan01
Date: Thu, 31 Mar 2022 15:09:14 +0800
Subject: [PATCH 08/15] #1654 fix bug
---
routers/repo/cloudbrain.go | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/routers/repo/cloudbrain.go b/routers/repo/cloudbrain.go
index 27ad106d6..83bd9f0d9 100755
--- a/routers/repo/cloudbrain.go
+++ b/routers/repo/cloudbrain.go
@@ -1018,7 +1018,7 @@ func SyncCloudbrainStatus() {
continue
}
}
- } else if task.JobType == string(models.JobTypeTrain) {
+ } else if task.JobType == string(models.JobTypeTrain) || task.JobType == string(models.JobTypeInference) {
result, err := modelarts.GetTrainJob(task.JobID, strconv.FormatInt(task.VersionID, 10))
if err != nil {
log.Error("GetTrainJob(%s) failed:%v", task.JobName, err)
@@ -1166,7 +1166,7 @@ func handleNoDurationTask(cloudBrains []*models.Cloudbrain) {
continue
}
}
- } else if task.JobType == string(models.JobTypeTrain) {
+ } else if task.JobType == string(models.JobTypeTrain) || task.JobType == string(models.JobTypeInference) {
result, err := modelarts.GetTrainJob(task.JobID, strconv.FormatInt(task.VersionID, 10))
if err != nil {
log.Error("GetTrainJob(%s) failed:%v", task.JobName, err)
From dceb1e0511c1ae6e609c7710ffce7e9df104cac4 Mon Sep 17 00:00:00 2001
From: chenyifan01
Date: Thu, 31 Mar 2022 15:27:22 +0800
Subject: [PATCH 09/15] #1654 fix bug
---
templates/repo/modelarts/inferencejob/show.tmpl | 8 +++++++-
templates/repo/modelarts/trainjob/show.tmpl | 14 ++++++++++++--
2 files changed, 19 insertions(+), 3 deletions(-)
diff --git a/templates/repo/modelarts/inferencejob/show.tmpl b/templates/repo/modelarts/inferencejob/show.tmpl
index e11919b71..2e7a13eb1 100644
--- a/templates/repo/modelarts/inferencejob/show.tmpl
+++ b/templates/repo/modelarts/inferencejob/show.tmpl
@@ -232,7 +232,13 @@ td, th {
- {{TimeSinceUnix1 .CreatedUnix}}
+
+ {{if not (eq .StartTime 0)}}
+ {{TimeSinceUnix1 .StartTime}}
+ {{else}}
+ {{TimeSinceUnix1 .CreatedUnix}}
+ {{end}}
+
|
diff --git a/templates/repo/modelarts/trainjob/show.tmpl b/templates/repo/modelarts/trainjob/show.tmpl
index a75ee5dad..0b420c484 100755
--- a/templates/repo/modelarts/trainjob/show.tmpl
+++ b/templates/repo/modelarts/trainjob/show.tmpl
@@ -223,7 +223,12 @@ td, th {
-
{{TimeSinceUnix1 .Cloudbrain.CreatedUnix}}
+
+ {{if not (eq .Cloudbrain.StartTime 0)}}
+ {{TimeSinceUnix1 .Cloudbrain.StartTime}}
+ {{else}}
+ {{TimeSinceUnix1 .Cloudbrain.CreatedUnix}}
+ {{end}}
{{$.i18n.Tr "repo.modelarts.current_version"}}:{{.VersionName}}
{{$.i18n.Tr "repo.modelarts.parent_version"}}:{{.PreVersionName}}
{{$.i18n.Tr "repo.modelarts.status"}}:
@@ -293,7 +298,12 @@ td, th {
- {{TimeSinceUnix1 .Cloudbrain.CreatedUnix}}
+
+ {{if not (eq .Cloudbrain.StartTime 0)}}
+ {{TimeSinceUnix1 .Cloudbrain.StartTime}}
+ {{else}}
+ {{TimeSinceUnix1 .Cloudbrain.CreatedUnix}}
+ {{end}}
|
From c52f82e2cd1323f5893da8cd825381926a90ba1e Mon Sep 17 00:00:00 2001
From: chenyifan01
Date: Thu, 31 Mar 2022 15:51:35 +0800
Subject: [PATCH 10/15] #1654
---
routers/api/v1/repo/cloudbrain.go | 1 -
1 file changed, 1 deletion(-)
diff --git a/routers/api/v1/repo/cloudbrain.go b/routers/api/v1/repo/cloudbrain.go
index 7911d008a..27086888e 100755
--- a/routers/api/v1/repo/cloudbrain.go
+++ b/routers/api/v1/repo/cloudbrain.go
@@ -17,7 +17,6 @@ import (
"code.gitea.io/gitea/modules/context"
"code.gitea.io/gitea/modules/log"
"code.gitea.io/gitea/modules/storage"
- "code.gitea.io/gitea/modules/timeutil"
routerRepo "code.gitea.io/gitea/routers/repo"
)
From 923a1e05a24254e3526464b9de4b2b1922ad985b Mon Sep 17 00:00:00 2001
From: lewis <747342561@qq.com>
Date: Thu, 31 Mar 2022 16:35:39 +0800
Subject: [PATCH 11/15] mod example
---
templates/repo/cloudbrain/trainjob/new.tmpl | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/templates/repo/cloudbrain/trainjob/new.tmpl b/templates/repo/cloudbrain/trainjob/new.tmpl
index 50fd00c0f..e33920b20 100755
--- a/templates/repo/cloudbrain/trainjob/new.tmpl
+++ b/templates/repo/cloudbrain/trainjob/new.tmpl
@@ -176,7 +176,7 @@
- 查看样例
+ 查看样例