|
|
@@ -437,14 +437,22 @@ func StopJobs(cloudBrains []*models.Cloudbrain) { |
|
|
|
|
|
|
|
logErrorAndUpdateJobStatus(err, taskInfo) |
|
|
|
} else { |
|
|
|
param := models.NotebookAction{ |
|
|
|
Action: models.ActionStop, |
|
|
|
if taskInfo.JobType == string(models.JobTypeTrain) { |
|
|
|
err := retry(3, time.Second*30, func() error { |
|
|
|
_, err := modelarts.StopTrainJob(taskInfo.JobID, strconv.FormatInt(taskInfo.VersionID, 10)) |
|
|
|
return err |
|
|
|
}) |
|
|
|
logErrorAndUpdateJobStatus(err, taskInfo) |
|
|
|
} else { |
|
|
|
param := models.NotebookAction{ |
|
|
|
Action: models.ActionStop, |
|
|
|
} |
|
|
|
err := retry(3, time.Second*30, func() error { |
|
|
|
_, err := modelarts.StopJob(taskInfo.JobID, param) |
|
|
|
return err |
|
|
|
}) |
|
|
|
logErrorAndUpdateJobStatus(err, taskInfo) |
|
|
|
} |
|
|
|
err := retry(3, time.Second*30, func() error { |
|
|
|
_, err := modelarts.StopJob(taskInfo.JobID, param) |
|
|
|
return err |
|
|
|
}) |
|
|
|
logErrorAndUpdateJobStatus(err, taskInfo) |
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|