Reviewed-on: https://openi.pcl.ac.cn/OpenI/aiforge/pulls/3529 Reviewed-by: ychao_1983 <ychao_1983@sina.com>zpz-issue-1228
@@ -67,6 +67,7 @@ const ( | |||||
ActionChangeUserAvatar //38 | ActionChangeUserAvatar //38 | ||||
ActionCreateGrampusNPUDebugTask //39 | ActionCreateGrampusNPUDebugTask //39 | ||||
ActionCreateGrampusGPUDebugTask //40 | ActionCreateGrampusGPUDebugTask //40 | ||||
ActionCreateGrampusGCUDebugTask //41 | |||||
) | ) | ||||
// Action represents user operation type and other information to | // Action represents user operation type and other information to | ||||
@@ -380,7 +381,8 @@ func (a *Action) IsCloudbrainAction() bool { | |||||
ActionCreateGrampusGPUDebugTask, | ActionCreateGrampusGPUDebugTask, | ||||
ActionCreateGrampusNPUDebugTask, | ActionCreateGrampusNPUDebugTask, | ||||
ActionCreateGrampusNPUTrainTask, | ActionCreateGrampusNPUTrainTask, | ||||
ActionCreateGrampusGPUTrainTask: | |||||
ActionCreateGrampusGPUTrainTask, | |||||
ActionCreateGrampusGCUDebugTask: | |||||
return true | return true | ||||
} | } | ||||
return false | return false | ||||
@@ -36,6 +36,7 @@ const ( | |||||
const ( | const ( | ||||
NPUResource = "NPU" | NPUResource = "NPU" | ||||
GPUResource = "CPU/GPU" | GPUResource = "CPU/GPU" | ||||
GCUResource = "GCU" | |||||
AllResource = "all" | AllResource = "all" | ||||
//notebook storage category | //notebook storage category | ||||
@@ -136,6 +137,11 @@ const ( | |||||
//ComputeResource | //ComputeResource | ||||
GPU = "GPU" | GPU = "GPU" | ||||
NPU = "NPU" | NPU = "NPU" | ||||
GCU = "GCU" | |||||
) | |||||
const ( | |||||
AIModelPath = "aimodels/" | |||||
) | ) | ||||
type Cloudbrain struct { | type Cloudbrain struct { | ||||
@@ -304,6 +310,9 @@ func (task *Cloudbrain) IsUserHasRight(user *User) bool { | |||||
func (task *Cloudbrain) IsGPUTask() bool { | func (task *Cloudbrain) IsGPUTask() bool { | ||||
return task.ComputeResource == GPUResource | return task.ComputeResource == GPUResource | ||||
} | } | ||||
func (task *Cloudbrain) IsGCUTask() bool { | |||||
return task.ComputeResource == GCUResource | |||||
} | |||||
func (task *Cloudbrain) IsNPUTask() bool { | func (task *Cloudbrain) IsNPUTask() bool { | ||||
return task.ComputeResource == NPUResource | return task.ComputeResource == NPUResource | ||||
} | } | ||||
@@ -2654,6 +2663,7 @@ type DatasetInfo struct { | |||||
DataLocalPath string | DataLocalPath string | ||||
Name string | Name string | ||||
FullName string | FullName string | ||||
Type int | |||||
Size int | Size int | ||||
} | } | ||||
@@ -2694,8 +2704,14 @@ func GetDatasetInfo(uuidStr string, grampusType ...string) (map[string]DatasetIn | |||||
if len(grampusType) > 0 { | if len(grampusType) > 0 { | ||||
if grampusType[0] == GPU { | if grampusType[0] == GPU { | ||||
dataLocalPath = setting.Attachment.Minio.BasePath + path.Join(attach.UUID[0:1], attach.UUID[1:2]) + "/" + attach.UUID | dataLocalPath = setting.Attachment.Minio.BasePath + path.Join(attach.UUID[0:1], attach.UUID[1:2]) + "/" + attach.UUID | ||||
} else { | |||||
} else if grampusType[0] == NPU { | |||||
dataLocalPath = setting.BasePath + path.Join(attach.UUID[0:1], attach.UUID[1:2]) + "/" + attach.UUID + "/" | dataLocalPath = setting.BasePath + path.Join(attach.UUID[0:1], attach.UUID[1:2]) + "/" + attach.UUID + "/" | ||||
} else if grampusType[0] == GCU { | |||||
if attach.Type == TypeCloudBrainOne { | |||||
dataLocalPath = setting.Attachment.Minio.BasePath + path.Join(attach.UUID[0:1], attach.UUID[1:2]) + "/" + attach.UUID | |||||
} else { | |||||
dataLocalPath = setting.BasePath + path.Join(attach.UUID[0:1], attach.UUID[1:2]) + "/" + attach.UUID + "/" | |||||
} | |||||
} | } | ||||
} else { | } else { | ||||
@@ -2710,6 +2726,7 @@ func GetDatasetInfo(uuidStr string, grampusType ...string) (map[string]DatasetIn | |||||
DataLocalPath: dataLocalPath, | DataLocalPath: dataLocalPath, | ||||
Name: fileName, | Name: fileName, | ||||
FullName: attach.Name, | FullName: attach.Name, | ||||
Type: attach.Type, | |||||
Size: int(attach.Size), | Size: int(attach.Size), | ||||
} | } | ||||
if i == 0 { | if i == 0 { | ||||
@@ -39,6 +39,7 @@ func GetTaskTypeFromAction(a ActionType) TaskType { | |||||
ActionCreateGrampusGPUDebugTask, | ActionCreateGrampusGPUDebugTask, | ||||
ActionCreateGrampusNPUDebugTask, | ActionCreateGrampusNPUDebugTask, | ||||
ActionCreateGrampusNPUTrainTask, | ActionCreateGrampusNPUTrainTask, | ||||
ActionCreateGrampusGCUDebugTask, | |||||
ActionCreateGrampusGPUTrainTask: | ActionCreateGrampusGPUTrainTask: | ||||
return TaskCreateCloudbrainTask | return TaskCreateCloudbrainTask | ||||
case ActionCreateRepo: | case ActionCreateRepo: | ||||
@@ -19,6 +19,7 @@ const ( | |||||
ProcessorTypeNPU = "npu.huawei.com/NPU" | ProcessorTypeNPU = "npu.huawei.com/NPU" | ||||
ProcessorTypeGPU = "nvidia.com/gpu" | ProcessorTypeGPU = "nvidia.com/gpu" | ||||
ProcessorTypeGCU = "enflame-tech.com/gcu" | |||||
GpuWorkDir = "/tmp/" | GpuWorkDir = "/tmp/" | ||||
NpuWorkDir = "/cache/" | NpuWorkDir = "/cache/" | ||||
@@ -108,6 +109,7 @@ type GenerateNotebookJobReq struct { | |||||
Spec *models.Specification | Spec *models.Specification | ||||
CodeName string | CodeName string | ||||
ModelPath string //参考启智GPU调试, 挂载/model目录用户的模型可以输出到这个目录 | ModelPath string //参考启智GPU调试, 挂载/model目录用户的模型可以输出到这个目录 | ||||
ModelStorageType int | |||||
} | } | ||||
func getEndPoint() string { | func getEndPoint() string { | ||||
@@ -148,6 +150,36 @@ func getDatasetGPUGrampus(datasetInfos map[string]models.DatasetInfo) ([]models. | |||||
} | } | ||||
return datasetGrampus, command | return datasetGrampus, command | ||||
} | } | ||||
func getDatasetGCUGrampus(datasetInfos map[string]models.DatasetInfo) ([]models.GrampusDataset, string) { | |||||
var datasetGrampus []models.GrampusDataset | |||||
var command = "" | |||||
obsEndPoint := getEndPoint() | |||||
for uuid, datasetInfo := range datasetInfos { | |||||
if datasetInfo.Type == models.TypeCloudBrainOne { | |||||
datasetGrampus = append(datasetGrampus, models.GrampusDataset{ | |||||
Name: datasetInfo.FullName, | |||||
Bucket: setting.Attachment.Minio.Bucket, | |||||
EndPoint: setting.Attachment.Minio.Endpoint, | |||||
ObjectKey: datasetInfo.DataLocalPath, | |||||
ReadOnly: true, | |||||
ContainerPath: "/dataset1/" + datasetInfo.Name, | |||||
}) | |||||
command += "cp /dataset1/'" + datasetInfo.Name + "'/" + uuid + " /dataset/'" + datasetInfo.FullName + "';" | |||||
} else { | |||||
datasetGrampus = append(datasetGrampus, models.GrampusDataset{ | |||||
Name: datasetInfo.FullName, | |||||
Bucket: setting.Bucket, | |||||
EndPoint: obsEndPoint, | |||||
ObjectKey: datasetInfo.DataLocalPath + datasetInfo.FullName, | |||||
ContainerPath: "/dataset/" + datasetInfo.Name, | |||||
}) | |||||
} | |||||
} | |||||
return datasetGrampus, command | |||||
} | |||||
func GenerateNotebookJob(ctx *context.Context, req *GenerateNotebookJobReq) (jobId string, err error) { | func GenerateNotebookJob(ctx *context.Context, req *GenerateNotebookJobReq) (jobId string, err error) { | ||||
createTime := timeutil.TimeStampNow() | createTime := timeutil.TimeStampNow() | ||||
@@ -178,25 +210,45 @@ func GenerateNotebookJob(ctx *context.Context, req *GenerateNotebookJobReq) (job | |||||
imageUrl = "" | imageUrl = "" | ||||
req.Command = "" | req.Command = "" | ||||
} else { | } else { | ||||
datasetGrampus, cpCommand = getDatasetGPUGrampus(req.DatasetInfos) | |||||
if ProcessorTypeGCU == req.ProcessType { | |||||
datasetGrampus, cpCommand = getDatasetGCUGrampus(req.DatasetInfos) | |||||
} else { | |||||
datasetGrampus, cpCommand = getDatasetGPUGrampus(req.DatasetInfos) | |||||
} | |||||
if len(req.ModelName) != 0 { | if len(req.ModelName) != 0 { | ||||
datasetGrampus = append(datasetGrampus, models.GrampusDataset{ | |||||
Name: req.ModelName, | |||||
Bucket: setting.Attachment.Minio.Bucket, | |||||
EndPoint: setting.Attachment.Minio.Endpoint, | |||||
ObjectKey: req.PreTrainModelPath, | |||||
ReadOnly: true, | |||||
ContainerPath: cloudbrain.PretrainModelMountPath, | |||||
}) | |||||
if req.ModelStorageType == models.TypeCloudBrainOne { | |||||
datasetGrampus = append(datasetGrampus, models.GrampusDataset{ | |||||
Name: req.ModelName, | |||||
Bucket: setting.Attachment.Minio.Bucket, | |||||
EndPoint: setting.Attachment.Minio.Endpoint, | |||||
ObjectKey: req.PreTrainModelPath, | |||||
ReadOnly: true, | |||||
ContainerPath: cloudbrain.PretrainModelMountPath, | |||||
}) | |||||
} else { | |||||
datasetGrampus = append(datasetGrampus, models.GrampusDataset{ | |||||
Name: req.ModelName, | |||||
Bucket: setting.Bucket, | |||||
EndPoint: getEndPoint(), | |||||
ReadOnly: true, | |||||
ObjectKey: req.PreTrainModelPath, | |||||
ContainerPath: cloudbrain.PretrainModelMountPath, | |||||
}) | |||||
} | |||||
} | } | ||||
codeArchiveName := cloudbrain.DefaultBranchName + ".zip" | |||||
codeGrampus = models.GrampusDataset{ | codeGrampus = models.GrampusDataset{ | ||||
Name: req.CodeName, | Name: req.CodeName, | ||||
Bucket: setting.Attachment.Minio.Bucket, | Bucket: setting.Attachment.Minio.Bucket, | ||||
EndPoint: setting.Attachment.Minio.Endpoint, | EndPoint: setting.Attachment.Minio.Endpoint, | ||||
ObjectKey: req.CodeStoragePath + cloudbrain.DefaultBranchName + ".zip", | |||||
ObjectKey: req.CodeStoragePath + codeArchiveName, | |||||
ReadOnly: false, | ReadOnly: false, | ||||
ContainerPath: cloudbrain.CodeMountPath, | ContainerPath: cloudbrain.CodeMountPath, | ||||
} | } | ||||
if ProcessorTypeGCU == req.ProcessType { | |||||
imageUrl = "" | |||||
} | |||||
req.Command = fmt.Sprintf(CommandGpuDebug, cpCommand, setting.CullIdleTimeout, setting.CullIdleTimeout, setting.CullInterval, setting.CullIdleTimeout, setting.CullInterval) | req.Command = fmt.Sprintf(CommandGpuDebug, cpCommand, setting.CullIdleTimeout, setting.CullIdleTimeout, setting.CullInterval, setting.CullIdleTimeout, setting.CullInterval) | ||||
log.Info("debug command:" + req.Command) | log.Info("debug command:" + req.Command) | ||||
@@ -215,6 +267,7 @@ func GenerateNotebookJob(ctx *context.Context, req *GenerateNotebookJobReq) (job | |||||
AutoStopDuration: autoStopDurationMs, | AutoStopDuration: autoStopDurationMs, | ||||
Capacity: setting.Capacity, | Capacity: setting.Capacity, | ||||
Command: req.Command, | Command: req.Command, | ||||
CenterID: req.Spec.GetAvailableCenterIds(ctx.User.ID), | |||||
}, | }, | ||||
}, | }, | ||||
}) | }) | ||||
@@ -263,6 +316,8 @@ func GenerateNotebookJob(ctx *context.Context, req *GenerateNotebookJobReq) (job | |||||
actionType = models.ActionCreateGrampusNPUDebugTask | actionType = models.ActionCreateGrampusNPUDebugTask | ||||
} else if req.ComputeResource == models.GPUResource { | } else if req.ComputeResource == models.GPUResource { | ||||
actionType = models.ActionCreateGrampusGPUDebugTask | actionType = models.ActionCreateGrampusGPUDebugTask | ||||
} else if req.ComputeResource == models.GCUResource { | |||||
actionType = models.ActionCreateGrampusGCUDebugTask | |||||
} | } | ||||
task, err := models.GetCloudbrainByJobID(jobID) | task, err := models.GetCloudbrainByJobID(jobID) | ||||
if err != nil { | if err != nil { | ||||
@@ -391,3 +391,19 @@ func GetPartInfos(objectName string, uploadID string) (string, error) { | |||||
return chunks, nil | return chunks, nil | ||||
} | } | ||||
func IsObjectExist4Minio(bucket, objectName string) (bool, error) { | |||||
_, core, err := getClients() | |||||
if err != nil { | |||||
log.Error("getClients failed:", err.Error()) | |||||
return false, err | |||||
} | |||||
_, err = core.StatObject(bucket, objectName, miniov6.StatObjectOptions{}) | |||||
if err != nil { | |||||
log.Error("GetObjectMetadata error.%v", err) | |||||
return false, err | |||||
} | |||||
return true, nil | |||||
} |
@@ -645,3 +645,16 @@ func GetObsLogFileName(prefix string) ([]FileInfo, error) { | |||||
} | } | ||||
return fileInfos, nil | return fileInfos, nil | ||||
} | } | ||||
func IsObjectExist4Obs(bucket, key string) (bool, error) { | |||||
_, err := ObsCli.GetObjectMetadata(&obs.GetObjectMetadataInput{ | |||||
Bucket: bucket, | |||||
Key: key, | |||||
}) | |||||
if err != nil { | |||||
log.Error("GetObjectMetadata error.%v", err) | |||||
return false, err | |||||
} | |||||
return true, nil | |||||
} |
@@ -1099,8 +1099,8 @@ image_delete_fail=Failed to delete image, please try again later. | |||||
image_overwrite=You had submitted the same name image before, are you sure to overwrite the original image? | image_overwrite=You had submitted the same name image before, are you sure to overwrite the original image? | ||||
download=Download | download=Download | ||||
score=Score | score=Score | ||||
wait_count_start = Your current queue position is | |||||
wait_count_end = | |||||
wait_count_start = Your current queue position is | |||||
wait_count_end = | |||||
file_limit_100 = Display up to 100 files or folders in a single directory | file_limit_100 = Display up to 100 files or folders in a single directory | ||||
images.name = Image Tag | images.name = Image Tag | ||||
images.name_placerholder = Please enter the image name | images.name_placerholder = Please enter the image name | ||||
@@ -1360,6 +1360,7 @@ modelconvert.inputshapeerror=Format input error, please input such as: 1,1,32,32 | |||||
modelconvert.manage.create_error1=A model transformation task with the same name already exists. | modelconvert.manage.create_error1=A model transformation task with the same name already exists. | ||||
modelconvert.manage.create_error2=Only one running model transformation task can be created. | modelconvert.manage.create_error2=Only one running model transformation task can be created. | ||||
modelconvert.manage.model_not_exist=The model in the task does not exist or has been deleted. | modelconvert.manage.model_not_exist=The model in the task does not exist or has been deleted. | ||||
modelconvert.manage.model_file_not_exist=The model file in the task does not exist or has been deleted. | |||||
modelconvert.manage.no_operate_right=You have no right to do the operation. | modelconvert.manage.no_operate_right=You have no right to do the operation. | ||||
debug.manage.model_not_exist=The model in the task does not exist or has been deleted, please create a new debug job. | debug.manage.model_not_exist=The model in the task does not exist or has been deleted, please create a new debug job. | ||||
@@ -3146,6 +3147,7 @@ task_gpudebugjob=`created CPU/GPU type debugging task <a href="%s/cloudbrain/%s" | |||||
task_npudebugjob=`created NPU type debugging task <a href="%s/modelarts/notebook/%s">%s</a>` | task_npudebugjob=`created NPU type debugging task <a href="%s/modelarts/notebook/%s">%s</a>` | ||||
task_c2net_gpudebugjob=`created CPU/GPU type debugging task <a href="%s/grampus/notebook/%s">%s</a>` | task_c2net_gpudebugjob=`created CPU/GPU type debugging task <a href="%s/grampus/notebook/%s">%s</a>` | ||||
task_c2net_npudebugjob=`created NPU type debugging task <a href="%s/grampus/notebook/%s">%s</a>` | task_c2net_npudebugjob=`created NPU type debugging task <a href="%s/grampus/notebook/%s">%s</a>` | ||||
task_c2ent_gcudebugjob=`created GCU type debugging task <a href="%s/grampus/notebook/%s">%s</a>` | |||||
task_nputrainjob=`created NPU training task <a href="%s/modelarts/train-job/%s">%s</a>` | task_nputrainjob=`created NPU training task <a href="%s/modelarts/train-job/%s">%s</a>` | ||||
task_inferencejob=`created reasoning task <a href="%s/modelarts/inference-job/%s">%s</a>` | task_inferencejob=`created reasoning task <a href="%s/modelarts/inference-job/%s">%s</a>` | ||||
task_benchmark=`created profiling task <a href="%s/cloudbrain/benchmark/%s">%s</a>` | task_benchmark=`created profiling task <a href="%s/cloudbrain/benchmark/%s">%s</a>` | ||||
@@ -3321,6 +3323,7 @@ Stopped_success_update_status_fail=Succeed in stopping th job, but failed to upd | |||||
load_code_failed=Fail to load code, please check if the right branch is selected. | load_code_failed=Fail to load code, please check if the right branch is selected. | ||||
error.dataset_select = dataset select error:the count exceed the limit or has same name | error.dataset_select = dataset select error:the count exceed the limit or has same name | ||||
error.partial_datasets_not_available = There are non-existent or deleted files in the selected dataset file, please select again | |||||
new_train_gpu_tooltips = The code is storaged in <strong style="color:#010101">%s</strong>, the dataset is storaged in <strong style="color:#010101">%s</strong>, the pre-trained model is storaged in the run parameter <strong style="color:#010101">%s</strong>, and please put your model into <strong style="color:#010101">%s</strong> then you can download it online | new_train_gpu_tooltips = The code is storaged in <strong style="color:#010101">%s</strong>, the dataset is storaged in <strong style="color:#010101">%s</strong>, the pre-trained model is storaged in the run parameter <strong style="color:#010101">%s</strong>, and please put your model into <strong style="color:#010101">%s</strong> then you can download it online | ||||
new_debug_gpu_tooltips = The code is storaged in <strong style="color:#010101">%s</strong>, the dataset is storaged in <strong style="color:#010101">%s</strong>, the pre-trained model is storaged in the <strong style="color:#010101">%s</strong>, and please put your model into <strong style="color:#010101">%s</strong> then you can download it online | new_debug_gpu_tooltips = The code is storaged in <strong style="color:#010101">%s</strong>, the dataset is storaged in <strong style="color:#010101">%s</strong>, the pre-trained model is storaged in the <strong style="color:#010101">%s</strong>, and please put your model into <strong style="color:#010101">%s</strong> then you can download it online | ||||
new_debug_gpu_tooltips1 = The code is storaged in <strong style="color:#010101">%s</strong>, the dataset is storaged in <strong style="color:#010101">%s</strong>, the pre-trained model is storaged in the <strong style="color:#010101">%s</strong>. | new_debug_gpu_tooltips1 = The code is storaged in <strong style="color:#010101">%s</strong>, the dataset is storaged in <strong style="color:#010101">%s</strong>, the pre-trained model is storaged in the <strong style="color:#010101">%s</strong>. | ||||
@@ -1085,7 +1085,7 @@ delete=删除 | |||||
more=更多 | more=更多 | ||||
gpu_type_all=全部 | gpu_type_all=全部 | ||||
model_download=结果下载 | model_download=结果下载 | ||||
all_result_download=全部结果下载 | |||||
all_result_download=全部结果下载 | |||||
submit_image=提交镜像 | submit_image=提交镜像 | ||||
modify_image=修改镜像 | modify_image=修改镜像 | ||||
image_exist=镜像Tag已被使用,请修改镜像Tag。 | image_exist=镜像Tag已被使用,请修改镜像Tag。 | ||||
@@ -1374,6 +1374,7 @@ modelconvert.modelfileempty=请选择模型文件。 | |||||
modelconvert.manage.create_error1=相同的名称模型转换任务已经存在。 | modelconvert.manage.create_error1=相同的名称模型转换任务已经存在。 | ||||
modelconvert.manage.create_error2=只能创建一个正在运行的模型转换任务。 | modelconvert.manage.create_error2=只能创建一个正在运行的模型转换任务。 | ||||
modelconvert.manage.model_not_exist=任务中选择的模型不存在或者已被删除。 | modelconvert.manage.model_not_exist=任务中选择的模型不存在或者已被删除。 | ||||
modelconvert.manage.model_file_not_exist=任务中选择的模型文件不存在或者已被删除。 | |||||
modelconvert.manage.no_operate_right=您没有操作权限。 | modelconvert.manage.no_operate_right=您没有操作权限。 | ||||
@@ -3165,6 +3166,7 @@ task_gpudebugjob=`创建了CPU/GPU类型调试任务 <a href="%s/cloudbrain/%s"> | |||||
task_npudebugjob=`创建了NPU类型调试任务 <a href="%s/modelarts/notebook/%s">%s</a>` | task_npudebugjob=`创建了NPU类型调试任务 <a href="%s/modelarts/notebook/%s">%s</a>` | ||||
task_c2net_gpudebugjob=`创建了CPU/GPU类型调试任务 <a href="%s/grampus/notebook/%s">%s</a>` | task_c2net_gpudebugjob=`创建了CPU/GPU类型调试任务 <a href="%s/grampus/notebook/%s">%s</a>` | ||||
task_c2net_npudebugjob=`创建了NPU类型调试任务 <a href="%s/grampus/notebook/%s">%s</a>` | task_c2net_npudebugjob=`创建了NPU类型调试任务 <a href="%s/grampus/notebook/%s">%s</a>` | ||||
task_c2ent_gcudebugjob=`创建了GCU类型调试任务 <a href="%s/grampus/notebook/%s">%s</a>` | |||||
task_nputrainjob=`创建了NPU类型训练任务 <a href="%s/modelarts/train-job/%s">%s</a>` | task_nputrainjob=`创建了NPU类型训练任务 <a href="%s/modelarts/train-job/%s">%s</a>` | ||||
task_inferencejob=`创建了推理任务 <a href="%s/modelarts/inference-job/%s">%s</a>` | task_inferencejob=`创建了推理任务 <a href="%s/modelarts/inference-job/%s">%s</a>` | ||||
task_benchmark=`创建了评测任务 <a href="%s/cloudbrain/benchmark/%s">%s</a>` | task_benchmark=`创建了评测任务 <a href="%s/cloudbrain/benchmark/%s">%s</a>` | ||||
@@ -3343,6 +3345,7 @@ load_code_failed=代码加载失败,请确认选择了正确的分支。 | |||||
error.debug_datasetsize = 数据集大小超过限制('%d'GB) | error.debug_datasetsize = 数据集大小超过限制('%d'GB) | ||||
error.dataset_select = 数据集选择错误:数量超过限制或者有同名数据集 | error.dataset_select = 数据集选择错误:数量超过限制或者有同名数据集 | ||||
error.partial_datasets_not_available = 选择的数据集文件中有不存在或已删除的文件,请重新选择 | |||||
new_train_gpu_tooltips = 训练脚本存储在 <strong style="color:#010101">%s</strong> 中,数据集存储在 <strong style="color:#010101">%s</strong> 中,预训练模型存放在运行参数 <strong style="color:#010101">%s</strong> 中,训练输出请存储在 <strong style="color:#010101">%s</strong> 中以供后续下载。 | new_train_gpu_tooltips = 训练脚本存储在 <strong style="color:#010101">%s</strong> 中,数据集存储在 <strong style="color:#010101">%s</strong> 中,预训练模型存放在运行参数 <strong style="color:#010101">%s</strong> 中,训练输出请存储在 <strong style="color:#010101">%s</strong> 中以供后续下载。 | ||||
new_debug_gpu_tooltips = 项目代码存储在 <strong style="color:#010101">%s</strong> 中,数据集存储在 <strong style="color:#010101">%s</strong> 中,选择的模型存储在 <strong style="color:#010101">%s</strong> 中,调试输出请存储在 <strong style="color:#010101">%s</strong> 中以供后续下载。 | new_debug_gpu_tooltips = 项目代码存储在 <strong style="color:#010101">%s</strong> 中,数据集存储在 <strong style="color:#010101">%s</strong> 中,选择的模型存储在 <strong style="color:#010101">%s</strong> 中,调试输出请存储在 <strong style="color:#010101">%s</strong> 中以供后续下载。 | ||||
new_debug_gpu_tooltips1 = 项目代码存储在 <strong style="color:#010101">%s</strong> 中,数据集存储在 <strong style="color:#010101">%s</strong> 中,选择的模型存储在 <strong style="color:#010101">%s</strong> 中。 | new_debug_gpu_tooltips1 = 项目代码存储在 <strong style="color:#010101">%s</strong> 中,数据集存储在 <strong style="color:#010101">%s</strong> 中,选择的模型存储在 <strong style="color:#010101">%s</strong> 中。 | ||||
@@ -243,11 +243,12 @@ document.onreadystatechange = function () { | |||||
html += recordPrefix + actionName; | html += recordPrefix + actionName; | ||||
html += " <a href=\"" + getRepoLink(record) + "\" rel=\"nofollow\">" + getRepotext(record) + "</a>" | html += " <a href=\"" + getRepoLink(record) + "\" rel=\"nofollow\">" + getRepotext(record) + "</a>" | ||||
} | } | ||||
else if(record.OpType == "24" || record.OpType == "26" || record.OpType == "27" || record.OpType == "28" || record.OpType == "30" || record.OpType == "31" || record.OpType == "32" || record.OpType == "33"){ | |||||
else if(record.OpType == "24" || record.OpType == "26" || record.OpType == "27" || record.OpType == "28" || record.OpType == "30" | |||||
|| record.OpType == "31" || record.OpType == "32" || record.OpType == "33"){ | |||||
html += recordPrefix + actionName; | html += recordPrefix + actionName; | ||||
html += " <a href=\"" + getTaskLink(record) + "\" rel=\"nofollow\">" + record.RefName + "</a>" | html += " <a href=\"" + getTaskLink(record) + "\" rel=\"nofollow\">" + record.RefName + "</a>" | ||||
} | } | ||||
else if(record.OpType == "25" || record.OpType == "29" || record.OpType == "39" || record.OpType == "40"){ | |||||
else if(record.OpType == "25" || record.OpType == "29" || record.OpType == "39" || record.OpType == "40" || record.OpType == "41"){ | |||||
html += recordPrefix + actionName; | html += recordPrefix + actionName; | ||||
html += " <a href=\"" + getTaskLink(record) + "\" rel=\"nofollow\">" + record.RefName + "</a>" | html += " <a href=\"" + getTaskLink(record) + "\" rel=\"nofollow\">" + record.RefName + "</a>" | ||||
} | } | ||||
@@ -294,7 +295,7 @@ function getTaskLink(record){ | |||||
re = re + "/cloudbrain/train-job/" + record.Content; | re = re + "/cloudbrain/train-job/" + record.Content; | ||||
}else if(record.OpType == 32 || record.OpType == 33){ | }else if(record.OpType == 32 || record.OpType == 33){ | ||||
re = re + "/grampus/train-job/" + record.Content; | re = re + "/grampus/train-job/" + record.Content; | ||||
}else if(record.OpType == 39 || record.OpType == 40){ | |||||
}else if(record.OpType == 39 || record.OpType == 40 || record.OpType == 41){ | |||||
re = re + "/grampus/notebook/" + record.Content; | re = re + "/grampus/notebook/" + record.Content; | ||||
} | } | ||||
@@ -453,9 +454,10 @@ var actionNameZH={ | |||||
"33":"创建了CPU/GPU类型训练任务", | "33":"创建了CPU/GPU类型训练任务", | ||||
"35":"创建的数据集 {dataset} 被设置为推荐数据集", | "35":"创建的数据集 {dataset} 被设置为推荐数据集", | ||||
"36":"提交了镜像 {image}", | "36":"提交了镜像 {image}", | ||||
"37": "提交的镜像 {image} 被设置为推荐镜像", | |||||
"37":"提交的镜像 {image} 被设置为推荐镜像", | |||||
"39":"创建了CPU/GPU类型调试任务", | "39":"创建了CPU/GPU类型调试任务", | ||||
"40":"创建了NPU类型调试任务", | "40":"创建了NPU类型调试任务", | ||||
"41":"创建了GCU类型训练任务", | |||||
}; | }; | ||||
var actionNameEN={ | var actionNameEN={ | ||||
@@ -486,9 +488,10 @@ var actionNameEN={ | |||||
"33":" created CPU/GPU type training task", | "33":" created CPU/GPU type training task", | ||||
"35":" created dataset {dataset} was set as recommended dataset", | "35":" created dataset {dataset} was set as recommended dataset", | ||||
"36":"committed image {image}", | "36":"committed image {image}", | ||||
"37": "committed image {image} was set as recommended image", | |||||
"37":"committed image {image} was set as recommended image", | |||||
"39":" created CPU/GPU type debugging task ", | "39":" created CPU/GPU type debugging task ", | ||||
"40":" created NPU type debugging task ", | "40":" created NPU type debugging task ", | ||||
"41":" created GCU type debugging task ", | |||||
}; | }; | ||||
var repoAndOrgZH={ | var repoAndOrgZH={ | ||||
@@ -76,7 +76,7 @@ func saveModelByParameters(jobId string, versionName string, name string, versio | |||||
cloudType := aiTask.Type | cloudType := aiTask.Type | ||||
modelSelectedFile := ctx.Query("modelSelectedFile") | modelSelectedFile := ctx.Query("modelSelectedFile") | ||||
//download model zip //train type | //download model zip //train type | ||||
if aiTask.ComputeResource == models.NPUResource { | |||||
if aiTask.ComputeResource == models.NPUResource || aiTask.ComputeResource == models.GCUResource { | |||||
cloudType = models.TypeCloudBrainTwo | cloudType = models.TypeCloudBrainTwo | ||||
} else if aiTask.ComputeResource == models.GPUResource { | } else if aiTask.ComputeResource == models.GPUResource { | ||||
cloudType = models.TypeCloudBrainOne | cloudType = models.TypeCloudBrainOne | ||||
@@ -53,6 +53,8 @@ const ( | |||||
//NPU | //NPU | ||||
tplGrampusNotebookNPUNew base.TplName = "repo/grampus/notebook/npu/new" | tplGrampusNotebookNPUNew base.TplName = "repo/grampus/notebook/npu/new" | ||||
tplGrampusTrainJobNPUNew base.TplName = "repo/grampus/trainjob/npu/new" | tplGrampusTrainJobNPUNew base.TplName = "repo/grampus/trainjob/npu/new" | ||||
//GCU | |||||
tplGrampusNotebookGCUNew base.TplName = "repo/grampus/notebook/gcu/new" | |||||
) | ) | ||||
func GrampusNotebookNew(ctx *context.Context) { | func GrampusNotebookNew(ctx *context.Context) { | ||||
@@ -61,6 +63,8 @@ func GrampusNotebookNew(ctx *context.Context) { | |||||
processType := grampus.ProcessorTypeGPU | processType := grampus.ProcessorTypeGPU | ||||
if notebookType == 1 { | if notebookType == 1 { | ||||
processType = grampus.ProcessorTypeNPU | processType = grampus.ProcessorTypeNPU | ||||
} else if notebookType == 2 { | |||||
processType = grampus.ProcessorTypeGCU | |||||
} | } | ||||
err := grampusNotebookNewDataPrepare(ctx, processType) | err := grampusNotebookNewDataPrepare(ctx, processType) | ||||
if err != nil { | if err != nil { | ||||
@@ -69,8 +73,10 @@ func GrampusNotebookNew(ctx *context.Context) { | |||||
} | } | ||||
if processType == grampus.ProcessorTypeGPU { | if processType == grampus.ProcessorTypeGPU { | ||||
ctx.HTML(http.StatusOK, tplGrampusNotebookGPUNew) | ctx.HTML(http.StatusOK, tplGrampusNotebookGPUNew) | ||||
} else { | |||||
} else if processType == grampus.ProcessorTypeNPU { | |||||
ctx.HTML(http.StatusOK, tplGrampusNotebookNPUNew) | ctx.HTML(http.StatusOK, tplGrampusNotebookNPUNew) | ||||
} else if processType == grampus.ProcessorTypeGCU { | |||||
ctx.HTML(http.StatusOK, tplGrampusNotebookGCUNew) | |||||
} | } | ||||
} | } | ||||
@@ -117,6 +123,12 @@ func GrampusNotebookCreate(ctx *context.Context, form auth.CreateGrampusNotebook | |||||
computeSource = models.NPUResource | computeSource = models.NPUResource | ||||
computeSourceSimple = models.NPU | computeSourceSimple = models.NPU | ||||
codeStoragePath = grampus.JobPath + jobName + modelarts.CodePath | codeStoragePath = grampus.JobPath + jobName + modelarts.CodePath | ||||
} else if form.Type == 2 { | |||||
tpl = tplGrampusNotebookGCUNew | |||||
processType = grampus.ProcessorTypeGCU | |||||
computeSource = models.GCUResource | |||||
computeSourceSimple = models.GCU | |||||
codeStoragePath = setting.CBCodePathPrefix + jobName + cloudbrain.CodeMountPath + "/" | |||||
} | } | ||||
lock := redis_lock.NewDistributeLock(redis_key.CloudbrainBindingJobNameKey(fmt.Sprint(repo.ID), string(models.JobTypeDebug), displayJobName)) | lock := redis_lock.NewDistributeLock(redis_key.CloudbrainBindingJobNameKey(fmt.Sprint(repo.ID), string(models.JobTypeDebug), displayJobName)) | ||||
@@ -199,6 +211,12 @@ func GrampusNotebookCreate(ctx *context.Context, form auth.CreateGrampusNotebook | |||||
ctx.RenderWithErr(ctx.Tr("cloudbrain.error.dataset_select"), tpl, &form) | ctx.RenderWithErr(ctx.Tr("cloudbrain.error.dataset_select"), tpl, &form) | ||||
return | return | ||||
} | } | ||||
uuidArray := strings.Split(uuid, ";") | |||||
if datasetInfos == nil || len(datasetInfos) < len(uuidArray) { | |||||
grampusNotebookNewDataPrepare(ctx, processType) | |||||
ctx.RenderWithErr(ctx.Tr("cloudbrain.error.partial_datasets_not_available"), tpl, &form) | |||||
return | |||||
} | |||||
} | } | ||||
//prepare code and out path | //prepare code and out path | ||||
@@ -215,7 +233,7 @@ func GrampusNotebookCreate(ctx *context.Context, form auth.CreateGrampusNotebook | |||||
return | return | ||||
} | } | ||||
if processType == grampus.ProcessorTypeGPU { | |||||
if processType == grampus.ProcessorTypeGPU || processType == grampus.ProcessorTypeGCU { | |||||
if err := uploadCodeToMinio(codeLocalPath+"/", jobName, cloudbrain.CodeMountPath+"/"); err != nil { | if err := uploadCodeToMinio(codeLocalPath+"/", jobName, cloudbrain.CodeMountPath+"/"); err != nil { | ||||
log.Error("Failed to uploadCodeToMinio: %s (%v)", repo.FullName(), err, ctx.Data["MsgID"]) | log.Error("Failed to uploadCodeToMinio: %s (%v)", repo.FullName(), err, ctx.Data["MsgID"]) | ||||
grampusNotebookNewDataPrepare(ctx, processType) | grampusNotebookNewDataPrepare(ctx, processType) | ||||
@@ -255,20 +273,26 @@ func GrampusNotebookCreate(ctx *context.Context, form auth.CreateGrampusNotebook | |||||
if form.ModelName != "" { //使用预训练模型训练 | if form.ModelName != "" { //使用预训练模型训练 | ||||
_, err := models.QueryModelByPath(form.PreTrainModelUrl) | |||||
m, err := models.QueryModelByPath(form.PreTrainModelUrl) | |||||
if err != nil { | if err != nil { | ||||
log.Error("Can not find model", err) | log.Error("Can not find model", err) | ||||
grampusNotebookNewDataPrepare(ctx, processType) | grampusNotebookNewDataPrepare(ctx, processType) | ||||
ctx.RenderWithErr(ctx.Tr("repo.modelconvert.manage.model_not_exist"), tpl, &form) | ctx.RenderWithErr(ctx.Tr("repo.modelconvert.manage.model_not_exist"), tpl, &form) | ||||
return | return | ||||
} | } | ||||
if !cloudbrainTask.IsModelFileExists(m, form.CkptName) { | |||||
log.Error("model file not exist.name = %s", form.CkptName) | |||||
grampusNotebookNewDataPrepare(ctx, processType) | |||||
ctx.RenderWithErr(ctx.Tr("repo.modelconvert.manage.model_file_not_exist"), tpl, &form) | |||||
return | |||||
} | |||||
req.ModelName = form.ModelName | req.ModelName = form.ModelName | ||||
req.LabelName = form.LabelName | req.LabelName = form.LabelName | ||||
req.CkptName = form.CkptName | req.CkptName = form.CkptName | ||||
req.ModelVersion = form.ModelVersion | req.ModelVersion = form.ModelVersion | ||||
req.PreTrainModelUrl = form.PreTrainModelUrl | req.PreTrainModelUrl = form.PreTrainModelUrl | ||||
req.PreTrainModelPath = getPreTrainModelPath(form.PreTrainModelUrl, form.CkptName) | req.PreTrainModelPath = getPreTrainModelPath(form.PreTrainModelUrl, form.CkptName) | ||||
req.ModelStorageType = m.Type | |||||
} | } | ||||
_, err = grampus.GenerateNotebookJob(ctx, req) | _, err = grampus.GenerateNotebookJob(ctx, req) | ||||
@@ -287,7 +311,7 @@ func grampusNotebookNewDataPrepare(ctx *context.Context, processType string) err | |||||
ctx.Data["display_job_name"] = displayJobName | ctx.Data["display_job_name"] = displayJobName | ||||
//get valid images | //get valid images | ||||
if processType == grampus.ProcessorTypeNPU { | |||||
if processType == grampus.ProcessorTypeNPU || processType == grampus.ProcessorTypeGCU { | |||||
images, err := grampus.GetImages(processType, string(models.JobTypeDebug)) | images, err := grampus.GetImages(processType, string(models.JobTypeDebug)) | ||||
if err != nil { | if err != nil { | ||||
log.Error("GetImages failed:", err.Error()) | log.Error("GetImages failed:", err.Error()) | ||||
@@ -303,6 +327,10 @@ func grampusNotebookNewDataPrepare(ctx *context.Context, processType string) err | |||||
computeResourceSimple = models.NPU | computeResourceSimple = models.NPU | ||||
datasetType = models.TypeCloudBrainTwo | datasetType = models.TypeCloudBrainTwo | ||||
computeResource = models.NPUResource | computeResource = models.NPUResource | ||||
} else if processType == grampus.ProcessorTypeGCU { | |||||
computeResourceSimple = models.GCU | |||||
datasetType = models.TypeCloudBrainAll | |||||
computeResource = models.GCUResource | |||||
} | } | ||||
prepareGrampusSpecs(ctx, computeResourceSimple, models.JobTypeDebug) | prepareGrampusSpecs(ctx, computeResourceSimple, models.JobTypeDebug) | ||||
@@ -1308,7 +1336,7 @@ func GrampusTrainJobShow(ctx *context.Context) { | |||||
taskList := make([]*models.Cloudbrain, 0) | taskList := make([]*models.Cloudbrain, 0) | ||||
taskList = append(taskList, task) | taskList = append(taskList, task) | ||||
prepareSpec4Show(ctx, task) | prepareSpec4Show(ctx, task) | ||||
ctx.Data["version_list_task"] = taskList | ctx.Data["version_list_task"] = taskList | ||||
ctx.Data["datasetDownload"] = GetCloudBrainDataSetInfo(task.Uuid, task.DatasetName, false) | ctx.Data["datasetDownload"] = GetCloudBrainDataSetInfo(task.Uuid, task.DatasetName, false) | ||||
ctx.Data["canDownload"] = cloudbrain.CanModifyJob(ctx, task) | ctx.Data["canDownload"] = cloudbrain.CanModifyJob(ctx, task) | ||||
@@ -1654,7 +1682,11 @@ func GrampusNotebookRestart(ctx *context.Context) { | |||||
if task.ComputeResource == models.NPUResource { | if task.ComputeResource == models.NPUResource { | ||||
computeSourceSimple = models.NPU | computeSourceSimple = models.NPU | ||||
action = models.ActionCreateGrampusNPUDebugTask | action = models.ActionCreateGrampusNPUDebugTask | ||||
} else if task.ComputeResource == models.GCUResource { | |||||
computeSourceSimple = models.GCU | |||||
action = models.ActionCreateGrampusGCUDebugTask | |||||
} | } | ||||
spec, err = resource.GetAndCheckSpec(ctx.User.ID, oldSpec.ID, models.FindSpecsOptions{ | spec, err = resource.GetAndCheckSpec(ctx.User.ID, oldSpec.ID, models.FindSpecsOptions{ | ||||
JobType: models.JobType(task.JobType), | JobType: models.JobType(task.JobType), | ||||
ComputeResource: computeSourceSimple, | ComputeResource: computeSourceSimple, | ||||
@@ -1670,7 +1702,7 @@ func GrampusNotebookRestart(ctx *context.Context) { | |||||
errorMsg = ctx.Tr("points.insufficient_points_balance") | errorMsg = ctx.Tr("points.insufficient_points_balance") | ||||
break | break | ||||
} | } | ||||
if task.IsGPUTask() { | |||||
if task.IsGPUTask() || task.IsGCUTask() { | |||||
if _, err := os.Stat(getOldJobPath(task)); err != nil { | if _, err := os.Stat(getOldJobPath(task)); err != nil { | ||||
log.Error("Can not find job minio path", err) | log.Error("Can not find job minio path", err) | ||||
resultCode = "-1" | resultCode = "-1" | ||||
@@ -0,0 +1,30 @@ | |||||
package cloudbrainTask | |||||
import ( | |||||
"code.gitea.io/gitea/models" | |||||
"code.gitea.io/gitea/modules/log" | |||||
"code.gitea.io/gitea/modules/setting" | |||||
"code.gitea.io/gitea/modules/storage" | |||||
) | |||||
func IsModelFileExists(model *models.AiModelManage, fileName string) bool { | |||||
if model.Type == models.TypeCloudBrainTwo { | |||||
key := models.AIModelPath + models.AttachmentRelativePath(model.ID) + "/" + fileName | |||||
log.Info("IsModelFileExists TypeCloudBrainTwo key=%s", key) | |||||
isExist, err := storage.IsObjectExist4Obs(setting.Bucket, key) | |||||
if err != nil { | |||||
return false | |||||
} | |||||
return isExist | |||||
} else if model.Type == models.TypeCloudBrainOne { | |||||
prefix := models.AIModelPath + models.AttachmentRelativePath(model.ID) + "/" | |||||
objectName := prefix + fileName | |||||
log.Info("IsModelFileExists TypeCloudBrainOne objectName=%s", objectName) | |||||
isExist, err := storage.IsObjectExist4Minio(setting.Attachment.Minio.Bucket, objectName) | |||||
if err != nil { | |||||
return false | |||||
} | |||||
return isExist | |||||
} | |||||
return false | |||||
} |
@@ -72,6 +72,11 @@ var StatusInfoDict = map[string]StatusInfo{string(models.JobTypeDebug) + "-" + s | |||||
JobType: []models.JobType{models.JobTypeDebug}, | JobType: []models.JobType{models.JobTypeDebug}, | ||||
NotFinalStatuses: GrampusNotFinalStatuses, | NotFinalStatuses: GrampusNotFinalStatuses, | ||||
ComputeResource: models.NPUResource, | ComputeResource: models.NPUResource, | ||||
}, string(models.JobTypeDebug) + "-" + strconv.Itoa(models.TypeC2Net) + "-" + models.GCUResource: { | |||||
CloudBrainTypes: []int{models.TypeC2Net}, | |||||
JobType: []models.JobType{models.JobTypeDebug}, | |||||
NotFinalStatuses: GrampusNotFinalStatuses, | |||||
ComputeResource: models.GCUResource, | |||||
}} | }} | ||||
func GetNotFinalStatusTaskCount(uid int64, cloudbrainType int, jobType string, computeResource ...string) (int, error) { | func GetNotFinalStatusTaskCount(uid int64, cloudbrainType int, jobType string, computeResource ...string) (int, error) { | ||||
@@ -10,7 +10,7 @@ import ( | |||||
"github.com/elliotchance/orderedmap" | "github.com/elliotchance/orderedmap" | ||||
) | ) | ||||
var opTypes = []int{1, 2, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 39, 40} | |||||
var opTypes = []int{1, 2, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 39, 40, 41} | |||||
type ClientsManager struct { | type ClientsManager struct { | ||||
Clients *orderedmap.OrderedMap | Clients *orderedmap.OrderedMap | ||||
@@ -96,7 +96,7 @@ | |||||
{{end}} | {{end}} | ||||
<!-- {{$JobID}} --> | <!-- {{$JobID}} --> | ||||
<div class="two wide column nowrap" style="width:10% !important;"> | <div class="two wide column nowrap" style="width:10% !important;"> | ||||
{{if eq .JobType "DEBUG"}} | |||||
{{if eq .JobType "DEBUG"}} | |||||
<a class="title" | <a class="title" | ||||
href="{{AppSubUrl}}/{{.Repo.OwnerName}}/{{.Repo.Name}}{{if eq .Cloudbrain.Type 2}}/grampus/notebook{{else}}{{if eq .ComputeResource "CPU/GPU"}}/cloudbrain{{else}}/modelarts/notebook{{end}}{{end}}/{{$JobID}}" | href="{{AppSubUrl}}/{{.Repo.OwnerName}}/{{.Repo.Name}}{{if eq .Cloudbrain.Type 2}}/grampus/notebook{{else}}{{if eq .ComputeResource "CPU/GPU"}}/cloudbrain{{else}}/modelarts/notebook{{end}}{{end}}/{{$JobID}}" | ||||
title="{{.DisplayJobName}}" style="font-size: 14px;padding-right:0px"> | title="{{.DisplayJobName}}" style="font-size: 14px;padding-right:0px"> | ||||
@@ -233,7 +233,7 @@ | |||||
{{if eq .Status "RUNNING" "WAITING" "CREATING" "STARTING"}} | {{if eq .Status "RUNNING" "WAITING" "CREATING" "STARTING"}} | ||||
<a style="margin: 0 1rem;" id="ai-debug-{{$JobID}}" | <a style="margin: 0 1rem;" id="ai-debug-{{$JobID}}" | ||||
class='ui basic ai_debug {{if eq .Status "CREATING" "STOPPING" "WAITING" "STARTING"}}disabled {{else}}blue {{end}}button' | class='ui basic ai_debug {{if eq .Status "CREATING" "STOPPING" "WAITING" "STARTING"}}disabled {{else}}blue {{end}}button' | ||||
data-jobid="{{$JobID}}" | |||||
data-jobid="{{$JobID}}" | |||||
data-repopath='{{AppSubUrl}}/{{.Repo.OwnerName}}/{{.Repo.Name}}{{if eq .Cloudbrain.Type 2}}/grampus/notebook{{else}}{{if eq .ComputeResource "CPU/GPU"}}/cloudbrain{{else}}/modelarts/notebook{{end}}{{end}}/{{$JobID}}/'> | data-repopath='{{AppSubUrl}}/{{.Repo.OwnerName}}/{{.Repo.Name}}{{if eq .Cloudbrain.Type 2}}/grampus/notebook{{else}}{{if eq .ComputeResource "CPU/GPU"}}/cloudbrain{{else}}/modelarts/notebook{{end}}{{end}}/{{$JobID}}/'> | ||||
{{$.i18n.Tr "repo.debug"}} | {{$.i18n.Tr "repo.debug"}} | ||||
</a> | </a> | ||||
@@ -45,6 +45,7 @@ | |||||
<a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value='{{.i18n.Tr "admin.cloudbrain.all_computing_resources"}}'>{{.i18n.Tr "admin.cloudbrain.all_computing_resources"}}</a> | <a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value='{{.i18n.Tr "admin.cloudbrain.all_computing_resources"}}'>{{.i18n.Tr "admin.cloudbrain.all_computing_resources"}}</a> | ||||
<a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=CPU/GPU&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value="CPU/GPU">CPU/GPU</a> | <a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=CPU/GPU&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value="CPU/GPU">CPU/GPU</a> | ||||
<a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=NPU&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value="NPU">NPU</a> | <a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=NPU&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value="NPU">NPU</a> | ||||
<a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=GCU&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value="GCU">GCU</a> | |||||
</div> | </div> | ||||
</div> | </div> | ||||
<div class="ui selection dropdown" style="min-width: 10em;min-height:2.6em;border-radius: .28571429rem;margin-right: 1em;padding: .67em 3.2em .7em 1em;"> | <div class="ui selection dropdown" style="min-width: 10em;min-height:2.6em;border-radius: .28571429rem;margin-right: 1em;padding: .67em 3.2em .7em 1em;"> | ||||
@@ -55,6 +55,7 @@ | |||||
<a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value='{{.i18n.Tr "admin.cloudbrain.all_computing_resources"}}'>{{.i18n.Tr "admin.cloudbrain.all_computing_resources"}}</a> | <a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value='{{.i18n.Tr "admin.cloudbrain.all_computing_resources"}}'>{{.i18n.Tr "admin.cloudbrain.all_computing_resources"}}</a> | ||||
<a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=CPU/GPU&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value="CPU/GPU">CPU/GPU</a> | <a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=CPU/GPU&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value="CPU/GPU">CPU/GPU</a> | ||||
<a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=NPU&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value="NPU">NPU</a> | <a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=NPU&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value="NPU">NPU</a> | ||||
<a class="item" href="{{$.Link}}?q={{$.Keyword}}&jobType={{$.JobType}}&listType=GCU&jobStatus={{$.JobStatus}}&cluster={{$.cluster}}&aiCenter={{$.aiCenter}}" data-value="GCU">GCU</a> | |||||
</div> | </div> | ||||
</div> | </div> | ||||
<div class="ui selection dropdown" style="min-width: 10em;min-height:2.6em;border-radius: .28571429rem;margin-right: 1em;padding: .67em 3.2em .7em 1em;"> | <div class="ui selection dropdown" style="min-width: 10em;min-height:2.6em;border-radius: .28571429rem;margin-right: 1em;padding: .67em 3.2em .7em 1em;"> | ||||
@@ -185,7 +185,7 @@ | |||||
<span><i class="question circle icon link"></i></span> | <span><i class="question circle icon link"></i></span> | ||||
<a href="{{AppSubUrl}}/resource_desc" target="_blank">{{.i18n.Tr "custom.resource_description"}}</a> | <a href="{{AppSubUrl}}/resource_desc" target="_blank">{{.i18n.Tr "custom.resource_description"}}</a> | ||||
{{if .CloudBrainPaySwitch}} | {{if .CloudBrainPaySwitch}} | ||||
<div class="cloudbrain_resource_spec_blance_tip" style="padding:0 5px;margin:6px 0;margin-left:265px;font-size:12px;width: 50%!important;"> | |||||
<div class="cloudbrain_resource_spec_blance_tip" style="padding:0 5px;margin:6px 0;margin-left:154px;font-size:12px;width:48.5%!important;"> | |||||
<span>{{$.i18n.Tr "points.balance_of_points"}}<span style="color:red;margin: 0 3px">{{.PointAccount.Balance}}</span>{{$.i18n.Tr "points.points"}}</span><span>{{$.i18n.Tr "points.expected_time"}}<span style="color:red;margin: 0 3px" class="can-use-time"></span>{{$.i18n.Tr "points.hours"}}</span> | <span>{{$.i18n.Tr "points.balance_of_points"}}<span style="color:red;margin: 0 3px">{{.PointAccount.Balance}}</span>{{$.i18n.Tr "points.points"}}</span><span>{{$.i18n.Tr "points.expected_time"}}<span style="color:red;margin: 0 3px" class="can-use-time"></span>{{$.i18n.Tr "points.hours"}}</span> | ||||
<span style="float:right;"> | <span style="float:right;"> | ||||
<i class="question circle icon link" data-position="right center" data-variation="mini"></i> | <i class="question circle icon link" data-position="right center" data-variation="mini"></i> | ||||
@@ -152,6 +152,7 @@ | |||||
<div class="item" data-value="all">{{$.i18n.Tr "repo.gpu_type_all"}}</div> | <div class="item" data-value="all">{{$.i18n.Tr "repo.gpu_type_all"}}</div> | ||||
<div class="item" data-value="CPU/GPU">CPU/GPU</div> | <div class="item" data-value="CPU/GPU">CPU/GPU</div> | ||||
<div class="item" data-value="NPU">NPU</div> | <div class="item" data-value="NPU">NPU</div> | ||||
<div class="item" data-value="GCU">GCU</div> | |||||
</div> | </div> | ||||
</div> | </div> | ||||
{{if .Permission.CanWrite $.UnitTypeCloudBrain}} | {{if .Permission.CanWrite $.UnitTypeCloudBrain}} | ||||
@@ -0,0 +1,161 @@ | |||||
{{template "base/head" .}} | |||||
{{template "custom/global_mask" .}} | |||||
<div class="repository"> | |||||
{{template "repo/header" .}} | |||||
<div class="ui container"> | |||||
<div class="cloudbrain-type" style="display: none;" data-cloudbrain-type="{{.datasetType}}" data-repo-link="{{.RepoLink}}" data-flag-model="true"></div> | |||||
{{if eq .NotStopTaskCount 0}} | |||||
{{template "base/alert" .}} | |||||
{{end}} | |||||
<div class="ui negative message" id="messageInfo" style="display: none;"> | |||||
<p></p> | |||||
</div> | |||||
<h4 class="ui top attached header"> | |||||
{{.i18n.Tr "repo.modelarts.train_job.new_debug"}} | |||||
</h4> | |||||
{{template "custom/alert_cb" .}} | |||||
<div class="ui attached segment"> | |||||
<form class="ui form" id="form_id" action="{{.Link}}" method="post"> | |||||
<input type="hidden" name="type" value="2"> | |||||
<input type="hidden" name="image" value=""> | |||||
{{.CsrfTokenHtml}} | |||||
<h4 class="train-job-title ui header ">{{.i18n.Tr "repo.modelarts.train_job.basic_info"}}:</h4> | |||||
<div class="required min_title inline field"> | |||||
<label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "cloudbrain.resource_cluster"}}</label> | |||||
<div class="ui blue mini menu compact selectcloudbrain"> | |||||
<a class="item" href="{{.RepoLink}}/cloudbrain/create"> | |||||
<svg class="svg" sxmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" width="16" height="16"><path fill="none" d="M0 0h24v24H0z"></path><path d="M12 22C6.477 22 2 17.523 2 12S6.477 2 12 2s10 4.477 10 10-4.477 10-10 10zm-2.29-2.333A17.9 17.9 0 0 1 8.027 13H4.062a8.008 8.008 0 0 0 5.648 6.667zM10.03 13c.151 2.439.848 4.73 1.97 6.752A15.905 15.905 0 0 0 13.97 13h-3.94zm9.908 0h-3.965a17.9 17.9 0 0 1-1.683 6.667A8.008 8.008 0 0 0 19.938 13zM4.062 11h3.965A17.9 17.9 0 0 1 9.71 4.333 8.008 8.008 0 0 0 4.062 11zm5.969 0h3.938A15.905 15.905 0 0 0 12 4.248 15.905 15.905 0 0 0 10.03 11zm4.259-6.667A17.9 17.9 0 0 1 15.973 11h3.965a8.008 8.008 0 0 0-5.648-6.667z"></path></svg> | |||||
{{.i18n.Tr "cloudbrain.resource_cluster_openi"}} | |||||
</a> | |||||
<a class="active item" href="{{.RepoLink}}/grampus/notebook/create?type=1"> | |||||
<svg class="svg" sxmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" width="16" height="16"><path fill="none" d="M0 0h24v24H0z"></path><path d="M12 22C6.477 22 2 17.523 2 12S6.477 2 12 2s10 4.477 10 10-4.477 10-10 10zm-2.29-2.333A17.9 17.9 0 0 1 8.027 13H4.062a8.008 8.008 0 0 0 5.648 6.667zM10.03 13c.151 2.439.848 4.73 1.97 6.752A15.905 15.905 0 0 0 13.97 13h-3.94zm9.908 0h-3.965a17.9 17.9 0 0 1-1.683 6.667A8.008 8.008 0 0 0 19.938 13zM4.062 11h3.965A17.9 17.9 0 0 1 9.71 4.333 8.008 8.008 0 0 0 4.062 11zm5.969 0h3.938A15.905 15.905 0 0 0 12 4.248 15.905 15.905 0 0 0 10.03 11zm4.259-6.667A17.9 17.9 0 0 1 15.973 11h3.965a8.008 8.008 0 0 0-5.648-6.667z"></path></svg> | |||||
{{.i18n.Tr "cloudbrain.resource_cluster_c2net"}}(Beta) | |||||
</a> | |||||
</div> | |||||
</div> | |||||
<div class="inline required field"> | |||||
<label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "cloudbrain.compute_resource"}}</label> | |||||
<div class="ui blue small menu compact selectcloudbrain"> | |||||
<a class="item" href="{{.RepoLink}}/grampus/notebook/create?type=0"> | |||||
<svg class="svg" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" width="16" height="16"> | |||||
<path fill="none" d="M0 0h24v24H0z"/> | |||||
<path d="M3 2.992C3 2.444 3.445 2 3.993 2h16.014a1 1 0 0 1 .993.992v18.016a.993.993 0 0 1-.993.992H3.993A1 1 0 0 1 3 21.008V2.992zM19 11V4H5v7h14zm0 2H5v7h14v-7zM9 6h6v2H9V6zm0 9h6v2H9v-2z"/> | |||||
</svg> | |||||
CPU/GPU</a> | |||||
<a class="item" href="{{.RepoLink}}/grampus/notebook/create?type=1"> | |||||
<svg class="svg" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" width="16" height="16"> | |||||
<path fill="none" d="M0 0h24v24H0z"/> | |||||
<path d="M3 2.992C3 2.444 3.445 2 3.993 2h16.014a1 1 0 0 1 .993.992v18.016a.993.993 0 0 1-.993.992H3.993A1 1 0 0 1 3 21.008V2.992zM19 11V4H5v7h14zm0 2H5v7h14v-7zM9 6h6v2H9V6zm0 9h6v2H9v-2z"/> | |||||
</svg> | |||||
Ascend NPU</a> | |||||
<a class="active item" href="{{.RepoLink}}/grampus/notebook/create?type=2"> | |||||
<svg class="svg" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" width="16" height="16"> | |||||
<path fill="none" d="M0 0h24v24H0z"/> | |||||
<path d="M3 2.992C3 2.444 3.445 2 3.993 2h16.014a1 1 0 0 1 .993.992v18.016a.993.993 0 0 1-.993.992H3.993A1 1 0 0 1 3 21.008V2.992zM19 11V4H5v7h14zm0 2H5v7h14v-7zM9 6h6v2H9V6zm0 9h6v2H9v-2z"/> | |||||
</svg> | |||||
GCU</a> | |||||
</div> | |||||
</div> | |||||
<div class="inline field"> | |||||
<label class="label-fix-width" style="font-weight: normal;"></label> | |||||
{{template "custom/task_wait_count" .}} | |||||
<div style="display: flex;align-items: center;margin-left: 156px;margin-top: 0.5rem;"> | |||||
<i class="ri-error-warning-line" style="color: #f2711c;margin-right: 0.5rem;"></i> | |||||
<span style="color: #888;font-size: 12px;">{{.i18n.Tr "cloudbrain.new_debug_gpu_tooltips1" "/code" "/dataset" "/pretrainmodel" | Safe}}</span> | |||||
</div> | |||||
</div> | |||||
<div class="inline min_title required field" style="margin-bottom: 0rem !important;"> | |||||
<label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "cloudbrain.task_name"}}</label> | |||||
<input name="display_job_name" id="cloudbrain_job_name" placeholder="任务名称" style="width: 60%;" value="{{.display_job_name}}" tabindex="3" autofocus required maxlength="36" onkeyup="this.value=this.value.replace(/[, ]/g,'')"> | |||||
</div> | |||||
<span class="tooltips" style="margin-left: 11.5rem;margin-bottom: 2rem;">{{.i18n.Tr "repo.cloudbrain_jobname_err"}}</span> | |||||
<div class="inline min_title field"> | |||||
<label class="label-fix-width" style="font-weight: normal;" for="description">{{.i18n.Tr "repo.modelarts.train_job.description"}}</label> | |||||
{{if .description}} | |||||
<textarea style="width: 80%;" id="description" name="description" rows="3" maxlength="255" placeholder={{.i18n.Tr "repo.modelarts.train_job.new_place"}}>{{.description}}</textarea> | |||||
{{else}} | |||||
<textarea style="width: 80%;" id="description" name="description" rows="3" maxlength="255" placeholder={{.i18n.Tr "repo.modelarts.train_job.new_place"}} onchange="this.value=this.value.substring(0, 255)" onkeydown="this.value=this.value.substring(0, 255)" onkeyup="this.value=this.value.substring(0, 255)"></textarea> | |||||
{{end}} | |||||
</div> | |||||
<div class="ui divider"></div> | |||||
<div class="inline min_title required field"> | |||||
<label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "repo.modelarts.code_version"}}</label> | |||||
<select class="ui dropdown width80 left2 {{if not .Branches}}error{{end}}" id="code_version" | |||||
name="branch_name"> | |||||
{{if .branch_name}} | |||||
<option name="branch_name" value="{{.branch_name}}">{{.branch_name}}</option> | |||||
{{range $k, $v :=.Branches}} | |||||
{{ if ne $v $.branch_name }} | |||||
<option name="branch_name" value="{{$v}}">{{$v}}</option> | |||||
{{end}} | |||||
{{end}} | |||||
{{else}} | |||||
<option name="branch_name" value="{{.branchName}}">{{.branchName}}</option> | |||||
{{range $k, $v :=.Branches}} | |||||
{{ if ne $v $.branchName }} | |||||
<option name="branch_name" value="{{$v}}">{{$v}}</option> | |||||
{{end}} | |||||
{{end}} | |||||
{{end}} | |||||
</select> | |||||
</div> | |||||
{{template "custom/select_model" .}} | |||||
<div class="inline min_title required field"> | |||||
<label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "cloudbrain.mirror"}}</label> | |||||
<select class="ui search dropdown cloudbrain_image width48" placeholder="{{.i18n.Tr "cloudbrain.choose_mirror"}}" style='width:385px' name="image_id"> | |||||
{{range .images}} | |||||
<option name="image_id" value="{{.ID}}">{{.Name}}</option> | |||||
{{end}} | |||||
</select> | |||||
</div> | |||||
<div id="select-multi-dataset"> | |||||
</div> | |||||
<span class="tooltips" style="margin-left: 11.5rem;margin-bottom: 1rem;"></span> | |||||
<div class="inline min_title required field"> | |||||
<label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "cloudbrain.specification"}}</label> | |||||
<select id="__specs__" class="ui search dropdown width48" ovalue="{{.spec_id}}" | |||||
{{if .CloudBrainPaySwitch}}blance="{{.PointAccount.Balance}}"{{end}} | |||||
placeholder="{{.i18n.Tr "cloudbrain.select_specification"}}" style='width:385px' name="spec_id"></select> | |||||
<span><i class="question circle icon link"></i></span> | |||||
<a href="{{AppSubUrl}}/resource_desc" target="_blank">{{.i18n.Tr "custom.resource_description"}}</a> | |||||
{{if .CloudBrainPaySwitch}} | |||||
<div class="cloudbrain_resource_spec_blance_tip" style="padding:0 5px;margin:6px 0;margin-left:154px;font-size:12px;width:48.5%!important;"> | |||||
<span>{{$.i18n.Tr "points.balance_of_points"}}<span style="color:red;margin: 0 3px">{{.PointAccount.Balance}}</span>{{$.i18n.Tr "points.points"}}</span><span>{{$.i18n.Tr "points.expected_time"}}<span style="color:red;margin: 0 3px" class="can-use-time"></span>{{$.i18n.Tr "points.hours"}}</span> | |||||
<span style="float:right;"> | |||||
<i class="question circle icon link" data-position="right center" data-variation="mini"></i> | |||||
<a href="{{AppSubUrl}}/reward/point/rule" target="_blank">{{$.i18n.Tr "points.points_acquisition_instructions"}}</a> | |||||
</span> | |||||
</div> | |||||
{{end}} | |||||
</div> | |||||
<div class="inline field"> | |||||
<label class="label-fix-width" style="font-weight: normal;"></label> | |||||
<button class="ui create_train_job green button {{if eq .NotStopTaskCount 1}}disabled{{end}}"> | |||||
{{.i18n.Tr "repo.cloudbrain.new"}} | |||||
</button> | |||||
<a class="ui button cancel" href="{{.RepoLink}}/debugjob?debugListType=all">{{.i18n.Tr "repo.cloudbrain.cancel"}}</a> | |||||
</div> | |||||
</form> | |||||
</div> | |||||
</div> | |||||
</div> | |||||
{{template "base/footer" .}} | |||||
<script src="{{StaticUrlPrefix}}/js/specsuse.js?v={{MD5 AppVer}}" type="text/javascript"></script> | |||||
<script src="{{StaticUrlPrefix}}/js/cloudbrainNew.js?v={{MD5 AppVer}}" type="text/javascript"></script> | |||||
<script> | |||||
;(function() { | |||||
var SPECS = {{ .Specs }}; | |||||
var showPoint = {{ .CloudBrainPaySwitch }}; | |||||
window.renderSpecsSelect($('#__specs__'), SPECS, showPoint, { | |||||
gpu_memory: {{$.i18n.Tr "cloudbrain.gpu_memory"}}, | |||||
free: {{$.i18n.Tr "cloudbrain.free"}}, | |||||
point_hr: {{$.i18n.Tr "cloudbrain.point_hr"}}, | |||||
memory: {{$.i18n.Tr "cloudbrain.memory"}}, | |||||
shared_memory: {{$.i18n.Tr "cloudbrain.shared_memory"}}, | |||||
}); | |||||
})(); | |||||
</script> |
@@ -54,6 +54,14 @@ | |||||
d="M3 2.992C3 2.444 3.445 2 3.993 2h16.014a1 1 0 0 1 .993.992v18.016a.993.993 0 0 1-.993.992H3.993A1 1 0 0 1 3 21.008V2.992zM19 11V4H5v7h14zm0 2H5v7h14v-7zM9 6h6v2H9V6zm0 9h6v2H9v-2z" /> | d="M3 2.992C3 2.444 3.445 2 3.993 2h16.014a1 1 0 0 1 .993.992v18.016a.993.993 0 0 1-.993.992H3.993A1 1 0 0 1 3 21.008V2.992zM19 11V4H5v7h14zm0 2H5v7h14v-7zM9 6h6v2H9V6zm0 9h6v2H9v-2z" /> | ||||
</svg> | </svg> | ||||
Ascend NPU</a> | Ascend NPU</a> | ||||
<a class="item" href="{{.RepoLink}}/grampus/notebook/create?type=2"> | |||||
<svg class="svg" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" width="16" | |||||
height="16"> | |||||
<path fill="none" d="M0 0h24v24H0z" /> | |||||
<path | |||||
d="M3 2.992C3 2.444 3.445 2 3.993 2h16.014a1 1 0 0 1 .993.992v18.016a.993.993 0 0 1-.993.992H3.993A1 1 0 0 1 3 21.008V2.992zM19 11V4H5v7h14zm0 2H5v7h14v-7zM9 6h6v2H9V6zm0 9h6v2H9v-2z" /> | |||||
</svg> | |||||
GCU</a> | |||||
</div> | </div> | ||||
</div> | </div> | ||||
<div class="min_title inline field"> | <div class="min_title inline field"> | ||||
@@ -119,7 +127,7 @@ | |||||
<span><i class="question circle icon link"></i></span> | <span><i class="question circle icon link"></i></span> | ||||
<a href="{{AppSubUrl}}/resource_desc" target="_blank">{{.i18n.Tr "custom.resource_description"}}</a> | <a href="{{AppSubUrl}}/resource_desc" target="_blank">{{.i18n.Tr "custom.resource_description"}}</a> | ||||
{{if .CloudBrainPaySwitch}} | {{if .CloudBrainPaySwitch}} | ||||
<div class="cloudbrain_resource_spec_blance_tip" style="padding:0 5px;margin:6px 0;margin-left:265px;font-size:12px;width: 50%!important;"> | |||||
<div class="cloudbrain_resource_spec_blance_tip" style="padding:0 5px;margin:6px 0;margin-left:154px;font-size:12px;width:48.5%!important;"> | |||||
<span>{{$.i18n.Tr "points.balance_of_points"}}<span style="color:red;margin: 0 3px">{{.PointAccount.Balance}}</span>{{$.i18n.Tr "points.points"}}</span><span>{{$.i18n.Tr "points.expected_time"}}<span style="color:red;margin: 0 3px" class="can-use-time"></span>{{$.i18n.Tr "points.hours"}}</span> | <span>{{$.i18n.Tr "points.balance_of_points"}}<span style="color:red;margin: 0 3px">{{.PointAccount.Balance}}</span>{{$.i18n.Tr "points.points"}}</span><span>{{$.i18n.Tr "points.expected_time"}}<span style="color:red;margin: 0 3px" class="can-use-time"></span>{{$.i18n.Tr "points.hours"}}</span> | ||||
<span style="float:right;"> | <span style="float:right;"> | ||||
<i class="question circle icon link" data-position="right center" data-variation="mini"></i> | <i class="question circle icon link" data-position="right center" data-variation="mini"></i> | ||||
@@ -147,7 +155,7 @@ | |||||
{{template "base/footer" .}} | {{template "base/footer" .}} | ||||
<script src="{{StaticUrlPrefix}}/js/specsuse.js?v={{MD5 AppVer}}" type="text/javascript"></script> | <script src="{{StaticUrlPrefix}}/js/specsuse.js?v={{MD5 AppVer}}" type="text/javascript"></script> | ||||
<script src="{{StaticUrlPrefix}}/js/cloudbrainNew.js?v={{MD5 AppVer}}" type="text/javascript"></script> | <script src="{{StaticUrlPrefix}}/js/cloudbrainNew.js?v={{MD5 AppVer}}" type="text/javascript"></script> | ||||
<script> | |||||
<script> | |||||
;(function() { | ;(function() { | ||||
var SPECS = {{ .Specs }}; | var SPECS = {{ .Specs }}; | ||||
var showPoint = {{ .CloudBrainPaySwitch }}; | var showPoint = {{ .CloudBrainPaySwitch }}; | ||||
@@ -48,6 +48,12 @@ | |||||
<path d="M3 2.992C3 2.444 3.445 2 3.993 2h16.014a1 1 0 0 1 .993.992v18.016a.993.993 0 0 1-.993.992H3.993A1 1 0 0 1 3 21.008V2.992zM19 11V4H5v7h14zm0 2H5v7h14v-7zM9 6h6v2H9V6zm0 9h6v2H9v-2z"/> | <path d="M3 2.992C3 2.444 3.445 2 3.993 2h16.014a1 1 0 0 1 .993.992v18.016a.993.993 0 0 1-.993.992H3.993A1 1 0 0 1 3 21.008V2.992zM19 11V4H5v7h14zm0 2H5v7h14v-7zM9 6h6v2H9V6zm0 9h6v2H9v-2z"/> | ||||
</svg> | </svg> | ||||
Ascend NPU</a> | Ascend NPU</a> | ||||
<a class="item" href="{{.RepoLink}}/grampus/notebook/create?type=2"> | |||||
<svg class="svg" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" width="16" height="16"> | |||||
<path fill="none" d="M0 0h24v24H0z"/> | |||||
<path d="M3 2.992C3 2.444 3.445 2 3.993 2h16.014a1 1 0 0 1 .993.992v18.016a.993.993 0 0 1-.993.992H3.993A1 1 0 0 1 3 21.008V2.992zM19 11V4H5v7h14zm0 2H5v7h14v-7zM9 6h6v2H9V6zm0 9h6v2H9v-2z"/> | |||||
</svg> | |||||
GCU</a> | |||||
</div> | </div> | ||||
</div> | </div> | ||||
<div class="inline field"> | <div class="inline field"> | ||||
@@ -124,7 +130,7 @@ | |||||
<span><i class="question circle icon link"></i></span> | <span><i class="question circle icon link"></i></span> | ||||
<a href="{{AppSubUrl}}/resource_desc" target="_blank">{{.i18n.Tr "custom.resource_description"}}</a> | <a href="{{AppSubUrl}}/resource_desc" target="_blank">{{.i18n.Tr "custom.resource_description"}}</a> | ||||
{{if .CloudBrainPaySwitch}} | {{if .CloudBrainPaySwitch}} | ||||
<div class="cloudbrain_resource_spec_blance_tip" style="padding:0 5px;margin:6px 0;margin-left:265px;font-size:12px;width: 50%!important;"> | |||||
<div class="cloudbrain_resource_spec_blance_tip" style="padding:0 5px;margin:6px 0;margin-left:154px;font-size:12px;width:48.5%!important;"> | |||||
<span>{{$.i18n.Tr "points.balance_of_points"}}<span style="color:red;margin: 0 3px">{{.PointAccount.Balance}}</span>{{$.i18n.Tr "points.points"}}</span><span>{{$.i18n.Tr "points.expected_time"}}<span style="color:red;margin: 0 3px" class="can-use-time"></span>{{$.i18n.Tr "points.hours"}}</span> | <span>{{$.i18n.Tr "points.balance_of_points"}}<span style="color:red;margin: 0 3px">{{.PointAccount.Balance}}</span>{{$.i18n.Tr "points.points"}}</span><span>{{$.i18n.Tr "points.expected_time"}}<span style="color:red;margin: 0 3px" class="can-use-time"></span>{{$.i18n.Tr "points.hours"}}</span> | ||||
<span style="float:right;"> | <span style="float:right;"> | ||||
<i class="question circle icon link" data-position="right center" data-variation="mini"></i> | <i class="question circle icon link" data-position="right center" data-variation="mini"></i> | ||||
@@ -149,7 +155,7 @@ | |||||
{{template "base/footer" .}} | {{template "base/footer" .}} | ||||
<script src="{{StaticUrlPrefix}}/js/specsuse.js?v={{MD5 AppVer}}" type="text/javascript"></script> | <script src="{{StaticUrlPrefix}}/js/specsuse.js?v={{MD5 AppVer}}" type="text/javascript"></script> | ||||
<script src="{{StaticUrlPrefix}}/js/cloudbrainNew.js?v={{MD5 AppVer}}" type="text/javascript"></script> | <script src="{{StaticUrlPrefix}}/js/cloudbrainNew.js?v={{MD5 AppVer}}" type="text/javascript"></script> | ||||
<script> | |||||
<script> | |||||
;(function() { | ;(function() { | ||||
var SPECS = {{ .Specs }}; | var SPECS = {{ .Specs }}; | ||||
var showPoint = {{ .CloudBrainPaySwitch }}; | var showPoint = {{ .CloudBrainPaySwitch }}; | ||||
@@ -107,7 +107,7 @@ | |||||
<span><i class="question circle icon link"></i></span> | <span><i class="question circle icon link"></i></span> | ||||
<a href="{{AppSubUrl}}/resource_desc" target="_blank">{{.i18n.Tr "custom.resource_description"}}</a> | <a href="{{AppSubUrl}}/resource_desc" target="_blank">{{.i18n.Tr "custom.resource_description"}}</a> | ||||
{{if .CloudBrainPaySwitch}} | {{if .CloudBrainPaySwitch}} | ||||
<div class="cloudbrain_resource_spec_blance_tip" style="padding:0 5px;margin:6px 0;margin-left:265px;font-size:12px;width: 50%!important;"> | |||||
<div class="cloudbrain_resource_spec_blance_tip" style="padding:0 5px;margin:6px 0;margin-left:154px;font-size:12px;width:48.5%!important;"> | |||||
<span>{{$.i18n.Tr "points.balance_of_points"}}<span style="color:red;margin: 0 3px">{{.PointAccount.Balance}}</span>{{$.i18n.Tr "points.points"}}</span><span>{{$.i18n.Tr "points.expected_time"}}<span style="color:red;margin: 0 3px" class="can-use-time"></span>{{$.i18n.Tr "points.hours"}}</span> | <span>{{$.i18n.Tr "points.balance_of_points"}}<span style="color:red;margin: 0 3px">{{.PointAccount.Balance}}</span>{{$.i18n.Tr "points.points"}}</span><span>{{$.i18n.Tr "points.expected_time"}}<span style="color:red;margin: 0 3px" class="can-use-time"></span>{{$.i18n.Tr "points.hours"}}</span> | ||||
<span style="float:right;"> | <span style="float:right;"> | ||||
<i class="question circle icon link" data-position="right center" data-variation="mini"></i> | <i class="question circle icon link" data-position="right center" data-variation="mini"></i> | ||||
@@ -75,7 +75,7 @@ | |||||
{{else if eq .GetOpType 25}} | {{else if eq .GetOpType 25}} | ||||
{{$.i18n.Tr "action.task_gpudebugjob" .GetRepoLink .Content .RefName | Str2html}} | {{$.i18n.Tr "action.task_gpudebugjob" .GetRepoLink .Content .RefName | Str2html}} | ||||
{{else if eq .GetOpType 26}} | {{else if eq .GetOpType 26}} | ||||
{{$.i18n.Tr "action.task_npudebugjob" .GetRepoLink .Content .RefName | Str2html}} | |||||
{{$.i18n.Tr "action.task_npudebugjob" .GetRepoLink .Content .RefName | Str2html}} | |||||
{{else if eq .GetOpType 27}} | {{else if eq .GetOpType 27}} | ||||
{{$.i18n.Tr "action.task_nputrainjob" .GetRepoLink .Content .RefName | Str2html}} | {{$.i18n.Tr "action.task_nputrainjob" .GetRepoLink .Content .RefName | Str2html}} | ||||
{{else if eq .GetOpType 28}} | {{else if eq .GetOpType 28}} | ||||
@@ -96,6 +96,8 @@ | |||||
{{$.i18n.Tr "action.task_c2net_npudebugjob" .GetRepoLink .Content .RefName | Str2html}} | {{$.i18n.Tr "action.task_c2net_npudebugjob" .GetRepoLink .Content .RefName | Str2html}} | ||||
{{else if eq .GetOpType 40}} | {{else if eq .GetOpType 40}} | ||||
{{$.i18n.Tr "action.task_c2net_gpudebugjob" .GetRepoLink .Content .RefName | Str2html}} | {{$.i18n.Tr "action.task_c2net_gpudebugjob" .GetRepoLink .Content .RefName | Str2html}} | ||||
{{else if eq .GetOpType 41}} | |||||
{{$.i18n.Tr "action.task_c2ent_gcudebugjob" .GetRepoLink .Content .RefName | Str2html}} | |||||
{{end}} | {{end}} | ||||
</p> | </p> | ||||
{{if or (eq .GetOpType 5) (eq .GetOpType 18)}} | {{if or (eq .GetOpType 5) (eq .GetOpType 18)}} | ||||
@@ -133,6 +135,12 @@ | |||||
<span class="text grey"><i class="ri-voice-recognition-line icon big"></i></span> | <span class="text grey"><i class="ri-voice-recognition-line icon big"></i></span> | ||||
{{else if eq .GetOpType 26}} | {{else if eq .GetOpType 26}} | ||||
<span class="text grey"><i class="ri-voice-recognition-line icon big"></i></span> | <span class="text grey"><i class="ri-voice-recognition-line icon big"></i></span> | ||||
{{else if eq .GetOpType 39}} | |||||
<span class="text grey"><i class="ri-voice-recognition-line icon big"></i></span> | |||||
{{else if eq .GetOpType 40}} | |||||
<span class="text grey"><i class="ri-voice-recognition-line icon big"></i></span> | |||||
{{else if eq .GetOpType 41}} | |||||
<span class="text grey"><i class="ri-voice-recognition-line icon big"></i></span> | |||||
{{else if eq .GetOpType 27}} | {{else if eq .GetOpType 27}} | ||||
<span class="text grey"><i class="ri-character-recognition-line icon big"></i></span> | <span class="text grey"><i class="ri-character-recognition-line icon big"></i></span> | ||||
{{else if eq .GetOpType 28}} | {{else if eq .GetOpType 28}} | ||||
@@ -1,11 +1,11 @@ | |||||
window.ACC_CARD_TYPE = [{ k: 'T4', v: 'T4' }, { k: 'A100', v: 'A100' }, { k: 'V100', v: 'V100' }, { k: 'ASCEND910', v: 'Ascend 910' }, { k: 'MLU270', v: 'MLU270' }, { k: 'RTX3080', v: 'RTX3080' }]; | |||||
window.ACC_CARD_TYPE = [{ k: 'T4', v: 'T4' }, { k: 'A100', v: 'A100' }, { k: 'V100', v: 'V100' }, { k: 'ASCEND910', v: 'Ascend 910' }, { k: 'MLU270', v: 'MLU270' }, { k: 'RTX3080', v: 'RTX3080' }, { k: 'ENFLAME-T20', v: 'ENFLAME-T20' }]; | |||||
window.getListValueWithKey = (list, key, k = 'k', v = 'v', defaultV = '') => { | window.getListValueWithKey = (list, key, k = 'k', v = 'v', defaultV = '') => { | ||||
for (let i = 0, iLen = list.length; i < iLen; i++) { | for (let i = 0, iLen = list.length; i < iLen; i++) { | ||||
const listI = list[i]; | const listI = list[i]; | ||||
if (listI[k] === key) return listI[v]; | if (listI[k] === key) return listI[v]; | ||||
} | } | ||||
return defaultV; | |||||
return defaultV || key; | |||||
}; | }; | ||||
window.renderSpecStr = (spec, showPoint, langObj) => { | window.renderSpecStr = (spec, showPoint, langObj) => { | ||||
@@ -11,8 +11,8 @@ export const JOB_TYPE = [{ k: 'DEBUG', v: i18n.t('debugTask') }, { k: 'TRAIN', v | |||||
// 资源管理 | // 资源管理 | ||||
export const CLUSTERS = [{ k: 'OpenI', v: i18n.t('resourcesManagement.OpenI') }, { k: 'C2Net', v: i18n.t('resourcesManagement.C2Net') }]; | export const CLUSTERS = [{ k: 'OpenI', v: i18n.t('resourcesManagement.OpenI') }, { k: 'C2Net', v: i18n.t('resourcesManagement.C2Net') }]; | ||||
export const AI_CENTER = [{ k: 'OpenIOne', v: i18n.t('resourcesManagement.OpenIOne') }, { k: 'OpenITwo', v: i18n.t('resourcesManagement.OpenITwo') }, { k: 'OpenIChengdu', v: i18n.t('resourcesManagement.OpenIChengdu') }, { k: 'pclcci', v: i18n.t('resourcesManagement.pclcci') }, { k: 'hefei', v: i18n.t('resourcesManagement.hefeiCenter') }, { k: 'xuchang', v: i18n.t('resourcesManagement.xuchangCenter') }]; | export const AI_CENTER = [{ k: 'OpenIOne', v: i18n.t('resourcesManagement.OpenIOne') }, { k: 'OpenITwo', v: i18n.t('resourcesManagement.OpenITwo') }, { k: 'OpenIChengdu', v: i18n.t('resourcesManagement.OpenIChengdu') }, { k: 'pclcci', v: i18n.t('resourcesManagement.pclcci') }, { k: 'hefei', v: i18n.t('resourcesManagement.hefeiCenter') }, { k: 'xuchang', v: i18n.t('resourcesManagement.xuchangCenter') }]; | ||||
export const COMPUTER_RESOURCES = [{ k: 'GPU', v: 'GPU' }, { k: 'NPU', v: 'NPU' }, { k: 'MLU', v: 'MLU' }]; | |||||
export const ACC_CARD_TYPE = [{ k: 'T4', v: 'T4' }, { k: 'A100', v: 'A100' }, { k: 'V100', v: 'V100' }, { k: 'ASCEND910', v: 'Ascend 910' }, { k: 'MLU270', v: 'MLU270' }, { k: 'RTX3080', v: 'RTX3080' }]; | |||||
export const COMPUTER_RESOURCES = [{ k: 'GPU', v: 'GPU' }, { k: 'NPU', v: 'NPU' }, { k: 'MLU', v: 'MLU' }, { k: 'GCU', v: 'GCU' }]; | |||||
export const ACC_CARD_TYPE = [{ k: 'T4', v: 'T4' }, { k: 'A100', v: 'A100' }, { k: 'V100', v: 'V100' }, { k: 'ASCEND910', v: 'Ascend 910' }, { k: 'MLU270', v: 'MLU270' }, { k: 'RTX3080', v: 'RTX3080' }, { k: 'ENFLAME-T20', v: 'ENFLAME-T20' }]; | |||||
export const SPECIFICATION_STATUS = [{ k: '1', v: i18n.t('resourcesManagement.willOnShelf') }, { k: '2', v: i18n.t('resourcesManagement.onShelf') }, { k: '3', v: i18n.t('resourcesManagement.offShelf') }]; | export const SPECIFICATION_STATUS = [{ k: '1', v: i18n.t('resourcesManagement.willOnShelf') }, { k: '2', v: i18n.t('resourcesManagement.onShelf') }, { k: '3', v: i18n.t('resourcesManagement.offShelf') }]; | ||||
// 模型 | // 模型 | ||||
@@ -29,14 +29,14 @@ const getJobTypeLink = (record, type) => { | |||||
const cloudbrain = type === 'INCREASE' ? record.Action?.Cloudbrain : record.Cloudbrain; | const cloudbrain = type === 'INCREASE' ? record.Action?.Cloudbrain : record.Cloudbrain; | ||||
switch (cloudbrain?.JobType) { | switch (cloudbrain?.JobType) { | ||||
case 'DEBUG': | case 'DEBUG': | ||||
console.log("cloudbrain") | |||||
if (cloudbrain.Type === 2) { | |||||
if (cloudbrain.Type == 2) { | |||||
link += `/grampus/notebook/${cloudbrain.ID}`; | link += `/grampus/notebook/${cloudbrain.ID}`; | ||||
} | |||||
else if (cloudbrain.ComputeResource === 'CPU/GPU') { | |||||
link += `/cloudbrain/${cloudbrain.ID}`; | |||||
} else { | } else { | ||||
link += `/modelarts/notebook/${cloudbrain.ID}`; | |||||
if (cloudbrain.ComputeResource === 'CPU/GPU') { | |||||
link += `/cloudbrain/${cloudbrain.ID}`; | |||||
} else { | |||||
link += `/modelarts/notebook/${cloudbrain.ID}`; | |||||
} | |||||
} | } | ||||
break; | break; | ||||
case 'TRAIN': | case 'TRAIN': | ||||