|
@@ -27,10 +27,11 @@ const ( |
|
|
|
|
|
|
|
|
CodeArchiveName = "master.zip" |
|
|
CodeArchiveName = "master.zip" |
|
|
|
|
|
|
|
|
BucketRemote = "grampus" |
|
|
|
|
|
RemoteModelPath = "/output/" + models.ModelSuffix |
|
|
|
|
|
autoStopDurationMs = 4 * 60 * 60 * 1000 |
|
|
|
|
|
CommandGpuDebug = "mkdir -p /dataset;%s! [ -x \"$(command -v jupyter)\" ] && pip install jupyterlab==3 -i https://pypi.tuna.tsinghua.edu.cn/simple;jupyter lab --ServerApp.shutdown_no_activity_timeout=%s --TerminalManager.cull_inactive_timeout=%s --TerminalManager.cull_interval=%s --MappingKernelManager.cull_idle_timeout=%s --MappingKernelManager.cull_interval=%s --MappingKernelManager.cull_connected=True --MappingKernelManager.cull_busy=True --no-browser --ip=0.0.0.0 --allow-root --notebook-dir='/code' --port=$OCTOPUS_NOTEBOOK_PORT --LabApp.token='' --LabApp.allow_origin='*' --LabApp.base_url=$OCTOPUS_NOTEBOOK_BASE_URL;" |
|
|
|
|
|
|
|
|
BucketRemote = "grampus" |
|
|
|
|
|
RemoteModelPath = "/output/" + models.ModelSuffix |
|
|
|
|
|
autoStopDurationMs = 4 * 60 * 60 * 1000 |
|
|
|
|
|
CommandGpuDebug = "mkdir -p /dataset;%s! [ -x \"$(command -v jupyter)\" ] && pip install jupyterlab==3 -i https://pypi.tuna.tsinghua.edu.cn/simple;jupyter lab --ServerApp.shutdown_no_activity_timeout=%s --TerminalManager.cull_inactive_timeout=%s --TerminalManager.cull_interval=%s --MappingKernelManager.cull_idle_timeout=%s --MappingKernelManager.cull_interval=%s --MappingKernelManager.cull_connected=True --MappingKernelManager.cull_busy=True --no-browser --ip=0.0.0.0 --allow-root --notebook-dir='/code' --port=$OCTOPUS_NOTEBOOK_PORT --LabApp.token='' --LabApp.allow_origin='*' --LabApp.base_url=$OCTOPUS_NOTEBOOK_BASE_URL;" |
|
|
|
|
|
CommandGrampusDebug = CommandGpuDebug + "unzip %s;rm %s;" |
|
|
) |
|
|
) |
|
|
|
|
|
|
|
|
var ( |
|
|
var ( |
|
@@ -189,18 +190,19 @@ func GenerateNotebookJob(ctx *context.Context, req *GenerateNotebookJobReq) (job |
|
|
ContainerPath: cloudbrain.PretrainModelMountPath, |
|
|
ContainerPath: cloudbrain.PretrainModelMountPath, |
|
|
}) |
|
|
}) |
|
|
} |
|
|
} |
|
|
|
|
|
codeArchiveName := cloudbrain.DefaultBranchName + ".zip" |
|
|
codeGrampus = models.GrampusDataset{ |
|
|
codeGrampus = models.GrampusDataset{ |
|
|
Name: req.CodeName, |
|
|
Name: req.CodeName, |
|
|
Bucket: setting.Attachment.Minio.Bucket, |
|
|
Bucket: setting.Attachment.Minio.Bucket, |
|
|
EndPoint: setting.Attachment.Minio.Endpoint, |
|
|
EndPoint: setting.Attachment.Minio.Endpoint, |
|
|
ObjectKey: req.CodeStoragePath + cloudbrain.DefaultBranchName + ".zip", |
|
|
|
|
|
|
|
|
ObjectKey: req.CodeStoragePath + codeArchiveName, |
|
|
ReadOnly: false, |
|
|
ReadOnly: false, |
|
|
ContainerPath: cloudbrain.CodeMountPath, |
|
|
ContainerPath: cloudbrain.CodeMountPath, |
|
|
} |
|
|
} |
|
|
if ProcessorTypeGCU == req.ProcessType { |
|
|
if ProcessorTypeGCU == req.ProcessType { |
|
|
imageUrl = "" |
|
|
imageUrl = "" |
|
|
} |
|
|
} |
|
|
req.Command = fmt.Sprintf(CommandGpuDebug, cpCommand, setting.CullIdleTimeout, setting.CullIdleTimeout, setting.CullInterval, setting.CullIdleTimeout, setting.CullInterval) |
|
|
|
|
|
|
|
|
req.Command = fmt.Sprintf(CommandGrampusDebug, cpCommand, setting.CullIdleTimeout, setting.CullIdleTimeout, setting.CullInterval, setting.CullIdleTimeout, setting.CullInterval, codeArchiveName, codeArchiveName) |
|
|
log.Info("debug command:" + req.Command) |
|
|
log.Info("debug command:" + req.Command) |
|
|
|
|
|
|
|
|
} |
|
|
} |
|
|