@@ -61,13 +61,10 @@ const ( | |||||
ActionCreateGrampusNPUTrainTask //32 | ActionCreateGrampusNPUTrainTask //32 | ||||
ActionCreateGrampusGPUTrainTask //33 | ActionCreateGrampusGPUTrainTask //33 | ||||
ActionBindWechat //34 | ActionBindWechat //34 | ||||
ActionCreateCloudbrainTask //35 | |||||
ActionDatasetRecommended //36 | |||||
ActionCreateImage //37 | |||||
ActionImageRecommend //38 | |||||
ActionChangeUserAvatar //39 | |||||
ActionPushCommits //40 | |||||
ActionForkRepo //41 | |||||
ActionDatasetRecommended //35 | |||||
ActionCreateImage //36 | |||||
ActionImageRecommend //37 | |||||
ActionChangeUserAvatar //38 | |||||
) | ) | ||||
@@ -95,6 +92,7 @@ type Action struct { | |||||
type ActionShow struct { | type ActionShow struct { | ||||
OpType ActionType | OpType ActionType | ||||
TaskType TaskType | |||||
RepoLink string | RepoLink string | ||||
ShortRepoFullDisplayName string | ShortRepoFullDisplayName string | ||||
Content string | Content string | ||||
@@ -241,7 +239,8 @@ func (a *Action) GetRepoLink() string { | |||||
func (a *Action) ToShow() *ActionShow { | func (a *Action) ToShow() *ActionShow { | ||||
actionShow := &ActionShow{} | actionShow := &ActionShow{} | ||||
actionShow.OpType = GetTaskOptType(*a) | |||||
actionShow.OpType = a.OpType | |||||
actionShow.TaskType = GetTaskTypeFromAction(a.OpType) | |||||
actionShow.Content = a.Content | actionShow.Content = a.Content | ||||
actionShow.RefName = a.RefName | actionShow.RefName = a.RefName | ||||
@@ -272,14 +271,6 @@ func (a *Action) ToShow() *ActionShow { | |||||
return actionShow | return actionShow | ||||
} | } | ||||
func GetTaskOptType(action Action) ActionType { | |||||
//Convert all types of cloudbrain tasks action into ActionCreateCloudbrainTask | |||||
if action.IsCloudbrainAction() { | |||||
return ActionCreateCloudbrainTask | |||||
} | |||||
return action.OpType | |||||
} | |||||
// GetRepositoryFromMatch returns a *Repository from a username and repo strings | // GetRepositoryFromMatch returns a *Repository from a username and repo strings | ||||
func GetRepositoryFromMatch(ownerName string, repoName string) (*Repository, error) { | func GetRepositoryFromMatch(ownerName string, repoName string) (*Repository, error) { | ||||
var err error | var err error | ||||
@@ -203,16 +203,17 @@ type Cloudbrain struct { | |||||
} | } | ||||
type CloudbrainShow struct { | type CloudbrainShow struct { | ||||
ID int64 | |||||
JobID string | |||||
RepoFullName string | |||||
Type int | |||||
JobType string | |||||
DisplayJobName string | |||||
Duration string | |||||
ResourceSpec *Specification | |||||
ComputeResource string | |||||
AiCenter string | |||||
ID int64 | |||||
JobID string | |||||
RepoFullName string | |||||
Type int | |||||
JobType string | |||||
DisplayJobName string | |||||
Duration string | |||||
ResourceSpec *Specification | |||||
ComputeResource string | |||||
AiCenter string | |||||
WorkServerNumber int | |||||
} | } | ||||
type CloudbrainShow4Action struct { | type CloudbrainShow4Action struct { | ||||
@@ -225,15 +226,20 @@ type CloudbrainShow4Action struct { | |||||
} | } | ||||
func (task *Cloudbrain) ToShow() *CloudbrainShow { | func (task *Cloudbrain) ToShow() *CloudbrainShow { | ||||
n := 1 | |||||
if task.WorkServerNumber > 1 { | |||||
n = task.WorkServerNumber | |||||
} | |||||
c := &CloudbrainShow{ | c := &CloudbrainShow{ | ||||
ID: task.ID, | |||||
JobID: task.JobID, | |||||
JobType: task.JobType, | |||||
Type: task.Type, | |||||
DisplayJobName: task.DisplayJobName, | |||||
Duration: task.TrainJobDuration, | |||||
ResourceSpec: task.Spec, | |||||
ComputeResource: task.ComputeResource, | |||||
ID: task.ID, | |||||
JobID: task.JobID, | |||||
JobType: task.JobType, | |||||
Type: task.Type, | |||||
DisplayJobName: task.DisplayJobName, | |||||
Duration: task.TrainJobDuration, | |||||
ResourceSpec: task.Spec, | |||||
ComputeResource: task.ComputeResource, | |||||
WorkServerNumber: n, | |||||
} | } | ||||
if task.Repo != nil { | if task.Repo != nil { | ||||
c.RepoFullName = task.Repo.FullName() | c.RepoFullName = task.Repo.FullName() | ||||
@@ -657,8 +663,6 @@ type FlavorInfo struct { | |||||
UnitPrice int64 `json:"unitPrice"` | UnitPrice int64 `json:"unitPrice"` | ||||
} | } | ||||
type SpecialPools struct { | type SpecialPools struct { | ||||
Pools []*SpecialPool `json:"pools"` | Pools []*SpecialPool `json:"pools"` | ||||
} | } | ||||
@@ -1476,14 +1480,23 @@ type GrampusStopJobResponse struct { | |||||
} | } | ||||
type GrampusTasks struct { | type GrampusTasks struct { | ||||
Command string `json:"command"` | |||||
Name string `json:"name"` | |||||
ImageId string `json:"imageId"` | |||||
ResourceSpecId string `json:"resourceSpecId"` | |||||
ImageUrl string `json:"imageUrl"` | |||||
CenterID []string `json:"centerID"` | |||||
CenterName []string `json:"centerName"` | |||||
ReplicaNum int `json:"replicaNum"` | |||||
Command string `json:"command"` | |||||
Name string `json:"name"` | |||||
ImageId string `json:"imageId"` | |||||
ResourceSpecId string `json:"resourceSpecId"` | |||||
ImageUrl string `json:"imageUrl"` | |||||
CenterID []string `json:"centerID"` | |||||
CenterName []string `json:"centerName"` | |||||
ReplicaNum int `json:"replicaNum"` | |||||
Datasets []GrampusDataset `json:"datasets"` | |||||
Models []GrampusDataset `json:"models"` | |||||
} | |||||
type GrampusDataset struct { | |||||
Name string `json:"name"` | |||||
Bucket string `json:"bucket"` | |||||
EndPoint string `json:"endPoint"` | |||||
ObjectKey string `json:"objectKey"` | |||||
} | } | ||||
type CreateGrampusJobRequest struct { | type CreateGrampusJobRequest struct { | ||||
@@ -123,10 +123,14 @@ func GetResourceSpecMapByCloudbrainIDs(ids []int64) (map[int64]*Specification, e | |||||
return r, nil | return r, nil | ||||
} | } | ||||
func GetCloudbrainTaskUnitPrice(cloudbrainId int64) (int, error) { | |||||
s, err := GetCloudbrainSpecByID(cloudbrainId) | |||||
func GetCloudbrainTaskUnitPrice(task Cloudbrain) (int, error) { | |||||
s, err := GetCloudbrainSpecByID(task.ID) | |||||
if err != nil { | if err != nil { | ||||
return 0, err | return 0, err | ||||
} | } | ||||
return s.UnitPrice, nil | |||||
var n = 1 | |||||
if task.WorkServerNumber > 1 { | |||||
n = task.WorkServerNumber | |||||
} | |||||
return s.UnitPrice * n, nil | |||||
} | } |
@@ -183,6 +183,7 @@ func notifyWatchers(e Engine, actions ...*Action) error { | |||||
var permCode []bool | var permCode []bool | ||||
var permIssue []bool | var permIssue []bool | ||||
var permPR []bool | var permPR []bool | ||||
var permDataset []bool | |||||
for _, act := range actions { | for _, act := range actions { | ||||
repoChanged := repo == nil || repo.ID != act.RepoID | repoChanged := repo == nil || repo.ID != act.RepoID | ||||
@@ -234,12 +235,14 @@ func notifyWatchers(e Engine, actions ...*Action) error { | |||||
permCode = make([]bool, len(watchers)) | permCode = make([]bool, len(watchers)) | ||||
permIssue = make([]bool, len(watchers)) | permIssue = make([]bool, len(watchers)) | ||||
permPR = make([]bool, len(watchers)) | permPR = make([]bool, len(watchers)) | ||||
permDataset = make([]bool, len(watchers)) | |||||
for i, watcher := range watchers { | for i, watcher := range watchers { | ||||
user, err := getUserByID(e, watcher.UserID) | user, err := getUserByID(e, watcher.UserID) | ||||
if err != nil { | if err != nil { | ||||
permCode[i] = false | permCode[i] = false | ||||
permIssue[i] = false | permIssue[i] = false | ||||
permPR[i] = false | permPR[i] = false | ||||
permDataset[i] = false | |||||
continue | continue | ||||
} | } | ||||
perm, err := getUserRepoPermission(e, repo, user) | perm, err := getUserRepoPermission(e, repo, user) | ||||
@@ -247,11 +250,13 @@ func notifyWatchers(e Engine, actions ...*Action) error { | |||||
permCode[i] = false | permCode[i] = false | ||||
permIssue[i] = false | permIssue[i] = false | ||||
permPR[i] = false | permPR[i] = false | ||||
permDataset[i] = false | |||||
continue | continue | ||||
} | } | ||||
permCode[i] = perm.CanRead(UnitTypeCode) | permCode[i] = perm.CanRead(UnitTypeCode) | ||||
permIssue[i] = perm.CanRead(UnitTypeIssues) | permIssue[i] = perm.CanRead(UnitTypeIssues) | ||||
permPR[i] = perm.CanRead(UnitTypePullRequests) | permPR[i] = perm.CanRead(UnitTypePullRequests) | ||||
permDataset[i] = perm.CanRead(UnitTypeDatasets) | |||||
} | } | ||||
} | } | ||||
@@ -276,6 +281,10 @@ func notifyWatchers(e Engine, actions ...*Action) error { | |||||
if !permPR[i] { | if !permPR[i] { | ||||
continue | continue | ||||
} | } | ||||
case ActionDatasetRecommended: | |||||
if !permDataset[i] { | |||||
continue | |||||
} | |||||
} | } | ||||
if _, err = e.InsertOne(act); err != nil { | if _, err = e.InsertOne(act); err != nil { | ||||
@@ -1,8 +1,8 @@ | |||||
package models | package models | ||||
import ( | import ( | ||||
"code.gitea.io/gitea/modules/log" | |||||
"code.gitea.io/gitea/modules/timeutil" | "code.gitea.io/gitea/modules/timeutil" | ||||
"fmt" | |||||
"strconv" | "strconv" | ||||
"strings" | "strings" | ||||
"xorm.io/builder" | "xorm.io/builder" | ||||
@@ -355,7 +355,7 @@ type RewardRecordListOpts struct { | |||||
OperateType RewardOperateType | OperateType RewardOperateType | ||||
RewardType RewardType | RewardType RewardType | ||||
SourceType string | SourceType string | ||||
ActionType int | |||||
TaskType string | |||||
SerialNo string | SerialNo string | ||||
OrderBy RewardOperateOrderBy | OrderBy RewardOperateOrderBy | ||||
IsAdmin bool | IsAdmin bool | ||||
@@ -381,8 +381,8 @@ func (opts *RewardRecordListOpts) toCond() builder.Cond { | |||||
if opts.SourceType != "" { | if opts.SourceType != "" { | ||||
cond = cond.And(builder.Eq{"reward_operate_record.source_type": opts.SourceType}) | cond = cond.And(builder.Eq{"reward_operate_record.source_type": opts.SourceType}) | ||||
} | } | ||||
if opts.ActionType > 0 { | |||||
cond = cond.And(builder.Eq{"reward_operate_record.source_template_id": fmt.Sprint(opts.ActionType)}) | |||||
if opts.TaskType != "" { | |||||
cond = cond.And(builder.Eq{"reward_operate_record.source_template_id": opts.TaskType}) | |||||
} | } | ||||
if opts.SerialNo != "" { | if opts.SerialNo != "" { | ||||
cond = cond.And(builder.Like{"reward_operate_record.serial_no", opts.SerialNo}) | cond = cond.And(builder.Like{"reward_operate_record.serial_no", opts.SerialNo}) | ||||
@@ -457,3 +457,22 @@ func GetAdminRewardRecordShowList(opts *RewardRecordListOpts) (RewardRecordShowL | |||||
RewardRecordShowList(r).loadAttribute(true) | RewardRecordShowList(r).loadAttribute(true) | ||||
return r, count, nil | return r, count, nil | ||||
} | } | ||||
func IsWechatOpenIdRewarded(wechatOpenId string) bool { | |||||
actions := make([]Action, 0) | |||||
err := x.Where(" op_type = ? and content = ?", ActionBindWechat, wechatOpenId).Find(&actions) | |||||
if err != nil { | |||||
log.Error("IsWechatOpenIdRewarded find actions err.%v", err) | |||||
return true | |||||
} | |||||
if len(actions) == 0 { | |||||
return false | |||||
} | |||||
actionIds := make([]int64, len(actions)) | |||||
for i, v := range actions { | |||||
actionIds[i] = v.ID | |||||
} | |||||
n, _ := x.Where(builder.Eq{"source_type": SourceTypeAccomplishTask}.And(builder.In("source_id", actionIds))).Count(&RewardOperateRecord{}) | |||||
return n > 0 | |||||
} |
@@ -2,7 +2,6 @@ package models | |||||
import ( | import ( | ||||
"code.gitea.io/gitea/modules/timeutil" | "code.gitea.io/gitea/modules/timeutil" | ||||
"fmt" | |||||
"xorm.io/builder" | "xorm.io/builder" | ||||
) | ) | ||||
@@ -11,6 +10,66 @@ const ( | |||||
PeriodDaily = "DAILY" | PeriodDaily = "DAILY" | ||||
) | ) | ||||
type TaskType string | |||||
const ( | |||||
TaskCreatePublicRepo TaskType = "CreatePublicRepo" | |||||
TaskCreateIssue TaskType = "CreateIssue" | |||||
TaskCreatePullRequest TaskType = "CreatePullRequest" | |||||
TaskCommentIssue TaskType = "CommentIssue" | |||||
TaskUploadAttachment TaskType = "UploadAttachment" | |||||
TaskCreateNewModelTask TaskType = "CreateNewModelTask" | |||||
TaskBindWechat TaskType = "BindWechat" | |||||
TaskCreateCloudbrainTask TaskType = "CreateCloudbrainTask" | |||||
TaskDatasetRecommended TaskType = "DatasetRecommended" | |||||
TaskCreateImage TaskType = "CreateImage" | |||||
TaskImageRecommend TaskType = "ImageRecommend" | |||||
TaskChangeUserAvatar TaskType = "ChangeUserAvatar" | |||||
TaskPushCommits TaskType = "PushCommits" | |||||
) | |||||
func GetTaskTypeFromAction(a ActionType) TaskType { | |||||
switch a { | |||||
case ActionCreateDebugGPUTask, | |||||
ActionCreateDebugNPUTask, | |||||
ActionCreateTrainTask, | |||||
ActionCreateInferenceTask, | |||||
ActionCreateBenchMarkTask, | |||||
ActionCreateGPUTrainTask, | |||||
ActionCreateGrampusNPUTrainTask, | |||||
ActionCreateGrampusGPUTrainTask: | |||||
return TaskCreateCloudbrainTask | |||||
case ActionCreateRepo: | |||||
return TaskCreatePublicRepo | |||||
case ActionCreatePullRequest: | |||||
return TaskCreatePullRequest | |||||
case ActionCommentIssue: | |||||
return TaskCommentIssue | |||||
case ActionUploadAttachment: | |||||
return TaskUploadAttachment | |||||
case ActionCreateNewModelTask: | |||||
return TaskCreateNewModelTask | |||||
case ActionBindWechat: | |||||
return TaskBindWechat | |||||
case ActionDatasetRecommended: | |||||
return TaskDatasetRecommended | |||||
case ActionImageRecommend: | |||||
return TaskImageRecommend | |||||
case ActionCreateImage: | |||||
return TaskCreateImage | |||||
case ActionChangeUserAvatar: | |||||
return TaskChangeUserAvatar | |||||
case ActionCommitRepo, | |||||
ActionDeleteBranch, | |||||
ActionPushTag, | |||||
ActionDeleteTag: | |||||
return TaskPushCommits | |||||
case ActionCreateIssue: | |||||
return TaskCreateIssue | |||||
} | |||||
return "" | |||||
} | |||||
//PointTaskConfig Only add and delete are allowed, edit is not allowed | //PointTaskConfig Only add and delete are allowed, edit is not allowed | ||||
//so if you want to edit config for some task code,please delete first and add new one | //so if you want to edit config for some task code,please delete first and add new one | ||||
type TaskConfig struct { | type TaskConfig struct { | ||||
@@ -124,8 +183,8 @@ func GetTaskConfigList() ([]*TaskConfig, error) { | |||||
type GetTaskConfigOpts struct { | type GetTaskConfigOpts struct { | ||||
ListOptions | ListOptions | ||||
Status int //1 normal 2 deleted | |||||
ActionType int | |||||
Status int //1 normal 2 deleted | |||||
TaskType string | |||||
} | } | ||||
func GetTaskConfigPageWithDeleted(opt GetTaskConfigOpts) ([]*TaskAndLimiterConfig, int64, error) { | func GetTaskConfigPageWithDeleted(opt GetTaskConfigOpts) ([]*TaskAndLimiterConfig, int64, error) { | ||||
@@ -133,8 +192,8 @@ func GetTaskConfigPageWithDeleted(opt GetTaskConfigOpts) ([]*TaskAndLimiterConfi | |||||
opt.Page = 1 | opt.Page = 1 | ||||
} | } | ||||
cond := builder.NewCond() | cond := builder.NewCond() | ||||
if opt.ActionType > 0 { | |||||
cond = cond.And(builder.Eq{"task_code": fmt.Sprint(opt.ActionType)}) | |||||
if opt.TaskType != "" { | |||||
cond = cond.And(builder.Eq{"task_code": opt.TaskType}) | |||||
} | } | ||||
var count int64 | var count int64 | ||||
@@ -98,5 +98,5 @@ func UnbindWechatOpenId(userId int64, oldWechatOpenID string) error { | |||||
} | } | ||||
func CountWechatBindLog(wechatOpenId string, action WechatBindAction) (int64, error) { | func CountWechatBindLog(wechatOpenId string, action WechatBindAction) (int64, error) { | ||||
return x.Where("wechat_open_id = ? and action = ?", action, wechatOpenId).Count(&WechatBindLog{}) | |||||
return x.Where("wechat_open_id = ? and action = ?", wechatOpenId, action).Count(&WechatBindLog{}) | |||||
} | } |
@@ -33,6 +33,7 @@ type CreateModelArtsTrainJobForm struct { | |||||
DisplayJobName string `form:"display_job_name" binding:"Required"` | DisplayJobName string `form:"display_job_name" binding:"Required"` | ||||
JobName string `form:"job_name" binding:"Required"` | JobName string `form:"job_name" binding:"Required"` | ||||
Attachment string `form:"attachment" binding:"Required"` | Attachment string `form:"attachment" binding:"Required"` | ||||
DatasetName string `form:"dataset_name"` | |||||
BootFile string `form:"boot_file" binding:"Required"` | BootFile string `form:"boot_file" binding:"Required"` | ||||
WorkServerNumber int `form:"work_server_number" binding:"Required"` | WorkServerNumber int `form:"work_server_number" binding:"Required"` | ||||
EngineID int `form:"engine_id" binding:"Required"` | EngineID int `form:"engine_id" binding:"Required"` | ||||
@@ -75,12 +75,46 @@ type GenerateTrainJobReq struct { | |||||
Spec *models.Specification | Spec *models.Specification | ||||
} | } | ||||
func getEndPoint() string { | |||||
index := strings.Index(setting.Endpoint, "//") | |||||
endpoint := setting.Endpoint[index+2:] | |||||
return endpoint | |||||
} | |||||
func getDatasetGrampus(datasetInfos map[string]models.DatasetInfo) []models.GrampusDataset { | |||||
var datasetGrampus []models.GrampusDataset | |||||
endPoint := getEndPoint() | |||||
for _, datasetInfo := range datasetInfos { | |||||
datasetGrampus = append(datasetGrampus, models.GrampusDataset{ | |||||
Name: datasetInfo.FullName, | |||||
Bucket: setting.Bucket, | |||||
EndPoint: endPoint, | |||||
ObjectKey: datasetInfo.DataLocalPath + datasetInfo.FullName, | |||||
}) | |||||
} | |||||
return datasetGrampus | |||||
} | |||||
func GenerateTrainJob(ctx *context.Context, req *GenerateTrainJobReq) (err error) { | func GenerateTrainJob(ctx *context.Context, req *GenerateTrainJobReq) (err error) { | ||||
createTime := timeutil.TimeStampNow() | createTime := timeutil.TimeStampNow() | ||||
centerID, centerName := getCentersParamter(ctx, req) | centerID, centerName := getCentersParamter(ctx, req) | ||||
log.Info("grampus Command:" + req.Command) | |||||
var datasetGrampus, modelGrampus []models.GrampusDataset | |||||
if ProcessorTypeNPU == req.ProcessType { | |||||
datasetGrampus = getDatasetGrampus(req.DatasetInfos) | |||||
if len(req.ModelName) != 0 { | |||||
modelGrampus = []models.GrampusDataset{ | |||||
{ | |||||
Name: req.ModelName, | |||||
Bucket: setting.Bucket, | |||||
EndPoint: getEndPoint(), | |||||
ObjectKey: req.PreTrainModelPath, | |||||
}, | |||||
} | |||||
} | |||||
} | |||||
jobResult, err := createJob(models.CreateGrampusJobRequest{ | jobResult, err := createJob(models.CreateGrampusJobRequest{ | ||||
Name: req.JobName, | Name: req.JobName, | ||||
@@ -94,6 +128,8 @@ func GenerateTrainJob(ctx *context.Context, req *GenerateTrainJobReq) (err error | |||||
CenterID: centerID, | CenterID: centerID, | ||||
CenterName: centerName, | CenterName: centerName, | ||||
ReplicaNum: 1, | ReplicaNum: 1, | ||||
Datasets: datasetGrampus, | |||||
Models: modelGrampus, | |||||
}, | }, | ||||
}, | }, | ||||
}) | }) | ||||
@@ -363,22 +363,15 @@ func (t *actionNotifier) NotifyWechatBind(user *models.User, wechatOpenId string | |||||
func (t *actionNotifier) NotifyDatasetRecommend(optUser *models.User, dataset *models.Dataset, action string) { | func (t *actionNotifier) NotifyDatasetRecommend(optUser *models.User, dataset *models.Dataset, action string) { | ||||
switch action { | switch action { | ||||
case "recommend": | case "recommend": | ||||
users, err := models.GetAllDatasetContributorByDatasetId(dataset.ID) | |||||
if err != nil { | |||||
return | |||||
} | |||||
var actions = make([]*models.Action, 0) | |||||
for _, user := range users { | |||||
actions = append(actions, &models.Action{ | |||||
OpType: models.ActionDatasetRecommended, | |||||
ActUserID: user.ID, | |||||
ActUser: user, | |||||
RepoID: dataset.RepoID, | |||||
Repo: dataset.Repo, | |||||
Content: fmt.Sprintf("%d|%s", dataset.ID, dataset.Title), | |||||
}) | |||||
act := &models.Action{ | |||||
OpType: models.ActionDatasetRecommended, | |||||
ActUserID: dataset.UserID, | |||||
RepoID: dataset.RepoID, | |||||
IsPrivate: false, | |||||
Content: fmt.Sprintf("%d|%s", dataset.ID, dataset.Title), | |||||
} | } | ||||
if err := models.NotifyWatchers(actions...); err != nil { | |||||
if err := models.NotifyWatchers(act); err != nil { | |||||
log.Error("notifyWatchers: %v", err) | log.Error("notifyWatchers: %v", err) | ||||
} | } | ||||
} | } | ||||
@@ -428,19 +421,3 @@ func (t *actionNotifier) NotifyChangeUserAvatar(user *models.User, form auth.Ava | |||||
log.Error("notifyWatchers: %v", err) | log.Error("notifyWatchers: %v", err) | ||||
} | } | ||||
} | } | ||||
func (t *actionNotifier) NotifyPushCommits(pusher *models.User, repo *models.Repository, refName, oldCommitID, newCommitID string, commits *repository.PushCommits) { | |||||
act := &models.Action{ | |||||
ActUserID: pusher.ID, | |||||
ActUser: pusher, | |||||
OpType: models.ActionPushCommits, | |||||
RepoID: repo.ID, | |||||
Repo: repo, | |||||
RefName: refName, | |||||
IsPrivate: repo.IsPrivate, | |||||
Content: fmt.Sprintf("%s|%s", oldCommitID, newCommitID), | |||||
} | |||||
if err := models.NotifyWatchers(act); err != nil { | |||||
log.Error("notifyWatchers: %v", err) | |||||
} | |||||
} |
@@ -3083,6 +3083,11 @@ task_createmodel=`created new model <a href="%s/modelmanage/show_model_info?name | |||||
task_gputrainjob=`created CPU/GPU training task <a href="%s/cloudbrain/train-job/%s">%s</a>` | task_gputrainjob=`created CPU/GPU training task <a href="%s/cloudbrain/train-job/%s">%s</a>` | ||||
task_c2netnputrainjob=`created NPU training task <a href="%s/grampus/train-job/%s">%s</a>` | task_c2netnputrainjob=`created NPU training task <a href="%s/grampus/train-job/%s">%s</a>` | ||||
task_c2netgputrainjob=`created CPU/GPU training task <a href="%s/grampus/train-job/%s">%s</a>` | task_c2netgputrainjob=`created CPU/GPU training task <a href="%s/grampus/train-job/%s">%s</a>` | ||||
binded_wechat=binded WeChat | |||||
dataset_recommended=`created dataset <a href="%s/datasets">%s</a> was set as recommended dataset` | |||||
create_image=`committed image <span style="font-weight:bold;">%s</span>` | |||||
image_recommended=`committed image <span style="font-weight:bold;">%s</span> was set as recommended image` | |||||
update_user_avatar=updated avatar | |||||
[tool] | [tool] | ||||
ago = %s ago | ago = %s ago | ||||
@@ -3202,7 +3207,7 @@ wrong_specification=You cannot use this specification, please choose another ite | |||||
resource_use=Resource Occupancy | resource_use=Resource Occupancy | ||||
job_name_rule = Please enter letters, numbers, _ and - up to 64 characters and cannot end with a dash (-). | job_name_rule = Please enter letters, numbers, _ and - up to 64 characters and cannot end with a dash (-). | ||||
train_dataset_path_rule = The dataset location is stored in the environment variable <strong style="color:#010101">data_url</strong>, and the output path is stored in the environment variable <strong style="color:#010101">train_url</strong>. | |||||
train_dataset_path_rule = The dataset location is stored in the environment variable <strong style="color:#010101">data_url</strong>, the pre-trained model is storaged in the environment <strong style="color:#010101">ckpt_url</strong>, and the output path is stored in the environment variable <strong style="color:#010101">train_url</strong>. | |||||
infer_dataset_path_rule = The dataset location is stored in the environment variable <strong style="color:#010101">data_url</strong>, and the output path is stored in the environment variable <strong style="color:#010101">result_url</strong>. | infer_dataset_path_rule = The dataset location is stored in the environment variable <strong style="color:#010101">data_url</strong>, and the output path is stored in the environment variable <strong style="color:#010101">result_url</strong>. | ||||
view_sample = View sample | view_sample = View sample | ||||
inference_output_path_rule = The inference output path is stored in the environment variable result_url. | inference_output_path_rule = The inference output path is stored in the environment variable result_url. | ||||
@@ -3239,7 +3244,7 @@ Stopped_success_update_status_fail=Succeed in stopping th job, but failed to upd | |||||
load_code_failed=Fail to load code, please check if the right branch is selected. | load_code_failed=Fail to load code, please check if the right branch is selected. | ||||
error.dataset_select = dataset select error:the count exceed the limit or has same name | error.dataset_select = dataset select error:the count exceed the limit or has same name | ||||
new_train_gpu_tooltips = The code is storaged in <strong style="color:#010101">%s</strong>, the dataset is storaged in <strong style="color:#010101">%s</strong>, and please put your model into <strong style="color:#010101">%s</strong> then you can download it online | |||||
new_train_gpu_tooltips = The code is storaged in <strong style="color:#010101">%s</strong>, the dataset is storaged in <strong style="color:#010101">%s</strong>, the pre-trained model is storaged in the environment <strong style="color:#010101">%s</strong>, and please put your model into <strong style="color:#010101">%s</strong> then you can download it online | |||||
new_infer_gpu_tooltips = The dataset is stored in <strong style="color:#010101">%s</strong>, the model file is stored in <strong style="color:#010101">%s</strong>, please store the inference output in <strong style="color:#010101">%s</strong> for subsequent downloads. | new_infer_gpu_tooltips = The dataset is stored in <strong style="color:#010101">%s</strong>, the model file is stored in <strong style="color:#010101">%s</strong>, please store the inference output in <strong style="color:#010101">%s</strong> for subsequent downloads. | ||||
[points] | [points] | ||||
@@ -3100,6 +3100,11 @@ task_createmodel=`导入了新模型 <a href="%s/modelmanage/show_model_info?nam | |||||
task_gputrainjob=`创建了CPU/GPU类型训练任务 <a href="%s/cloudbrain/train-job/%s">%s</a>` | task_gputrainjob=`创建了CPU/GPU类型训练任务 <a href="%s/cloudbrain/train-job/%s">%s</a>` | ||||
task_c2netnputrainjob=`创建了NPU类型训练任务 <a href="%s/grampus/train-job/%s">%s</a>` | task_c2netnputrainjob=`创建了NPU类型训练任务 <a href="%s/grampus/train-job/%s">%s</a>` | ||||
task_c2netgputrainjob=`创建了CPU/GPU类型训练任务 <a href="%s/grampus/train-job/%s">%s</a>` | task_c2netgputrainjob=`创建了CPU/GPU类型训练任务 <a href="%s/grampus/train-job/%s">%s</a>` | ||||
binded_wechat=绑定微信 | |||||
dataset_recommended=`创建的数据集<a href="%s/datasets">%s</a>被设置为推荐数据集` | |||||
create_image=`提交了镜像<span style="font-weight:bold;">%s</span>` | |||||
image_recommended=`提交的镜像<span style="font-weight:bold;">%s</span>被设置为推荐镜像` | |||||
update_user_avatar=更新了头像 | |||||
[tool] | [tool] | ||||
ago=%s前 | ago=%s前 | ||||
@@ -3220,7 +3225,7 @@ card_type = 卡类型 | |||||
wrong_specification=您目前不能使用这个资源规格,请选择其他资源规格。 | wrong_specification=您目前不能使用这个资源规格,请选择其他资源规格。 | ||||
job_name_rule = 请输入字母、数字、_和-,最长64个字符,且不能以中划线(-)结尾。 | job_name_rule = 请输入字母、数字、_和-,最长64个字符,且不能以中划线(-)结尾。 | ||||
train_dataset_path_rule = 数据集位置存储在环境变量<strong style="color:#010101">data_url</strong>中,训练输出路径存储在环境变量<strong style="color:#010101">train_url</strong>中。 | |||||
train_dataset_path_rule = 数据集位置存储在环境变量<strong style="color:#010101">data_url</strong>中,预训练模型存放在环境变量<strong style="color:#010101">ckpt_url</strong>中,训练输出路径存储在环境变量<strong style="color:#010101">train_url</strong>中。 | |||||
infer_dataset_path_rule = 数据集位置存储在环境变量<strong style="color:#010101">data_url</strong>中,推理输出路径存储在环境变量<strong style="color:#010101">result_url</strong>中。 | infer_dataset_path_rule = 数据集位置存储在环境变量<strong style="color:#010101">data_url</strong>中,推理输出路径存储在环境变量<strong style="color:#010101">result_url</strong>中。 | ||||
view_sample = 查看样例 | view_sample = 查看样例 | ||||
inference_output_path_rule = 推理输出路径存储在环境变量result_url中。 | inference_output_path_rule = 推理输出路径存储在环境变量result_url中。 | ||||
@@ -3258,7 +3263,7 @@ load_code_failed=代码加载失败,请确认选择了正确的分支。 | |||||
error.dataset_select = 数据集选择错误:数量超过限制或者有同名数据集 | error.dataset_select = 数据集选择错误:数量超过限制或者有同名数据集 | ||||
new_train_gpu_tooltips =训练脚本存储在<strong style="color:#010101">%s</strong>中,数据集存储在<strong style="color:#010101">%s</strong>中,训练输出请存储在<strong style="color:#010101">%s</strong>中以供后续下载。 | |||||
new_train_gpu_tooltips =训练脚本存储在<strong style="color:#010101">%s</strong>中,数据集存储在<strong style="color:#010101">%s</strong>中,预训练模型存放在环境变量<strong style="color:#010101">%s</strong>中,训练输出请存储在<strong style="color:#010101">%s</strong>中以供后续下载。 | |||||
new_infer_gpu_tooltips = 数据集存储在<strong style="color:#010101">%s</strong>中,模型文件存储在<strong style="color:#010101">%s</strong>中,推理输出请存储在<strong style="color:#010101">%s</strong>中以供后续下载。 | new_infer_gpu_tooltips = 数据集存储在<strong style="color:#010101">%s</strong>中,模型文件存储在<strong style="color:#010101">%s</strong>中,推理输出请存储在<strong style="color:#010101">%s</strong>中以供后续下载。 | ||||
[points] | [points] | ||||
@@ -163,6 +163,11 @@ document.onreadystatechange = function () { | |||||
html += recordPrefix + actionName; | html += recordPrefix + actionName; | ||||
html += " <a href=\"" + getTaskLink(record) + "\" rel=\"nofollow\">" + record.RefName + "</a>" | html += " <a href=\"" + getTaskLink(record) + "\" rel=\"nofollow\">" + record.RefName + "</a>" | ||||
} | } | ||||
else if(record.OpType == "35"){ | |||||
var datasetLink = "<a href=\"" + getRepoLink(record) + "/datasets" + "\" rel=\"nofollow\">" + record.Content.split('|')[1] + "</a>"; | |||||
actionName = actionName.replace('{dataset}', datasetLink); | |||||
html += recordPrefix + actionName; | |||||
} | |||||
else{ | else{ | ||||
continue; | continue; | ||||
} | } | ||||
@@ -354,7 +359,10 @@ var actionNameZH={ | |||||
"30":"导入了新模型", | "30":"导入了新模型", | ||||
"31":"创建了CPU/GPU类型训练任务", | "31":"创建了CPU/GPU类型训练任务", | ||||
"32":"创建了NPU类型训练任务", | "32":"创建了NPU类型训练任务", | ||||
"33":"创建了CPU/GPU类型训练任务" | |||||
"33":"创建了CPU/GPU类型训练任务", | |||||
"35":"创建的数据集 {dataset} 被设置为推荐数据集", | |||||
"36":"提交了镜像 {image}", | |||||
"37":"提交的镜像 {image} 被设置为推荐镜像", | |||||
}; | }; | ||||
var actionNameEN={ | var actionNameEN={ | ||||
@@ -382,7 +390,10 @@ var actionNameEN={ | |||||
"30":" created new model", | "30":" created new model", | ||||
"31":" created CPU/GPU type training task", | "31":" created CPU/GPU type training task", | ||||
"32":" created NPU type training task", | "32":" created NPU type training task", | ||||
"33":" created CPU/GPU type training task" | |||||
"33":" created CPU/GPU type training task", | |||||
"35":" created dataset {dataset} was set as recommended dataset", | |||||
"36":"committed image {image}", | |||||
"37":"committed image {image} was set as recommended image", | |||||
}; | }; | ||||
var repoAndOrgZH={ | var repoAndOrgZH={ | ||||
@@ -2769,7 +2769,7 @@ func getTrainJobCommand(form auth.CreateCloudBrainForm) (string, error) { | |||||
} | } | ||||
} | } | ||||
if form.CkptName != "" { | if form.CkptName != "" { | ||||
param += " --pretrainmodelname" + "=" + form.CkptName | |||||
param += " --ckpt_url" + "=" + "/pretrainmodel/" + form.CkptName | |||||
} | } | ||||
command += "python /code/" + bootFile + param + " > " + cloudbrain.ModelMountPath + "/" + form.DisplayJobName + "-" + cloudbrain.LogFile | command += "python /code/" + bootFile + param + " > " + cloudbrain.ModelMountPath + "/" + form.DisplayJobName + "-" + cloudbrain.LogFile | ||||
@@ -18,7 +18,6 @@ import ( | |||||
"code.gitea.io/gitea/services/reward/point/account" | "code.gitea.io/gitea/services/reward/point/account" | ||||
"code.gitea.io/gitea/modules/auth" | "code.gitea.io/gitea/modules/auth" | ||||
"code.gitea.io/gitea/modules/git" | "code.gitea.io/gitea/modules/git" | ||||
"code.gitea.io/gitea/modules/grampus" | "code.gitea.io/gitea/modules/grampus" | ||||
@@ -721,7 +720,7 @@ func grampusTrainJobNpuCreate(ctx *context.Context, form auth.CreateGrampusTrain | |||||
req.CkptName = form.CkptName | req.CkptName = form.CkptName | ||||
req.ModelVersion = form.ModelVersion | req.ModelVersion = form.ModelVersion | ||||
req.PreTrainModelUrl = form.PreTrainModelUrl | req.PreTrainModelUrl = form.PreTrainModelUrl | ||||
req.PreTrainModelPath = preTrainModelPath | |||||
} | } | ||||
err = grampus.GenerateTrainJob(ctx, req) | err = grampus.GenerateTrainJob(ctx, req) | ||||
@@ -986,8 +985,7 @@ func generateCommand(repoName, processorType, codeRemotePath, dataRemotePath, bo | |||||
command += "pwd;cd " + workDir + fmt.Sprintf(grampus.CommandPrepareScript, setting.Grampus.SyncScriptProject, setting.Grampus.SyncScriptProject) | command += "pwd;cd " + workDir + fmt.Sprintf(grampus.CommandPrepareScript, setting.Grampus.SyncScriptProject, setting.Grampus.SyncScriptProject) | ||||
//download code & dataset | //download code & dataset | ||||
if processorType == grampus.ProcessorTypeNPU { | if processorType == grampus.ProcessorTypeNPU { | ||||
commandDownload := "./downloader_for_obs " + setting.Bucket + " " + codeRemotePath + " " + grampus.CodeArchiveName + " '" + dataRemotePath + "' '" + datasetName + "'" | |||||
commandDownload = processPretrainModelParameter(pretrainModelPath, pretrainModelFileName, commandDownload) | |||||
commandDownload := "./downloader_for_obs " + setting.Bucket + " " + codeRemotePath + " " + grampus.CodeArchiveName + ";" | |||||
command += commandDownload | command += commandDownload | ||||
} else if processorType == grampus.ProcessorTypeGPU { | } else if processorType == grampus.ProcessorTypeGPU { | ||||
commandDownload := "./downloader_for_minio " + setting.Grampus.Env + " " + codeRemotePath + " " + grampus.CodeArchiveName + " '" + dataRemotePath + "' '" + datasetName + "'" | commandDownload := "./downloader_for_minio " + setting.Grampus.Env + " " + codeRemotePath + " " + grampus.CodeArchiveName + " '" + dataRemotePath + "' '" + datasetName + "'" | ||||
@@ -996,10 +994,14 @@ func generateCommand(repoName, processorType, codeRemotePath, dataRemotePath, bo | |||||
} | } | ||||
//unzip code & dataset | //unzip code & dataset | ||||
unZipDatasetCommand := generateDatasetUnzipCommand(datasetName) | |||||
commandUnzip := "cd " + workDir + "code;unzip -q master.zip;echo \"start to unzip dataset\";cd " + workDir + "dataset;" + unZipDatasetCommand | |||||
command += commandUnzip | |||||
if processorType == grampus.ProcessorTypeNPU { | |||||
commandUnzip := "cd " + workDir + "code;unzip -q master.zip;" | |||||
command += commandUnzip | |||||
} else if processorType == grampus.ProcessorTypeGPU { | |||||
unZipDatasetCommand := generateDatasetUnzipCommand(datasetName) | |||||
commandUnzip := "cd " + workDir + "code;unzip -q master.zip;echo \"start to unzip dataset\";cd " + workDir + "dataset;" + unZipDatasetCommand | |||||
command += commandUnzip | |||||
} | |||||
command += "echo \"unzip finished;start to exec code;\";" | command += "echo \"unzip finished;start to exec code;\";" | ||||
@@ -1029,14 +1031,13 @@ func generateCommand(repoName, processorType, codeRemotePath, dataRemotePath, bo | |||||
} | } | ||||
} | } | ||||
if pretrainModelFileName != "" { | |||||
paramCode += " --pretrainmodelname" + "=" + pretrainModelFileName | |||||
} | |||||
var commandCode string | var commandCode string | ||||
if processorType == grampus.ProcessorTypeNPU { | if processorType == grampus.ProcessorTypeNPU { | ||||
commandCode = "/bin/bash /home/work/run_train_for_openi.sh " + workDir + "code/" + strings.ToLower(repoName) + "/" + bootFile + " /tmp/log/train.log" + paramCode + ";" | commandCode = "/bin/bash /home/work/run_train_for_openi.sh " + workDir + "code/" + strings.ToLower(repoName) + "/" + bootFile + " /tmp/log/train.log" + paramCode + ";" | ||||
} else if processorType == grampus.ProcessorTypeGPU { | } else if processorType == grampus.ProcessorTypeGPU { | ||||
if pretrainModelFileName != "" { | |||||
paramCode += " --ckpt_url" + "=" + workDir + "pretrainmodel/" + pretrainModelFileName | |||||
} | |||||
commandCode = "cd " + workDir + "code/" + strings.ToLower(repoName) + ";python " + bootFile + paramCode + ";" | commandCode = "cd " + workDir + "code/" + strings.ToLower(repoName) + ";python " + bootFile + paramCode + ";" | ||||
} | } | ||||
@@ -1077,14 +1078,14 @@ func generateDatasetUnzipCommand(datasetName string) string { | |||||
datasetNameArray := strings.Split(datasetName, ";") | datasetNameArray := strings.Split(datasetName, ";") | ||||
if len(datasetNameArray) == 1 { //单数据集 | if len(datasetNameArray) == 1 { //单数据集 | ||||
unZipDatasetCommand = "unzip -q '" + datasetName + "';" | unZipDatasetCommand = "unzip -q '" + datasetName + "';" | ||||
if strings.HasSuffix(datasetName, ".tar.gz") { | |||||
if strings.HasSuffix(datasetNameArray[0], ".tar.gz") { | |||||
unZipDatasetCommand = "tar --strip-components=1 -zxvf '" + datasetName + "';" | unZipDatasetCommand = "tar --strip-components=1 -zxvf '" + datasetName + "';" | ||||
} | } | ||||
} else { //多数据集 | } else { //多数据集 | ||||
for _, datasetNameTemp := range datasetNameArray { | for _, datasetNameTemp := range datasetNameArray { | ||||
if strings.HasSuffix(datasetName, ".tar.gz") { | |||||
unZipDatasetCommand = unZipDatasetCommand + "tar -zxvf '" + datasetName + "';" | |||||
if strings.HasSuffix(datasetNameTemp, ".tar.gz") { | |||||
unZipDatasetCommand = unZipDatasetCommand + "tar -zxvf '" + datasetNameTemp + "';" | |||||
} else { | } else { | ||||
unZipDatasetCommand = unZipDatasetCommand + "unzip -q '" + datasetNameTemp + "' -d './" + strings.TrimSuffix(datasetNameTemp, ".zip") + "';" | unZipDatasetCommand = unZipDatasetCommand + "unzip -q '" + datasetNameTemp + "' -d './" + strings.TrimSuffix(datasetNameTemp, ".zip") + "';" | ||||
} | } | ||||
@@ -1052,9 +1052,9 @@ func TrainJobCreate(ctx *context.Context, form auth.CreateModelArtsTrainJobForm) | |||||
ctx.RenderWithErr("Resource specification not available", tplModelArtsTrainJobNew, &form) | ctx.RenderWithErr("Resource specification not available", tplModelArtsTrainJobNew, &form) | ||||
return | return | ||||
} | } | ||||
if !account.IsPointBalanceEnough(ctx.User.ID, spec.UnitPrice) { | |||||
if !account.IsPointBalanceEnough(ctx.User.ID, spec.UnitPrice*form.WorkServerNumber) { | |||||
log.Error("point balance is not enough,userId=%d specId=%d", ctx.User.ID, spec.ID) | log.Error("point balance is not enough,userId=%d specId=%d", ctx.User.ID, spec.ID) | ||||
cloudBrainNewDataPrepare(ctx) | |||||
trainJobNewDataPrepare(ctx) | |||||
ctx.RenderWithErr(ctx.Tr("points.insufficient_points_balance"), tplModelArtsTrainJobNew, &form) | ctx.RenderWithErr(ctx.Tr("points.insufficient_points_balance"), tplModelArtsTrainJobNew, &form) | ||||
return | return | ||||
} | } | ||||
@@ -141,7 +141,7 @@ func GetAdminRewardList(ctx *context.Context) { | |||||
func buildAdminRewardRecordListOpts(ctx *context.Context) (*models.RewardRecordListOpts, error) { | func buildAdminRewardRecordListOpts(ctx *context.Context) (*models.RewardRecordListOpts, error) { | ||||
operateType := ctx.Query("operate") | operateType := ctx.Query("operate") | ||||
sourceType := ctx.Query("source") | sourceType := ctx.Query("source") | ||||
actionType := ctx.QueryInt("action") | |||||
taskType := ctx.Query("action") | |||||
serialNo := ctx.Query("serialNo") | serialNo := ctx.Query("serialNo") | ||||
status := ctx.Query("status") | status := ctx.Query("status") | ||||
@@ -161,7 +161,7 @@ func buildAdminRewardRecordListOpts(ctx *context.Context) (*models.RewardRecordL | |||||
RewardType: models.RewardTypePoint, | RewardType: models.RewardTypePoint, | ||||
OrderBy: orderBy, | OrderBy: orderBy, | ||||
SourceType: sourceType, | SourceType: sourceType, | ||||
ActionType: actionType, | |||||
TaskType: taskType, | |||||
SerialNo: serialNo, | SerialNo: serialNo, | ||||
IsAdmin: true, | IsAdmin: true, | ||||
Status: status, | Status: status, | ||||
@@ -13,11 +13,11 @@ import ( | |||||
func GetTaskConfigList(ctx *context.Context) { | func GetTaskConfigList(ctx *context.Context) { | ||||
page := ctx.QueryInt("Page") | page := ctx.QueryInt("Page") | ||||
status := ctx.QueryInt("Status") | status := ctx.QueryInt("Status") | ||||
action := ctx.QueryInt("Action") | |||||
action := ctx.Query("Action") | |||||
r, err := task.GetTaskConfigWithLimitList(models.GetTaskConfigOpts{ | r, err := task.GetTaskConfigWithLimitList(models.GetTaskConfigOpts{ | ||||
ListOptions: models.ListOptions{PageSize: 20, Page: page}, | ListOptions: models.ListOptions{PageSize: 20, Page: page}, | ||||
Status: status, | Status: status, | ||||
ActionType: action, | |||||
TaskType: action, | |||||
}) | }) | ||||
if err != nil { | if err != nil { | ||||
log.Error("GetTaskConfigList error.%v", err) | log.Error("GetTaskConfigList error.%v", err) | ||||
@@ -25,20 +25,32 @@ func AcceptStatusChangeAction() { | |||||
} | } | ||||
func StartAndGetCloudBrainPointDeductTask(task models.Cloudbrain) (*models.RewardPeriodicTask, error) { | func StartAndGetCloudBrainPointDeductTask(task models.Cloudbrain) (*models.RewardPeriodicTask, error) { | ||||
sourceId := getCloudBrainPointTaskSourceId(task) | |||||
r, err := GetPeriodicTask(models.SourceTypeRunCloudbrainTask, sourceId, sourceId, models.OperateTypeDecrease) | |||||
if err != nil { | |||||
return nil, err | |||||
} | |||||
if r != nil { | |||||
log.Debug("PeriodicTask is already exist.cloudbrain.ID = %d", task.ID) | |||||
return r, nil | |||||
} | |||||
if !setting.CloudBrainPaySwitch { | if !setting.CloudBrainPaySwitch { | ||||
log.Debug("CloudBrainPaySwitch is off") | |||||
return nil, nil | return nil, nil | ||||
} | } | ||||
unitPrice, err := models.GetCloudbrainTaskUnitPrice(task.ID) | |||||
unitPrice, err := models.GetCloudbrainTaskUnitPrice(task) | |||||
if err != nil { | if err != nil { | ||||
return nil, err | return nil, err | ||||
} | } | ||||
if unitPrice == 0 { | if unitPrice == 0 { | ||||
log.Debug("finish StartAndGetCloudBrainPointDeductTask, UnitPrice = 0 task.ID=%d", task.ID) | |||||
log.Debug("Finish startAndGetCloudBrainPointDeductTask, UnitPrice = 0 task.ID=%d", task.ID) | |||||
return nil, nil | return nil, nil | ||||
} | } | ||||
return StartAndGetPeriodicTask(&models.StartPeriodicTaskOpts{ | |||||
return StartPeriodicTask(&models.StartPeriodicTaskOpts{ | |||||
SourceType: models.SourceTypeRunCloudbrainTask, | SourceType: models.SourceTypeRunCloudbrainTask, | ||||
SourceId: getCloudBrainPointTaskSourceId(task), | SourceId: getCloudBrainPointTaskSourceId(task), | ||||
TargetUserId: task.UserID, | TargetUserId: task.UserID, | ||||
@@ -180,43 +180,41 @@ func UpdateRewardRecordToFinalStatus(sourceType, requestId, newStatus string) er | |||||
return nil | return nil | ||||
} | } | ||||
func StartPeriodicTaskAsyn(opts *models.StartPeriodicTaskOpts) { | |||||
go StartAndGetPeriodicTask(opts) | |||||
func GetPeriodicTask(sourceType models.SourceType, sourceId, requestId string, operateType models.RewardOperateType) (*models.RewardPeriodicTask, error) { | |||||
_, err := models.GetPointOperateRecordBySourceTypeAndRequestId(sourceType.Name(), requestId, operateType.Name()) | |||||
if err == nil { | |||||
task, err := models.GetPeriodicTaskBySourceIdAndType(sourceType, sourceId, operateType) | |||||
if err != nil { | |||||
log.Error("GetPeriodicTaskBySourceIdAndType error,%v", err) | |||||
return nil, err | |||||
} | |||||
return task, nil | |||||
} | |||||
if err != nil && !models.IsErrRecordNotExist(err) { | |||||
log.Error("GetPointOperateRecordBySourceTypeAndRequestId error,%v", err) | |||||
return nil, err | |||||
} | |||||
return nil, nil | |||||
} | } | ||||
func StartAndGetPeriodicTask(opts *models.StartPeriodicTaskOpts) (*models.RewardPeriodicTask, error) { | |||||
defer func() { | |||||
if err := recover(); err != nil { | |||||
combinedErr := fmt.Errorf("%s\n%s", err, log.Stack(2)) | |||||
log.Error("PANIC:%v", combinedErr) | |||||
} | |||||
}() | |||||
func StartPeriodicTask(opts *models.StartPeriodicTaskOpts) (*models.RewardPeriodicTask, error) { | |||||
//add lock | //add lock | ||||
var rewardLock = redis_lock.NewDistributeLock(redis_key.RewardOperateLock(opts.RequestId, opts.SourceType.Name(), opts.OperateType.Name())) | var rewardLock = redis_lock.NewDistributeLock(redis_key.RewardOperateLock(opts.RequestId, opts.SourceType.Name(), opts.OperateType.Name())) | ||||
isOk, err := rewardLock.Lock(3 * time.Second) | isOk, err := rewardLock.Lock(3 * time.Second) | ||||
if err != nil { | |||||
log.Error("StartAndGetPeriodicTask RewardOperateLock error. %v", err) | |||||
return nil, err | |||||
} | |||||
if !isOk { | if !isOk { | ||||
log.Info("duplicated operate request,targetUserId=%d requestId=%s", opts.TargetUserId, opts.RequestId) | log.Info("duplicated operate request,targetUserId=%d requestId=%s", opts.TargetUserId, opts.RequestId) | ||||
return nil, nil | return nil, nil | ||||
} | } | ||||
defer rewardLock.UnLock() | defer rewardLock.UnLock() | ||||
_, err = models.GetPointOperateRecordBySourceTypeAndRequestId(opts.SourceType.Name(), opts.RequestId, opts.OperateType.Name()) | |||||
if err == nil { | |||||
task, err := models.GetPeriodicTaskBySourceIdAndType(opts.SourceType, opts.SourceId, opts.OperateType) | |||||
if err != nil { | |||||
log.Error("GetPeriodicTaskBySourceIdAndType error,%v", err) | |||||
return nil, err | |||||
} | |||||
return task, nil | |||||
r, err := GetPeriodicTask(opts.SourceType, opts.SourceId, opts.RequestId, opts.OperateType) | |||||
if err != nil { | |||||
return nil, err | |||||
} | } | ||||
if err != nil && !models.IsErrRecordNotExist(err) { | |||||
log.Error("operate is handled error,%v", err) | |||||
return nil, err | |||||
if r != nil { | |||||
return r, nil | |||||
} | } | ||||
//new reward operate record | //new reward operate record | ||||
@@ -10,7 +10,7 @@ import ( | |||||
"github.com/elliotchance/orderedmap" | "github.com/elliotchance/orderedmap" | ||||
) | ) | ||||
var opTypes = []int{1, 2, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33} | |||||
var opTypes = []int{1, 2, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35} | |||||
type ClientsManager struct { | type ClientsManager struct { | ||||
Clients *orderedmap.OrderedMap | Clients *orderedmap.OrderedMap | ||||
@@ -107,16 +107,18 @@ func initActionQueue() { | |||||
func filterUserPrivateInfo(action *models.Action) { | func filterUserPrivateInfo(action *models.Action) { | ||||
action.Comment = nil | action.Comment = nil | ||||
action.ActUser.Email = "" | |||||
action.ActUser.Passwd = "" | |||||
action.ActUser.PasswdHashAlgo = "" | |||||
action.ActUser.PrivateKey = "" | |||||
action.ActUser.PublicKey = "" | |||||
action.ActUser.Salt = "" | |||||
action.ActUser.FullName = "" | |||||
action.ActUser.AvatarEmail = "" | |||||
action.ActUser.IsAdmin = false | |||||
action.ActUser.EmailNotificationsPreference = "" | |||||
action.ActUser.IsOperator = false | |||||
if action.ActUser != nil { | |||||
action.ActUser.Email = "" | |||||
action.ActUser.Passwd = "" | |||||
action.ActUser.PasswdHashAlgo = "" | |||||
action.ActUser.PrivateKey = "" | |||||
action.ActUser.PublicKey = "" | |||||
action.ActUser.Salt = "" | |||||
action.ActUser.FullName = "" | |||||
action.ActUser.AvatarEmail = "" | |||||
action.ActUser.IsAdmin = false | |||||
action.ActUser.EmailNotificationsPreference = "" | |||||
action.ActUser.IsOperator = false | |||||
} | |||||
} | } |
@@ -6,6 +6,8 @@ import ( | |||||
"code.gitea.io/gitea/services/reward" | "code.gitea.io/gitea/services/reward" | ||||
"code.gitea.io/gitea/services/reward/limiter" | "code.gitea.io/gitea/services/reward/limiter" | ||||
"fmt" | "fmt" | ||||
"strconv" | |||||
"strings" | |||||
) | ) | ||||
func Accomplish(action models.Action) { | func Accomplish(action models.Action) { | ||||
@@ -15,46 +17,78 @@ func Accomplish(action models.Action) { | |||||
log.Error("PANIC:%v", combinedErr) | log.Error("PANIC:%v", combinedErr) | ||||
} | } | ||||
}() | }() | ||||
action.OpType = models.GetTaskOptType(action) | |||||
switch action.OpType { | |||||
taskType := models.GetTaskTypeFromAction(action.OpType) | |||||
if taskType == "" { | |||||
log.Info("Accomplish finished.taskType is not exist.action.ID=%d", action.ID) | |||||
return | |||||
} | |||||
actions := make([]models.Action, 0) | |||||
actions = append(actions, action) | |||||
switch taskType { | |||||
//only creating public repo can be rewarded | //only creating public repo can be rewarded | ||||
case models.ActionCreateRepo: | |||||
case models.TaskCreatePublicRepo: | |||||
if action.Repo.IsPrivate { | if action.Repo.IsPrivate { | ||||
return | return | ||||
} | } | ||||
//only creating public image can be rewarded | //only creating public image can be rewarded | ||||
case models.ActionCreateImage: | |||||
case models.TaskCreateImage: | |||||
if action.IsPrivate { | if action.IsPrivate { | ||||
return | return | ||||
} | } | ||||
case models.ActionBindWechat: | |||||
case models.TaskBindWechat: | |||||
n, err := models.CountWechatBindLog(action.Content, models.WECHAT_BIND) | n, err := models.CountWechatBindLog(action.Content, models.WECHAT_BIND) | ||||
if err != nil { | if err != nil { | ||||
log.Error("CountWechatBindLog error when accomplish task,err=%v", err) | log.Error("CountWechatBindLog error when accomplish task,err=%v", err) | ||||
return | return | ||||
} | } | ||||
//if wechatOpenId has been bound before,the action can not get reward | //if wechatOpenId has been bound before,the action can not get reward | ||||
if n > 1 { | |||||
if n > 1 && models.IsWechatOpenIdRewarded(action.Content) { | |||||
log.Debug("the wechat account has been bound before,wechatOpenId = %s", action.Content) | log.Debug("the wechat account has been bound before,wechatOpenId = %s", action.Content) | ||||
return | return | ||||
} | } | ||||
case models.TaskDatasetRecommended: | |||||
datasetIdStr := strings.Split(action.Content, "|")[0] | |||||
datasetId, _ := strconv.ParseInt(datasetIdStr, 10, 64) | |||||
users, err := models.GetAllDatasetContributorByDatasetId(datasetId) | |||||
if err != nil { | |||||
return | |||||
} | |||||
for _, user := range users { | |||||
if user.ID == action.ActUserID { | |||||
continue | |||||
} | |||||
actions = append(actions, models.Action{ | |||||
ID: action.ID, | |||||
OpType: models.ActionDatasetRecommended, | |||||
ActUserID: action.UserID, | |||||
UserID: user.ID, | |||||
RepoID: action.RepoID, | |||||
Content: action.Content, | |||||
}) | |||||
} | |||||
} | |||||
batchAccomplish(taskType, actions...) | |||||
} | |||||
func batchAccomplish(taskType models.TaskType, actions ...models.Action) { | |||||
for _, act := range actions { | |||||
go accomplish(act, taskType) | |||||
} | } | ||||
go accomplish(action) | |||||
} | } | ||||
func accomplish(action models.Action) error { | |||||
func accomplish(action models.Action, taskType models.TaskType) error { | |||||
defer func() { | defer func() { | ||||
if err := recover(); err != nil { | if err := recover(); err != nil { | ||||
combinedErr := fmt.Errorf("%s\n%s", err, log.Stack(2)) | combinedErr := fmt.Errorf("%s\n%s", err, log.Stack(2)) | ||||
log.Error("PANIC:%v", combinedErr) | log.Error("PANIC:%v", combinedErr) | ||||
} | } | ||||
}() | }() | ||||
userId := action.ActUserID | |||||
taskType := fmt.Sprint(action.OpType) | |||||
userId := action.UserID | |||||
//get task config | //get task config | ||||
config, err := GetTaskConfig(taskType) | |||||
config, err := GetTaskConfig(string(taskType)) | |||||
if err != nil { | if err != nil { | ||||
log.Error("GetTaskConfig error,%v", err) | log.Error("GetTaskConfig error,%v", err) | ||||
return err | return err | ||||
@@ -86,7 +120,7 @@ func accomplish(action models.Action) error { | |||||
reward.Operate(&models.RewardOperateContext{ | reward.Operate(&models.RewardOperateContext{ | ||||
SourceType: models.SourceTypeAccomplishTask, | SourceType: models.SourceTypeAccomplishTask, | ||||
SourceId: fmt.Sprint(action.ID), | SourceId: fmt.Sprint(action.ID), | ||||
SourceTemplateId: fmt.Sprint(action.OpType), | |||||
SourceTemplateId: string(taskType), | |||||
Title: config.Title, | Title: config.Title, | ||||
Reward: models.Reward{ | Reward: models.Reward{ | ||||
Amount: config.AwardAmount, | Amount: config.AwardAmount, | ||||
@@ -122,7 +122,7 @@ | |||||
{{template "custom/task_wait_count" .}} | {{template "custom/task_wait_count" .}} | ||||
<div style="display: flex;align-items: center;margin-left: 156px;margin-top: 0.5rem;"> | <div style="display: flex;align-items: center;margin-left: 156px;margin-top: 0.5rem;"> | ||||
<i class="ri-error-warning-line" style="color: #f2711c;margin-right: 0.5rem;"></i> | <i class="ri-error-warning-line" style="color: #f2711c;margin-right: 0.5rem;"></i> | ||||
<span style="color: #888;font-size: 12px;">{{.i18n.Tr "cloudbrain.new_train_gpu_tooltips" "/code" "/dataset" "/model" | Safe}}</span> | |||||
<span style="color: #888;font-size: 12px;">{{.i18n.Tr "cloudbrain.new_train_gpu_tooltips" "/code" "/dataset" "ckpt_url" "/model" | Safe}}</span> | |||||
</div> | </div> | ||||
</div> | </div> | ||||
<div class="required min_title inline field" style="margin-bottom: 0rem !important;"> | <div class="required min_title inline field" style="margin-bottom: 0rem !important;"> | ||||
@@ -203,7 +203,6 @@ | |||||
</div> | </div> | ||||
{{end}} | {{end}} | ||||
<div class="row" style="align-items: center;"> | <div class="row" style="align-items: center;"> | ||||
{{if or (.dataset.Category) (.dataset.Task) (.dataset.License)}} | |||||
<div class="column ten wide" style="padding:0"> | <div class="column ten wide" style="padding:0"> | ||||
{{if .dataset.Category}} | {{if .dataset.Category}} | ||||
{{$category := .dataset.Category}} | {{$category := .dataset.Category}} | ||||
@@ -220,7 +219,6 @@ | |||||
href="{{AppSubUrl}}/explore/datasets?sort={{$.SortType}}&q={{$.Keyword}}&tab={{$.TabName}}&category={{$.Category}}&task={{$.Task}}&license={{.dataset.License}}">{{.dataset.License}}</a> | href="{{AppSubUrl}}/explore/datasets?sort={{$.SortType}}&q={{$.Keyword}}&tab={{$.TabName}}&category={{$.Category}}&task={{$.Task}}&license={{.dataset.License}}">{{.dataset.License}}</a> | ||||
{{end}} | {{end}} | ||||
</div> | </div> | ||||
{{end}} | |||||
<div class="column six wide right aligned" style="padding:0"> | <div class="column six wide right aligned" style="padding:0"> | ||||
<el-select v-model="datasetType" style="width: 40%;" size="small" @change="changeDatasetType"> | <el-select v-model="datasetType" style="width: 40%;" size="small" @change="changeDatasetType"> | ||||
<i slot="prefix" style="display: inline-block;color: #101010;" | <i slot="prefix" style="display: inline-block;color: #101010;" | ||||
@@ -113,7 +113,7 @@ | |||||
{{template "custom/task_wait_count" .}} | {{template "custom/task_wait_count" .}} | ||||
<div style="display: flex;align-items: center;margin-left: 156px;margin-top: 0.5rem;"> | <div style="display: flex;align-items: center;margin-left: 156px;margin-top: 0.5rem;"> | ||||
<i class="ri-error-warning-line" style="color: #f2711c;margin-right: 0.5rem;"></i> | <i class="ri-error-warning-line" style="color: #f2711c;margin-right: 0.5rem;"></i> | ||||
<span style="color: #888;font-size: 12px;">{{.i18n.Tr "cloudbrain.new_train_gpu_tooltips" "/tmp/code" "/tmp/dataset" "/tmp/output" | Safe}}</span> | |||||
<span style="color: #888;font-size: 12px;">{{.i18n.Tr "cloudbrain.new_train_gpu_tooltips" "/tmp/code" "/tmp/dataset" "ckpt_url" "/tmp/output" | Safe}}</span> | |||||
</div> | </div> | ||||
</div> | </div> | ||||
<div class="required min_title inline field" style="margin-bottom: 0rem !important;"> | <div class="required min_title inline field" style="margin-bottom: 0rem !important;"> | ||||
@@ -106,7 +106,7 @@ | |||||
{{template "custom/task_wait_count" .}} | {{template "custom/task_wait_count" .}} | ||||
<div style="display: flex;align-items: center;margin-left: 156px;margin-top: 0.5rem;"> | <div style="display: flex;align-items: center;margin-left: 156px;margin-top: 0.5rem;"> | ||||
<i class="ri-error-warning-line" style="color: #f2711c;margin-right: 0.5rem;"></i> | <i class="ri-error-warning-line" style="color: #f2711c;margin-right: 0.5rem;"></i> | ||||
<span style="color: #888;font-size: 12px;">{{.i18n.Tr "cloudbrain.new_train_gpu_tooltips" "/cache/code" "/cache/dataset" "/cache/output" | Safe}}</span> | |||||
<span style="color: #888;font-size: 12px;">{{.i18n.Tr "cloudbrain.new_train_gpu_tooltips" "/cache/code" "/cache/dataset" "ckpt_url" "/cache/output" | Safe}}</span> | |||||
</div> | </div> | ||||
</div> | </div> | ||||
<div class="required min_title inline field" style="margin-bottom: 0rem !important;"> | <div class="required min_title inline field" style="margin-bottom: 0rem !important;"> | ||||
@@ -196,8 +196,8 @@ | |||||
<div class="inline field min_title required"> | <div class="inline field min_title required"> | ||||
<label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "repo.modelarts.train_job.start_file"}}</label> | <label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "repo.modelarts.train_job.start_file"}}</label> | ||||
{{if .bootFile}} | |||||
<input style="width: 48.5%;" name="boot_file" id="trainjob_boot_file" value="{{.bootFile}}" tabindex="3" autofocus required maxlength="255" > | |||||
{{if .boot_file}} | |||||
<input style="width: 48.5%;" name="boot_file" id="trainjob_boot_file" value="{{.boot_file}}" tabindex="3" autofocus required maxlength="255" > | |||||
{{else}} | {{else}} | ||||
<input style="width: 48.5%;" name="boot_file" id="trainjob_boot_file" value="" tabindex="3" autofocus required maxlength="255" > | <input style="width: 48.5%;" name="boot_file" id="trainjob_boot_file" value="" tabindex="3" autofocus required maxlength="255" > | ||||
{{end}} | {{end}} | ||||
@@ -256,7 +256,7 @@ | |||||
{{if .CanModify}} | {{if .CanModify}} | ||||
<a class="ti-action-menu-item" | <a class="ti-action-menu-item" | ||||
href="{{$.RepoLink}}/modelarts/train-job/{{.JobID}}/create_version?version_name={{.VersionName}}">{{$.i18n.Tr "repo.modelarts.modify"}}</a> | |||||
href="{{$.RepoLink}}/modelarts/train-job/{{.JobID}}/create_version?version_name={{.VersionName}}&path=show">{{$.i18n.Tr "repo.modelarts.modify"}}</a> | |||||
{{else}} | {{else}} | ||||
<a class="ti-action-menu-item disabled" | <a class="ti-action-menu-item disabled" | ||||
href="{{$.RepoLink}}/modelarts/train-job/{{.JobID}}/create_version?version_name={{.VersionName}}">{{$.i18n.Tr "repo.modelarts.modify"}}</a> | href="{{$.RepoLink}}/modelarts/train-job/{{.JobID}}/create_version?version_name={{.VersionName}}">{{$.i18n.Tr "repo.modelarts.modify"}}</a> | ||||
@@ -650,7 +650,7 @@ | |||||
<div class="two inline fields "> | <div class="two inline fields "> | ||||
<div class="required ten wide field"> | <div class="required ten wide field"> | ||||
<label style="margin-left: -23px;">{{.i18n.Tr "repo.modelarts.train_job"}}</label> | |||||
<label>{{.i18n.Tr "repo.modelarts.train_job"}}</label> | |||||
<input type="hidden" class="width83" id="JobId" name="JobId" readonly required> | <input type="hidden" class="width83" id="JobId" name="JobId" readonly required> | ||||
<input class="width83" id="JobName" readonly required> | <input class="width83" id="JobName" readonly required> | ||||
@@ -261,7 +261,7 @@ | |||||
<button class="ui create_train_job green button"> | <button class="ui create_train_job green button"> | ||||
{{.i18n.Tr "repo.cloudbrain.new"}} | {{.i18n.Tr "repo.cloudbrain.new"}} | ||||
</button> | </button> | ||||
<a class="ui button" href="{{.RepoLink}}/modelarts/train-job">{{.i18n.Tr "repo.cloudbrain.cancel"}}</a> | |||||
<a class="ui button cancel" href="{{.RepoLink}}/modelarts/train-job">{{.i18n.Tr "repo.cloudbrain.cancel"}}</a> | |||||
</div> | </div> | ||||
<!-- 模态框 --> | <!-- 模态框 --> | ||||
@@ -274,7 +274,11 @@ | |||||
<script src="{{StaticUrlPrefix}}/js/specsuse.js?v={{MD5 AppVer}}" type="text/javascript"></script> | <script src="{{StaticUrlPrefix}}/js/specsuse.js?v={{MD5 AppVer}}" type="text/javascript"></script> | ||||
<script src="{{StaticUrlPrefix}}/js/cloudbrainNew.js?v={{MD5 AppVer}}" type="text/javascript"></script> | <script src="{{StaticUrlPrefix}}/js/cloudbrainNew.js?v={{MD5 AppVer}}" type="text/javascript"></script> | ||||
<script> | <script> | ||||
let version_name = location.search.split('?version_name=')[1] | |||||
const params = new URLSearchParams(location.search) | |||||
let version_name = params.get('create_version') | |||||
if(params.get('path')){ | |||||
$('.ui.cancel.button').attr('href',location.pathname.split('/create_version')[0]) | |||||
} | |||||
$("#parents_version").val(version_name) | $("#parents_version").val(version_name) | ||||
$("input[name=version_name]").attr('value',version_name) | $("input[name=version_name]").attr('value',version_name) | ||||
;(function() { | ;(function() { | ||||
@@ -27,79 +27,79 @@ | |||||
<th style="width:200px;">上限值</th> | <th style="width:200px;">上限值</th> | ||||
<th>奖励细节澄清</th> | <th>奖励细节澄清</th> | ||||
</tr> | </tr> | ||||
<tr key="34"> | |||||
<tr key="BindWechat"> | |||||
<td class="t-center">完成微信扫码验证</td> | <td class="t-center">完成微信扫码验证</td> | ||||
<td class="t-center point">-</td> | <td class="t-center point">-</td> | ||||
<td class="t-center"><span class="typ">累计</span>积分获取上限<span class="limit"> - </span></td> | <td class="t-center"><span class="typ">累计</span>积分获取上限<span class="limit"> - </span></td> | ||||
<td>1、首次完成微信扫码验证,即获取积分。<br>2、同个账号,更换微信号码再验证不重复给积分。<br>3、同一个微信,绑定第一个账号时奖励积分,下次绑定其他账号时不再奖励。</td> | <td>1、首次完成微信扫码验证,即获取积分。<br>2、同个账号,更换微信号码再验证不重复给积分。<br>3、同一个微信,绑定第一个账号时奖励积分,下次绑定其他账号时不再奖励。</td> | ||||
</tr> | </tr> | ||||
<tr key="1"> | |||||
<tr key="CreatePublicRepo"> | |||||
<td class="t-center">创建或Fork公开项目</td> | <td class="t-center">创建或Fork公开项目</td> | ||||
<td class="t-center point">-</td> | <td class="t-center point">-</td> | ||||
<td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | <td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | ||||
<td>请注意项目质量,请勿复制粘贴或者重复公开项目,任何非常规的以公开项目去获取积分的行为将被认定为积分舞弊,将扣除所有积分。</td> | <td>请注意项目质量,请勿复制粘贴或者重复公开项目,任何非常规的以公开项目去获取积分的行为将被认定为积分舞弊,将扣除所有积分。</td> | ||||
</tr> | </tr> | ||||
<tr key="7"> | |||||
<tr key="CreatePullRequest"> | |||||
<td class="t-center">每日提出PR</td> | <td class="t-center">每日提出PR</td> | ||||
<td class="t-center point">-</td> | <td class="t-center point">-</td> | ||||
<td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | <td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | ||||
<td></td> | <td></td> | ||||
</tr> | </tr> | ||||
<tr key="40"> | |||||
<tr key="PushCommits"> | |||||
<td class="t-center">每日commit</td> | <td class="t-center">每日commit</td> | ||||
<td class="t-center point">-</td> | <td class="t-center point">-</td> | ||||
<td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | <td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | ||||
<td>通过前台界面和后台命令行方式commit,都可获得奖励积分。</td> | <td>通过前台界面和后台命令行方式commit,都可获得奖励积分。</td> | ||||
</tr> | </tr> | ||||
<tr key="6"> | |||||
<tr key="CreateIssue"> | |||||
<td class="t-center">每日提出任务</td> | <td class="t-center">每日提出任务</td> | ||||
<td class="t-center point">-</td> | <td class="t-center point">-</td> | ||||
<td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | <td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | ||||
<td></td> | <td></td> | ||||
</tr> | </tr> | ||||
<tr key="10"> | |||||
<tr key="CommentIssue"> | |||||
<td class="t-center">发表评论</td> | <td class="t-center">发表评论</td> | ||||
<td class="t-center point">-</td> | <td class="t-center point">-</td> | ||||
<td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | <td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | ||||
<td>禁止空评论或评论后马上删除等非正常获取积分的方式,一经发现将扣除所有积分。</td> | <td>禁止空评论或评论后马上删除等非正常获取积分的方式,一经发现将扣除所有积分。</td> | ||||
</tr> | </tr> | ||||
<tr key="24"> | |||||
<tr key="UploadAttachment"> | |||||
<td class="t-center">上传数据集文件</td> | <td class="t-center">上传数据集文件</td> | ||||
<td class="t-center point">-</td> | <td class="t-center point">-</td> | ||||
<td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | <td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | ||||
<td>请注意数据集质量,请勿复制粘贴或者重复公开数据集,任何非常规的以公开数据集去获取积分的行为将被认定为积分舞弊,将扣除所有积分。</td> | <td>请注意数据集质量,请勿复制粘贴或者重复公开数据集,任何非常规的以公开数据集去获取积分的行为将被认定为积分舞弊,将扣除所有积分。</td> | ||||
</tr> | </tr> | ||||
<tr key="36"> | |||||
<tr key="DatasetRecommended"> | |||||
<td class="t-center">数据集被平台推荐</td> | <td class="t-center">数据集被平台推荐</td> | ||||
<td class="t-center point">-</td> | <td class="t-center point">-</td> | ||||
<td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | <td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | ||||
<td>仅统计属于个人的数据集,属于组织的数据集暂不统计。</td> | <td>仅统计属于个人的数据集,属于组织的数据集暂不统计。</td> | ||||
</tr> | </tr> | ||||
<tr key="30"> | |||||
<tr key="CreateNewModelTask"> | |||||
<td class="t-center">导入新模型</td> | <td class="t-center">导入新模型</td> | ||||
<td class="t-center point">-</td> | <td class="t-center point">-</td> | ||||
<td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | <td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | ||||
<td>请注意模型质量,请勿重复导入相同模型,任何非常规的以导入新模型去获取 积分的行为将被认定为积分舞弊,将扣除所有积分。</td> | <td>请注意模型质量,请勿重复导入相同模型,任何非常规的以导入新模型去获取 积分的行为将被认定为积分舞弊,将扣除所有积分。</td> | ||||
</tr> | </tr> | ||||
<tr key="35"> | |||||
<tr key="CreateCloudbrainTask"> | |||||
<td class="t-center">每日运行云脑任务</td> | <td class="t-center">每日运行云脑任务</td> | ||||
<td class="t-center point">-</td> | <td class="t-center point">-</td> | ||||
<td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | <td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | ||||
<td> 每日运行调试、训练、推理、评测中任何一种任务,即可获得。</td> | <td> 每日运行调试、训练、推理、评测中任何一种任务,即可获得。</td> | ||||
</tr> | </tr> | ||||
<tr key="37"> | |||||
<tr key="CreateImage"> | |||||
<td class="t-center">提交新公开镜像</td> | <td class="t-center">提交新公开镜像</td> | ||||
<td class="t-center point">-</td> | <td class="t-center point">-</td> | ||||
<td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | <td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | ||||
<td></td> | <td></td> | ||||
</tr> | </tr> | ||||
<tr key="38"> | |||||
<tr key="ImageRecommend"> | |||||
<td class="t-center">镜像被平台推荐</td> | <td class="t-center">镜像被平台推荐</td> | ||||
<td class="t-center point">-</td> | <td class="t-center point">-</td> | ||||
<td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | <td class="t-center"><span class="typ">每日</span>积分获取上限<span class="limit"> - </span></td> | ||||
<td></td> | <td></td> | ||||
</tr> | </tr> | ||||
<tr key="39"> | |||||
<tr key="ChangeUserAvatar"> | |||||
<td class="t-center">首次更换头像</td> | <td class="t-center">首次更换头像</td> | ||||
<td class="t-center point">-</td> | <td class="t-center point">-</td> | ||||
<td class="t-center"><span class="typ">累计</span>积分获取上限<span class="limit"> - </span></td> | <td class="t-center"><span class="typ">累计</span>积分获取上限<span class="limit"> - </span></td> | ||||
@@ -133,7 +133,7 @@ | |||||
if (taskRule.TaskCode == key) { | if (taskRule.TaskCode == key) { | ||||
ruleTr.find('.point').text(taskRule.AwardAmount); | ruleTr.find('.point').text(taskRule.AwardAmount); | ||||
ruleTr.find('.typ').text(taskRule.RefreshRate == 'DAILY' ? '每日' : taskRule.RefreshRate == 'NOT_CYCLE' ? '累计' : taskRule.RefreshRate); | ruleTr.find('.typ').text(taskRule.RefreshRate == 'DAILY' ? '每日' : taskRule.RefreshRate == 'NOT_CYCLE' ? '累计' : taskRule.RefreshRate); | ||||
ruleTr.find('.limit').text(taskRule.LimitNum); | |||||
ruleTr.find('.limit').text(taskRule.AwardAmount * taskRule.LimitNum); | |||||
findOr = true; | findOr = true; | ||||
break; | break; | ||||
} | } | ||||
@@ -90,6 +90,8 @@ | |||||
{{$.i18n.Tr "action.task_c2netnputrainjob" .GetRepoLink .Content .RefName | Str2html}} | {{$.i18n.Tr "action.task_c2netnputrainjob" .GetRepoLink .Content .RefName | Str2html}} | ||||
{{else if eq .GetOpType 33}} | {{else if eq .GetOpType 33}} | ||||
{{$.i18n.Tr "action.task_c2netgputrainjob" .GetRepoLink .Content .RefName | Str2html}} | {{$.i18n.Tr "action.task_c2netgputrainjob" .GetRepoLink .Content .RefName | Str2html}} | ||||
{{else if eq .GetOpType 35}} | |||||
{{$.i18n.Tr "action.dataset_recommended" .GetRepoLink (index .GetIssueInfos 1 | RenderEmoji) | Str2html}} | |||||
{{end}} | {{end}} | ||||
</p> | </p> | ||||
{{if or (eq .GetOpType 5) (eq .GetOpType 18)}} | {{if or (eq .GetOpType 5) (eq .GetOpType 18)}} | ||||
@@ -137,6 +139,8 @@ | |||||
<span class="text grey"><i class="ri-picture-in-picture-exit-line icon big"></i></span> | <span class="text grey"><i class="ri-picture-in-picture-exit-line icon big"></i></span> | ||||
{{else if eq .GetOpType 31}} | {{else if eq .GetOpType 31}} | ||||
<span class="text grey"><i class="ri-character-recognition-line icon big"></i></span> | <span class="text grey"><i class="ri-character-recognition-line icon big"></i></span> | ||||
{{else if eq .GetOpType 35}} | |||||
<span class="text grey"><i class="thumbs up outline icon big"></i></span> | |||||
{{else}} | {{else}} | ||||
<span class="text grey">{{svg (printf "octicon-%s" (ActionIcon .GetOpType)) 32}}</span> | <span class="text grey">{{svg (printf "octicon-%s" (ActionIcon .GetOpType)) 32}}</span> | ||||
{{end}} | {{end}} | ||||
@@ -106,7 +106,7 @@ export default async function initCloudrainSow() { | |||||
let ID = $(`#accordion${version_name}`).data("jobid"); | let ID = $(`#accordion${version_name}`).data("jobid"); | ||||
let repoPath = $(`#accordion${version_name}`).data("repopath"); | let repoPath = $(`#accordion${version_name}`).data("repopath"); | ||||
$(`#log_file${version_name}`).siblings("pre").remove(); | $(`#log_file${version_name}`).siblings("pre").remove(); | ||||
$(".ui.inverted.active.dimmer").css("display", "block"); | |||||
$(`#log${version_name} .ui.inverted.active.dimmer`).css("display", "block"); | |||||
$.get( | $.get( | ||||
`/api/v1/repos/${repoPath}/${ID}/log?version_name=${version_name}&base_line=&lines=50&order=asc`, | `/api/v1/repos/${repoPath}/${ID}/log?version_name=${version_name}&base_line=&lines=50&order=asc`, | ||||
(data) => { | (data) => { | ||||
@@ -121,7 +121,13 @@ export default async function initCloudrainSow() { | |||||
}, 1000); | }, 1000); | ||||
scrollAnimation(logContentDom, logContentDom.scrollTop, 0); | scrollAnimation(logContentDom, logContentDom.scrollTop, 0); | ||||
} | } | ||||
); | |||||
).fail((err) => { | |||||
$(`#log${version_name} .ui.inverted.active.dimmer`).css( | |||||
"display", | |||||
"none" | |||||
); | |||||
throw err; | |||||
}); | |||||
}); | }); | ||||
$(".log_bottom").click(function (e) { | $(".log_bottom").click(function (e) { | ||||
let version_name = $(this).data("version"); | let version_name = $(this).data("version"); | ||||
@@ -166,6 +172,10 @@ export default async function initCloudrainSow() { | |||||
} | } | ||||
} | } | ||||
).fail(function (err) { | ).fail(function (err) { | ||||
$(`#log${version_name} .ui.inverted.active.dimmer`).css( | |||||
"display", | |||||
"none" | |||||
); | |||||
console.log(err); | console.log(err); | ||||
}); | }); | ||||
scrollAnimation( | scrollAnimation( | ||||
@@ -174,7 +184,13 @@ export default async function initCloudrainSow() { | |||||
logContentDom.scrollHeight - logContentDom.clientHeight | logContentDom.scrollHeight - logContentDom.clientHeight | ||||
); | ); | ||||
} | } | ||||
); | |||||
).fail((err) => { | |||||
$(`#log${version_name} .ui.inverted.active.dimmer`).css( | |||||
"display", | |||||
"none" | |||||
); | |||||
throw err; | |||||
}); | |||||
}); | }); | ||||
function loadLog(version_name) { | function loadLog(version_name) { | ||||
@@ -469,20 +485,24 @@ export default async function initCloudrainSow() { | |||||
} | } | ||||
let faildModelName = $('input[name="model_name"]').val(); | let faildModelName = $('input[name="model_name"]').val(); | ||||
let faildModelVersion = $('input[name="model_version"]').val(); | let faildModelVersion = $('input[name="model_version"]').val(); | ||||
let faildTrainUrl = $('input[name="pre_train_model_url"]').val(); | |||||
let faildCkptName = $('input[name="ckpt_name"]').val(); | |||||
let dataID; | |||||
// 新建错误的表单返回初始化 | // 新建错误的表单返回初始化 | ||||
if (faildModelName && nameList.includes(faildModelName)) { | if (faildModelName && nameList.includes(faildModelName)) { | ||||
$("#select_model").dropdown("set text", faildModelName); | $("#select_model").dropdown("set text", faildModelName); | ||||
$("#select_model").dropdown("set value", faildModelName); | $("#select_model").dropdown("set value", faildModelName); | ||||
$("#select_model_version").dropdown("set text", faildModelVersion); | |||||
$("#select_model_version").dropdown("set value", faildTrainUrl); | |||||
$("#select_model_checkpoint").dropdown("set text", faildCkptName); | |||||
$("#select_model_checkpoint").dropdown("set value", faildCkptName); | |||||
nameMap[faildModelName].forEach((element) => { | |||||
if (element.Version === faildModelVersion) { | |||||
dataID = element.ID; | |||||
} | |||||
}); | |||||
initModelVerison(faildModelName, nameMap, faildModelVersion); | |||||
initModelckpt(dataID); | |||||
} | } | ||||
} | } | ||||
); | ); | ||||
} | } | ||||
$("#select_model").dropdown({ | $("#select_model").dropdown({ | ||||
onChange: function (value, text, $selectedItem) { | onChange: function (value, text, $selectedItem) { | ||||
$("#model_name_version").empty(); | $("#model_name_version").empty(); | ||||
@@ -523,7 +543,9 @@ export default async function initCloudrainSow() { | |||||
const dataID = | const dataID = | ||||
$selectedItem && $selectedItem[0].getAttribute("data-id"); | $selectedItem && $selectedItem[0].getAttribute("data-id"); | ||||
$("input#ai_model_version").val(text); | $("input#ai_model_version").val(text); | ||||
$("#select_model_checkpoint").dropdown("set text", ""); | |||||
$("#select_model_checkpoint").addClass("loading"); | $("#select_model_checkpoint").addClass("loading"); | ||||
$("#model_checkpoint").empty(); | $("#model_checkpoint").empty(); | ||||
let html = ""; | let html = ""; | ||||
loadCheckpointList(dataID).then((res) => { | loadCheckpointList(dataID).then((res) => { | ||||
@@ -572,7 +594,55 @@ export default async function initCloudrainSow() { | |||||
}, | }, | ||||
}); | }); | ||||
}); | }); | ||||
function initModelVerison(value, nameMap, faildModelVersion) { | |||||
let faildTrainUrl = $('input[name="pre_train_model_url"]').val(); | |||||
let html = ""; | |||||
nameMap[value].forEach((element) => { | |||||
let { TrainTaskInfo } = element; | |||||
TrainTaskInfo = JSON.parse(TrainTaskInfo); | |||||
html += `<div class="item" data-label="${element.Label}" data-id="${element.ID}" data-value="${element.Path}">${element.Version}</div>`; | |||||
}); | |||||
$("#model_name_version").append(html); | |||||
$("#select_model_version").dropdown("set text", faildModelVersion); | |||||
$("#select_model_version").dropdown("set value", faildTrainUrl); | |||||
} | |||||
function initModelckpt(dataID) { | |||||
let faildCkptName = $('input[name="ckpt_name"]').val(); | |||||
$("#select_model_checkpoint").addClass("loading"); | |||||
$("#model_checkpoint").empty(); | |||||
let html = ""; | |||||
loadCheckpointList(dataID).then((res) => { | |||||
res.forEach((element) => { | |||||
const ckptSuffix = element.FileName.split("."); | |||||
const loadCheckpointFile = [ | |||||
"ckpt", | |||||
"pb", | |||||
"h5", | |||||
"json", | |||||
"pkl", | |||||
"pth", | |||||
"t7", | |||||
"pdparams", | |||||
"onnx", | |||||
"pbtxt", | |||||
"keras", | |||||
"mlmodel", | |||||
"cfg", | |||||
"pt", | |||||
]; | |||||
if ( | |||||
!element.IsDir && | |||||
loadCheckpointFile.includes(ckptSuffix[ckptSuffix.length - 1]) | |||||
) { | |||||
html += `<div class="item" data-value=${element.FileName}>${element.FileName}</div>`; | |||||
} | |||||
}); | |||||
$("#model_checkpoint").append(html); | |||||
$("#select_model_checkpoint").removeClass("loading"); | |||||
$("#select_model_checkpoint").dropdown("set text", faildCkptName); | |||||
$("#select_model_checkpoint").dropdown("set value", faildCkptName); | |||||
}); | |||||
} | |||||
function loadCheckpointList(value) { | function loadCheckpointList(value) { | ||||
return new Promise((resolve, reject) => { | return new Promise((resolve, reject) => { | ||||
$.get( | $.get( | ||||
@@ -33,7 +33,7 @@ | |||||
value += `<input type="text" class="shipping_first-name" value="${paramsObject.label}">`; | value += `<input type="text" class="shipping_first-name" value="${paramsObject.label}">`; | ||||
} else { | } else { | ||||
value += | value += | ||||
'<input type="text" class="shipping_first-name" required placeholder="' + | |||||
'<input type="text" class="shipping_first-name" required placeholder="' + | |||||
placeholder_name + | placeholder_name + | ||||
'">'; | '">'; | ||||
} | } | ||||
@@ -43,7 +43,7 @@ | |||||
value += `<input type="text" class="shipping_last-name" value="${paramsObject.value}">`; | value += `<input type="text" class="shipping_last-name" value="${paramsObject.value}">`; | ||||
} else { | } else { | ||||
value += | value += | ||||
'<input type="text" class="shipping_last-name" required placeholder="' + | |||||
'<input type="text" class="shipping_last-name" required placeholder="' + | |||||
placeholder_value + | placeholder_value + | ||||
'">'; | '">'; | ||||
} | } | ||||
@@ -133,14 +133,30 @@ | |||||
function send_run_para() { | function send_run_para() { | ||||
var run_parameters = []; | var run_parameters = []; | ||||
var msg = {}; | var msg = {}; | ||||
let paraFlag = true; | |||||
$(".dynamic.field .two.fields").each(function () { | $(".dynamic.field .two.fields").each(function () { | ||||
var para_name = $(this).find("input.shipping_first-name").val(); | var para_name = $(this).find("input.shipping_first-name").val(); | ||||
var para_value = $(this).find("input.shipping_last-name").val(); | var para_value = $(this).find("input.shipping_last-name").val(); | ||||
if (!para_name) { | |||||
$(this).find("input.shipping_first-name").parent().addClass("error"); | |||||
paraFlag = false; | |||||
return; | |||||
} else { | |||||
$(this).find("input.shipping_first-name").parent().removeClass("error"); | |||||
} | |||||
if (!para_value) { | |||||
$(this).find("input.shipping_last-name").parent().addClass("error"); | |||||
paraFlag = false; | |||||
return; | |||||
} else { | |||||
$(this).find("input.shipping_last-name").parent().removeClass("error"); | |||||
} | |||||
run_parameters.push({ label: para_name, value: para_value }); | run_parameters.push({ label: para_name, value: para_value }); | ||||
}); | }); | ||||
msg["parameter"] = run_parameters; | msg["parameter"] = run_parameters; | ||||
msg = JSON.stringify(msg); | msg = JSON.stringify(msg); | ||||
$("#store_run_para").val(msg); | $("#store_run_para").val(msg); | ||||
return paraFlag; | |||||
} | } | ||||
function get_name() { | function get_name() { | ||||
let name1 = $("#engine_name .text").text(); | let name1 = $("#engine_name .text").text(); | ||||
@@ -152,7 +168,10 @@ | |||||
validate(); | validate(); | ||||
$(".ui.create_train_job.green.button").click(function (e) { | $(".ui.create_train_job.green.button").click(function (e) { | ||||
get_name(); | get_name(); | ||||
send_run_para(); | |||||
let paramNotValue = send_run_para(); | |||||
if (!paramNotValue) { | |||||
return false; | |||||
} | |||||
validate(); | validate(); | ||||
}); | }); | ||||
})(); | })(); |
@@ -3,8 +3,8 @@ import { i18n } from '~/langs'; | |||||
export const SOURCE_TYPE = [{ k: 'ACCOMPLISH_TASK', v: i18n.t('accomplishTask') }, { k: 'ADMIN_OPERATE', v: i18n.t('adminOperate') }, { k: 'RUN_CLOUDBRAIN_TASK', v: i18n.t('runCloudBrainTask') }]; | export const SOURCE_TYPE = [{ k: 'ACCOMPLISH_TASK', v: i18n.t('accomplishTask') }, { k: 'ADMIN_OPERATE', v: i18n.t('adminOperate') }, { k: 'RUN_CLOUDBRAIN_TASK', v: i18n.t('runCloudBrainTask') }]; | ||||
export const CONSUME_STATUS = [{ k: 'OPERATING', v: i18n.t('operating') }, { k: 'SUCCEEDED', v: i18n.t('succeeded') }]; | export const CONSUME_STATUS = [{ k: 'OPERATING', v: i18n.t('operating') }, { k: 'SUCCEEDED', v: i18n.t('succeeded') }]; | ||||
export const POINT_ACTIONS = [ | export const POINT_ACTIONS = [ | ||||
{ k: 1, v: i18n.t('createPublicProject') }, { k: 6, v: i18n.t('dailyPutforwardTasks') }, { k: 7, v: i18n.t('dailyPR') }, { k: 10, v: i18n.t('comment') }, { k: 24, v: i18n.t('uploadDatasetFile') }, { k: 30, v: i18n.t('importNewModel') }, { k: 34, v: i18n.t('completeWechatCodeScanningVerification') }, | |||||
{ k: 35, v: i18n.t('dailyRunCloudbrainTasks') }, { k: 36, v: i18n.t('datasetRecommendedByThePlatform') }, { k: 37, v: i18n.t('submitNewPublicImage') }, { k: 38, v: i18n.t('imageRecommendedByThePlatform') }, { k: 39, v: i18n.t('firstChangeofAvatar') }, { k: 40, v: i18n.t('dailyCommit') }, | |||||
{ k: 'CreatePublicRepo', v: i18n.t('createPublicProject') }, { k: 'CreateIssue', v: i18n.t('dailyPutforwardTasks') }, { k: 'CreatePullRequest', v: i18n.t('dailyPR') }, { k: 'CommentIssue', v: i18n.t('comment') }, { k: 'UploadAttachment', v: i18n.t('uploadDatasetFile') }, { k: 'CreateNewModelTask', v: i18n.t('importNewModel') }, { k: 'BindWechat', v: i18n.t('completeWechatCodeScanningVerification') }, | |||||
{ k: 'CreateCloudbrainTask', v: i18n.t('dailyRunCloudbrainTasks') }, { k: 'DatasetRecommended', v: i18n.t('datasetRecommendedByThePlatform') }, { k: 'CreateImage', v: i18n.t('submitNewPublicImage') }, { k: 'ImageRecommend', v: i18n.t('imageRecommendedByThePlatform') }, { k: 'ChangeUserAvatar', v: i18n.t('firstChangeofAvatar') }, { k: 'PushCommits', v: i18n.t('dailyCommit') }, | |||||
]; | ]; | ||||
export const JOB_TYPE = [{ k: 'DEBUG', v: i18n.t('debugTask') }, { k: 'TRAIN', v: i18n.t('trainTask') }, { k: 'INFERENCE', v: i18n.t('inferenceTask') }, { k: 'BENCHMARK', v: i18n.t('benchmarkTask') }]; | export const JOB_TYPE = [{ k: 'DEBUG', v: i18n.t('debugTask') }, { k: 'TRAIN', v: i18n.t('trainTask') }, { k: 'INFERENCE', v: i18n.t('inferenceTask') }, { k: 'BENCHMARK', v: i18n.t('benchmarkTask') }]; | ||||
@@ -69,6 +69,9 @@ const en = { | |||||
setAsRecommendedImage: ' was set as recommended image', | setAsRecommendedImage: ' was set as recommended image', | ||||
updatedAvatar: 'updated avatar', | updatedAvatar: 'updated avatar', | ||||
pushedBranch: 'pushed to {branch} at ', | pushedBranch: 'pushed to {branch} at ', | ||||
deleteBranch: 'deleted branch {branch} from {repo}', | |||||
pushedTag: ' pushed tag {tag} to ', | |||||
deleteTag: ' deleted tag {tag} from {repo}', | |||||
dailyMaxTips: `can't get full points when reach the daily upper limit`, | dailyMaxTips: `can't get full points when reach the daily upper limit`, | ||||
memory: 'Memory', | memory: 'Memory', | ||||
sharedMemory: 'Shared Memory', | sharedMemory: 'Shared Memory', | ||||
@@ -129,6 +132,7 @@ const en = { | |||||
shareMem: 'Share Memory', | shareMem: 'Share Memory', | ||||
unitPrice: 'Unit Price', | unitPrice: 'Unit Price', | ||||
point_hr: 'Point/hr', | point_hr: 'Point/hr', | ||||
node: 'node', | |||||
free: 'Free', | free: 'Free', | ||||
onShelfConfirm: 'Are you sure to on shelf the resources specification?', | onShelfConfirm: 'Are you sure to on shelf the resources specification?', | ||||
offShelfConfirm: 'Are you sure to off shelf the resources specification?', | offShelfConfirm: 'Are you sure to off shelf the resources specification?', | ||||
@@ -69,6 +69,9 @@ const zh = { | |||||
setAsRecommendedImage: '被设置为推荐镜像', | setAsRecommendedImage: '被设置为推荐镜像', | ||||
updatedAvatar: '更新了头像', | updatedAvatar: '更新了头像', | ||||
pushedBranch: '推送了{branch}分支代码到', | pushedBranch: '推送了{branch}分支代码到', | ||||
deleteBranch: '从{repo}删除分支{branch}', | |||||
pushedTag: '推送了标签{tag}到', | |||||
deleteTag: '从{repo}删除了标签{tag}', | |||||
dailyMaxTips: '达到每日上限积分,不能拿满分', | dailyMaxTips: '达到每日上限积分,不能拿满分', | ||||
memory: '内存', | memory: '内存', | ||||
sharedMemory: '共享内存', | sharedMemory: '共享内存', | ||||
@@ -129,6 +132,7 @@ const zh = { | |||||
shareMem: '共享内存', | shareMem: '共享内存', | ||||
unitPrice: '单价', | unitPrice: '单价', | ||||
point_hr: '积分/时', | point_hr: '积分/时', | ||||
node: '节点', | |||||
free: '免费', | free: '免费', | ||||
onShelfConfirm: '请确认上架该规格?', | onShelfConfirm: '请确认上架该规格?', | ||||
offShelfConfirm: '请确认下架该规格?', | offShelfConfirm: '请确认下架该规格?', | ||||
@@ -60,7 +60,9 @@ const renderSpecStr = (spec, showPoint) => { | |||||
var ngpu = `${spec.ComputeResource}: ${spec.AccCardsNum + '*' + getListValueWithKey(ACC_CARD_TYPE, spec.AccCardType)}`; | var ngpu = `${spec.ComputeResource}: ${spec.AccCardsNum + '*' + getListValueWithKey(ACC_CARD_TYPE, spec.AccCardType)}`; | ||||
var gpuMemStr = spec.GPUMemGiB != 0 ? `${i18n.t('resourcesManagement.gpuMem')}: ${spec.GPUMemGiB}GB, ` : ''; | var gpuMemStr = spec.GPUMemGiB != 0 ? `${i18n.t('resourcesManagement.gpuMem')}: ${spec.GPUMemGiB}GB, ` : ''; | ||||
var sharedMemStr = spec.ShareMemGiB != 0 ? `, ${i18n.t('resourcesManagement.shareMem')}: ${spec.ShareMemGiB}GB` : ''; | var sharedMemStr = spec.ShareMemGiB != 0 ? `, ${i18n.t('resourcesManagement.shareMem')}: ${spec.ShareMemGiB}GB` : ''; | ||||
var pointStr = showPoint ? `, ${spec.UnitPrice == 0 ? i18n.t('resourcesManagement.free') : spec.UnitPrice + i18n.t('resourcesManagement.point_hr')}` : ''; | |||||
var workServerNum = spec.workServerNumber; | |||||
var workServerNumStr = showPoint && workServerNum != 1 && spec.UnitPrice != 0 ? '*' + workServerNum + i18n.t('resourcesManagement.node') : ''; | |||||
var pointStr = showPoint ? `, ${spec.UnitPrice == 0 ? i18n.t('resourcesManagement.free') : spec.UnitPrice + i18n.t('resourcesManagement.point_hr') + workServerNumStr}` : ''; | |||||
var specStr = `${ngpu}, CPU: ${spec.CpuCores}, ${gpuMemStr}${i18n.t('resourcesManagement.mem')}: ${spec.MemGiB}GB${sharedMemStr}${pointStr}`; | var specStr = `${ngpu}, CPU: ${spec.CpuCores}, ${gpuMemStr}${i18n.t('resourcesManagement.mem')}: ${spec.MemGiB}GB${sharedMemStr}${pointStr}`; | ||||
return specStr; | return specStr; | ||||
}; | }; | ||||
@@ -77,7 +79,7 @@ export const getRewardPointRecordInfo = (record) => { | |||||
duration: record?.Cloudbrain?.Duration || '--', | duration: record?.Cloudbrain?.Duration || '--', | ||||
taskName: record?.Cloudbrain?.DisplayJobName || '--', | taskName: record?.Cloudbrain?.DisplayJobName || '--', | ||||
taskId: record?.Cloudbrain?.ID, | taskId: record?.Cloudbrain?.ID, | ||||
action: record?.Action?.OpType ? getPointAction(record.Action.OpType) : '--', | |||||
action: record?.Action?.TaskType ? getPointAction(record.Action.TaskType) : '--', | |||||
remark: record.Remark, | remark: record.Remark, | ||||
amount: record.Amount, | amount: record.Amount, | ||||
}; | }; | ||||
@@ -85,49 +87,72 @@ export const getRewardPointRecordInfo = (record) => { | |||||
if (record.SourceType === 'ADMIN_OPERATE') { | if (record.SourceType === 'ADMIN_OPERATE') { | ||||
out.remark = record.Remark; | out.remark = record.Remark; | ||||
} else if (record.SourceType === 'ACCOMPLISH_TASK') { | } else if (record.SourceType === 'ACCOMPLISH_TASK') { | ||||
switch (record?.Action?.OpType) { | |||||
case 1: // 创建公开项目 - 创建了项目OpenI/aiforge | |||||
switch (record?.Action?.TaskType) { | |||||
case 'CreatePublicRepo': // 创建公开项目 - 创建了项目OpenI/aiforge | |||||
out.remark = `${i18n.t('createdRepository')}<a href="${record.Action.RepoLink}" rel="nofollow">${record.Action.ShortRepoFullDisplayName}</a>`; | out.remark = `${i18n.t('createdRepository')}<a href="${record.Action.RepoLink}" rel="nofollow">${record.Action.ShortRepoFullDisplayName}</a>`; | ||||
break; | break; | ||||
case 6: // 每日提出任务 - 创建了任务PCL-Platform.Intelligence/AISynergy#19 | |||||
case 'CreateIssue': // 每日提出任务 - 创建了任务PCL-Platform.Intelligence/AISynergy#19 | |||||
out.remark = `${i18n.t('openedIssue')}<a href="${record.Action.RepoLink}/issues/${record.Action.IssueInfos[0]}" rel="nofollow">${record.Action.ShortRepoFullDisplayName}#${record.Action.IssueInfos[0]}</a>`; | out.remark = `${i18n.t('openedIssue')}<a href="${record.Action.RepoLink}/issues/${record.Action.IssueInfos[0]}" rel="nofollow">${record.Action.ShortRepoFullDisplayName}#${record.Action.IssueInfos[0]}</a>`; | ||||
break; | break; | ||||
case 7: // 每日提出PR - 创建了合并请求OpenI/aiforge#1 | |||||
case 'CreatePullRequest': // 每日提出PR - 创建了合并请求OpenI/aiforge#1 | |||||
out.remark = `${i18n.t('createdPullRequest')}<a href="${record.Action.RepoLink}/pulls/${record.Action.IssueInfos[0]}" rel="nofollow">${record.Action.ShortRepoFullDisplayName}#${record.Action.IssueInfos[0]}</a>`; | out.remark = `${i18n.t('createdPullRequest')}<a href="${record.Action.RepoLink}/pulls/${record.Action.IssueInfos[0]}" rel="nofollow">${record.Action.ShortRepoFullDisplayName}#${record.Action.IssueInfos[0]}</a>`; | ||||
break; | break; | ||||
case 10: // 发表评论 - 评论了任务PCL-Platform.Intelligence/AISynergy#19 | |||||
case 'CommentIssue': // 发表评论 - 评论了任务PCL-Platform.Intelligence/AISynergy#19 | |||||
out.remark = `${i18n.t('commentedOnIssue')}<a href="${record.Action.CommentLink}" rel="nofollow">${record.Action.ShortRepoFullDisplayName}#${record.Action.IssueInfos[0]}</a>`; | out.remark = `${i18n.t('commentedOnIssue')}<a href="${record.Action.CommentLink}" rel="nofollow">${record.Action.ShortRepoFullDisplayName}#${record.Action.IssueInfos[0]}</a>`; | ||||
break; | break; | ||||
case 24: // 上传数据集文件 - 上传了数据集文件MMISTData.zip | |||||
case 'UploadAttachment': // 上传数据集文件 - 上传了数据集文件MMISTData.zip | |||||
out.remark = `${i18n.t('uploadDataset')}<a href="${record.Action.RepoLink}/datasets" rel="nofollow">${record.Action.RefName}</a>`; | out.remark = `${i18n.t('uploadDataset')}<a href="${record.Action.RepoLink}/datasets" rel="nofollow">${record.Action.RefName}</a>`; | ||||
break; | break; | ||||
case 30: // 导入新模型 - 导入了新模型resnet50_qx7l | |||||
case 'CreateNewModelTask': // 导入新模型 - 导入了新模型resnet50_qx7l | |||||
out.remark = `${i18n.t('createdNewModel')}<a href="${record.Action.RepoLink}/modelmanage/show_model_info?name=${record.Action.RefName}" rel="nofollow">${record.Action.RefName}</a>`; | out.remark = `${i18n.t('createdNewModel')}<a href="${record.Action.RepoLink}/modelmanage/show_model_info?name=${record.Action.RefName}" rel="nofollow">${record.Action.RefName}</a>`; | ||||
break; | break; | ||||
case 34: // 完成微信扫码验证 - 首次绑定微信奖励 | |||||
case 'BindWechat': // 完成微信扫码验证 - 首次绑定微信奖励 | |||||
out.remark = `${i18n.t('firstBindingWechatRewards')}`; | out.remark = `${i18n.t('firstBindingWechatRewards')}`; | ||||
break; | break; | ||||
case 35: // 每日运行云脑任务 - 创建了(CPU/GPU/NPU)类型(调试/训练/推理/评测)任务tangl202204131431995 | |||||
case 'CreateCloudbrainTask': // 每日运行云脑任务 - 创建了(CPU/GPU/NPU)类型(调试/训练/推理/评测)任务tangl202204131431995 | |||||
out.remark = `${i18n.t('created')}${record.Action?.Cloudbrain?.ComputeResource}${i18n.t('type')}${getJobType(record.Action?.Cloudbrain?.JobType)} <a href="${getJobTypeLink(record, 'INCREASE')}" rel="nofollow">${record.Action.RefName}</a>`; | out.remark = `${i18n.t('created')}${record.Action?.Cloudbrain?.ComputeResource}${i18n.t('type')}${getJobType(record.Action?.Cloudbrain?.JobType)} <a href="${getJobTypeLink(record, 'INCREASE')}" rel="nofollow">${record.Action.RefName}</a>`; | ||||
break; | break; | ||||
case 36: // 数据集被平台推荐 - 数据集XXX被设置为推荐数据集 | |||||
case 'DatasetRecommended': // 数据集被平台推荐 - 数据集XXX被设置为推荐数据集 | |||||
out.remark = `${i18n.t('dataset')}<a href="${record.Action.RepoLink}/datasets" rel="nofollow">${record.Action.Content && record.Action.Content.split('|')[1]}</a>${i18n.t('setAsRecommendedDataset')}`; | out.remark = `${i18n.t('dataset')}<a href="${record.Action.RepoLink}/datasets" rel="nofollow">${record.Action.Content && record.Action.Content.split('|')[1]}</a>${i18n.t('setAsRecommendedDataset')}`; | ||||
break; | break; | ||||
case 37: // 提交新公开镜像 - 提交了镜像jiangxiang_ceshi_tang03 | |||||
case 'CreateImage': // 提交新公开镜像 - 提交了镜像jiangxiang_ceshi_tang03 | |||||
out.remark = `${i18n.t('committedImage')}<span style="font-weight:bold;">${record.Action.Content && record.Action.Content.split('|')[1]}</span>`; | out.remark = `${i18n.t('committedImage')}<span style="font-weight:bold;">${record.Action.Content && record.Action.Content.split('|')[1]}</span>`; | ||||
break; | break; | ||||
case 38: // 镜像被平台推荐 - 镜像XXX被设置为推荐镜像 | |||||
case 'ImageRecommend': // 镜像被平台推荐 - 镜像XXX被设置为推荐镜像 | |||||
out.remark = `${i18n.t('image')}<span style="font-weight:bold;">${record.Action.Content && record.Action.Content.split('|')[1]}</span>${i18n.t('setAsRecommendedImage')}`; | out.remark = `${i18n.t('image')}<span style="font-weight:bold;">${record.Action.Content && record.Action.Content.split('|')[1]}</span>${i18n.t('setAsRecommendedImage')}`; | ||||
break; | break; | ||||
case 39: // 首次更换头像 - 更新了头像 | |||||
case 'ChangeUserAvatar': // 首次更换头像 - 更新了头像 | |||||
out.remark = `${i18n.t('updatedAvatar')}`; | out.remark = `${i18n.t('updatedAvatar')}`; | ||||
break; | break; | ||||
case 40: // 每日commit - 推送了xxxx分支的代码到OpenI/aiforge | |||||
const words = record.Action.RefName.split('/'); | |||||
const branch = words[words.length - 1]; | |||||
out.remark = `${i18n.t('pushedBranch', { | |||||
branch: `<a href="${record.Action.RepoLink}/src/branch/${branch}" rel="nofollow">${branch}</a>` | |||||
})}<a href="${record.Action.RepoLink}" rel="nofollow">${record.Action.ShortRepoFullDisplayName}</a>`; | |||||
case 'PushCommits': // 每日commit - 推送了xxxx分支的代码到OpenI/aiforge | |||||
const opType = record.Action.OpType; | |||||
if (opType == 5) { | |||||
const words = record.Action.RefName.split('/'); | |||||
const branch = words[words.length - 1]; | |||||
out.remark = `${i18n.t('pushedBranch', { | |||||
branch: `<a href="${record.Action.RepoLink}/src/branch/${branch}" rel="nofollow">${branch}</a>` | |||||
})}<a href="${record.Action.RepoLink}" rel="nofollow">${record.Action.ShortRepoFullDisplayName}</a>`; | |||||
} else if (opType == 9) { | |||||
const words = record.Action.RefName.split('/'); | |||||
const tag = words[words.length - 1]; | |||||
out.remark = `${i18n.t('pushedTag', { | |||||
tag: `<a href="${record.Action.RepoLink}/src/tag/${tag}" rel="nofollow">${tag}</a>` | |||||
})}<a href="${record.Action.RepoLink}" rel="nofollow">${record.Action.ShortRepoFullDisplayName}</a>`; | |||||
} else if (opType == 16) { | |||||
const words = record.Action.RefName.split('/'); | |||||
const tag = words[words.length - 1]; | |||||
out.remark = `${i18n.t('deleteTag', { | |||||
repo: `<a href="${record.Action.RepoLink}" rel="nofollow">${record.Action.ShortRepoFullDisplayName}</a>`, | |||||
tag: tag, | |||||
})}`; | |||||
} else if (opType == 17) { | |||||
const words = record.Action.RefName.split('/'); | |||||
const branch = words[words.length - 1]; | |||||
out.remark = `${i18n.t('deleteBranch', { | |||||
repo: `<a href="${record.Action.RepoLink}" rel="nofollow">${record.Action.ShortRepoFullDisplayName}</a>`, | |||||
branch: branch, | |||||
})}`; | |||||
} | |||||
break; | break; | ||||
default: | default: | ||||
break; | break; | ||||
@@ -145,15 +170,10 @@ export const getRewardPointRecordInfo = (record) => { | |||||
} else if (record.SourceType === 'ACCOMPLISH_TASK') { | } else if (record.SourceType === 'ACCOMPLISH_TASK') { | ||||
// | // | ||||
} else if (record.SourceType === 'RUN_CLOUDBRAIN_TASK') { | } else if (record.SourceType === 'RUN_CLOUDBRAIN_TASK') { | ||||
out.taskName = `<a href="${getJobTypeLink(record, 'DECREASE')}" rel="nofollow">${record?.Cloudbrain?.DisplayJobName}</a>`; | |||||
// if (record?.Cloudbrain?.ComputeResource === 'CPU/GPU') { | |||||
// const resourceSpec = record?.Cloudbrain?.ResourceSpec?.ResourceSpec; | |||||
// out.remark = `【${getJobType(record?.Cloudbrain?.JobType)}】【${record?.Cloudbrain?.ComputeResource}】【GPU: ${resourceSpec?.gpu}, CPU: ${resourceSpec?.cpu}, ${i18n.t('memory')}: ${(resourceSpec?.memMiB / 1024).toFixed(2)}GB, ${i18n.t('sharedMemory')}: ${(resourceSpec?.shareMemMiB / 1024).toFixed(2)}GB】`; | |||||
// } else { | |||||
// out.remark = `【${getJobType(record?.Cloudbrain?.JobType)}】【${record?.Cloudbrain?.ComputeResource}】【${record?.Cloudbrain?.ResourceSpec.FlavorInfo.desc}】`; | |||||
// } | |||||
out.taskName = `<a href="${getJobTypeLink(record, 'DECREASE')}" rel="nofollow">${record?.Cloudbrain?.DisplayJobName}</a>`; | |||||
const resourceSpec = record?.Cloudbrain?.ResourceSpec; | const resourceSpec = record?.Cloudbrain?.ResourceSpec; | ||||
if (resourceSpec) { | if (resourceSpec) { | ||||
resourceSpec.workServerNumber = record?.Cloudbrain?.WorkServerNumber || 1; | |||||
out.remark = `【${getJobType(record?.Cloudbrain?.JobType)}】【${renderSpecStr(resourceSpec, true)}】`; | out.remark = `【${getJobType(record?.Cloudbrain?.JobType)}】【${renderSpecStr(resourceSpec, true)}】`; | ||||
} | } | ||||
} | } | ||||