@@ -10,6 +10,7 @@ import ( | |||
"strings" | |||
"code.gitea.io/gitea/modules/log" | |||
"code.gitea.io/gitea/modules/setting" | |||
"github.com/go-resty/resty/v2" | |||
) | |||
@@ -71,8 +72,8 @@ func checkSetting() { | |||
} | |||
func loginCloudbrain() error { | |||
HOST = "http://221.122.70.196:8081/atp-api" | |||
KEY = "1" | |||
HOST = setting.ModelSafetyTest.HOST | |||
KEY = setting.ModelSafetyTest.KEY | |||
return nil | |||
} | |||
@@ -597,6 +597,7 @@ var ( | |||
}{} | |||
C2NetInfos *C2NetSqInfos | |||
C2NetMapInfo map[string]*C2NetSequenceInfo | |||
//elk config | |||
ElkUrl string | |||
@@ -725,6 +726,9 @@ var ( | |||
GPUBaseDataSetUUID string | |||
GPUCombatDataSetName string | |||
GPUCombatDataSetUUID string | |||
HOST string | |||
KEY string | |||
}{} | |||
ModelApp = struct { | |||
@@ -1572,6 +1576,8 @@ func getModelSafetyConfig() { | |||
ModelSafetyTest.NPUBaseDataSetUUID = sec.Key("NPUBaseDataSetUUID").MustString("") | |||
ModelSafetyTest.NPUCombatDataSetName = sec.Key("NPUCombatDataSetName").MustString("") | |||
ModelSafetyTest.NPUCombatDataSetUUID = sec.Key("NPUCombatDataSetUUID").MustString("") | |||
ModelSafetyTest.HOST = sec.Key("HOST").MustString("") | |||
ModelSafetyTest.KEY = sec.Key("KEY").MustString("") | |||
} | |||
func getModelConvertConfig() { | |||
@@ -1627,6 +1633,10 @@ func getGrampusConfig() { | |||
if err := json.Unmarshal([]byte(Grampus.C2NetSequence), &C2NetInfos); err != nil { | |||
log.Error("Unmarshal(C2NetSequence) failed:%v", err) | |||
} | |||
C2NetMapInfo=make(map[string]*C2NetSequenceInfo) | |||
for _,value :=range C2NetInfos.C2NetSqInfo{ | |||
C2NetMapInfo[value.Name]=value | |||
} | |||
} | |||
Grampus.SyncScriptProject = sec.Key("SYNC_SCRIPT_PROJECT").MustString("script_for_grampus") | |||
@@ -266,7 +266,7 @@ page_dev_yunlao_desc4=Developers can freely select the corresponding computing r | |||
page_dev_yunlao_desc5=If your model requires more computing resources, you can also apply for it separately. | |||
page_dev_yunlao_apply=Apply Separately | |||
c2net_title=China Computing Network | |||
c2net_desc=The artificial intelligence computing power network promotion alliance has access to 11 intelligent computing centers, with a total scale of 1924p. | |||
c2net_desc=Extensive access to intelligent computing centers and supercomputing centers across the country to provide users with free computing resources. | |||
c2net_center=Center | |||
search=Search | |||
search_repo=Repository | |||
@@ -267,8 +267,8 @@ page_dev_yunlao_desc3=中国算力网(C²NET)一期可实现不同人工智 | |||
page_dev_yunlao_desc4=开发者可以根据使用需求,自由选择相应计算资源,可以测试模型在不同硬件环境下的适配能力、性能、稳定性等。 | |||
page_dev_yunlao_desc5=如果您的模型需要更多的计算资源,也可以单独申请。 | |||
page_dev_yunlao_apply=单独申请 | |||
c2net_title=智算网络 | |||
c2net_desc=人工智能算力网络推进联盟已接入11家智算中心,算力总规模1924P | |||
c2net_title=中国算力网 | |||
c2net_desc=广泛接入全国各地智算中心、超算中心,为用户提供免费算力资源 | |||
c2net_center=中心 | |||
search=搜索 | |||
search_repo=项目 | |||
@@ -17,6 +17,7 @@ import ( | |||
"code.gitea.io/gitea/modules/notification" | |||
"code.gitea.io/gitea/modules/setting" | |||
"code.gitea.io/gitea/modules/storage" | |||
"code.gitea.io/gitea/services/cloudbrain/resource" | |||
uuid "github.com/satori/go.uuid" | |||
) | |||
@@ -69,13 +70,10 @@ func saveModelByParameters(jobId string, versionName string, name string, versio | |||
cloudType = models.TypeCloudBrainTwo | |||
} else if aiTask.ComputeResource == models.GPUResource { | |||
cloudType = models.TypeCloudBrainOne | |||
var ResourceSpecs *models.ResourceSpecs | |||
json.Unmarshal([]byte(setting.ResourceSpecs), &ResourceSpecs) | |||
for _, tmp := range ResourceSpecs.ResourceSpec { | |||
if tmp.Id == aiTask.ResourceSpecId { | |||
flaverName := ctx.Tr("cloudbrain.gpu_num") + ": " + fmt.Sprint(tmp.GpuNum) + " " + ctx.Tr("cloudbrain.cpu_num") + ": " + fmt.Sprint(tmp.CpuNum) + " " + ctx.Tr("cloudbrain.memory") + "(MB): " + fmt.Sprint(tmp.MemMiB) + " " + ctx.Tr("cloudbrain.shared_memory") + "(MB): " + fmt.Sprint(tmp.ShareMemMiB) | |||
aiTask.FlavorName = flaverName | |||
} | |||
spec, err := resource.GetCloudbrainSpec(aiTask.ID) | |||
if err == nil { | |||
flaverName := "GPU: " + fmt.Sprint(spec.AccCardsNum) + "*" + spec.AccCardType + ",CPU: " + fmt.Sprint(spec.CpuCores) + "," + ctx.Tr("cloudbrain.memory") + ": " + fmt.Sprint(spec.MemGiB) + "GB," + ctx.Tr("cloudbrain.shared_memory") + ": " + fmt.Sprint(spec.ShareMemGiB) + "GB" | |||
aiTask.FlavorName = flaverName | |||
} | |||
} | |||
@@ -26,7 +26,6 @@ import ( | |||
"code.gitea.io/gitea/modules/util" | |||
"code.gitea.io/gitea/services/cloudbrain/resource" | |||
"code.gitea.io/gitea/services/reward/point/account" | |||
uuid "github.com/satori/go.uuid" | |||
) | |||
const ( | |||
@@ -37,39 +36,6 @@ const ( | |||
tplModelSafetyTestShow = "repo/modelsafety/show" | |||
) | |||
func CloudBrainAiSafetyCreateTest(ctx *context.Context) { | |||
log.Info("start to create CloudBrainAiSafetyCreate") | |||
uuid := uuid.NewV4() | |||
id := uuid.String() | |||
seriaNoParas := ctx.Query("serialNo") | |||
fileName := ctx.Query("fileName") | |||
//if jobType == string(models.JobTypeBenchmark) { | |||
req := aisafety.TaskReq{ | |||
UnionId: id, | |||
EvalName: "test1", | |||
EvalContent: "test1", | |||
TLPath: "test1", | |||
Indicators: []string{"ACC", "ASS"}, | |||
CDName: "CIFAR10_1000_FGSM", | |||
BDName: "CIFAR10_1000基础数据集", | |||
} | |||
aisafety.GetAlgorithmList() | |||
if seriaNoParas != "" { | |||
aisafety.GetTaskStatus(seriaNoParas) | |||
} else { | |||
jsonStr, err := getJsonContent("http://192.168.207.34:8065/Test_zap1234/openi_aisafety/raw/branch/master/result/" + fileName) | |||
serialNo, err := aisafety.CreateSafetyTask(req, jsonStr) | |||
if err == nil { | |||
log.Info("serialNo=" + serialNo) | |||
time.Sleep(time.Duration(2) * time.Second) | |||
aisafety.GetTaskStatus(serialNo) | |||
} else { | |||
log.Info("CreateSafetyTask error," + err.Error()) | |||
} | |||
} | |||
} | |||
func GetAiSafetyTaskByJob(job *models.Cloudbrain) { | |||
if job == nil { | |||
log.Error("GetCloudbrainByJobID failed") | |||
@@ -523,6 +523,7 @@ func ReferenceDatasetAvailable(ctx *context.Context) { | |||
PublicOnly: true, | |||
NeedAttachment: false, | |||
CloudBrainType: models.TypeCloudBrainAll, | |||
SearchOrderBy: models.SearchOrderByDefault, | |||
} | |||
dataset, _ := models.GetDatasetByRepo(&models.Repository{ID: ctx.Repo.Repository.ID}) | |||
if dataset != nil { | |||
@@ -538,6 +539,7 @@ func PublicDatasetMultiple(ctx *context.Context) { | |||
PublicOnly: true, | |||
NeedAttachment: true, | |||
CloudBrainType: ctx.QueryInt("type"), | |||
SearchOrderBy: models.SearchOrderByDefault, | |||
} | |||
datasetMultiple(ctx, opts) | |||
@@ -37,6 +37,7 @@ import ( | |||
"code.gitea.io/gitea/modules/context" | |||
"code.gitea.io/gitea/modules/log" | |||
"code.gitea.io/gitea/modules/setting" | |||
cloudbrainService "code.gitea.io/gitea/services/cloudbrain" | |||
) | |||
const ( | |||
@@ -915,10 +916,7 @@ func GrampusTrainJobShow(ctx *context.Context) { | |||
ctx.Data["canDownload"] = cloudbrain.CanModifyJob(ctx, task) | |||
ctx.Data["displayJobName"] = task.DisplayJobName | |||
aiCenterInfo := strings.Split(task.AiCenter, "+") | |||
if len(aiCenterInfo) == 2 { | |||
ctx.Data["ai_center"] = aiCenterInfo[1] | |||
} | |||
ctx.Data["ai_center"] = cloudbrainService.GetAiCenterShow(task.AiCenter,ctx) | |||
ctx.HTML(http.StatusOK, tplGrampusTrainJobShow) | |||
} | |||
@@ -0,0 +1,33 @@ | |||
package cloudbrain | |||
import ( | |||
"code.gitea.io/gitea/modules/context" | |||
"code.gitea.io/gitea/modules/setting" | |||
"strings" | |||
) | |||
func GetAiCenterShow(aiCenter string,ctx *context.Context) string{ | |||
aiCenterInfo := strings.Split(aiCenter, "+") | |||
if len(aiCenterInfo) == 2{ | |||
if setting.C2NetMapInfo!=nil { | |||
if info,ok:=setting.C2NetMapInfo[aiCenterInfo[0]];ok { | |||
if ctx.Language() == "zh-CN" { | |||
return info.Content | |||
} else { | |||
return info.ContentEN | |||
} | |||
}else{ | |||
return aiCenterInfo[1] | |||
} | |||
}else{ | |||
return aiCenterInfo[1] | |||
} | |||
} | |||
return "" | |||
} |