aiforge/templates/repo/cloudbrain/inference/new.tmpl

{{template "base/head" .}}
<style>
.unite{
    font-family: SourceHanSansSC-medium !important;
    color: rgba(16, 16, 16, 100) !important;
}

.title{
    font-size: 16px !important;
    padding-left: 3rem !important;
}
.min_title{
    font-size: 14px !important;
    margin-bottom: 2rem !important;
}
.width{
    width:100% !important;
}
.width80{
    width: 80.7% !important;
}

.width85 {
    width: 85% !important;
    margin-left: 10.5rem !important;
    align-items: center;
}
.width35{
    width: 35.5% !important;
}

.width48{
    width: 48.5% !important;
}
.nowrapx {
    white-space: nowrap !important;
}
</style>
<div id="mask">
        <div id="loadingPage">
            <div class="rect1"></div>
            <div class="rect2"></div>
            <div class="rect3"></div>
            <div class="rect4"></div>
            <div class="rect5"></div>
        </div>
</div>
<div class="repository">
    {{template "repo/header" .}}
    <div class="ui container">
        {{template "base/alert" .}}
        <div class="cloudbrain-type" style="display: none;" data-cloudbrain-type="{{.datasetType}}" data-repo-link="{{.RepoLink}}" data-queue="{{.QueuesDetail}}" data-queue-start="{{.i18n.Tr "repo.wait_count_start"}}" data-queue-end="{{.i18n.Tr "repo.wait_count_end"}}"></div>
        <h4 class="ui top attached header">
            {{.i18n.Tr "repo.modelarts.train_job.new_infer"}}
        </h4>
        <div class="ui attached segment">
            <!-- equal width  -->
            <form class="ui form" action="{{.Link}}" method="post">
                {{.CsrfTokenHtml}}
                <input type="hidden" name="action" value="update">
                <input type="hidden" id="ai_image_name" value="{{.image}}">
                <input type="hidden" id="ai_model_version" name="model_version" value="">

                <input type="hidden" id="failed_train_url" value="{{$.train_url}}">
                <input type="hidden" id="failed_model_name" value="{{$.model_name}}">
                <input type="hidden" id="failed_model_version" value="{{$.model_version}}">
                <input type="hidden" id="failed_ckpt_name" value="{{$.ckpt_name}}">
                <input type="hidden" id="failed_train_url" value="{{$.train_url}}">
                <h4 class="unite title ui header ">{{.i18n.Tr "repo.modelarts.train_job.basic_info"}}:</h4>
                <div class="required min_title inline field">
                    <label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "cloudbrain.compute_resource"}}</label>
                    <div class="ui blue mini menu compact selectcloudbrain">
                        <a class="active item" href="{{.RepoLink}}/cloudbrain/inference-job/create">
                            <svg class="svg" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" width="16"
                                height="16">
                                <path fill="none" d="M0 0h24v24H0z" />
                                <path
                                    d="M3 2.992C3 2.444 3.445 2 3.993 2h16.014a1 1 0 0 1 .993.992v18.016a.993.993 0 0 1-.993.992H3.993A1 1 0 0 1 3 21.008V2.992zM19 11V4H5v7h14zm0 2H5v7h14v-7zM9 6h6v2H9V6zm0 9h6v2H9v-2z" />
                            </svg>
                            CPU/GPU
                        </a>
                        <a class="item" href="{{.RepoLink}}/modelarts/inference-job/create">
                            <svg class="svg" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" width="16"
                                height="16">
                                <path fill="none" d="M0 0h24v24H0z" />
                                <path
                                    d="M3 2.992C3 2.444 3.445 2 3.993 2h16.014a1 1 0 0 1 .993.992v18.016a.993.993 0 0 1-.993.992H3.993A1 1 0 0 1 3 21.008V2.992zM19 11V4H5v7h14zm0 2H5v7h14v-7zM9 6h6v2H9V6zm0 9h6v2H9v-2z" />
                            </svg>
                            Ascend NPU</a>
                    </div>
                    {{template "custom/wait_count_train" Dict "ctx" $ "type" .inference_gpu_types}}
                </div>
                <div class="required min_title inline field">
                    <label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "repo.modelarts.train_job.job_name"}}</label>
                    <input style="width: 60%;" name="display_job_name" id="display_job_name" placeholder={{.i18n.Tr "repo.modelarts.train_job.job_name"}} value="{{.display_job_name}}" onkeyup="this.value=this.value.replace(/[, ]/g,'')" tabindex="3" autofocus required maxlength="64">
                    <span class="tooltips" style="margin-left:11.5rem;display: block;">{{.i18n.Tr "cloudbrain.job_name_rule"}}</span>
                </div>

                <div class="unite min_title inline field">
                    <label class="label-fix-width" style="font-weight: normal;" for="description">{{.i18n.Tr "repo.modelarts.train_job.description"}}</label>
                    {{if .description}}
                    <textarea style="width: 80%;" id="description" name="description" rows="3" maxlength="255" placeholder={{.i18n.Tr "repo.modelarts.train_job.new_place"}}>{{.description}}</textarea>
                    {{else}}
                    <textarea style="width: 80%;" id="description" name="description" rows="3" maxlength="255" placeholder={{.i18n.Tr "repo.modelarts.train_job.new_place"}} onchange="this.value=this.value.substring(0, 255)" onkeydown="this.value=this.value.substring(0, 255)" onkeyup="this.value=this.value.substring(0, 255)"></textarea>
                    {{end}}
                </div>
                <div class="ui divider"></div>

                <!-- 模型相关配置 -->
                <h4 class="unite title ui header ">{{.i18n.Tr "repo.modelarts.train_job.parameter_setting"}}:</h4>
                <div class="required unite inline min_title  fields" style="width: 96.8%;">
                    <div class="required eight wide field">
                        <label style="font-weight: normal;white-space: nowrap;width: 210px;text-align: right;">{{.i18n.Tr "repo.modelarts.infer_job.select_model"}}</label>
                        <div class="ui fluid search selection dropdown  loading " id="select_model">
                            {{if $.ckpt_name}}
                            <input type="hidden" name="model_name" value="{{$.model_name}}" required>
                            <div class="text">{{$.model_name}}</div>
                            {{else}}
                            <input type="hidden" name="model_name" required>
                            <div class="text"></div>
                            {{end}}
                            <i class="dropdown icon"></i>
                            <div class="menu" id="model_name">
                            </div>
                        </div>
                      </div>
                      <div class="three wide field">
                        <div class="ui fluid search selection dropdown" id="select_model_version">
                            {{if $.ckpt_name}}
                            <input type="hidden" name="train_url" value="{{$.train_url}}" required>
                            <div class="text">{{$.model_version}}</div>
                            {{else}}
                            <input type="hidden" name="train_url" required>
                            <div class="text"></div>
                            {{end}}
                            <i class="dropdown icon"></i>
                            <div class="menu" id="model_name_version">
                            </div>

                        </div>
                      </div>
                      <div class="five wide field">
                        <div class="ui fluid search selection dropdown" id="select_model_checkpoint">
                            {{if $.ckpt_name}}
                            <input type="hidden" name="ckpt_name" value="{{$.ckpt_name}}" required>
                            <div class="text">{{$.ckpt_name}}</div>
                            {{else}}
                            <input type="hidden" name="ckpt_name" required>
                            <div class="text"></div>
                            {{end}}
                            <i class="dropdown icon"></i>
                            <div class="menu" id="model_checkpoint">
                            </div>
                        </div>

                      </div>
                      
                </div>
                <!-- AI引擎 -->
                <div id="images-new-cb">

                </div>
                <!-- 代码分支 -->
                <div class="required min_title inline field">
                        <label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "repo.modelarts.code_version"}}</label>
                        <select class="ui dropdown width48" id="code_version" name="branch_name">
                            {{if .branch_name}}
                                <option name="branch_name" value="{{.branch_name}}">{{.branch_name}}</option>
                                {{range $k, $v :=.Branches}}
                                    {{ if ne $v $.branch_name }}
                                    <option name="branch_name" value="{{$v}}">{{$v}}</option>
                                    {{end}}
                                {{end}}
                            {{else}}
                                <option name="branch_name" value="{{.branchName}}">{{.branchName}}</option>
                                {{range $k, $v :=.Branches}}
                                    {{ if ne $v $.branchName }}
                                    <option name="branch_name" value="{{$v}}">{{$v}}</option>
                                    {{end}}
                                {{end}}
                            {{end}}
                        </select>
                </div>
                <!-- GPU 卡的类型 -->
                <div class="required min_title inline field">
                    <label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "cloudbrain.gpu_type"}}</label>
                    <select id="cloudbrain_gpu_type" class="ui search width48 dropdown gpu-type" placeholder="选择GPU类型"
                        style='width:385px' name="gpu_type">
                        {{if .gpu_type}}
                            {{range .inference_gpu_types}}
                                {{if eq $.gpu_type .Queue}}
                                    <option value="{{.Queue}}">{{.Value}}</option>
                                {{end}}
                            {{end}}
                            {{range .inference_gpu_types}}
                                {{if ne $.gpu_type .Queue}}
                                    <option value="{{.Queue}}">{{.Value}}</option>
                                {{end}}
                            {{end}}
                        {{else}}
                            {{range .inference_gpu_types}}
                                <option value="{{.Queue}}">{{.Value}}</option>
                            {{end}}
                        {{end}}
                    </select>
                </div>
                <!-- 数据集 -->
                {{template "custom/select_dataset_train" .}}
                <span class="tooltips" style="margin-left: 11.5rem;margin-bottom: 1rem;"></span>
                <div class="inline min_title field required">
                        <label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "repo.modelarts.train_job.start_file"}}</label>
                        {{if .boot_file}}
                            <input style="width: 48.5%;" name="boot_file" id="trainjob_boot_file" value="{{.boot_file}}" tabindex="3" autofocus required maxlength="255" >
                        {{else}}
                            <input style="width: 48.5%;" name="boot_file" id="trainjob_boot_file" value="" tabindex="3" autofocus required maxlength="255" >
                        {{end}}
                        <span >
                            <i class="question circle icon" data-content={{.i18n.Tr "repo.modelarts.infer_job.boot_file_helper"}} data-position="top center" data-variation="inverted mini"></i>
                        </span>
                        <a  href="https://git.openi.org.cn/OpenIOSSG/MNIST_PytorchExample_GPU/src/branch/master/inference.py" target="_blank">{{.i18n.Tr "cloudbrain.view_sample"}}</a>
                </div>

                <!-- 运行参数 -->
                <div class="inline min_title field">
                    <label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "repo.modelarts.train_job.run_parameter"}}</label>
                    <span id="add_run_para" style="cursor:pointer;color: rgba(3, 102, 214, 100);font-size: 14px;line-height: 26px;font-family: SourceHanSansSC-medium;"><i class="plus square outline icon"></i>{{.i18n.Tr "repo.modelarts.train_job.add_run_parameter"}}</span>
                    <input  id="store_run_para" type="hidden" name="run_para_list">
                    <div class="dynamic field" style="margin-top: 1rem;">
                        {{if ne 0 (len .params)}}
                            {{range $k ,$v := .params}}
                                <div class="two fields width85" id="para{{$k}}">
                                    <div class="field">
                                        <input type="text" name="shipping_first-name" value={{$v.Label}} required>
                                    </div>
                                    <div class="field">
                                        <input type="text" name="shipping_last-name" value={{$v.Value}} required>
                                    </div>
                                    <span>
                                        <i class="trash icon"></i>
                                    </span>

                                </div>
                            {{end}}
                        {{end}}
                    </div>
                </div>

                <div class="required field " style="display: none;">
                    <label style="font-weight: normal;">{{.i18n.Tr "repo.modelarts.train_job.resource_pool"}}</label>
                    <select class="ui dropdown" id="trainjob_resource_pool" style='width:385px' name="pool_id">
                        {{range .resource_pools}}
                            <option value="{{.ID}}">{{.Value}}</option>
                        {{end}}
                    </select>
                </div>
                <!-- 规格 -->
                <div class="required min_title inline field">
                    <label class="label-fix-width" style="font-weight: normal;">{{.i18n.Tr "cloudbrain.resource_specification"}}</label>
                    <select id="cloudbrain_resource_spec" class="ui search dropdown width80" placeholder="选择资源规格" name="resource_spec_id">
                        {{if .resource_spec_id}}
                            {{range .inference_resource_specs}}
                                {{if eq $.resource_spec_id .Id}}
                                    <option value="{{.Id}}">GPU数：{{.GpuNum}}，CPU数：{{.CpuNum}}，内存(MB)：{{.MemMiB}}，共享内存(MB)：{{.ShareMemMiB}}</option>
                                {{end}}
                            {{end}}
                            {{range .inference_resource_specs}}
                                {{if ne $.resource_spec_id .Id}}
                                    <option value="{{.Id}}">GPU数：{{.GpuNum}}，CPU数：{{.CpuNum}}，内存(MB)：{{.MemMiB}}，共享内存(MB)：{{.ShareMemMiB}}</option>
                                {{end}}
                            {{end}}
                        {{else}}
                            {{range .inference_resource_specs}}
                            <option name="resource_spec_id" value="{{.Id}}">
                                GPU数：{{.GpuNum}}，CPU数：{{.CpuNum}}，内存(MB)：{{.MemMiB}}，共享内存(MB)：{{.ShareMemMiB}}</option>
                            {{end}}
                        {{end}}
                    </select>
                </div>
                
                <!-- 表单操作 -->
                <div class="inline min_title field">
                    <label class="label-fix-width" style="font-weight: normal;"></label>
                    <button class="ui create_train_job green button">
                    {{.i18n.Tr "repo.cloudbrain.new"}}
                    </button>
                    <a class="ui button" href="{{.RepoLink}}/modelarts/inference-job">{{.i18n.Tr "repo.cloudbrain.cancel"}}</a>
                </div>
                <!-- 模态框 -->
            </form>
        </div>
    </div>
</div>
{{template "base/footer" .}}

<script>
    const RepoLink = {{.RepoLink}}
    let nameMap,nameList
    let faildModelName = $('#failed_model_name').val()
    // 获取模型列表和模型名称对应的模型版本
    $.get(`${RepoLink}/modelmanage/query_model_for_predict?type=0`, (data) => {
        modelVersion()
        modelCkpt()
        nameMap = data.nameMap
        nameList = data.nameList
        let html = ''
        nameList.forEach(element => {
            html += `<div class="item" data-value=${element}>${element}</div>`
        });
        if(nameList.length!==0){
            const initModelVersion = nameMap[nameList[0]][0]
            const initTrainTaskInfo = JSON.parse(initModelVersion.TrainTaskInfo)
            $('#model_name').append(html)
            if(faildModelName){
                $("#select_model").dropdown('set text',faildModelName)
                $("#select_model").dropdown('set value',faildModelName,faildModelName)
            }else{
                $("#select_model").dropdown('set text',nameList[0])
                $("#select_model").dropdown('set value',nameList[0],nameList[0])
            }
        }

        $('#select_model').removeClass("loading")
    })
    // 根据选中的模型名称获取相应的模型版本
    function modelVersion(){
        let faildModelVersion = $('#failed_model_version').val()
        let faildTrainUrl = $('#failed_train_url').val()
        $('#select_model').dropdown({
            onChange: function(value, text, $selectedItem) {
                $("#select_model_version").addClass("loading")
                $('#model_name_version').empty()
                let html = ''
                nameMap[value].forEach(element => {
                    let {TrainTaskInfo} = element
                    TrainTaskInfo = JSON.parse(TrainTaskInfo)
                    html += `<div class="item" data-label="${element.Label}" data-id="${element.ID}" data-value="${element.Path}">${element.Version}</div>`
                });
                $('#model_name_version').append(html)
                $("#select_model_version").removeClass("loading")
                const initVersionText = $('#model_name_version div.item:first-child').text()
                const initVersionValue = $('#model_name_version div.item:first-child').data('value')
                if(faildModelVersion&&faildTrainUrl){
                    console.log("-0-0-0-0-0-")
                    $("#select_model_version").dropdown('set text',faildModelVersion)
                    $("#select_model_version").dropdown('set value',faildTrainUrl,faildModelVersion,$('#model_name_version div.item:first-child'))
                }else{
                    $("#select_model_version").dropdown('set text',initVersionText)
                    $("#select_model_version").dropdown('set value',initVersionValue,initVersionText,$('#model_name_version div.item:first-child'))
                }
            }
        })
    }
    // 根据选中的模型版本获取相应的模型权重文件
    function modelCkpt(){
        let faildCkptName = $('#failed_ckpt_name').val()
        $('#select_model_version').dropdown({
            onChange: function(value, text, $selectedItem) {
                const dataID = $selectedItem[0].getAttribute("data-id")
                const label = $selectedItem[0].getAttribute("data-label")
                $("#select_model_checkpoint").addClass("loading")
                $("#model_checkpoint").empty()
                let html = ''
                loadCheckpointList(dataID).then((res)=>{
                    res.forEach(element => {
                        const ckptSuffix = element.FileName.split(".")
                        const loadCheckpointFile = ['ckpt','pb','h5','json','pkl','pth','t7']
                        if(!element.IsDir && loadCheckpointFile.includes(ckptSuffix[ckptSuffix.length-1])){
                            html += `<div class="item" data-value=${element.FileName}>${element.FileName}</div>`
                        }

                    })
                    $('#model_checkpoint').append(html)
                    $("#select_model_checkpoint").removeClass("loading")
                    const initVersionText = $('#model_checkpoint div.item:first-child').text()
                    const initVersionValue = $('#model_checkpoint div.item:first-child').data('value')
                    if(faildCkptName){
                        $("#select_model_checkpoint").dropdown('set text',faildCkptName)
                        $("#select_model_checkpoint").dropdown('set value',faildCkptName,faildCkptName,$('#model_name_version div.item:first-child'))
                    }else{
                        $("#select_model_checkpoint").dropdown('set text',initVersionText)
                        $("#select_model_checkpoint").dropdown('set value',initVersionValue,initVersionText,$('#model_name_version div.item:first-child'))
                    }
                })


                $("input#ai_model_version").val(text)
                $("input#ai_model_label").val(label)
            }
        })
    }
    function loadCheckpointList(value){
        return new Promise((resolve,reject)=>{
            $.get(`${RepoLink}/modelmanage/query_modelfile_for_predict`,{ID:value}, (data) => {
                resolve(data)
            })
        })
    }

    $('.question.circle.icon').hover(function(){
        $(this).popup('show')
    });

    // 参数增加、删除、修改、保存
    function Add_parameter(i){
        value = '<div class="two fields width85" id= "para'+ i +'">' +
                    '<div class="field">' +
                        '<input type="text" name="shipping_first-name" required  placeholder={{.i18n.Tr "repo.modelarts.train_job.parameter_name"}}> ' +
                    '</div> ' +
                    '<div class="field"> ' +
                        '<input type="text" name="shipping_last-name" required placeholder={{.i18n.Tr "repo.modelarts.train_job.parameter_value"}}>' +
                    '</div>'+
                    '<span>' +
                        '<i class="trash icon">' +
                        '</i>' +
                    '</span>' +
                '</div>'
        $(".dynamic.field").append(value)
    }

    $('#add_run_para').click(function(){
        var len = $(".dynamic.field .two.fields").length
        Add_parameter(len)
    });

    $(".dynamic.field").on("click",".trash.icon", function() {
        var index = $(this).parent().parent().index()
        $(this).parent().parent().remove()
        var len = $(".dynamic.field .two.fields").length
        $(".dynamic.field .two.fields").each(function(){
            var cur_index = $(this).index()
            $(this).attr('id', 'para' + cur_index)
        })
    });
    function send_run_para(){
        var run_parameters = []
        var msg = {}
        $(".dynamic.field .two.fields").each(function(){
            var para_name = $(this).find('input[name=shipping_first-name]').val()
            var para_value = $(this).find('input[name=shipping_last-name]').val()
            run_parameters.push({"label": para_name, "value": para_value})
        })
        msg["parameter"] = run_parameters
        msg = JSON.stringify(msg)
        $('#store_run_para').val(msg)
    }
    function validate(){
        $('.ui.form')
        .form({
            on: 'blur',
            fields: {
                boot_file: {
                    identifier  : 'boot_file',
                    rules: [
                    {
                        type: 'regExp[/.+\.py$/g]',
                    }
                    ]
                },
                display_job_name:{
                    identifier  : 'display_job_name',
                    rules: [
                    {
                        type: 'regExp[/^[a-zA-Z0-9-_]{1,64}[^-]$/]',
                    }
                    ]
                },
                attachment:{
                    identifier  : 'attachment',
                    rules: [
                    {
                        type: 'empty',
                    }
                    ]

                },
                model_name:{
                    identifier  : 'model_name',
                    rules: [
                    {
                        type: 'empty',
                    }
                    ]
                },
                train_url:{
                    identifier  : 'train_url',
                    rules: [
                    {
                        type: 'empty',
                    }
                    ]
                },
                ckpt_name:{
                    identifier  : 'ckpt_name',
                    rules: [
                    {
                        type: 'empty',
                    }
                    ]
                }
            },
            onSuccess: function(){
                document.getElementById("mask").style.display = "block"
            },
            onFailure: function(e){
                return false;
            }
        })
    }
    document.onreadystatechange = function() {
        if (document.readyState === "complete") {
            document.getElementById("mask").style.display = "none"
        }
    }
    $('.ui.create_train_job.green.button').click(function(e) {
        send_run_para()
        validate()
    })
</script>