Browse Source

update dubhe-server/sql/09-Dubhe-Patch.sql.

tags/V3.0
之江天枢 Gitee 3 years ago
parent
commit
9402164bc6
No known key found for this signature in database GPG Key ID: 173E9B9CA92EEF8F
1 changed files with 7 additions and 222 deletions
  1. +7
    -222
      dubhe-server/sql/09-Dubhe-Patch.sql

+ 7
- 222
dubhe-server/sql/09-Dubhe-Patch.sql View File

@@ -1,207 +1,12 @@
use `dubhe-cloud-prod`; use `dubhe-cloud-prod`;


INSERT INTO `menu` (`id`, `pid`, `type`, `name`, `icon` , `path`, `component`, `component_name`, `layout`, `permission` , `back_to`, `ext_config`, `hidden`, `cache`, `sort` , `create_user_id`, `update_user_id`, `deleted`) VALUES
(1085, 0, 0, '自动机器学习', 'jinhangzhongshiyan' , 'tadl', NULL, NULL, NULL, 'TADL' , NULL, NULL, b'0', b'0', 35 , 1, 3, b'0'),
(1086, 1085, 1, '实验详情', NULL , 'experiment/:experimentId', 'tadl/detail', 'ExperimentDetail', 'DetailLayout', NULL , NULL, '{}', b'1', b'0', 999 , 1, 1, b'0'),
(1087, 1085, 1, '实验管理', NULL, 'list', 'tadl/list/index', 'TadlList', 'BaseLayout', 'tadl', NULL, '{}', b'0', b'0', 36, 3, 14, b'0'),
(1088, 1085, 1, 'TadlForm', NULL, 'form', 'tadl/formPage', 'TadlForm', 'SubpageLayout', 'tadl',NULL, '{}', b'1', b'0', 999, 3, 3, b'0'),
(1089, 1085, 1, '搜索策略', 'zoom', 'searchstrategy', 'tadl/strategy/index', 'SearchStrategy', 'BaseLayout', 'tadl', NULL, '{}', b'0', b'0', 37, 14, 14, b'0');

UPDATE menu SET menu.name ='云端部署' WHERE menu.name = '云端Serving'
INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (9, '自动机器学习', '4', 5);

create table if not exists `tadl_algorithm` (
`id` BIGINT(20) NOT NULL AUTO_INCREMENT COMMENT '主键id',
`name` VARCHAR(64) NOT NULL COMMENT '算法名称' COLLATE 'utf8_general_ci',
`model_type` INT(11) NOT NULL COMMENT '模型类别',
`algorithm_version_id` BIGINT(20) NULL DEFAULT NULL COMMENT '算法版本id',
`description` VARCHAR(255) NULL DEFAULT NULL COMMENT '算法描述' COLLATE 'utf8_general_ci',
`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人',
`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '更新人',
`create_time` TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`deleted` BIT(1) NOT NULL DEFAULT b'0' COMMENT '删除(0:正常,1:删除)',
`update_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
`default_metric` VARCHAR(64) NOT NULL COMMENT '默认主要指标' COLLATE 'utf8_general_ci',
`one_shot` BIT(1) NOT NULL DEFAULT b'0' COMMENT '是否oneshot',
`algorithm_type` VARCHAR(50) NOT NULL COMMENT '算法类型' COLLATE 'utf8_general_ci',
`platform` VARCHAR(64) NOT NULL COMMENT '算法框架' COLLATE 'utf8_general_ci',
`platform_version` VARCHAR(64) NOT NULL COMMENT '算法框架版本' COLLATE 'utf8_general_ci',
`gpu` BIT(1) NULL DEFAULT b'0' COMMENT '是否支持gpu计算(0支持,1不支持)',
PRIMARY KEY (`id`) USING BTREE
)
COMMENT='tadl 算法表'
COLLATE='utf8_general_ci'
ENGINE=InnoDB
AUTO_INCREMENT=1
;

create table if not exists `tadl_algorithm_stage` (
`id` BIGINT(20) NOT NULL AUTO_INCREMENT COMMENT '算法阶段id',
`name` VARCHAR(64) NOT NULL COMMENT '阶段名称' COLLATE 'utf8_general_ci',
`stage_order` TINYINT(4) NOT NULL COMMENT '阶段排序',
`algorithm_id` BIGINT(20) NULL DEFAULT NULL COMMENT '算法id',
`algorithm_version_id` BIGINT(20) NULL DEFAULT NULL COMMENT '算法版本',
`dataset_name` VARCHAR(64) NULL DEFAULT NULL COMMENT '数据集ID' COLLATE 'utf8_general_ci',
`dataset_id` BIGINT(20) NULL DEFAULT NULL COMMENT '数据集id',
`dataset_version` VARCHAR(64) NULL DEFAULT NULL COMMENT '数据集版本id' COLLATE 'utf8_general_ci',
`dataset_path` VARCHAR(255) NOT NULL COMMENT '数据集路径' COLLATE 'utf8_general_ci',
`python_version` VARCHAR(64) NULL DEFAULT NULL COMMENT 'command命令所使用的python环境' COLLATE 'utf8_general_ci',
`execute_script` VARCHAR(64) NULL DEFAULT NULL COMMENT 'command命令所使用py文件' COLLATE 'utf8_general_ci',
`multi_gpu` BIT(1) NOT NULL DEFAULT b'0' COMMENT '是否支持多卡训练(0支持,1不支持)',
`max_trial_num` INT(11) NOT NULL COMMENT '默认最大运行次数',
`max_exec_duration` DECIMAL(20,4) NOT NULL COMMENT '当前阶段默认最大执行时间',
`trial_concurrent_num` INT(11) NOT NULL COMMENT 'trial默认并发数量',
`max_exec_duration_unit` VARCHAR(64) NULL DEFAULT NULL COMMENT '最大运行时间单位\n年(y)\n月(m)\n周(w)\n日(d)\n小时(h)\n分钟(min)\n秒(s)\n毫秒(ms)\n微秒(us)\n纳秒(ns)\n皮秒(ps)\n飞秒(fs)' COLLATE 'utf8_general_ci',
`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人',
`create_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '更新人',
`update_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
`deleted` BIT(1) NOT NULL COMMENT '是否删除(0正常,1删除)',
PRIMARY KEY (`id`) USING BTREE
)
COMMENT='tadl算法阶段表'
COLLATE='utf8_general_ci'
ENGINE=InnoDB
AUTO_INCREMENT=1
;
create table if not exists `tadl_algorithm_version` (
`id` BIGINT(20) NOT NULL AUTO_INCREMENT COMMENT '算法版本id',
`algorithm_id` BIGINT(20) NULL DEFAULT NULL COMMENT '算法id',
`version_name` VARCHAR(64) NULL DEFAULT NULL COMMENT '版本名称' COLLATE 'utf8_general_ci',
`description` VARCHAR(255) NULL DEFAULT NULL COMMENT '版本说明' COLLATE 'utf8_general_ci',
`version_source` VARCHAR(64) NULL DEFAULT NULL COMMENT '版本来源' COLLATE 'utf8_general_ci',
`data_conversion` INT(11) NOT NULL DEFAULT '0',
`create_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`deleted` BIT(1) NOT NULL DEFAULT b'0' COMMENT '是否删除(0正常,1删除)',
`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人',
`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '更新人',
`update_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
PRIMARY KEY (`id`) USING BTREE
)
COMMENT='tadl 算法版本表'
COLLATE='utf8_general_ci'
ENGINE=InnoDB
AUTO_INCREMENT=1
;
create table if not exists `tadl_experiment` (
`id` BIGINT(20) NOT NULL AUTO_INCREMENT COMMENT '主键',
`name` VARCHAR(64) NOT NULL COMMENT '实验名称' COLLATE 'utf8_general_ci',
`description` VARCHAR(255) NULL DEFAULT NULL COMMENT '实验描述' COLLATE 'utf8_general_ci',
`algorithm_id` BIGINT(20) NOT NULL COMMENT '算法id',
`algorithm_version_id` BIGINT(20) NOT NULL COMMENT '算法版本id',
`model_type` INT(11) NULL DEFAULT NULL COMMENT '模型类型',
`status` INT(11) NOT NULL COMMENT '实验状态:(\n待运行:101,\n等待中:102,\n运行中:103,\n已暂停:104,\n已完成:202,\n运行失败:203\n)',
`status_detail` JSON NULL DEFAULT NULL COMMENT '状态详情',
`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '更新人',
`create_time` TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`update_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
`start_time` TIMESTAMP NULL DEFAULT NULL COMMENT '启动时间',
`end_time` TIMESTAMP NULL DEFAULT NULL COMMENT '结束时间',
`deleted` BIT(1) NULL DEFAULT 'b'0\'' COMMENT '是否删除(0正常,1删除)',
`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人',
PRIMARY KEY (`id`) USING BTREE,
INDEX `tadl_experiment_name` (`name`) USING BTREE
)
COMMENT='tadl实验表'
COLLATE='utf8_general_ci'
ENGINE=InnoDB
AUTO_INCREMENT=1
;
create table if not exists `tadl_experiment_stage` (
`id` BIGINT(20) NOT NULL AUTO_INCREMENT COMMENT '主键id',
`experiment_id` BIGINT(20) NOT NULL COMMENT '实验id',
`algorithm_stage_id` VARCHAR(64) NOT NULL COMMENT '算法阶段ID' COLLATE 'utf8_general_ci',
`stage_name` VARCHAR(64) NULL DEFAULT NULL COMMENT '阶段名称' COLLATE 'utf8_general_ci',
`stage_order` TINYINT(4) NOT NULL DEFAULT '0' COMMENT '阶段在实验中所处的先后顺序',
`resource_id` INT(11) NULL DEFAULT NULL COMMENT '实验资源配置id',
`resource_Name` VARCHAR(255) NULL DEFAULT NULL COMMENT '实验资源值' COLLATE 'utf8_general_ci',
`max_trial_num` INT(11) NOT NULL COMMENT '最大trail次数',
`trial_concurrent_num` INT(11) NOT NULL COMMENT 'trail并发数量',
`max_exec_duration` DECIMAL(20,4) NOT NULL DEFAULT '0.0000' COMMENT '最大运行时间',
`status` INT(11) NULL DEFAULT NULL COMMENT '实验阶段状态状态 (101:待运行,102:运行中,201:已完成,202:运行失败)',
`update_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人',
`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '更新人',
`create_time` TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`deleted` BIT(1) NOT NULL DEFAULT b'0' COMMENT '是否删除(0正常,1删除)',
`start_time` TIMESTAMP NULL DEFAULT NULL COMMENT '启动时间',
`begin_time` TIMESTAMP NULL DEFAULT NULL COMMENT '每次开始运行的时间',
`end_time` TIMESTAMP NULL DEFAULT NULL COMMENT '结束时间',
`max_exec_duration_unit` VARCHAR(64) NULL DEFAULT NULL COMMENT '最大运行时间单位\n年(y)\n月(m)\n周(w)\n日(d)\n小时(h)\n分钟(min)\n秒(s)\n毫秒(ms)\n微秒(us)\n纳秒(ns)\n皮秒(ps)\n飞秒(fs)' COLLATE 'utf8_general_ci',
`run_time` BIGINT(32) NULL DEFAULT '0' COMMENT '暂停前已经运行的时间',
PRIMARY KEY (`id`) USING BTREE,
INDEX `tadl_experiment_stage_experiment_id_stage_order_index` (`experiment_id`, `stage_order`) USING BTREE
)
COMMENT='tadl实验阶段表'
COLLATE='utf8_general_ci'
ENGINE=InnoDB
AUTO_INCREMENT=1
;
create table if not exists `tadl_trial` (
`id` BIGINT(20) NOT NULL AUTO_INCREMENT COMMENT '主键id',
`experiment_id` BIGINT(20) NOT NULL COMMENT '试验id',
`stage_id` VARCHAR(64) NULL DEFAULT NULL COMMENT '实验阶段ID' COLLATE 'latin1_swedish_ci',
`name` VARCHAR(64) NOT NULL COMMENT 'trial名称' COLLATE 'latin1_swedish_ci',
`start_time` TIMESTAMP NULL DEFAULT NULL COMMENT '开始时间',
`end_time` TIMESTAMP NULL DEFAULT NULL COMMENT '结束时间',
`status` INT(11) NOT NULL COMMENT 'trial状态 (101:待运行,102:等待中,103:运行中,201:已完成,202:运行失败,203:未知)',
`resource_name` VARCHAR(64) NULL DEFAULT NULL COMMENT 'k8s实验资源值' COLLATE 'latin1_swedish_ci',
`update_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人',
`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '更新人',
`create_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`deleted` BIT(1) NOT NULL DEFAULT b'0' COMMENT '是否删除(0正常,1删除)',
`sequence` INT(11) NOT NULL COMMENT '顺序',
PRIMARY KEY (`id`) USING BTREE
)
COMMENT='tadl 实验详情表'
COLLATE='latin1_swedish_ci'
ENGINE=InnoDB
AUTO_INCREMENT=1
;
create table if not exists `tadl_trial_data` (
`id` BIGINT(20) NOT NULL AUTO_INCREMENT COMMENT '主键id',
`experiment_id` BIGINT(20) NOT NULL COMMENT '实验id',
`stage_id` BIGINT(20) NOT NULL COMMENT '实验阶段ID',
`trial_id` BIGINT(20) NOT NULL COMMENT 'trial id',
`type` VARCHAR(64) NULL DEFAULT NULL COMMENT '指标类型' COLLATE 'utf8_general_ci',
`sequence` INT(11) NULL DEFAULT NULL COMMENT '序列',
`category` VARCHAR(64) NULL DEFAULT NULL COMMENT '类别' COLLATE 'utf8_general_ci',
`value` DECIMAL(17,14) NULL DEFAULT NULL COMMENT '最优数据',
`create_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`update_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '修改时间',
`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人',
`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '更新人',
`deleted` BIT(1) NOT NULL DEFAULT b'0' COMMENT '是否删除(0正常,1删除)',
PRIMARY KEY (`id`) USING BTREE
)
COMMENT='tadl trial 运行结果表'
COLLATE='utf8_general_ci'
ENGINE=InnoDB
AUTO_INCREMENT=1
;

INSERT INTO pt_image (project_name, image_resource, image_status, image_name, image_url
, image_tag, remark, create_user_id, update_user_id, deleted
, origin_user_id)
VALUES ('notebook', 1, 1, 'jupyterlab', 'notebook/jupyterlab:oneflow-0.1.102-py36-0713'
, 'oneflow-0.1.102-py36-0713', '预置算法', 1, 1, 0
, 0);

INSERT INTO pt_image (project_name, image_resource, image_status, image_name, image_url
, image_tag, remark, create_user_id, update_user_id, deleted
, origin_user_id)
VALUES ('notebook', 1, 1, 'jupyterlab', 'notebook/jupyterlab:oneflow-0.1.102-py36-0713'
, 'oneflow-0.1.102-py36-0713', '预置算法', 1, 1, 0
, 0);

ALTER TABLE `pt_train_param` ALTER TABLE `pt_train_param`
ADD COLUMN algorithm_usage varchar(255) NULL DEFAULT '' COMMENT '算法用途', ADD COLUMN algorithm_usage varchar(255) NULL DEFAULT '' COMMENT '算法用途',
ADD COLUMN val_algorithm_usage varchar(255) NULL DEFAULT '' COMMENT '验证数据集算法用途';
ADD COLUMN val_algorithm_usage varchar(255) NULL DEFAULT '' COMMENT '验证数据集算法用途';


ALTER TABLE `pt_job_param` ALTER TABLE `pt_job_param`
ADD COLUMN algorithm_usage varchar(255) NULL DEFAULT '' COMMENT '算法用途', ADD COLUMN algorithm_usage varchar(255) NULL DEFAULT '' COMMENT '算法用途',
ADD COLUMN val_algorithm_usage varchar(255) NULL DEFAULT '' COMMENT '验证数据集算法用途';
ADD COLUMN val_algorithm_usage varchar(255) NULL DEFAULT '' COMMENT '验证数据集算法用途';


INSERT INTO `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id` INSERT INTO `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`
, `deleted`) , `deleted`)
@@ -244,20 +49,12 @@ WHERE id IN (35, 36);
DELETE FROM dict_detail DELETE FROM dict_detail
WHERE dict_id IN (35, 36); WHERE dict_id IN (35, 36);


INSERT INTO `pt_image` (`project_name`, `image_resource`, `image_status`, `image_name`, `image_url`
, `image_tag`, `remark`, `create_user_id`, `update_user_id`, `deleted`
, `origin_user_id`)
VALUES ('notebook', '0', '1', 'notebook', 'notebook/notebook:v2'
, 'v2', '', '1', '1', '0'
, '0');



ALTER TABLE `notebook` ALTER TABLE `notebook`
ADD COLUMN `pip_site_package_path` VARCHAR(255) NULL COMMENT 'pip包路径'; ADD COLUMN `pip_site_package_path` VARCHAR(255) NULL COMMENT 'pip包路径';



CREATE TABLE IF NOT EXISTS `terminal` ( CREATE TABLE IF NOT EXISTS `terminal` (
`id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '主键', `id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '主键',
`name` varchar(255) DEFAULT NULL COMMENT '名称', `name` varchar(255) DEFAULT NULL COMMENT '名称',
@@ -284,8 +81,7 @@ CREATE TABLE IF NOT EXISTS `terminal` (
KEY `deleted` (`deleted`) KEY `deleted` (`deleted`)
) ENGINE = InnoDB CHARSET = utf8mb4 ROW_FORMAT = DYNAMIC COMMENT '专业版终端业务表'; ) ENGINE = InnoDB CHARSET = utf8mb4 ROW_FORMAT = DYNAMIC COMMENT '专业版终端业务表';



CREATE TABLE IF NOT EXISTS `terminal_info` ( CREATE TABLE IF NOT EXISTS `terminal_info` (
`id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '主键', `id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '主键',
`terminal_id` bigint(20) NOT NULL COMMENT 'terminal主键', `terminal_id` bigint(20) NOT NULL COMMENT 'terminal主键',
@@ -314,6 +110,7 @@ CREATE TABLE IF NOT EXISTS `terminal_info` (
KEY `deleted` (`deleted`) KEY `deleted` (`deleted`)
) ENGINE = InnoDB CHARSET = utf8mb4 ROW_FORMAT = DYNAMIC COMMENT '专业版终端业务详情表'; ) ENGINE = InnoDB CHARSET = utf8mb4 ROW_FORMAT = DYNAMIC COMMENT '专业版终端业务详情表';



INSERT INTO `menu` (`pid`, `type`, `name`, `icon`, `path` INSERT INTO `menu` (`pid`, `type`, `name`, `icon`, `path`
, `component`, `component_name`, `layout`, `permission`, `hidden` , `component`, `component_name`, `layout`, `permission`, `hidden`
, `cache`, `sort`, `create_user_id`, `update_user_id`, `deleted` , `cache`, `sort`, `create_user_id`, `update_user_id`, `deleted`
@@ -333,14 +130,8 @@ VALUES (0, 0, '天枢专业版', 'terminal', 'terminal'


ALTER TABLE `pt_image` ALTER TABLE `pt_image`
ADD COLUMN `ssh_pwd` varchar(64) COMMENT '镜像ssh密码', ADD COLUMN `ssh_pwd` varchar(64) COMMENT '镜像ssh密码',
ADD COLUMN `ssh_user` varchar(64) COMMENT '镜像ssh用户';
ADD COLUMN `ssh_user` varchar(64) COMMENT '镜像ssh用户';


INSERT INTO `pt_image` (`project_name`, `image_resource`, `image_status`, `image_name`, `image_url`
, `image_tag`, `remark`, `create_user_id`, `update_user_id`, `deleted`
, `origin_user_id`)
VALUES ('notebook', '0', '1', 'notebook', 'notebook/notebook:v2'
, 'v2', '', '1', '1', '0'
, '0');


create table k8s_task_identify create table k8s_task_identify
( (
@@ -354,22 +145,7 @@ create table k8s_task_identify
deleted bit default b'0' null comment '删除标记 0正常,1已删除' deleted bit default b'0' null comment '删除标记 0正常,1已删除'
); );


ALTER TABLE
`pt_job_param`
add
column algorithm_usage varchar(255) default '' null comment '算法用途',
add
column val_algorithm_usage varchar(255) default '' null comment '验证数据集算法用途';
ALTER TABLE
`pt_train_param`
add
column algorithm_usage varchar(255) default '' null comment '算法用途',
add
column val_algorithm_usage varchar(255) default '' null comment '验证数据集算法用途';


ALTER TABLE ALTER TABLE
`pt_job_param` `pt_job_param`
add add

Loading…
Cancel
Save