Browse Source

update sql

tags/V3.0
之江天枢 yeyue 3 years ago
parent
commit
044bf8dc75
1 changed files with 185 additions and 10 deletions
  1. +185
    -10
      dubhe-server/sql/09-Dubhe-Patch.sql

+ 185
- 10
dubhe-server/sql/09-Dubhe-Patch.sql View File

@@ -1,3 +1,5 @@
use `dubhe-cloud-prod`;

INSERT INTO `menu` VALUES (1085, 0, 0, '自动机器学习', 'jinhangzhongshiyan', 'tadl', NULL, NULL, NULL, 'TADL', b'0', b'0', 35, 1, 3, '2021-03-31 08:09:20', '2021-09-14 10:18:05', b'0', NULL, NULL);
INSERT INTO `menu` VALUES (1086, 1085, 1, '实验详情', NULL, 'experiment/:experimentId', 'tadl/detail', 'ExperimentDetail', 'DetailLayout', NULL, b'1', b'0', 999, 1, 1, '2021-03-31 08:23:56', '2021-03-31 08:36:36', b'0', NULL, '{}');
INSERT INTO `menu` VALUES (1087, 1085, 1, '实验管理', NULL, 'list', 'tadl/list/index', 'TadlList', 'BaseLayout', 'tadl', b'0', b'0', 36, 3, 14, '2021-03-31 09:51:04', '2021-09-14 10:18:29', b'0', NULL, '{}');
@@ -15,14 +17,14 @@ create table if not exists `tadl_algorithm` (
`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人',
`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '更新人',
`create_time` TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`deleted` BIT(1) NOT NULL DEFAULT 'b\'0\'' COMMENT '删除(0:正常,1:删除)',
`deleted` BIT(1) NOT NULL DEFAULT b'0' COMMENT '删除(0:正常,1:删除)',
`update_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
`default_metric` VARCHAR(64) NOT NULL COMMENT '默认主要指标' COLLATE 'utf8_general_ci',
`one_shot` BIT(1) NOT NULL DEFAULT 'b\'0\'' COMMENT '是否oneshot',
`one_shot` BIT(1) NOT NULL DEFAULT b'0' COMMENT '是否oneshot',
`algorithm_type` VARCHAR(50) NOT NULL COMMENT '算法类型' COLLATE 'utf8_general_ci',
`platform` VARCHAR(64) NOT NULL COMMENT '算法框架' COLLATE 'utf8_general_ci',
`platform_version` VARCHAR(64) NOT NULL COMMENT '算法框架版本' COLLATE 'utf8_general_ci',
`gpu` BIT(1) NULL DEFAULT 'b\'0\'' COMMENT '是否支持gpu计算(0支持,1不支持)',
`gpu` BIT(1) NULL DEFAULT b'0' COMMENT '是否支持gpu计算(0支持,1不支持)',
PRIMARY KEY (`id`) USING BTREE
)
COMMENT='tadl 算法表'
@@ -43,7 +45,7 @@ create table if not exists `tadl_algorithm_stage` (
`dataset_path` VARCHAR(255) NOT NULL COMMENT '数据集路径' COLLATE 'utf8_general_ci',
`python_version` VARCHAR(64) NULL DEFAULT NULL COMMENT 'command命令所使用的python环境' COLLATE 'utf8_general_ci',
`execute_script` VARCHAR(64) NULL DEFAULT NULL COMMENT 'command命令所使用py文件' COLLATE 'utf8_general_ci',
`multi_gpu` BIT(1) NOT NULL DEFAULT 'b\'0\'' COMMENT '是否支持多卡训练(0支持,1不支持)',
`multi_gpu` BIT(1) NOT NULL DEFAULT b'0' COMMENT '是否支持多卡训练(0支持,1不支持)',
`max_trial_num` INT(11) NOT NULL COMMENT '默认最大运行次数',
`max_exec_duration` DECIMAL(20,4) NOT NULL COMMENT '当前阶段默认最大执行时间',
`trial_concurrent_num` INT(11) NOT NULL COMMENT 'trial默认并发数量',
@@ -68,7 +70,7 @@ create table if not exists `tadl_algorithm_version` (
`version_source` VARCHAR(64) NULL DEFAULT NULL COMMENT '版本来源' COLLATE 'utf8_general_ci',
`data_conversion` INT(11) NOT NULL DEFAULT '0',
`create_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`deleted` BIT(1) NOT NULL DEFAULT 'b\'0\'' COMMENT '是否删除(0正常,1删除)',
`deleted` BIT(1) NOT NULL DEFAULT b'0' COMMENT '是否删除(0正常,1删除)',
`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人',
`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '更新人',
`update_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
@@ -93,7 +95,7 @@ create table if not exists `tadl_experiment` (
`update_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
`start_time` TIMESTAMP NULL DEFAULT NULL COMMENT '启动时间',
`end_time` TIMESTAMP NULL DEFAULT NULL COMMENT '结束时间',
`deleted` BIT(1) NULL DEFAULT 'b\'0\'' COMMENT '是否删除(0正常,1删除)',
`deleted` BIT(1) NULL DEFAULT 'b'0\'' COMMENT '是否删除(0正常,1删除)',
`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人',
PRIMARY KEY (`id`) USING BTREE,
INDEX `tadl_experiment_name` (`name`) USING BTREE
@@ -119,7 +121,7 @@ create table if not exists `tadl_experiment_stage` (
`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人',
`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '更新人',
`create_time` TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`deleted` BIT(1) NOT NULL DEFAULT 'b\'0\'' COMMENT '是否删除(0正常,1删除)',
`deleted` BIT(1) NOT NULL DEFAULT b'0' COMMENT '是否删除(0正常,1删除)',
`start_time` TIMESTAMP NULL DEFAULT NULL COMMENT '启动时间',
`begin_time` TIMESTAMP NULL DEFAULT NULL COMMENT '每次开始运行的时间',
`end_time` TIMESTAMP NULL DEFAULT NULL COMMENT '结束时间',
@@ -146,7 +148,7 @@ create table if not exists `tadl_trial` (
`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人',
`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '更新人',
`create_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`deleted` BIT(1) NOT NULL DEFAULT 'b\'0\'' COMMENT '是否删除(0正常,1删除)',
`deleted` BIT(1) NOT NULL DEFAULT b'0' COMMENT '是否删除(0正常,1删除)',
`sequence` INT(11) NOT NULL COMMENT '顺序',
PRIMARY KEY (`id`) USING BTREE
)
@@ -168,11 +170,184 @@ create table if not exists `tadl_trial_data` (
`update_time` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '修改时间',
`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人',
`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '更新人',
`deleted` BIT(1) NOT NULL DEFAULT 'b\'0\'' COMMENT '是否删除(0正常,1删除)',
`deleted` BIT(1) NOT NULL DEFAULT b'0' COMMENT '是否删除(0正常,1删除)',
PRIMARY KEY (`id`) USING BTREE
)
COMMENT='tadl trial 运行结果表'
COLLATE='utf8_general_ci'
ENGINE=InnoDB
AUTO_INCREMENT=1
;
;

INSERT INTO pt_image (project_name, image_resource, image_status, image_name, image_url
, image_tag, remark, create_user_id, update_user_id, deleted
, origin_user_id)
VALUES ('notebook', 1, 1, 'jupyterlab', 'notebook/jupyterlab:oneflow-0.1.102-py36-0713'
, 'oneflow-0.1.102-py36-0713', '预置算法', 1, 1, 0
, 0);

INSERT INTO pt_image (project_name, image_resource, image_status, image_name, image_url
, image_tag, remark, create_user_id, update_user_id, deleted
, origin_user_id)
VALUES ('notebook', 1, 1, 'jupyterlab', 'notebook/jupyterlab:oneflow-0.1.102-py36-0713'
, 'oneflow-0.1.102-py36-0713', '预置算法', 1, 1, 0
, 0);

ALTER TABLE `pt_train_param`
ADD COLUMN algorithm_usage varchar(255) NULL DEFAULT '' COMMENT '算法用途',
ADD COLUMN val_algorithm_usage varchar(255) NULL DEFAULT '' COMMENT '验证数据集算法用途';

ALTER TABLE `pt_job_param`
ADD COLUMN algorithm_usage varchar(255) NULL DEFAULT '' COMMENT '算法用途',
ADD COLUMN val_algorithm_usage varchar(255) NULL DEFAULT '' COMMENT '验证数据集算法用途';

INSERT INTO `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`
, `deleted`)
SELECT id, '编辑用户配置'
, 'system:user:configEdit', 1, 1, b'0'
FROM `permission`
WHERE `name` = '用户管理';

UPDATE `permission`
SET `pid` = 1
WHERE `id` = 2;

CREATE TABLE `user_config` (
`id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '主键id',
`user_id` bigint(20) NOT NULL COMMENT '用户id',
`notebook_delay_delete_time` int(10) NOT NULL COMMENT '定时任务延迟删除 Notebook 时间配置,单位:小时',
`cpu_limit` int(10) NOT NULL COMMENT '用户CPU资源限制配置,单位:核',
`memory_limit` int(10) NOT NULL COMMENT '用户内存资源限制配置,单位:Gi',
`gpu_limit` int(10) NOT NULL COMMENT '用户显卡资源限制配置,单位:块',
`create_user_id` bigint(20) DEFAULT NULL COMMENT '创建人',
`update_user_id` bigint(20) DEFAULT NULL COMMENT '更新人',
`create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
`deleted` tinyint(1) NOT NULL DEFAULT '0' COMMENT '删除(0正常,1已删除)',
PRIMARY KEY USING BTREE (`id`),
UNIQUE KEY `user_id_unique` USING BTREE (`user_id`),
KEY `user_id` USING BTREE (`create_user_id`)
) ENGINE = InnoDB AUTO_INCREMENT = 51 CHARSET = utf8mb4 ROW_FORMAT = DYNAMIC COMMENT '用户配置表';

INSERT INTO `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`
, `deleted`)
SELECT id, '查询用户资源信息'
, 'system:user:resourceInfo', 1, 1, b'0'
FROM `permission`
WHERE `name` = '用户管理';

DELETE FROM dict
WHERE id IN (35, 36);

DELETE FROM dict_detail
WHERE dict_id IN (35, 36);

INSERT INTO `pt_image` (`project_name`, `image_resource`, `image_status`, `image_name`, `image_url`
, `image_tag`, `remark`, `create_user_id`, `update_user_id`, `deleted`
, `origin_user_id`)
VALUES ('notebook', '0', '1', 'notebook', 'notebook/notebook:v2'
, 'v2', '', '1', '1', '0'
, '0');

ALTER TABLE `notebook`
ADD COLUMN `pip_site_package_path` VARCHAR(255) NULL COMMENT 'pip包路径';

-- 20210728151053420
-- 专业版终端业务表
-- 20210728151053420
-- 专业版终端业务表
CREATE TABLE IF NOT EXISTS `terminal` (
`id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '主键',
`name` varchar(255) DEFAULT NULL COMMENT '名称',
`image_name` varchar(127) DEFAULT '' COMMENT '镜像名',
`image_tag` varchar(64) DEFAULT '' COMMENT '镜像版本',
`image_url` varchar(255) DEFAULT '' COMMENT '镜像全路径',
`data_source_name` varchar(127) DEFAULT NULL COMMENT '数据集名称',
`data_source_path` varchar(127) DEFAULT NULL COMMENT '数据集路径',
`running_node` tinyint(3) UNSIGNED DEFAULT '0' COMMENT '运行节点数',
`total_node` tinyint(3) UNSIGNED DEFAULT '0' COMMENT '服务总节点数',
`status` tinyint(4) NOT NULL DEFAULT '1' COMMENT '服务状态:0-异常,1-保存中,2-运行中,3-已停止',
`status_detail` json DEFAULT NULL COMMENT '状态对应的详情信息',
`description` varchar(255) DEFAULT NULL COMMENT '描述',
`same_info` bit(1) DEFAULT b'0' COMMENT '节点规格是否相同:0相同 1:不同',
`last_start_time` timestamp NULL DEFAULT NULL COMMENT '上次启动执行时间',
`last_stop_time` timestamp NULL DEFAULT NULL COMMENT '上次停止执行时间',
`create_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP,
`create_user_id` bigint(20) DEFAULT NULL,
`update_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
`update_user_id` bigint(20) DEFAULT NULL,
`deleted` bit(1) DEFAULT b'0',
`origin_user_id` bigint(20) DEFAULT NULL COMMENT '资源拥有人ID',
PRIMARY KEY USING BTREE (`id`),
KEY `deleted` (`deleted`)
) ENGINE = InnoDB CHARSET = utf8mb4 ROW_FORMAT = DYNAMIC COMMENT '专业版终端业务表';

-- 专业版终端业务详情表
-- 专业版终端业务详情表
CREATE TABLE IF NOT EXISTS `terminal_info` (
`id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '主键',
`terminal_id` bigint(20) NOT NULL COMMENT 'terminal主键',
`name` varchar(255) DEFAULT NULL COMMENT '名称',
`k8s_resource_name` varchar(64) DEFAULT NULL COMMENT 'k8s 资源名称',
`status` tinyint(4) NOT NULL DEFAULT '1' COMMENT '服务状态:0-异常,1-调度中,2-运行中,3-已停止',
`status_detail` json DEFAULT NULL COMMENT '状态对应的详情信息',
`ssh` varchar(64) DEFAULT NULL COMMENT 'ssh命令',
`ssh_password` varchar(64) DEFAULT NULL COMMENT 'ssh 密码',
`cpu_num` int(11) NOT NULL DEFAULT '0' COMMENT 'CPU数量(核)',
`gpu_num` int(11) NOT NULL DEFAULT '0' COMMENT 'GPU数量(核)',
`mem_num` int(11) NOT NULL DEFAULT '0' COMMENT '内存大小(M)',
`disk_mem_num` int(11) NOT NULL DEFAULT '0' COMMENT '磁盘大小(M)',
`pod_ip` varchar(64) DEFAULT NULL COMMENT 'pod ip',
`ssh_port` int(11) DEFAULT NULL COMMENT 'ssh端口',
`ssh_user` varchar(32) DEFAULT NULL COMMENT 'ssh 用户',
`master_flag` bit(1) DEFAULT b'0' COMMENT '是否master节点:0 否 1:是',
`create_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP,
`create_user_id` bigint(20) DEFAULT NULL,
`update_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
`update_user_id` bigint(20) DEFAULT NULL,
`deleted` bit(1) DEFAULT b'0',
`origin_user_id` bigint(20) DEFAULT NULL COMMENT '资源拥有人ID',
PRIMARY KEY USING BTREE (`id`),
KEY `status` (`status`),
KEY `deleted` (`deleted`)
) ENGINE = InnoDB CHARSET = utf8mb4 ROW_FORMAT = DYNAMIC COMMENT '专业版终端业务详情表';

INSERT INTO `menu` (`pid`, `type`, `name`, `icon`, `path`
, `component`, `component_name`, `layout`, `permission`, `hidden`
, `cache`, `sort`, `create_user_id`, `update_user_id`, `deleted`
, `back_to`, `ext_config`)
VALUES (0, 0, '天枢专业版', 'terminal', 'terminal'
, NULL, NULL, NULL, 'terminal', b'0'
, b'0', 80, 3, 3, b'0'
, NULL, NULL),
(1084, 1, '终端概览', 'overview', 'overview'
, 'terminal/overview', 'TerminalOverview', 'BaseLayout', 'terminal:terminals', b'0'
, b'0', 81, 3, 3, b'0'
, NULL, '{}'),
(1084, 1, '远程连接', 'remote', 'remote'
, 'terminal/remote', 'TerminalRemote', 'BaseLayout', 'terminal:remote', b'0'
, b'0', 82, 3, 3, b'0'
, NULL, '{}');

ALTER TABLE `pt_image`
ADD COLUMN `ssh_pwd` varchar(64) COMMENT '镜像ssh密码',
ADD COLUMN `ssh_user` varchar(64) COMMENT '镜像ssh用户';

INSERT INTO `pt_image` (`project_name`, `image_resource`, `image_status`, `image_name`, `image_url`
, `image_tag`, `remark`, `create_user_id`, `update_user_id`, `deleted`
, `origin_user_id`)
VALUES ('notebook', '0', '1', 'notebook', 'notebook/notebook:v2'
, 'v2', '', '1', '1', '0'
, '0');

create table k8s_task_identify
(
id bigint auto_increment primary key,
task_id bigint not null comment '任务id',
task_name varchar(64) not null comment '任务名称',
create_user_id bigint null comment '创建人id',
update_user_id bigint null comment '修改人id',
create_time datetime default CURRENT_TIMESTAMP null,
update_time datetime default CURRENT_TIMESTAMP null on update CURRENT_TIMESTAMP,
deleted bit default b'0' null comment '删除标记 0正常,1已删除'
);

Loading…
Cancel
Save