hummingbird
/
Dubhe
Not watched
2
0
Fork 0
Code
Releases 5 Wiki Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: c1fe6eceaf
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'c1fe6eceaf'
${ noResults }
Dubhe/dubhe-server/sql/09-Dubhe-Patch.sql

775 lines
58 kB
Raw Blame History 

  1. -- Patch 补丁sql，使用存储过程实现幂等，可放心多次执行

  2. use dubhe-cloud-prod;

  3. -- 包含原boot项目需要加入的表和数据

  4. 

  5. -- auth服务 token存储

  6. CREATE TABLE IF NOT EXISTS `oauth_access_token` (

  7.   `token_id` varchar(256) DEFAULT NULL,

  8.   `token` blob,

  9.   `authentication_id` varchar(256) DEFAULT NULL,

  10.   `user_name` varchar(256) DEFAULT NULL,

  11.   `client_id` varchar(256) DEFAULT NULL,

  12.   `authentication` blob,

  13.   `refresh_token` varchar(256) DEFAULT NULL

  14. ) comment 'auth token存储表' ENGINE=InnoDB DEFAULT CHARSET=utf8;

  15. 

  16. -- auth服务 客户端权限配置

  17. CREATE TABLE IF NOT EXISTS `oauth_client_details` (

  18.   `client_id` varchar(256) NOT NULL,

  19.   `resource_ids` varchar(256) DEFAULT NULL,

  20.   `client_secret` varchar(256) DEFAULT NULL,

  21.   `scope` varchar(256) DEFAULT NULL,

  22.   `authorized_grant_types` varchar(256) DEFAULT NULL,

  23.   `web_server_redirect_uri` varchar(256) DEFAULT NULL,

  24.   `authorities` varchar(256) DEFAULT NULL,

  25.   `access_token_validity` int(11) DEFAULT NULL,

  26.   `refresh_token_validity` int(11) DEFAULT NULL,

  27.   `additional_information` varchar(4096) DEFAULT NULL,

  28.   `autoapprove` varchar(256) DEFAULT NULL,

  29.   PRIMARY KEY (`client_id`) USING BTREE

  30. ) comment '客户端权限配置表' ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;

  31. 

  32. -- auth服务 权限token刷新

  33. CREATE TABLE IF NOT EXISTS `oauth_refresh_token` (

  34.   `token_id` varchar(256) DEFAULT NULL,

  35.   `token` blob,

  36.   `authentication` blob

  37. ) comment '权限token刷新表' ENGINE=InnoDB DEFAULT CHARSET=utf8;

  38. 

  39. -- auth服务 系统客户端认证数据初始化

  40. INSERT INTO `oauth_client_details` (`client_id`, `resource_ids`, `client_secret`, `scope`, `authorized_grant_types`, `web_server_redirect_uri`, `authorities`, `access_token_validity`, `refresh_token_validity`, `additional_information`, `autoapprove`) VALUES

  41. 	('dubhe-client', NULL, '$2a$10$RUYBRsyV2jpG7pvg/VNus.YHVebzfRen3RGeDe1LVEIJeHYe2F1YK', 'all', 'authorization_code,password,refresh_token', 'http://localhost:8866/oauth/callback', NULL, 3600, 2592000, NULL, NULL);

  42. 

  43. -- 模型服务 添加打包字段

  44. alter table `pt_model_info`

  45. 	add `packaged` tinyint default 0 not null comment '模型是否已经打包，0未打包，1打包完成';

  46. 

  47. alter table `pt_model_info`

  48. 	add `tags` json null comment 'tag信息';

  49. 

  50. -- 新增 表menu 度量管理菜单

  51. INSERT INTO menu (id, cache, component, component_name, hidden, icon, name, path, permission, pid,sort, type, layout, create_time, update_time, create_user_id, update_user_id,deleted)

  52. VALUES ('97', '', NULL, NULL, '', 'icon_huabanfuben1', '模型炼知', 'atlas', NULL, '0', '70', '0', NULL,'2020-11-20 09:08:12', '2020-11-20 09:08:12', '1', '1', '');

  53. INSERT INTO menu (id, cache, component, component_name, hidden, icon, name, path, permission, pid,sort, type, layout, create_time, update_time, create_user_id, update_user_id,deleted)

  54. VALUES ('1064', '', 'atlas/measure', 'Measure', '', 'icon_huabanfuben1', '度量管理', 'measure', 'atlas:measure', '97', '71', '1','BaseLayout', '2020-11-20 11:03:20', '2020-11-20 11:03:20', '1', '1', '');

  55. INSERT INTO menu (id, cache, component, component_name, hidden, icon, name, path, permission, pid,sort, type, layout, create_time, update_time, create_user_id, update_user_id,deleted)

  56. VALUES ('1065', '', 'atlas/graphVisual', 'AtlasGraphVisual', '', 'icon_huabanfuben1', '图谱可视化', 'graphvisual', NULL,'97', '72', '1', 'BaseLayout', '2020-11-20 11:07:14', '2020-11-20 11:07:14', '1', '1', '');

  57. INSERT INTO menu (id, cache, component, component_name, hidden, icon, name, path, permission, pid,sort, type, layout, create_time, update_time, create_user_id, update_user_id,deleted)

  58. VALUES ('1066', '', 'atlas/graphList', 'AtlasGraph', '', 'icon_huabanfuben1', '图谱列表', 'graph', NULL, '97', '73', '1','BaseLayout', '2020-11-20 11:08:02', '2020-11-20 11:08:02', '1', '1', '');

  59. 

  60. -- 度量表pt_measure新增字段

  61. ALTER TABLE pt_measure

  62.     ADD dataset_id BIGINT NOT NULL COMMENT '数据集id' AFTER name;

  63. ALTER TABLE pt_measure

  64.     ADD dateset_url VARCHAR(32) NULL COMMENT '数据集url' AFTER dataset_id;

  65. ALTER TABLE pt_measure

  66.     ADD model_urls TEXT NULL COMMENT '模型url' AFTER dataset_url;

  67. ALTER TABLE pt_measure

  68.     ADD measure_status TINYINT(1) NOT NULL default 0  COMMENT '度量文件生成状态，0：生成中，1：生成成功，2：生成失败' AFTER model_urls;

  69. 

  70. -- 资源回收

  71. ALTER TABLE `recycle_task`

  72. 	CHANGE COLUMN `recycle_note` `recycle_note` VARCHAR(512) NULL DEFAULT NULL COMMENT '回收说明' AFTER `update_time`,

  73. 	ADD COLUMN `remark` VARCHAR(512) NULL DEFAULT NULL COMMENT '备注' AFTER `recycle_note`;

  74. ALTER TABLE `recycle_task`

  75. 	ADD COLUMN `recycle_response` VARCHAR(512) NULL DEFAULT NULL COMMENT '回收响应信息' AFTER `remark`;

  76. ALTER TABLE `recycle_task`

  77. 	CHANGE COLUMN `recycle_status` `recycle_status` TINYINT(4) NULL DEFAULT '0' COMMENT '回收任务状态(0:待删除，1:已删除，2:删除失败，3：删除中，4：还原中，5：已还原)' AFTER `recycle_delay_date`;

  78. ALTER TABLE `recycle_task`

  79. 	ADD COLUMN `restore_custom` VARCHAR(64) NULL DEFAULT NULL COMMENT '还原定制化方式' AFTER `recycle_response`;

  80. 

  81. CREATE TABLE `recycle` (

  82. 	`id` BIGINT(20) NOT NULL AUTO_INCREMENT COMMENT '主键',

  83. 	`recycle_module` VARCHAR(32) NOT NULL COMMENT '回收模块',

  84. 	`recycle_delay_date` DATE NULL DEFAULT NULL COMMENT '回收日期',

  85. 	`recycle_custom` VARCHAR(64) NULL DEFAULT NULL COMMENT '回收定制化方式',

  86. 	`recycle_status` TINYINT(4) NULL DEFAULT '0' COMMENT '回收任务状态(0:待删除，1:已删除，2:删除失败，3：删除中，4：还原中，5：已还原)',

  87. 	`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人ID',

  88. 	`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '修改人ID',

  89. 	`create_time` DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',

  90. 	`update_time` DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '修改时间',

  91. 	`recycle_note` VARCHAR(512) NULL DEFAULT NULL COMMENT '回收说明',

  92. 	`remark` VARCHAR(512) NULL DEFAULT NULL COMMENT '备注',

  93. 	`recycle_response` VARCHAR(512) NULL DEFAULT NULL COMMENT '回收响应信息',

  94. 	`restore_custom` VARCHAR(64) NULL DEFAULT NULL COMMENT '还原定制化方式',

  95. 	`deleted` TINYINT(1) NOT NULL DEFAULT '0' COMMENT '删除(0正常，1已删除)',

  96. 	PRIMARY KEY (`id`)

  97. )

  98. COMMENT='垃圾回收任务主表'

  99. COLLATE='utf8mb4_general_ci'

  100. ENGINE=InnoDB

  101. ;

  102. 

  103. CREATE TABLE `recycle_detail` (

  104. 	`id` BIGINT(20) NOT NULL AUTO_INCREMENT COMMENT '主键',

  105. 	`recycle_id` BIGINT(20) NOT NULL COMMENT '垃圾回收任务主表ID',

  106. 	`recycle_type` TINYINT(1) NOT NULL DEFAULT '0' COMMENT '回收类型(0文件，1数据库表数据)',

  107. 	`recycle_condition` TEXT NOT NULL COMMENT '回收条件(回收表数据sql、回收文件绝对路径)',

  108. 	`recycle_status` TINYINT(4) NULL DEFAULT '0' COMMENT '回收任务状态(0:待删除，1:已删除，2:删除失败，3：删除中)',

  109. 	`create_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '创建人ID',

  110. 	`update_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '修改人ID',

  111. 	`create_time` DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',

  112. 	`update_time` DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '修改时间',

  113. 	`recycle_note` VARCHAR(512) NULL DEFAULT NULL COMMENT '回收说明',

  114. 	`remark` VARCHAR(512) NULL DEFAULT NULL COMMENT '备注',

  115. 	`recycle_response` VARCHAR(512) NULL DEFAULT NULL COMMENT '回收响应信息',

  116. 	`deleted` TINYINT(1) NOT NULL DEFAULT '0' COMMENT '删除(0正常，1已删除)',

  117. 	PRIMARY KEY (`id`),

  118. 	INDEX `recycle_task_main_id` (`recycle_id`)

  119. )

  120. COMMENT='垃圾回收任务详情表'

  121. COLLATE='utf8mb4_general_ci'

  122. ENGINE=InnoDB

  123. ;

  124. 

  125. 

  126. -- 数据集文件标注表

  127. create table data_file_annotation IF NOT EXISTS data_file_annotation

  128. (

  129.     id bigint auto_increment

  130.     primary key,

  131.     dataset_id bigint not null comment '数据集ID',

  132.     label_id bigint not null comment '标签ID',

  133.     version_file_id bigint not null comment '版本文件ID',

  134.     prediction double default 0 null comment '预测值',

  135.     create_user_id bigint null,

  136.     create_time datetime default CURRENT_TIMESTAMP not null,

  137.     update_user_id bigint null,

  138.     update_time datetime default CURRENT_TIMESTAMP not null on update CURRENT_TIMESTAMP,

  139.     deleted bit default b'0' not null,

  140.     file_name varchar(255) null comment '文件名称'

  141.     )

  142.     comment '数据集文件标注表';

  143. 

  144. create index label_dataset_id_indx

  145. 	on data_file_annotation (label_id, dataset_id);

  146. 

  147. create index version_file_index

  148. 	on data_file_annotation (version_file_id);

  149. 

  150. 

  151. -- 菜单新增 back_to ext_config 字段

  152. alter table menu add column back_to varchar(255) default null comment '上级菜单';

  153. 

  154. alter table menu add column ext_config varchar(255) default null comment '扩展配置';

  155. 

  156. -- data_dataset_label 新增 create_time  update_time deleted 字段

  157. alter table data_dataset_label add column `create_time` DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间';

  158. alter table data_dataset_label add column `update_time` DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '修改时间';

  159. alter table data_dataset_label add column `deleted` TINYINT(1) NOT NULL DEFAULT '0' COMMENT '删除(0正常，1已删除)';

  160. alter table data_dataset_label add column create_user_id bigint(20) DEFAULT NULL COMMENT '创建人id';

  161. alter table data_dataset_label add column update_user_id bigint(20) DEFAULT NULL COMMENT '修改人id';

  162. 

  163. -- 初始化回收站菜单数据

  164. INSERT INTO menu ( pid, type, name, icon, path, component, component_name, layout, permission, hidden, cache, sort, create_user_id, update_user_id, deleted, back_to, ext_config) VALUES ( 90, 1, '回收站', 'shuju1', 'recycle', 'system/recycle/index', 'SystemRecycle', 'BaseLayout', 'system:recycle', false, false, 999, 1, 1,  false, null, null);

  165. 

  166. -- 模型优化新增模型对应版本id字段

  167. ALTER TABLE `model_opt_task` ADD COLUMN `model_branch_id` BIGINT(20) NULL DEFAULT NULL COMMENT '模型对应版本id' AFTER `model_id`;

  168. ALTER TABLE `model_opt_task_instance` ADD COLUMN `model_branch_id` BIGINT(20) NULL DEFAULT NULL COMMENT '模型对应版本id' AFTER `model_id`;

  169. 

  170. -- 云端Serving新增模型对应版本id字段

  171. ALTER TABLE `serving_model_config` ADD COLUMN `model_branch_id` BIGINT(20) NULL DEFAULT NULL COMMENT '模型对应版本id' AFTER `model_id`;

  172. ALTER TABLE `serving_batch` ADD COLUMN `model_branch_id` BIGINT(20) NULL DEFAULT NULL COMMENT '模型对应版本id' AFTER `model_id`;

  173. 

  174. -- 数据集模块新增数据集来源ID字段

  175. alter table data_dataset

  176.     add column source_id bigint(20) default null comment '数据集来源ID';

  177. 

  178. -- 数据集删除名称唯一索引

  179. drop index idx_name_unique on data_dataset;

  180. 

  181. -- 算法管理模块新增算法用途'模型优化'

  182. insert into `pt_auxiliary_info` (`origin_user_id`,`type`,`aux_info`) values (0,'algorithem_usage','模型优化');

  183. 

  184. -- 修改菜单栏'模型开发'为'算法开发'

  185. update menu set name='算法开发'  where id=30;

  186. 

  187. -- 重新建立度量表索引

  188. drop index measure_unidex on pt_measure;

  189. create index user_id

  190.     on pt_measure (create_user_id);

  191. 

  192. 

  193. -- 删除无效预置算法

  194. delete from pt_train_algorithm where algorithm_name in ('OneFlow预置算法-resnet50','OneFlow预置算法-bert','OneFlow预置算法-alexnet','OneFlow预置算法-mobilenetv2','OneFlow预置算法-dcgan','OneFlow预置算法-vgg16','OneFlow预置算法-insightface','OneFlow预置算法-yolov3','OneFlow预置算法-deep_and_wide');

  195. 

  196. -- 标签组新增操作类型，标签组类型字段

  197. alter table data_label_group

  198.     add column operate_type int(11) default null comment '操作类型';

  199. alter table data_label_group

  200.     add column label_group_type int(1) default 0 comment '标签组数据类型  0:视觉  1:文本';

  201. 

  202. 

  203. 

  204. -- 菜单新增数据集相关路由

  205. INSERT INTO menu ( pid, type, name, icon, path, component, component_name, layout, permission, hidden, cache, sort, create_user_id, update_user_id, deleted, back_to, ext_config) VALUES ( 10, 1, '图像语义分割', null, 'datasets/segmentation/:datasetId', 'dataset/annotate', 'SegmentationDataset', 'DatasetLayout', null, true, false, 19, 1, 1,  false, null, '{"test": 1}');

  206. INSERT INTO menu ( pid, type, name, icon, path, component, component_name, layout, permission, hidden, cache, sort, create_user_id, update_user_id, deleted, back_to, ext_config) VALUES ( 10, 1, '图像语义分割', null, 'datasets/segmentation/:datasetId/file/:fileId', 'dataset/annotate', 'SegmentationDatasetFile', 'DatasetLayout', null, true, false, 18, 1, 1, false, null, null);

  207. INSERT INTO menu ( pid, type, name, icon, path, component, component_name, layout, permission, hidden, cache, sort, create_user_id, update_user_id, deleted, back_to, ext_config) VALUES ( 10, 1, '医学影像阅读', 'beauty', 'datasets/medical/viewer/:medicalId', 'dataset/medical/viewer', 'DatasetMedicalViewer', 'FullpageLayout', null, true, false, 999, 1, 1,  false, null, null);

  208. INSERT INTO menu ( pid, type, name, icon, path, component, component_name, layout, permission, hidden, cache, sort, create_user_id, update_user_id, deleted, back_to, ext_config) VALUES ( 10, 1, '数据集管理', 'shujuguanli', 'datasets', 'dataset/fork', 'DatasetFork', 'BaseLayout', null, false, false, 17, 1, 1,  false, null, null);

  209. INSERT INTO menu ( pid, type, name, icon, path, component, component_name, layout, permission, hidden, cache, sort, create_user_id, update_user_id, deleted, back_to, ext_config) VALUES ( 10, 1, '医疗影像数据集', null, 'datasets/medical', 'dataset/medical/list', 'DatasetMedical', 'BaseLayout', null, true, false, 25, 1, 1, false, null, null);

  210. INSERT INTO menu ( pid, type, name, icon, path, component, component_name, layout, permission, hidden, cache, sort, create_user_id, update_user_id, deleted, back_to, ext_config) VALUES ( 10, 1, '数据集场景选择', null, 'datasets/entrance', 'dataset/entrance', 'Entrance', 'BaseLayout', null, true, false, 20, 1, 1,  false, null, null);

  211. INSERT INTO menu ( pid, type, name, icon, path, component, component_name, layout, permission, hidden, cache, sort, create_user_id, update_user_id, deleted, back_to, ext_config) VALUES ( 10, 1, '文本分类', null, 'datasets/textclassify/:datasetId', 'dataset/nlp/textClassify', 'TextClassify', 'DetailLayout', '', true, false, 26, 1, 1,  false, null, null);

  212. INSERT INTO menu ( pid, type, name, icon, path, component, component_name, layout, permission, hidden, cache, sort, create_user_id, update_user_id, deleted, back_to, ext_config) VALUES ( 10, 1, '文本标注', null, 'datasets/text/annotation/:datasetId', 'dataset/nlp/annotation', 'TextAnnotation', 'DetailLayout', null, true, false, 27, 1, 1,  false, null, null);

  213. INSERT INTO menu ( pid, type, name, icon, path, component, component_name, layout, permission, hidden, cache, sort, create_user_id, update_user_id, deleted, back_to, ext_config) VALUES ( 10, 1, '导入表格', null, 'datasets/table/import', 'dataset/tableImport', 'TableImport', 'DetailLayout', null, true, false, 999, 1, 1,  false, null, '{}');

  214. 

  215. 

  216. -- 管理员角色新增数据集相关权限

  217. INSERT INTO roles_menus (role_id, menu_id) value (1, (select id from menu where path = 'datasets/segmentation/:datasetId'));

  218. INSERT INTO roles_menus (role_id, menu_id) value (1, (select id from menu where path = 'datasets/segmentation/:datasetId/file/:fileId'));

  219. INSERT INTO roles_menus (role_id, menu_id) value (1, (select id from menu where path = 'datasets/medical/viewer/:medicalId'));

  220. INSERT INTO roles_menus (role_id, menu_id) value (1, (select id from menu where path = 'datasets'));

  221. INSERT INTO roles_menus (role_id, menu_id) value (1, (select id from menu where path = 'datasets/medical'));

  222. INSERT INTO roles_menus (role_id, menu_id) value (1, (select id from menu where path = 'datasets/entrance'));

  223. INSERT INTO roles_menus (role_id, menu_id) value (1, (select id from menu where path = 'datasets/textclassify/:datasetId'));

  224. INSERT INTO roles_menus (role_id, menu_id) value (1, (select id from menu where path = 'datasets/text/annotation/:datasetId'));

  225. INSERT INTO roles_menus (role_id, menu_id) value (1, (select id from menu where path = 'datasets/table/import'));

  226. 

  227. -- 注册角色新增数据集相关权限

  228. INSERT INTO roles_menus (role_id, menu_id) value (2, (select id from menu where path = 'datasets/segmentation/:datasetId'));

  229. INSERT INTO roles_menus (role_id, menu_id) value (2, (select id from menu where path = 'datasets/segmentation/:datasetId/file/:fileId'));

  230. INSERT INTO roles_menus (role_id, menu_id) value (2, (select id from menu where path = 'datasets/medical/viewer/:medicalId'));

  231. INSERT INTO roles_menus (role_id, menu_id) value (2, (select id from menu where path = 'datasets'));

  232. INSERT INTO roles_menus (role_id, menu_id) value (2, (select id from menu where path = 'datasets/medical'));

  233. INSERT INTO roles_menus (role_id, menu_id) value (2, (select id from menu where path = 'datasets/entrance'));

  234. INSERT INTO roles_menus (role_id, menu_id) value (2, (select id from menu where path = 'datasets/textclassify/:datasetId'));

  235. INSERT INTO roles_menus (role_id, menu_id) value (2, (select id from menu where path = 'datasets/text/annotation/:datasetId'));

  236. INSERT INTO roles_menus (role_id, menu_id) value (2, (select id from menu where path = 'datasets/table/import'));

  237. 

  238. update menu set name = '视觉/文本数据集' where name = '视觉文本数据集';

  239. 

  240. 

  241. -- 新增表格导入菜单sql

  242. INSERT INTO menu (pid, type, name, icon, path, component, component_name, layout, permission, hidden, cache, sort, create_user_id, update_user_id,  deleted, back_to, ext_config) VALUES ( 10, 1, '导入表格', null, 'datasets/table/import', 'dataset/tableImport', 'TableImport', 'DetailLayout', null, true, false, 999, 1, 1, false, null, '{}');

  243. INSERT INTO roles_menus (role_id, menu_id) value (1, (select id from menu where path = 'datasets/table/import'));

  244. INSERT INTO roles_menus (role_id, menu_id) value (2, (select id from menu where path = 'datasets/table/import'));

  245. 

  246. 

  247. 

  248. 

  249. -- 修改回收日期数据类型

  250. alter table recycle modify recycle_delay_date DATETIME NULL ON UPDATE CURRENT_TIMESTAMP COMMENT '回收日期';

  251. 

  252. -- Serving 增加镜像字段

  253. ALTER TABLE `serving_model_config` ADD COLUMN `image` VARCHAR(255) NULL DEFAULT NULL COMMENT '镜像' AFTER `model_name`;

  254. 

  255. ALTER TABLE `serving_batch` ADD COLUMN `image` VARCHAR(255) NULL DEFAULT NULL COMMENT '镜像';

  256. -- Serving 修改字段类型

  257. ALTER TABLE `serving_model_config`

  258. 	ADD COLUMN `script_path` VARCHAR(255) NULL DEFAULT NULL COMMENT '推理脚本路径' AFTER `image`,

  259. 	ADD COLUMN `use_script` BIT(1) NULL DEFAULT b'0' COMMENT '是否使用脚本' AFTER `script_path`;

  260. -- Serving 修改字段类型

  261. ALTER TABLE `serving_batch`

  262. 	ADD COLUMN `script_path` VARCHAR(255) NULL DEFAULT NULL COMMENT '推理脚本路径' AFTER `image`,

  263. 	ADD COLUMN `use_script` BIT(1) NULL DEFAULT b'0' COMMENT '是否使用脚本' AFTER `script_path`;

  264. ALTER TABLE serving_model_config MODIFY COLUMN deploy_params json NULL DEFAULT NULL COMMENT '部署参数';

  265. alter table serving_batch drop model_config_path;

  266. alter table serving_batch drop reasoning_script_path;

  267. 

  268. -- 修改pt_model_info表允许model_description字段为空

  269. ALTER TABLE `pt_model_info`

  270. 	MODIFY COLUMN model_description varchar(255) null comment '模型描述';

  271. 

  272. -- 添加可视化任务菜单

  273. INSERT INTO `menu`(`id`, `pid`, `type`, `name`, `icon`, `path`, `component`, `component_name`, `layout`, `hidden`, `permission`) VALUES

  274. (45, 40, 1, '可视化任务', 'mobanguanli', 'visual', 'trainingJob/trainingVisualList', 'TrainVisual', 'BaseLayout', b'0', 'training:visual');

  275. 

  276. -- 算法表添加inference字段

  277. alter table pt_train_algorithm

  278.     add column inference tinyint(1) default 0 not null comment '算法文件是否可推理（1可推理，0不可推理）';

  279. 

  280. ALTER TABLE `serving_model_config`

  281. 	ADD COLUMN `image_name` VARCHAR(255) NULL DEFAULT NULL COMMENT '镜像名称' AFTER `image`,

  282. 	ADD COLUMN `image_tag` VARCHAR(255) NULL DEFAULT NULL COMMENT '镜像版本' AFTER `image_name`;

  283. 

  284. ALTER TABLE `serving_batch`

  285. 	ADD COLUMN `image_name` VARCHAR(255) NULL DEFAULT NULL COMMENT '镜像名称' COLLATE 'utf8_general_ci' AFTER `image`,

  286. 	ADD COLUMN `image_tag` VARCHAR(255) NULL DEFAULT NULL COMMENT '镜像版本' COLLATE 'utf8_general_ci' AFTER `image_name`;

  287. 

  288. 

  289. ALTER TABLE `serving_batch`

  290. 	ADD COLUMN `algorithm_id` INT NULL DEFAULT NULL COMMENT '算法ID' AFTER `use_script`;

  291. 

  292. ALTER TABLE `serving_model_config`

  293.     ADD COLUMN `algorithm_id` INT NULL DEFAULT NULL COMMENT '算法ID' AFTER `use_script`;

  294. 

  295. ALTER TABLE `serving_batch`

  296. 	ADD COLUMN `origin_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '资源用有人ID';

  297. 

  298. ALTER TABLE `serving_info`

  299. 	ADD COLUMN `origin_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '资源用有人ID';

  300. 

  301. ALTER TABLE `model_opt_task`

  302. 	ADD COLUMN `origin_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '资源用有人ID';

  303. 

  304. ALTER TABLE `model_opt_task_instance`

  305. 	ADD COLUMN `origin_user_id` BIGINT(20) NULL DEFAULT NULL COMMENT '资源用有人ID';

  306. 

  307. -- 添加模型格式表pt_model_type

  308. create table if not exists pt_model_type

  309. (

  310.     id                bigint auto_increment comment '主键'

  311.         primary key,

  312.     frame_type        tinyint                            not null comment '框架类型',

  313.     model_type        varchar(255)                       not null comment '模型文件的格式',

  314.     create_user_id    bigint                             null comment '创建用户ID',

  315.     update_user_id    bigint                             null comment '更新用户ID',

  316.     deleted           bit      default b'0'              not null comment '0 正常，1 已删除',

  317.     create_time       datetime default CURRENT_TIMESTAMP not null comment '创建时间',

  318.     update_time       datetime default CURRENT_TIMESTAMP not null on update CURRENT_TIMESTAMP comment '修改时间',

  319.     origin_user_id    bigint                             null comment '资源用有人ID'

  320. )

  321.     comment '模型格式' charset = utf8;

  322. 

  323. -- 修改dict_detail表frame_type值为小写

  324. update dict_detail set label='oneflow'  where dict_id=6 and sort=1;

  325. update dict_detail set label='tensorflow'  where dict_id=6 and sort=2;

  326. update dict_detail set label='pytorch'  where dict_id=6 and sort=3;

  327. update dict_detail set label='keras'  where dict_id=6 and sort=4;

  328. update dict_detail set label='caffe'  where dict_id=6 and sort=5;

  329. update dict_detail set label='blade'  where dict_id=6 and sort=6;

  330. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (6, 'mxnet', '7', 7);

  331. -- 添加dict_detail表model_type值

  332. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (7, 'pb', '9', 9);

  333. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (7, 'ckpt', '10', 10);

  334. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (7, 'pkt', '11', 11);

  335. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (7, 'pt', '12', 12);

  336. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (7, 'h5(HDF5)', '13', 13);

  337. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (7, 'caffemodel', '14', 14);

  338. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (7, 'params', '15', 15);

  339. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (7, 'json', '16', 16);

  340. 

  341. -- 初始化模型格式表pt_model_type

  342. INSERT INTO `pt_model_type`(`frame_type`, `model_type`) VALUES (1, '1');

  343. INSERT INTO `pt_model_type`(`frame_type`, `model_type`) VALUES (2, '1,9,10');

  344. INSERT INTO `pt_model_type`(`frame_type`, `model_type`) VALUES (3, '8,11,12');

  345. INSERT INTO `pt_model_type`(`frame_type`, `model_type`) VALUES (4, '13');

  346. INSERT INTO `pt_model_type`(`frame_type`, `model_type`) VALUES (5, '4,14');

  347. INSERT INTO `pt_model_type`(`frame_type`, `model_type`) VALUES (6, '6');

  348. INSERT INTO `pt_model_type`(`frame_type`, `model_type`) VALUES (7, '15,16');

  349. 

  350. -- 添加模型后缀名表pt_model_suffix

  351. create table if not exists pt_model_suffix

  352. (

  353.     id                bigint auto_increment comment '主键'

  354.         primary key,

  355.     model_type        tinyint                            not null comment '模型文件的格式',

  356.     model_suffix      varchar(255)  default ''           not null comment '模型文件的格式对应后缀名',

  357.     create_user_id    bigint                             null comment '创建用户ID',

  358.     update_user_id    bigint                             null comment '更新用户ID',

  359.     deleted           bit      default b'0'              not null comment '0 正常，1 已删除',

  360.     create_time       datetime default CURRENT_TIMESTAMP not null comment '创建时间',

  361.     update_time       datetime default CURRENT_TIMESTAMP not null on update CURRENT_TIMESTAMP comment '修改时间',

  362.     origin_user_id    bigint                             null comment '资源用有人ID'

  363. )

  364.     comment '模型后缀名' charset = utf8;

  365. -- 初始化模型后缀名表pt_model_suffix

  366. INSERT INTO `pt_model_suffix`(`model_type`) VALUES (1);

  367. INSERT INTO `pt_model_suffix`(`model_type`, `model_suffix`) VALUES (2, '.pb');

  368. INSERT INTO `pt_model_suffix`(`model_type`, `model_suffix`) VALUES (3, '.h5');

  369. INSERT INTO `pt_model_suffix`(`model_type`, `model_suffix`) VALUES (4, '.caffeprototxt');

  370. INSERT INTO `pt_model_suffix`(`model_type`) VALUES (5);

  371. INSERT INTO `pt_model_suffix`(`model_type`) VALUES (6);

  372. INSERT INTO `pt_model_suffix`(`model_type`) VALUES (7);

  373. INSERT INTO `pt_model_suffix`(`model_type`, `model_suffix`) VALUES (8, '.pth');

  374. INSERT INTO `pt_model_suffix`(`model_type`, `model_suffix`) VALUES (9, '.pb');

  375. INSERT INTO `pt_model_suffix`(`model_type`, `model_suffix`) VALUES (10, '.ckpt');

  376. INSERT INTO `pt_model_suffix`(`model_type`, `model_suffix`) VALUES (11, '.pkt');

  377. INSERT INTO `pt_model_suffix`(`model_type`, `model_suffix`) VALUES (12, '.pt');

  378. INSERT INTO `pt_model_suffix`(`model_type`, `model_suffix`) VALUES (13, '.h5');

  379. INSERT INTO `pt_model_suffix`(`model_type`, `model_suffix`) VALUES (14, '.caffemodel');

  380. INSERT INTO `pt_model_suffix`(`model_type`, `model_suffix`) VALUES (15, '.params');

  381. INSERT INTO `pt_model_suffix`(`model_type`, `model_suffix`) VALUES (16, '.json');

  382. 

  383. -- 添加dict_detail表model_type值

  384. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (7, 'Directory', '17', 17);

  385. -- 修改模型格式表pt_model_type

  386. update pt_model_type set model_type='1,17'  where frame_type=1;

  387. update pt_model_type set model_type='1,13'  where frame_type=4;

  388. -- 修改镜像标签字段数据长度

  389. alter table pt_image modify image_tag varchar(64) not null comment '镜像版本';

  390. 

  391. -- 操作权限表

  392. CREATE TABLE if not exists `permission` (

  393.   `id` bigint(20) NOT NULL AUTO_INCREMENT,

  394.   `pid` bigint(20) NOT NULL DEFAULT '0' COMMENT '父id',

  395.   `name` varchar(64) DEFAULT NULL COMMENT '菜单/操作按钮名称',

  396.   `permission` varchar(128) DEFAULT NULL COMMENT '权限标识',

  397.   `create_user_id` bigint(20) DEFAULT NULL COMMENT '创建人id',

  398.   `update_user_id` bigint(20) DEFAULT NULL COMMENT '修改人id',

  399.   `create_time` datetime DEFAULT CURRENT_TIMESTAMP,

  400.   `update_time` datetime DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,

  401.   `deleted` bit(1) DEFAULT b'0' COMMENT '删除标记 0正常，1已删除',

  402.   PRIMARY KEY (`id`)

  403. )

  404. ENGINE=InnoDB AUTO_INCREMENT=5 DEFAULT CHARSET=utf8 COMMENT='权限表';

  405. 

  406. -- 角色权限组关联表

  407. create table if not exists `roles_auth`(

  408.     role_id     bigint not null,

  409.     auth_id bigint null

  410. )ENGINE=InnoDB DEFAULT CHARSET=utf8 ROW_FORMAT=DYNAMIC COMMENT='角色权限关联表';

  411. 

  412. -- 用户组表

  413. CREATE TABLE if not exists `pt_group`

  414. (

  415.     id             BIGINT(20)                             not null auto_increment primary key,

  416.     name           varchar(32)  default null comment '用户组名称',

  417.     description         varchar(255) default null comment '备注',

  418.     create_user_id bigint                                 null comment '创建人id',

  419.     update_user_id bigint                                 null comment '修改人id',

  420.     create_time    datetime     default CURRENT_TIMESTAMP null,

  421.     update_time    datetime     default CURRENT_TIMESTAMP null on update CURRENT_TIMESTAMP,

  422.     deleted        bit          default b'0'              null comment '删除标记 0正常，1已删除'

  423. ) ENGINE = InnoDB

  424.   DEFAULT CHARSET = utf8

  425.   ROW_FORMAT = DYNAMIC COMMENT ='用户组表';

  426.   create unique index group_name_uindex

  427. 	on pt_group (name);

  428. 

  429. -- 用户组-用户关联表

  430. create  table if not exists `user_group`(

  431.     group_id BIGINT(20)  not null comment '用户组id',

  432.     user_id bigint(20) not null comment '用户id'

  433. )

  434. comment '用户组-用户关联表' charset =utf8;

  435. create index group_user_group_id

  436.     on user_group (group_id);

  437. 

  438. create unique index group_user_user_id

  439.     on user_group (user_id);

  440. 

  441. create table if not exists `auth`(

  442.     id             bigint auto_increment

  443.         primary key,

  444.     auth_code      varchar(32)                        not null comment '权限code',

  445.     description    varchar(255)                       null comment '描述',

  446.     create_user_id bigint                             null comment '创建人id',

  447.     update_user_id bigint                             null comment '修改人id',

  448.     create_time    datetime default CURRENT_TIMESTAMP null,

  449.     update_time    datetime default CURRENT_TIMESTAMP null on update CURRENT_TIMESTAMP,

  450.     deleted        bit      default b'0'              null comment '删除标记 0正常，1已删除'

  451. )

  452.     comment '权限管理表';

  453. 

  454. create index auth_index_auth_code

  455.     on auth (auth_code);

  456. 

  457. create table if not exists `auth_permission`

  458. (

  459.     auth_id       bigint not null,

  460.     permission_id bigint not null

  461. )

  462.     comment '权限组-权限关联表';

  463. 

  464. -- 初始化用户组和权限组菜单

  465. INSERT INTO menu (pid, type, name, icon, path, component, component_name, layout, permission, hidden, cache, sort, create_user_id, update_user_id, create_time, update_time, deleted, back_to, ext_config) VALUES (90, 1, '用户组管理', 'tuanduiguanli-tuanduiguanli', 'userGroup', 'system/userGroup', 'UserGroup', 'BaseLayout', 'system:userGroup', false, false, 91, 3, 3, '2021-05-11 09:32:32', '2021-05-11 09:32:32', false, null, '{}');

  466. INSERT INTO menu (pid, type, name, icon, path, component, component_name, layout, permission, hidden, cache, sort, create_user_id, update_user_id, create_time, update_time, deleted, back_to, ext_config) VALUES (90, 1, '权限管理', 'fuwuguanli', 'authCode', 'system/authCode', 'AuthCode', 'BaseLayout', 'authCode', false, false, 92, 1, 3, '2021-05-19 09:16:32', '2021-05-19 09:19:44', false, null, '{}');

  467. 

  468. -- 初始化管理员和注册用户 用户组菜单权限

  469. INSERT INTO roles_menus (role_id, menu_id) value (1, (select id from menu where path = 'userGroup'));

  470. INSERT INTO roles_menus (role_id, menu_id) value (2, (select id from menu where path = 'userGroup'));

  471. 

  472. -- 初始化管理员和注册用户 权限组菜单权限

  473. INSERT INTO roles_menus (role_id, menu_id) value (1, (select id from menu where path = 'authCode'));

  474. INSERT INTO roles_menus (role_id, menu_id) value (2, (select id from menu where path = 'authCode'));

  475. 

  476. -- 修改训练主表字段

  477. alter table pt_train_job change out_path model_path varchar(128) default '' null comment '训练模型输出路径';

  478. alter table pt_train_job change log_path out_path varchar(128) default '' null comment '训练输出路径';

  479. -- 修改算法表字段

  480. alter table pt_train_algorithm change is_train_out is_train_model_out tinyint(1) default 1 null comment '是否输出训练结果:1是，0否';

  481. alter table pt_train_algorithm change is_train_log is_train_out tinyint(1) default 1 null comment '是否输出训练信息:1是，0否';

  482. 

  483. -- 增加转预置任务字段

  484. ALTER TABLE `data_task` ADD COLUMN `version_name` varchar(255) NULL COMMENT '转预置版本号';

  485. ALTER TABLE `data_task` ADD COLUMN `target_id` bigint(20) NULL COMMENT '目标数据集id';

  486. 

  487. create table if not exists resource_specs

  488. (

  489.     id                 int auto_increment comment '主键ID'

  490.         primary key,

  491.     specs_name         varchar(128) default ''  not null comment '规格名称',

  492.     resources_pool_type  tinyint(1) default 0   not null comment '规格类型(0为CPU, 1为GPU)',

  493.     module             int                      not null comment '所属业务场景(0:通用，1：dubhe-notebook，2：dubhe-train，3：dubhe-serving)',

  494.     cpu_num            int                      not null comment 'CPU数量,单位：核',

  495.     gpu_num            int                      not null comment 'GPU数量，单位：核',

  496.     mem_num            int                      not null comment '内存大小，单位：M',

  497.     workspace_request  int                      not null comment '工作空间的存储配额，单位：M',

  498.     create_user_id     bigint                   null comment '创建人',

  499.     create_time        timestamp                null comment '创建时间',

  500.     update_user_id     bigint                   null comment '更新人',

  501.     update_time        timestamp                null comment '更新时间',

  502.     deleted            tinyint(1)   default 0   not null comment '删除(0正常，1已删除)'

  503. )

  504.     comment '资源规格';

  505. 

  506. -- 补充集群状态 pod状态

  507. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (4, '调度中', 'Pending', 2);

  508. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (4, '运行完成', 'Succeeded', 3);

  509. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (4, '已删除', 'Deleted', 4);

  510. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (4, '运行失败', 'Failed', 5);

  511. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (4, '未知状态', 'Unknown', 6);

  512. 

  513. -- 修改notebook表字段

  514. alter table notebook MODIFY COLUMN cpu_num INT(11) NOT NULL DEFAULT '0' COMMENT 'CPU数量(核)';

  515. alter table notebook MODIFY COLUMN gpu_num INT(11) NOT NULL DEFAULT '0' COMMENT 'GPU数量（核）';

  516. alter table notebook MODIFY COLUMN mem_num INT(11) NOT NULL DEFAULT '0' COMMENT '内存大小（M）';

  517. alter table notebook MODIFY COLUMN disk_mem_num INT(11) NOT NULL DEFAULT '0' COMMENT '硬盘内存大小（M）';

  518. 

  519. -- 训练状态对应的详情信息

  520. ALTER TABLE `pt_train_job`

  521. 	ADD COLUMN `status_detail` json NULL DEFAULT NULL COMMENT '状态对应的详情信息';

  522. -- notebook状态对应的详情信息

  523. ALTER TABLE `notebook`

  524. 	ADD COLUMN `status_detail` json NULL DEFAULT NULL COMMENT '状态对应的详情信息';

  525. 

  526. -- serving_batch状态对应的详情信息

  527. ALTER TABLE `serving_batch`

  528.     ADD COLUMN `status_detail` json NULL DEFAULT NULL COMMENT '状态对应的详情信息' AFTER `status`  ;

  529. -- serving_info状态对应的详情信息

  530. ALTER TABLE `serving_info`

  531.     ADD COLUMN `status_detail` json NULL DEFAULT NULL COMMENT '状态对应的详情信息' AFTER `status`  ;

  532. -- model_opt_task_instance状态对应的详情信息

  533. ALTER TABLE `model_opt_task_instance`

  534.     ADD COLUMN `status_detail` json NULL DEFAULT NULL COMMENT '状态对应的详情信息' AFTER `status`  ;

  535. 

  536. -- 补充模型来源

  537. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (9, '模型转换', '3', 4);

  538. 

  539. -- 菜单新增资源规格相关路由

  540. INSERT INTO `menu`( `pid`, `type`, `name`, `icon`, `path`, `component`, `component_name`, `layout`, `hidden`, `permission`) VALUES

  541. (90, 1, '资源规格管理','xunlianzhunbei','resources','system/resources','Resources','BaseLayout',b'0','system:specs');

  542. 

  543. -- 初始化资源规格

  544. -- 初始化notebook资源规格

  545. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  546. ('1CPU2GB内存',0,1,1,0,2048,500);

  547. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  548. ('2CPU4GB内存',0,1,2,0,2048,500);

  549. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  550. ('1CPU2GB内存 1GPU',1,1,1,1,2048,2048);

  551. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  552. ('1CPU2GB内存 2GPU',1,1,1,2,2048,2048);

  553. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  554. ('2CPU4GB内存 1GPU',1,1,2,1,4096,2048);

  555. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  556. ('2CPU4GB内存 2GPU',1,1,2,2,4096,2048);

  557. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  558. ('4CPU16GB内存 2GPU',1,1,16,2,16000,4096);

  559. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  560. ('4CPU16GB内存 4GPU',1,1,16,4,16000,4096);

  561. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  562. ('8CPU64GB内存 2GPU',1,1,8,2,64000,4096);

  563. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  564. ('16CPU128GB内存 4GPU',1,1,16,4,128000,50000);

  565. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  566. ('32CPU256GB内存 8GPU',1,1,32,8,256000,50000);

  567. -- 初始化train资源规格

  568. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  569. ('1CPU2GB内存',0,2,1,0,2048,500);

  570. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  571. ('2CPU4GB内存',0,2,2,0,2048,500);

  572. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  573. ('1CPU2GB内存 1GPU',1,2,1,1,2048,2048);

  574. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  575. ('1CPU2GB内存 2GPU',1,2,1,2,2048,2048);

  576. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  577. ('2CPU4GB内存 1GPU',1,2,2,1,4096,2048);

  578. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  579. ('2CPU4GB内存 2GPU',1,2,2,2,4096,2048);

  580. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  581. ('4CPU16GB内存 2GPU',1,2,16,2,16000,4096);

  582. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  583. ('4CPU16GB内存 4GPU',1,2,16,4,16000,4096);

  584. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  585. ('8CPU64GB内存 2GPU',1,2,8,2,64000,4096);

  586. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  587. ('16CPU128GB内存 4GPU',1,2,16,4,128000,50000);

  588. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  589. ('32CPU256GB内存 8GPU',1,2,32,8,256000,50000);

  590. -- 初始化serving资源规格

  591. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  592. ('1CPU2GB内存',0,3,1,0,2048,500);

  593. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  594. ('2CPU4GB内存',0,3,2,0,2048,500);

  595. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  596. ('1CPU2GB内存 1GPU',1,3,1,1,2048,2048);

  597. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  598. ('1CPU2GB内存 2GPU',1,3,1,2,2048,2048);

  599. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  600. ('2CPU4GB内存 1GPU',1,3,2,1,4096,2048);

  601. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  602. ('2CPU4GB内存 2GPU',1,3,2,2,4096,2048);

  603. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  604. ('4CPU16GB内存 2GPU',1,3,16,2,16000,4096);

  605. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  606. ('4CPU16GB内存 4GPU',1,3,16,4,16000,4096);

  607. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  608. ('8CPU64GB内存 2GPU',1,3,8,2,64000,4096);

  609. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  610. ('16CPU128GB内存 4GPU',1,3,16,4,128000,50000);

  611. INSERT INTO resource_specs(specs_name,resources_pool_type,module,cpu_num,gpu_num,mem_num,workspace_request) value

  612. ('32CPU256GB内存 8GPU',1,3,32,8,256000,50000);

  613. 

  614. --删除无效的资源规格表

  615. drop table notebook_model;

  616. drop table pt_train_job_specs;

  617. 

  618. -- 补充度量管理菜单权限标识

  619. update menu set permission='atlas:measure' where name='度量管理';

  620. 

  621. -- 控制台

  622. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) VALUES (0, '控制台', 1, 1);

  623. -- 控制台-用户管理操作权限初始化

  624. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '用户管理', 1, 1 from permission where name='控制台';

  625. select @pid := @@IDENTITY;

  626. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建用户', 'system:user:create', 1, 1);

  627. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '编辑用户', 'system:user:edit', 1, 1);

  628. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除用户', 'system:user:delete', 1, 1);

  629. -- 控制台-用户组管理操作权限初始化

  630. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '用户组管理', 1, 1 from permission where name='控制台';

  631. select @pid := @@IDENTITY;

  632. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建用户组', 'system:userGroup:create', 1, 1);

  633. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '编辑用户组', 'system:userGroup:edit', 1, 1);

  634. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除用户组', 'system:userGroup:delete', 1, 1);

  635. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '编辑成员', 'system:userGroup:editUser', 1, 1);

  636. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '批量修改角色', 'system:userGroup:editUserRole', 1, 1);

  637. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '批量激活锁定', 'system:userGroup:editUserState', 1, 1);

  638. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '批量删除用户', 'system:userGroup:deleteUser', 1, 1);

  639. -- 控制台-权限管理操作权限初始化

  640. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '权限管理', 1, 1 from permission where name='控制台';

  641. select @pid := @@IDENTITY;

  642. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建权限组', 'system:authCode:create', 1, 1);

  643. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '编辑权限组', 'system:authCode:edit', 1, 1);

  644. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除权限`组', 'system:authCode:delete', 1, 1);

  645. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建权限', 'system:permission:create', 1, 1);

  646. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '编辑权限', 'system:permission:edit', 1, 1);

  647. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除权限', 'system:permission:delete', 1, 1);

  648. -- 控制台-角色管理操作权限初始化

  649. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '角色管理', 1, 1 from permission where name='控制台';

  650. select @pid := @@IDENTITY;

  651. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建角色', 'system:role:create', 1, 1);

  652. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '编辑角色', 'system:role:edit', 1, 1);

  653. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除角色', 'system:role:delete', 1, 1);

  654. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '权限分配', 'system:role:auth', 1, 1);

  655. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '菜单分配', 'system:role:menu', 1, 1);

  656. -- 控制台-菜单管理操作权限初始化

  657. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '菜单管理', 1, 1 from permission where name='控制台';

  658. select @pid := @@IDENTITY;

  659. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除菜单', 'system:menu:create', 1, 1);

  660. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '编辑菜单', 'system:menu:edit', 1, 1);

  661. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建菜单', 'system:menu:delete', 1, 1);

  662. -- 控制台-字典管理操作权限初始化

  663. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '字典管理', 1, 1 from permission where name='控制台';

  664. select @pid := @@IDENTITY;

  665. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建字典', 'system:dict:create', 1, 1);

  666. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '编辑字典', 'system:dict:edit', 1, 1);

  667. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除字典', 'system:dict:delete', 1, 1);

  668. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '字典详情-创建', 'system:dictDetail:create', 1, 1);

  669. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '字典详情-修改', 'system:dictDetail:edit', 1, 1);

  670. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '字典详情-删除', 'system:dictDetail:delete', 1, 1);

  671. -- 控制台-资源规格管理操作权限初始化

  672. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '资源规格管理', 1, 1 from permission where name='控制台';

  673. select @pid := @@IDENTITY;

  674. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建资源规格', 'system:specs:create', 1, 1 );

  675. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '修改资源规格', 'system:specs:edit', 1, 1);

  676. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除资源规格', 'system:specs:delete', 1, 1);

  677. 

  678. -- 算法开发

  679. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) VALUES (0, '算法开发', 1, 1);

  680. -- 算法开发-算法管理操作权限初始化

  681. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '算法管理', 1, 1 from permission where name='算法开发';

  682. select @pid := @@IDENTITY;

  683. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建算法', 'development:algorithm:create', 1, 1);

  684. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '修改算法', 'development:algorithm:edit', 1, 1);

  685. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除算法', 'development:algorithm:delete', 1, 1);

  686. -- 算法开发-notebook操作权限初始化

  687. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, 'notebook', 1, 1 from permission where name='算法开发';

  688. select @pid := @@IDENTITY;

  689. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建notebook', 'notebook:create', 1, 1);

  690. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '修改notebook', 'notebook:update', 1, 1);

  691. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '打开notebook', 'notebook:open', 1, 1);

  692. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '启动notebook', 'notebook:start', 1, 1);

  693. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '停止notebook', 'notebook:stop', 1, 1);

  694. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除notebook', 'notebook:delete', 1, 1);

  695. 

  696. -- 模型管理

  697. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) VALUES (0, '模型管理', 1, 1);

  698. -- 模型管理-模型列表操作权限初始化

  699. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '模型列表', 1, 1 from permission where name='模型管理';

  700. select @pid := @@IDENTITY;

  701. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '模型列表-创建', 'model:model:create', 1, 1);

  702. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '模型列表-修改', 'model:model:edit', 1, 1);

  703. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '模型列表-删除', 'model:model:delete', 1, 1);

  704. -- 模型管理-模型优化操作权限初始化

  705. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '模型优化', 1, 1 from permission where name='模型管理';

  706. select @pid := @@IDENTITY;

  707. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建任务', 'model:optimize:createTask', 1, 1);

  708. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '提交任务', 'model:optimize:submitTask', 1, 1);

  709. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '修改任务', 'model:optimize:editTask', 1, 1);

  710. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除任务', 'model:optimize:deleteTask', 1, 1);

  711. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '提交任务实例', 'model:optimize:submitTaskInstance', 1, 1);

  712. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '取消任务实例实例', 'model:optimize:cancelTaskInstance', 1, 1);

  713. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除任务实例', 'model:optimize:deleteTaskInstance', 1, 1);

  714. -- 模型管理-模型列表历史版本-模型版本管理操作权限初始化

  715. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '模型版本管理', 1, 1 from permission where name='模型管理';

  716. select @pid := @@IDENTITY;

  717. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '模型版本管理-创建', 'model:branch:create', 1, 1);

  718. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '模型版本管理-删除', 'model:branch:delete', 1, 1);

  719. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '模型版本管理-转预置', 'model:branch:convertPreset', 1, 1);

  720. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '模型版本管理-转onnx', 'model:branch:convertOnnx', 1, 1);

  721. 

  722. -- 训练管理

  723. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) VALUES (0, '训练管理', 1, 1);

  724. -- 训练管理-镜像管理操作权限初始化

  725. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '镜像管理', 1, 1 from permission where name='训练管理';

  726. select @pid := @@IDENTITY;

  727. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '上传镜像', 'training:image:upload', 1, 1);

  728. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '修改镜像', 'training:image:edit', 1, 1);

  729. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除镜像', 'training:image:delete', 1, 1);

  730. -- 训练管理-训练任务操作权限初始化

  731. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '训练任务', 1, 1 from permission where name='训练管理';

  732. select @pid := @@IDENTITY;

  733. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建训练', 'training:job:create', 1, 1);

  734. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '修改训练', 'training:job:update', 1, 1);

  735. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除训练', 'training:job:delete', 1, 1);

  736. 

  737. -- 云端serving

  738. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) VALUES (0, '云端serving', 1, 1);

  739. -- 云端serving-在线服务操作权限初始化

  740. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '在线服务', 1, 1 from permission where name='云端serving';

  741. select @pid := @@IDENTITY;

  742. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建服务', 'serving:online:create', 1, 1);

  743. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '修改服务', 'serving:online:edit', 1, 1);

  744. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除服务', 'serving:online:delete', 1, 1);

  745. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '启动服务', 'serving:online:start', 1, 1);

  746. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '停止服务', 'serving:online:stop', 1, 1);

  747. -- 云端serving-批量服务操作权限初始化

  748. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '批量服务', 1, 1 from permission where name='云端serving';

  749. select @pid := @@IDENTITY;

  750. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建批量任务', 'serving:batch:create', 1, 1);

  751. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '修改批量服务', 'serving:batch:edit', 1, 1);

  752. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除批量服务', 'serving:batch:delete', 1, 1);

  753. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '启动批量服务', 'serving:batch:start', 1, 1);

  754. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '停止批量服务', 'serving:batch:stop', 1, 1);

  755. 

  756. -- 模型炼知

  757. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) VALUES (0, '模型炼知', 1, 1);

  758. -- 模型炼知-度量管理操作权限初始化

  759. insert into `permission` (`pid`, `name`, `create_user_id`, `update_user_id`) select id, '度量管理', 1, 1 from permission where name='模型炼知';

  760. select @pid := @@IDENTITY;

  761. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '创建度量', 'atlas:measure:create', 1, 1);

  762. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '编辑度量', 'atlas:measure:edit', 1, 1);

  763. insert into `permission` (`pid`, `name`, `permission`, `create_user_id`, `update_user_id`) values (@pid, '删除度量', 'atlas:measure:delete', 1, 1);

  764. 

  765. -- 管理员角色操作权限初始化

  766. insert into auth(id, auth_code, description, create_user_id, update_user_id) values (1, 'admin权限组', '默认全部操作权限', 1, 1);

  767. insert into auth_permission (auth_id, permission_id) select 1, id from permission;

  768. INSERT INTO `roles_auth` (role_id, auth_id) values (1, 1);

  769. 

  770. -- 修改menu表模型版本管理权限标识

  771. update menu set permission='model:branch' where name='模型版本管理';

  772. 

  773. -- 修改任务参数模型输出路径、训练输出路径

  774. alter table pt_train_param change out_path model_path varchar(128) default '' null comment '模型输出路径';

  775. alter table pt_train_param change log_path out_path varchar(128) default '' null comment '输出路径';