wormhole.sql

CREATE TABLE IF NOT EXISTS `user` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `email` VARCHAR(200) NOT NULL,
  `password` VARCHAR(32) NOT NULL,
  `name` VARCHAR(200) NOT NULL,
  `role_type` VARCHAR(100) NOT NULL,
  `preferred_language` VARCHAR(20) NOT NULL,
  `active` TINYINT(1) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `email_UNIQUE` (`email` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

alter table `user` add column `preferred_language` VARCHAR(20) default "chinese";


CREATE TABLE IF NOT EXISTS `instance` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `ns_instance` VARCHAR(200) NOT NULL,
  `desc` VARCHAR(1000) NULL,
  `ns_sys` VARCHAR(30) NOT NULL,
  `conn_url` VARCHAR(200) NOT NULL,
  `conn_config` VARCHAR(1000) NULL,
  `active` TINYINT(1) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `instance_UNIQUE` (`ns_instance` ASC, `ns_sys` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

alter table `instance` add column `conn_config` VARCHAR(1000) NULL after `conn_url`;
drop index `conn_url` on `instance`;

CREATE TABLE IF NOT EXISTS `ns_database` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `ns_database` VARCHAR(200) NOT NULL,
  `desc` VARCHAR(1000) NULL,
  `ns_instance_id` BIGINT NOT NULL,
  `user` VARCHAR(200) NULL,
  `pwd` VARCHAR(200) NULL,
  `partitions` INT NOT NULL,
  `config` VARCHAR(2000) NULL,
  `active` TINYINT(1) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `database_UNIQUE` (`ns_database` ASC, `ns_instance_id` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

alter table `ns_database` drop column `permission`;
drop index `database_UNIQUE` on `ns_database`;
alter table `ns_database` add UNIQUE index `database_UNIQUE` (`ns_database` ASC, `ns_instance_id` ASC);


CREATE TABLE IF NOT EXISTS `namespace` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `ns_sys` VARCHAR(100) NOT NULL,
  `ns_instance` VARCHAR(100) NOT NULL,
  `ns_database` VARCHAR(100) NOT NULL,
  `ns_table` VARCHAR(100) NOT NULL,
  `ns_version` VARCHAR(20) NOT NULL,
  `ns_dbpar` VARCHAR(100) NOT NULL,
  `ns_tablepar` VARCHAR(100) NOT NULL,
  `keys` VARCHAR(1000) NULL,
  `ums_info` LONGTEXT NULL,
  `sink_info` LONGTEXT NULL,
  `ns_database_id` BIGINT NOT NULL,
  `ns_instance_id` BIGINT NOT NULL,
  `active` TINYINT(1) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `namespace_UNIQUE` (`ns_sys` ASC, `ns_instance` ASC, `ns_database` ASC, `ns_table` ASC, `ns_version` ASC, `ns_dbpar` ASC, `ns_tablepar` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

alter table `namespace` drop column `permission`;
alter table `namespace` add column `ums_info` LONGTEXT default null;
alter table `namespace` add column `sink_info` LONGTEXT default null;
alter table `namespace`  modify column `ums_info` LONGTEXT;
drop index `namespace_UNIQUE` on `namespace`;
alter table `namespace` add UNIQUE index `namespace_UNIQUE` (`ns_sys` ASC, `ns_instance` ASC, `ns_database` ASC, `ns_table` ASC, `ns_version` ASC, `ns_dbpar` ASC, `ns_tablepar` ASC);

CREATE TABLE IF NOT EXISTS `stream` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `name` VARCHAR(200) NOT NULL,
  `desc` VARCHAR(1000) NULL,
  `project_id` BIGINT NOT NULL,
  `instance_id` BIGINT NOT NULL,
  `stream_type` VARCHAR(100) NOT NULL,
  `function_type` VARCHAR(100) NOT NULL,
  `stream_config` VARCHAR(5000) NULL,
  `jvm_driver_config` VARCHAR(1000) NULL,
  `jvm_executor_config` VARCHAR(1000) NULL,
  `others_config` VARCHAR(1000) NULL,
  `start_config` VARCHAR(1000) NOT NULL,
  `launch_config` VARCHAR(1000) NOT NULL,
  `special_config` VARCHAR(1000) NULL,
  `spark_appid` VARCHAR(200) NULL,
  `log_path` VARCHAR(200) NULL,
  `status` VARCHAR(200) NOT NULL,
  `started_time` TIMESTAMP NULL,
  `stopped_time` TIMESTAMP NULL,
  `active` TINYINT(1) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `name_UNIQUE` (`name` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

alter table `stream` add column `function_type` VARCHAR(100) NOT NULL after `stream_type`;
alter table `stream` add column `special_config` VARCHAR(1000) NULL after `launch_config`;
alter table `stream` change column `spark_config` `stream_config` VARCHAR(5000) NULL;
alter table `stream` add column `jvm_driver_config` VARCHAR(1000) NULL;
alter table `stream` add column `jvm_executor_config` VARCHAR(1000) NULL;
alter table `stream` add column `others_config` VARCHAR(1000) NULL;

CREATE TABLE IF NOT EXISTS `project` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `name` VARCHAR(200) NOT NULL,
  `desc` VARCHAR(1000) NULL,
  `pic` INT NOT NULL,
  `res_cores` INT NOT NULL,
  `res_memory_g` INT NOT NULL,
  `active` TINYINT(1) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `name_UNIQUE` (`name` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

CREATE TABLE IF NOT EXISTS `rel_project_ns` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `project_id` BIGINT NOT NULL,
  `ns_id` BIGINT NOT NULL,
  `active` TINYINT(1) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `rel_project_ns_UNIQUE` (`project_id` ASC, `ns_id` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

CREATE TABLE IF NOT EXISTS `rel_project_user` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `project_id` BIGINT NOT NULL,
  `user_id` BIGINT NOT NULL,
  `active` TINYINT(1) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `rel_project_user_UNIQUE` (`project_id` ASC, `user_id` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

CREATE TABLE IF NOT EXISTS `rel_project_udf` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `project_id` BIGINT NOT NULL,
  `udf_id` BIGINT NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `rel_project_udf_UNIQUE` (`project_id` ASC, `udf_id` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

CREATE TABLE IF NOT EXISTS `rel_stream_udf` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `stream_id` BIGINT NOT NULL,
  `udf_id` BIGINT NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `rel_stream_udf_UNIQUE` (`stream_id` ASC, `udf_id` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;


CREATE TABLE IF NOT EXISTS `dbus` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `dbus_id` BIGINT NOT NULL,
  `namespace` VARCHAR(200) NOT NULL,
  `kafka` VARCHAR(200) NOT NULL,
  `topic` VARCHAR(200) NOT NULL,
  `instance_id` BIGINT NOT NULL,
  `database_id` BIGINT NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `synchronized_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  PRIMARY KEY (`id`),
  UNIQUE INDEX `dbus_UNIQUE` (`namespace` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

CREATE TABLE IF NOT EXISTS `flow` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `flow_name` VARCHAR(200) NOT NULL,
  `project_id` BIGINT NOT NULL,
  `stream_id` BIGINT NOT NULL,
  `source_ns` VARCHAR(200) NOT NULL,
  `sink_ns` VARCHAR(200) NOT NULL,
  `config` VARCHAR(1000) NULL,
  `consumed_protocol` VARCHAR(100) NOT NULL,
  `sink_config` VARCHAR(5000) NOT NULL,
  `tran_config` LONGTEXT NULL,
  `table_keys` VARCHAR(100) NULL,
  `priority_id` BIGINT NOT NULL DEFAULT 0,
  `desc` VARCHAR(1000) NULL,
  `status` VARCHAR(200) NOT NULL,
  `started_time` TIMESTAMP NULL,
  `stopped_time` TIMESTAMP NULL,
  `log_path` VARCHAR(2000) NULL,
  `active` TINYINT(1) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `flow_UNIQUE` (`source_ns` ASC, `sink_ns` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

alter table `flow`  modify column `tran_config` LONGTEXT;
alter table `flow` modify column `consumed_protocol` VARCHAR(100);
alter table `flow` add column `config` VARCHAR(1000) NULL after `sink_ns`;
alter table `flow` add column `log_path` VARCHAR(2000) NULL after `stopped_time`;
alter table `flow` add column `flow_name` VARCHAR(200) NOT NULL;
alter table `flow` add column `table_keys` VARCHAR(100) NULL;
alter table `flow` add column `desc` VARCHAR(1000) NULL;
alter table `flow` add column `priority_id` BIGINT NOT NULL DEFAULT 0;
alter table `flow` drop column `parallelism`;

CREATE TABLE IF NOT EXISTS `flow_history` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `flow_id` BIGINT NOT NULL,
  `flow_name` VARCHAR(200) NOT NULL,
  `project_id` BIGINT NOT NULL,
  `stream_id` BIGINT NOT NULL,
  `source_ns` VARCHAR(200) NOT NULL,
  `sink_ns` VARCHAR(200) NOT NULL,
  `config` VARCHAR(1000) NULL,
  `consumed_protocol` VARCHAR(100) NOT NULL,
  `sink_config` VARCHAR(5000) NOT NULL,
  `tran_config` LONGTEXT NULL,
  `table_keys` VARCHAR(100) NULL,
  `desc` VARCHAR(1000) NULL,
  `status` VARCHAR(200) NOT NULL,
  `started_time` TIMESTAMP NULL,
  `stopped_time` TIMESTAMP NULL,
  `log_path` VARCHAR(2000) NULL,
  `active` TINYINT(1) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

alter table `flow_history` add column `config` VARCHAR(1000) NULL after `sink_ns`;
alter table `flow_history` drop column `parallelism`;

CREATE TABLE IF NOT EXISTS `directive` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `protocol_type` VARCHAR(200) NOT NULL,
  `stream_id` BIGINT NOT NULL,
  `flow_id` BIGINT NOT NULL,
  `directive` VARCHAR(2000) NOT NULL,
  `zk_path` VARCHAR(200) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`))
  ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

alter table `directive` modify column `directive` VARCHAR(2000);

CREATE TABLE IF NOT EXISTS `rel_stream_intopic` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `stream_id` BIGINT NOT NULL,
  `ns_database_id` BIGINT NOT NULL,
  `partition_offsets` VARCHAR(5000) NOT NULL,
  `rate` INT NOT NULL,
  `active` TINYINT(1) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `rel_stream_intopic_UNIQUE` (`stream_id` ASC, `ns_database_id` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

alter table `rel_stream_intopic` drop column `ns_instance_id`;
drop index `rel_stream_intopic_UNIQUE` on `rel_stream_intopic`;
alter table `rel_stream_intopic` add UNIQUE index `rel_stream_intopic_UNIQUE` (`stream_id` ASC, `ns_database_id` ASC);

CREATE TABLE IF NOT EXISTS `rel_stream_userdefined_topic` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `stream_id` BIGINT NOT NULL,
  `topic` VARCHAR(200) NOT NULL,
  `partition_offsets` VARCHAR(5000) NOT NULL,
  `rate` INT NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `rel_stream_userdefinedtopic_UNIQUE` (`stream_id` ASC, `topic` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

CREATE TABLE IF NOT EXISTS `rel_flow_intopic` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `flow_id` BIGINT NOT NULL,
  `ns_database_id` BIGINT NOT NULL,
  `partition_offsets` VARCHAR(5000) NOT NULL,
  `rate` INT NOT NULL,
  `active` TINYINT(1) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `rel_flow_intopic_UNIQUE` (`flow_id` ASC, `ns_database_id` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

CREATE TABLE IF NOT EXISTS `rel_flow_userdefined_topic` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `flow_id` BIGINT NOT NULL,
  `topic` VARCHAR(200) NOT NULL,
  `partition_offsets` VARCHAR(5000) NOT NULL,
  `rate` INT NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `rel_flow_userdefinedtopic_UNIQUE` (`flow_id` ASC, `topic` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

CREATE TABLE IF NOT EXISTS `rel_flow_udf` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `flow_id` BIGINT NOT NULL,
  `udf_id` BIGINT NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `rel_flow_udf_UNIQUE` (`flow_id` ASC, `udf_id` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

CREATE TABLE IF NOT EXISTS `job` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `name` VARCHAR(200) NOT NULL,
  `project_id` BIGINT NOT NULL,
  `source_ns` VARCHAR(200) NOT NULL,
  `sink_ns` VARCHAR(200) NOT NULL,
  `job_type` VARCHAR(30) NOT NULL,
  `spark_config` VARCHAR(2000) NULL,
  `jvm_driver_config` VARCHAR(1000) NULL,
  `jvm_executor_config` VARCHAR(1000) NULL,
  `others_config` VARCHAR(1000) NULL,
  `start_config` VARCHAR(1000) NOT NULL,
  `event_ts_start` VARCHAR(50) NOT NULL,
  `event_ts_end` VARCHAR(50) NOT NULL,
  `source_config` VARCHAR(2000) NULL,
  `sink_config` VARCHAR(2000) NULL,
  `tran_config` VARCHAR(5000) NULL,
  `table_keys` VARCHAR(100) NULL,
  `desc` VARCHAR(1000) NULL,
  `status` VARCHAR(200) NOT NULL,
  `spark_appid` VARCHAR(200) NULL,
  `log_path` VARCHAR(200) NULL,
  `started_time` TIMESTAMP NULL,
  `stopped_time` TIMESTAMP NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `name_UNIQUE` (`name` ASC),
  UNIQUE INDEX `job_UNIQUE` (`source_ns` ASC, `sink_ns` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

alter table `job` drop column `consumed_protocol`;
alter table `job` drop column `job_config`;
alter table `job` add column `spark_config` VARCHAR(4000) NULL after `source_type`;
alter table `job` add column `start_config` VARCHAR(1000) NOT NULL after `spark_config`;
alter table `job` change column `source_type` `job_type` VARCHAR(30);

alter table `job` modify column `spark_config` varchar(2000);
alter table `job` modify column `source_config` varchar(2000);
alter table `job` modify column `sink_config` varchar(2000);
alter table `job` add column `jvm_driver_config` VARCHAR(1000) NULL;
alter table `job` add column `jvm_executor_config` VARCHAR(1000) NULL;
alter table `job` add column `others_config` VARCHAR(1000) NULL;
alter table `job` add column `table_keys` VARCHAR(100) NULL;
alter table `job` add column `desc` VARCHAR(1000) NULL;


CREATE TABLE IF NOT EXISTS `udf` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `function_name` VARCHAR(200) NOT NULL,
  `full_class_name` VARCHAR(200) NOT NULL,
  `jar_name` VARCHAR(200) NOT NULL,
  `stream_type` VARCHAR(100) NOT NULL,
  `map_or_agg` VARCHAR(10) NOT NULL,
  `desc` VARCHAR(200) NULL,
  `public` TINYINT(1) NOT NULL,
  `create_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_by` BIGINT NOT NULL,
  `update_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `update_by` BIGINT NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE INDEX `function_name_UNIQUE` (`function_name` ASC))
ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

drop index `full_class_name_UNIQUE` on `udf`;
alter table `udf` add `stream_type` VARCHAR(100) NOT NULL;
alter table `udf` add `map_or_agg` VARCHAR(10) NOT NULL;

CREATE TABLE IF NOT EXISTS `feedback_heartbeat` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `protocol_type` VARCHAR(200) NOT NULL,
  `ums_ts` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `stream_id` BIGINT NOT NULL,
  `namespace` VARCHAR(1000) NOT NULL,
  `feedback_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  PRIMARY KEY (`id`)
)ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;


CREATE TABLE IF NOT EXISTS `feedback_directive` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `protocol_type` VARCHAR(200) NOT NULL,
  `ums_ts` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  `stream_id`  BIGINT NOT NULL,
  `directive_id`  BIGINT NOT NULL,
  `status`      VARCHAR(32) NOT NULL,
  `result_desc` VARCHAR(5000),
  `feedback_time` TIMESTAMP NOT NULL DEFAULT '1970-01-01 08:00:01',
  PRIMARY KEY (`id`)
)ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

alter table `feedback_directive` modify column `result_desc` varchar(5000);


CREATE TABLE IF NOT EXISTS `feedback_flow_stats` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `batch_id` VARCHAR(100) NOT NULL,
  `stream_id` bigint(20) NOT NULL,
  `flow_id` bigint(20) NOT NULL,
  `source_ns` varchar(200) NOT NULL,
  `sink_ns` varchar(200) NOT NULL,
  `data_type` VARCHAR(32) NOT NULL,
  `topics` varchar(200) NOT NULL,
  `rdd_count` int(11) NOT NULL,
  `throughput` bigint(20) NOT NULL,
  `data_generated_ts` DATETIME NOT NULL DEFAULT '1970-01-01 08:00:01',
  `rdd_ts` DATETIME NOT NULL DEFAULT '1970-01-01 08:00:01',
  `data_process_ts` DATETIME NOT NULL DEFAULT '1970-01-01 08:00:01',
  `swifts_ts` DATETIME NOT NULL DEFAULT '1970-01-01 08:00:01',
  `sink_ts` DATETIME NOT NULL DEFAULT '1970-01-01 08:00:01',
  `done_ts` DATETIME NOT NULL DEFAULT '1970-01-01 08:00:01',
  `interval_data_process_to_data_ums` bigint(20) NOT NULL,
  `interval_data_process_to_rdd` bigint(20) NOT NULL,
  `interval_rdd_to_swifts` bigint(20) NOT NULL,
  `interval_swifts_to_sink` bigint(20) NOT NULL,
  `interval_sink_to_done` bigint(20) NOT NULL,
  `interval_data_process_to_done` bigint(20) NOT NULL,
  `feedback_time` DATETIME NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_time` DATETIME NOT NULL DEFAULT '1970-01-01 08:00:01',
  PRIMARY KEY (`id`),
  KEY `dataType` (`data_type`),
  KEY `streamId` (`stream_id`),
  KEY `flowId` (`flow_id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

alter table `feedback_flow_stats` add column `project_id` BIGINT NOT NULL after `id`;
alter table `feedback_flow_stats` modify column `batch_id` varchar(100);

CREATE TABLE IF NOT EXISTS `feedback_error` (
  `id` BIGINT NOT NULL AUTO_INCREMENT,
  `batch_id` VARCHAR(32) NOT NULL,
  `stream_id` BIGINT NOT NULL,
  `flow_id` BIGINT NOT NULL,
  `source_ns` VARCHAR(1000) NOT NULL,
  `sink_ns` VARCHAR(1000) NOT NULL,
  `data_type` VARCHAR(60) NOT NULL,
  `error_pattern` VARCHAR(32) NOT NULL,
  `topics` TEXT NULL,
  `error_count` INT NULL,
  `error_max_watermark_ts` DATETIME NULL,
  `error_min_watermark_ts` DATETIME NULL,
  `data_info` TEXT NULL,
  `error_info` TEXT NULL,
  `feedback_time` DATETIME NOT NULL DEFAULT '1970-01-01 08:00:01',
  `create_time` DATETIME NOT NULL DEFAULT '1970-01-01 08:00:01',
  PRIMARY KEY (`id`),
  KEY `streamId` (`stream_id`),
  KEY `flowId` (`flow_id`)
)ENGINE = InnoDB CHARSET=utf8 COLLATE=utf8_unicode_ci;

alter table `feedback_error` add column `project_id` BIGINT NOT NULL after `id`;
alter table `feedback_error` modify column topics text;

CREATE TABLE IF NOT EXISTS `recharge_result_log` (
  `id` bigint(20) NOT NULL AUTO_INCREMENT,
  `error_id` bigint(20) DEFAULT NULL,
  `detail` text,
  `creator` varchar(100) DEFAULT NULL,
  `create_time` datetime DEFAULT NULL,
  `update_time` datetime DEFAULT NULL,
  `rst` int(11) DEFAULT NULL,
  PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;