otter

启动zookeeper

manger

下载地址：https://github.com/alibaba/otter/releases

初始化数据库

CREATE DATABASE /*!32312 IF NOT EXISTS*/ `otter` /*!40100 DEFAULT CHARACTER SET utf8 COLLATE utf8_bin */;USE `otter`;CREATE TABLE `ALARM_RULE` (  `ID` bigint(20) unsigned NOT NULL AUTO_INCREMENT,  `MONITOR_NAME` varchar(1024) DEFAULT NULL,  `RECEIVER_KEY` varchar(1024) DEFAULT NULL,  `STATUS` varchar(32) DEFAULT NULL,  `PIPELINE_ID` bigint(20) NOT NULL,  `DESCRIPTION` varchar(256) DEFAULT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  `MATCH_VALUE` varchar(1024) DEFAULT NULL,  `PARAMETERS` text DEFAULT NULL,  PRIMARY KEY (`ID`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `AUTOKEEPER_CLUSTER` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `CLUSTER_NAME` varchar(200) NOT NULL,  `SERVER_LIST` varchar(1024) NOT NULL,  `DESCRIPTION` varchar(200) DEFAULT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `CANAL` (  `ID` bigint(20) unsigned NOT NULL AUTO_INCREMENT,  `NAME` varchar(200) DEFAULT NULL,  `DESCRIPTION` varchar(200) DEFAULT NULL,  `PARAMETERS` text DEFAULT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  UNIQUE KEY `CANALUNIQUE` (`NAME`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `CHANNEL` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `NAME` varchar(200) NOT NULL,  `DESCRIPTION` varchar(200) DEFAULT NULL,  `PARAMETERS` text DEFAULT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  UNIQUE KEY `CHANNELUNIQUE` (`NAME`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `COLUMN_PAIR` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `SOURCE_COLUMN` varchar(200) DEFAULT NULL,  `TARGET_COLUMN` varchar(200) DEFAULT NULL,  `DATA_MEDIA_PAIR_ID` bigint(20) NOT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  KEY `idx_DATA_MEDIA_PAIR_ID` (`DATA_MEDIA_PAIR_ID`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `COLUMN_PAIR_GROUP` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `DATA_MEDIA_PAIR_ID` bigint(20) NOT NULL,  `COLUMN_PAIR_CONTENT` text DEFAULT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  KEY `idx_DATA_MEDIA_PAIR_ID` (`DATA_MEDIA_PAIR_ID`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `DATA_MEDIA` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `NAME` varchar(200) NOT NULL,  `NAMESPACE` varchar(200) NOT NULL,  `PROPERTIES` varchar(1000) NOT NULL,  `DATA_MEDIA_SOURCE_ID` bigint(20) NOT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  UNIQUE KEY `DATAMEDIAUNIQUE` (`NAME`,`NAMESPACE`,`DATA_MEDIA_SOURCE_ID`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `DATA_MEDIA_PAIR` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `PULLWEIGHT` bigint(20) DEFAULT NULL,  `PUSHWEIGHT` bigint(20) DEFAULT NULL,  `RESOLVER` text DEFAULT NULL,  `FILTER` text DEFAULT NULL,  `SOURCE_DATA_MEDIA_ID` bigint(20) DEFAULT NULL,  `TARGET_DATA_MEDIA_ID` bigint(20) DEFAULT NULL,  `PIPELINE_ID` bigint(20) NOT NULL,  `COLUMN_PAIR_MODE` varchar(20) DEFAULT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  KEY `idx_PipelineID` (`PIPELINE_ID`,`ID`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `DATA_MEDIA_SOURCE` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `NAME` varchar(200) NOT NULL,  `TYPE` varchar(20) NOT NULL,  `PROPERTIES` varchar(1000) NOT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  UNIQUE KEY `DATAMEDIASOURCEUNIQUE` (`NAME`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `DELAY_STAT` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `DELAY_TIME` int(21) NOT NULL,  `DELAY_NUMBER` bigint(20) NOT NULL,  `PIPELINE_ID` bigint(20) NOT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  KEY `idx_PipelineID_GmtModified_ID` (`PIPELINE_ID`,`GMT_MODIFIED`,`ID`),  KEY `idx_Pipeline_GmtCreate` (`PIPELINE_ID`,`GMT_CREATE`),  KEY `idx_GmtCreate_id` (`GMT_CREATE`,`ID`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `LOG_RECORD` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `NID` varchar(200) DEFAULT NULL,  `CHANNEL_ID` varchar(200) NOT NULL,  `PIPELINE_ID` varchar(200) NOT NULL,  `TITLE` varchar(1000) DEFAULT NULL,  `MESSAGE` text DEFAULT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  KEY `logRecord_pipelineId` (`PIPELINE_ID`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `NODE` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `NAME` varchar(200) NOT NULL,  `IP` varchar(200) NOT NULL,  `PORT` bigint(20) NOT NULL,  `DESCRIPTION` varchar(200) DEFAULT NULL,  `PARAMETERS` text DEFAULT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  UNIQUE KEY `NODEUNIQUE` (`NAME`,`IP`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `PIPELINE` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `NAME` varchar(200) NOT NULL,  `DESCRIPTION` varchar(200) DEFAULT NULL,  `PARAMETERS` text DEFAULT NULL,  `CHANNEL_ID` bigint(20) NOT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  UNIQUE KEY `PIPELINEUNIQUE` (`NAME`,`CHANNEL_ID`),  KEY `idx_ChannelID` (`CHANNEL_ID`,`ID`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `PIPELINE_NODE_RELATION` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `NODE_ID` bigint(20) NOT NULL,  `PIPELINE_ID` bigint(20) NOT NULL,  `LOCATION` varchar(20) NOT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  KEY `idx_PipelineID` (`PIPELINE_ID`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `SYSTEM_PARAMETER` (  `ID` bigint(20) unsigned NOT NULL,  `VALUE` text DEFAULT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`)) ENGINE=InnoDB DEFAULT CHARSET=utf8;CREATE TABLE `TABLE_HISTORY_STAT` (  `ID` bigint(20) unsigned NOT NULL AUTO_INCREMENT,  `FILE_SIZE` bigint(20) DEFAULT NULL,  `FILE_COUNT` bigint(20) DEFAULT NULL,  `INSERT_COUNT` bigint(20) DEFAULT NULL,  `UPDATE_COUNT` bigint(20) DEFAULT NULL,  `DELETE_COUNT` bigint(20) DEFAULT NULL,  `DATA_MEDIA_PAIR_ID` bigint(20) DEFAULT NULL,  `PIPELINE_ID` bigint(20) DEFAULT NULL,  `START_TIME` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `END_TIME` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  KEY `idx_DATA_MEDIA_PAIR_ID_END_TIME` (`DATA_MEDIA_PAIR_ID`,`END_TIME`),  KEY `idx_GmtCreate_id` (`GMT_CREATE`,`ID`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `TABLE_STAT` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `FILE_SIZE` bigint(20) NOT NULL,  `FILE_COUNT` bigint(20) NOT NULL,  `INSERT_COUNT` bigint(20) NOT NULL,  `UPDATE_COUNT` bigint(20) NOT NULL,  `DELETE_COUNT` bigint(20) NOT NULL,  `DATA_MEDIA_PAIR_ID` bigint(20) NOT NULL,  `PIPELINE_ID` bigint(20) NOT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  KEY `idx_PipelineID_DataMediaPairID` (`PIPELINE_ID`,`DATA_MEDIA_PAIR_ID`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `THROUGHPUT_STAT` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `TYPE` varchar(20) NOT NULL,  `NUMBER` bigint(20) NOT NULL,  `SIZE` bigint(20) NOT NULL,  `PIPELINE_ID` bigint(20) NOT NULL,  `START_TIME` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `END_TIME` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  KEY `idx_PipelineID_Type_GmtCreate_ID` (`PIPELINE_ID`,`TYPE`,`GMT_CREATE`,`ID`),  KEY `idx_PipelineID_Type_EndTime_ID` (`PIPELINE_ID`,`TYPE`,`END_TIME`,`ID`),  KEY `idx_GmtCreate_id` (`GMT_CREATE`,`ID`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE `USER` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `USERNAME` varchar(20) NOT NULL,  `PASSWORD` varchar(20) NOT NULL,  `AUTHORIZETYPE` varchar(20) NOT NULL,  `DEPARTMENT` varchar(20) NOT NULL,  `REALNAME` varchar(20) NOT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  UNIQUE KEY `USERUNIQUE` (`USERNAME`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;CREATE TABLE  `DATA_MATRIX` (  `ID` bigint(20) NOT NULL AUTO_INCREMENT,  `GROUP_KEY` varchar(200) DEFAULT NULL,  `MASTER` varchar(200) DEFAULT NULL,  `SLAVE` varchar(200) DEFAULT NULL,  `DESCRIPTION` varchar(200) DEFAULT NULL,  `GMT_CREATE` timestamp NOT NULL DEFAULT '1970-01-01 00:00:01',  `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,  PRIMARY KEY (`ID`),  KEY `GROUPKEY` (`GROUP_KEY`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;insert into USER(ID,USERNAME,PASSWORD,AUTHORIZETYPE,DEPARTMENT,REALNAME,GMT_CREATE,GMT_MODIFIED) values(null,'admin','801fc357a5a74743894a','ADMIN','admin','admin',now(),now());insert into USER(ID,USERNAME,PASSWORD,AUTHORIZETYPE,DEPARTMENT,REALNAME,GMT_CREATE,GMT_MODIFIED) values(null,'guest','471e02a154a2121dc577','OPERATOR','guest','guest',now(),now());

配置配置文件

## otter manager domain nameotter.domainName = 127.0.0.1## otter manager http portotter.port = 8080## jetty web config xmlotter.jetty = jetty.xml## otter manager database configotter.database.driver.class.name = com.mysql.jdbc.Driverotter.database.driver.url = jdbc:mysql://127.0.0.1:3306/otterotter.database.driver.username = roototter.database.driver.password = password## otter communication portotter.communication.manager.port = 1099## otter communication pool sizeotter.communication.pool.size = 10## default zookeeper addressotter.zookeeper.cluster.default = 127.0.0.1:2181## default zookeeper sesstion timeout = 60sotter.zookeeper.sessionTimeout = 60000## otter arbitrate connect manager configotter.manager.address = ${otter.domainName}:${otter.communication.manager.port}## should run in product mode , true/falseotter.manager.productionMode = true## self-monitor enable or disableotter.manager.monitor.self.enable = true## self-montir interval , default 120sotter.manager.monitor.self.interval = 120## auto-recovery paused enable or disableotter.manager.monitor.recovery.paused = true# manager email user configotter.manager.monitor.email.host = smtp.gmail.comotter.manager.monitor.email.username = otter.manager.monitor.email.password = otter.manager.monitor.email.stmp.port = 465

启动

bin/start.sh

配置node，记住node的id号，配置node时使用

node

下载地址：https://github.com/alibaba/otter/releases
安装aria2

配置nid，文件名nid，内容时node在manager配置时的id

1

配置文件

# otter node root dirotter.nodeHome = ${user.dir}/../## otter node dirotter.htdocs.dir = ${otter.nodeHome}/htdocsotter.download.dir = ${otter.nodeHome}/downloadotter.extend.dir= ${otter.nodeHome}/extend## default zookeeper sesstion timeout = 60sotter.zookeeper.sessionTimeout = 60000## otter communication pool sizeotter.communication.pool.size = 10## otter arbitrate & node connect manager configotter.manager.address = 127.0.0.1:1099

启动

bin/start.sh