[
{
"path": ".gitignore",
"content": ".svn/\ntarget/\ntest-output/\n*.class\n.classpath\n.project\n.settings/\ntmp\ntemp\n*.log\nantx.properties\n.idea/\n*.iml\nhtdocs\npackage-info.java\n.DS_Store\n*.tar.gz\ndocker/data/\n"
},
{
"path": "HEADER.txt",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n"
},
{
"path": "LICENSE.txt",
"content": "\r\n Apache License\r\n Version 2.0, January 2004\r\n http://www.apache.org/licenses/\r\n\r\n TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\r\n\r\n 1. Definitions.\r\n\r\n \"License\" shall mean the terms and conditions for use, reproduction,\r\n and distribution as defined by Sections 1 through 9 of this document.\r\n\r\n \"Licensor\" shall mean the copyright owner or entity authorized by\r\n the copyright owner that is granting the License.\r\n\r\n \"Legal Entity\" shall mean the union of the acting entity and all\r\n other entities that control, are controlled by, or are under common\r\n control with that entity. For the purposes of this definition,\r\n \"control\" means (i) the power, direct or indirect, to cause the\r\n direction or management of such entity, whether by contract or\r\n otherwise, or (ii) ownership of fifty percent (50%) or more of the\r\n outstanding shares, or (iii) beneficial ownership of such entity.\r\n\r\n \"You\" (or \"Your\") shall mean an individual or Legal Entity\r\n exercising permissions granted by this License.\r\n\r\n \"Source\" form shall mean the preferred form for making modifications,\r\n including but not limited to software source code, documentation\r\n source, and configuration files.\r\n\r\n \"Object\" form shall mean any form resulting from mechanical\r\n transformation or translation of a Source form, including but\r\n not limited to compiled object code, generated documentation,\r\n and conversions to other media types.\r\n\r\n \"Work\" shall mean the work of authorship, whether in Source or\r\n Object form, made available under the License, as indicated by a\r\n copyright notice that is included in or attached to the work\r\n (an example is provided in the Appendix below).\r\n\r\n \"Derivative Works\" shall mean any work, whether in Source or Object\r\n form, that is based on (or derived from) the Work and for which the\r\n editorial revisions, annotations, elaborations, or other modifications\r\n represent, as a whole, an original work of authorship. For the purposes\r\n of this License, Derivative Works shall not include works that remain\r\n separable from, or merely link (or bind by name) to the interfaces of,\r\n the Work and Derivative Works thereof.\r\n\r\n \"Contribution\" shall mean any work of authorship, including\r\n the original version of the Work and any modifications or additions\r\n to that Work or Derivative Works thereof, that is intentionally\r\n submitted to Licensor for inclusion in the Work by the copyright owner\r\n or by an individual or Legal Entity authorized to submit on behalf of\r\n the copyright owner. For the purposes of this definition, \"submitted\"\r\n means any form of electronic, verbal, or written communication sent\r\n to the Licensor or its representatives, including but not limited to\r\n communication on electronic mailing lists, source code control systems,\r\n and issue tracking systems that are managed by, or on behalf of, the\r\n Licensor for the purpose of discussing and improving the Work, but\r\n excluding communication that is conspicuously marked or otherwise\r\n designated in writing by the copyright owner as \"Not a Contribution.\"\r\n\r\n \"Contributor\" shall mean Licensor and any individual or Legal Entity\r\n on behalf of whom a Contribution has been received by Licensor and\r\n subsequently incorporated within the Work.\r\n\r\n 2. Grant of Copyright License. Subject to the terms and conditions of\r\n this License, each Contributor hereby grants to You a perpetual,\r\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\r\n copyright license to reproduce, prepare Derivative Works of,\r\n publicly display, publicly perform, sublicense, and distribute the\r\n Work and such Derivative Works in Source or Object form.\r\n\r\n 3. Grant of Patent License. Subject to the terms and conditions of\r\n this License, each Contributor hereby grants to You a perpetual,\r\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\r\n (except as stated in this section) patent license to make, have made,\r\n use, offer to sell, sell, import, and otherwise transfer the Work,\r\n where such license applies only to those patent claims licensable\r\n by such Contributor that are necessarily infringed by their\r\n Contribution(s) alone or by combination of their Contribution(s)\r\n with the Work to which such Contribution(s) was submitted. If You\r\n institute patent litigation against any entity (including a\r\n cross-claim or counterclaim in a lawsuit) alleging that the Work\r\n or a Contribution incorporated within the Work constitutes direct\r\n or contributory patent infringement, then any patent licenses\r\n granted to You under this License for that Work shall terminate\r\n as of the date such litigation is filed.\r\n\r\n 4. Redistribution. You may reproduce and distribute copies of the\r\n Work or Derivative Works thereof in any medium, with or without\r\n modifications, and in Source or Object form, provided that You\r\n meet the following conditions:\r\n\r\n (a) You must give any other recipients of the Work or\r\n Derivative Works a copy of this License; and\r\n\r\n (b) You must cause any modified files to carry prominent notices\r\n stating that You changed the files; and\r\n\r\n (c) You must retain, in the Source form of any Derivative Works\r\n that You distribute, all copyright, patent, trademark, and\r\n attribution notices from the Source form of the Work,\r\n excluding those notices that do not pertain to any part of\r\n the Derivative Works; and\r\n\r\n (d) If the Work includes a \"NOTICE\" text file as part of its\r\n distribution, then any Derivative Works that You distribute must\r\n include a readable copy of the attribution notices contained\r\n within such NOTICE file, excluding those notices that do not\r\n pertain to any part of the Derivative Works, in at least one\r\n of the following places: within a NOTICE text file distributed\r\n as part of the Derivative Works; within the Source form or\r\n documentation, if provided along with the Derivative Works; or,\r\n within a display generated by the Derivative Works, if and\r\n wherever such third-party notices normally appear. The contents\r\n of the NOTICE file are for informational purposes only and\r\n do not modify the License. You may add Your own attribution\r\n notices within Derivative Works that You distribute, alongside\r\n or as an addendum to the NOTICE text from the Work, provided\r\n that such additional attribution notices cannot be construed\r\n as modifying the License.\r\n\r\n You may add Your own copyright statement to Your modifications and\r\n may provide additional or different license terms and conditions\r\n for use, reproduction, or distribution of Your modifications, or\r\n for any such Derivative Works as a whole, provided Your use,\r\n reproduction, and distribution of the Work otherwise complies with\r\n the conditions stated in this License.\r\n\r\n 5. Submission of Contributions. Unless You explicitly state otherwise,\r\n any Contribution intentionally submitted for inclusion in the Work\r\n by You to the Licensor shall be under the terms and conditions of\r\n this License, without any additional terms or conditions.\r\n Notwithstanding the above, nothing herein shall supersede or modify\r\n the terms of any separate license agreement you may have executed\r\n with Licensor regarding such Contributions.\r\n\r\n 6. Trademarks. This License does not grant permission to use the trade\r\n names, trademarks, service marks, or product names of the Licensor,\r\n except as required for reasonable and customary use in describing the\r\n origin of the Work and reproducing the content of the NOTICE file.\r\n\r\n 7. Disclaimer of Warranty. Unless required by applicable law or\r\n agreed to in writing, Licensor provides the Work (and each\r\n Contributor provides its Contributions) on an \"AS IS\" BASIS,\r\n WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\r\n implied, including, without limitation, any warranties or conditions\r\n of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\r\n PARTICULAR PURPOSE. You are solely responsible for determining the\r\n appropriateness of using or redistributing the Work and assume any\r\n risks associated with Your exercise of permissions under this License.\r\n\r\n 8. Limitation of Liability. In no event and under no legal theory,\r\n whether in tort (including negligence), contract, or otherwise,\r\n unless required by applicable law (such as deliberate and grossly\r\n negligent acts) or agreed to in writing, shall any Contributor be\r\n liable to You for damages, including any direct, indirect, special,\r\n incidental, or consequential damages of any character arising as a\r\n result of this License or out of the use or inability to use the\r\n Work (including but not limited to damages for loss of goodwill,\r\n work stoppage, computer failure or malfunction, or any and all\r\n other commercial damages or losses), even if such Contributor\r\n has been advised of the possibility of such damages.\r\n\r\n 9. Accepting Warranty or Additional Liability. While redistributing\r\n the Work or Derivative Works thereof, You may choose to offer,\r\n and charge a fee for, acceptance of support, warranty, indemnity,\r\n or other liability obligations and/or rights consistent with this\r\n License. However, in accepting such obligations, You may act only\r\n on Your own behalf and on Your sole responsibility, not on behalf\r\n of any other Contributor, and only if You agree to indemnify,\r\n defend, and hold each Contributor harmless for any liability\r\n incurred by, or claims asserted against, such Contributor by reason\r\n of your accepting any such warranty or additional liability.\r\n\r\n END OF TERMS AND CONDITIONS\r\n\r\n APPENDIX: How to apply the Apache License to your work.\r\n\r\n To apply the Apache License to your work, attach the following\r\n boilerplate notice, with the fields enclosed by brackets \"[]\"\r\n replaced with your own identifying information. (Don't include\r\n the brackets!) The text should be enclosed in the appropriate\r\n comment syntax for the file format. We also recommend that a\r\n file or class name and description of purpose be included on the\r\n same \"printed page\" as the copyright notice for easier\r\n identification within third-party archives.\r\n\r\n Copyright [yyyy] [name of copyright owner]\r\n\r\n Licensed under the Apache License, Version 2.0 (the \"License\");\r\n you may not use this file except in compliance with the License.\r\n You may obtain a copy of the License at\r\n\r\n http://www.apache.org/licenses/LICENSE-2.0\r\n\r\n Unless required by applicable law or agreed to in writing, software\r\n distributed under the License is distributed on an \"AS IS\" BASIS,\r\n WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\r\n See the License for the specific language governing permissions and\r\n limitations under the License.\r\n"
},
{
"path": "README.md",
"content": "
\n"
},
{
"path": "codeformat.xml",
"content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n"
},
{
"path": "codetemplates.xml",
"content": "/**\n * @return the ${bare_field_name}\n *//**\n * @param ${param} the ${bare_field_name} to set\n *//**\n * ${tags}\n *//**\n * @author ${user} ${date} ${time}\n * @since 1.0.0\n *//**\n * \n *//**\n * ${tags}\n *//**\n * ${tags}\n * ${see_to_target}\n */${filecomment}\n${package_declaration}\n${typecomment}\n${type_declaration}\n\n\n\n// ${todo} Auto-generated catch block\n${exception_var}.printStackTrace();// ${todo} Auto-generated method stub\n${body_statement}${body_statement}\n// ${todo} Auto-generated constructor stubreturn ${field};${field} = ${param};\n"
},
{
"path": "docker/Dockerfile",
"content": "FROM canal/otter-osbase:v1\n\nMAINTAINER agapple (jianghang115@gmail.com)\n\n# install otter\nCOPY image/ /tmp/docker/\nCOPY manager.deployer-*.tar.gz /home/admin/\nCOPY node.deployer-*.tar.gz /home/admin/\n\nRUN \\\n cp -R /tmp/docker/alidata /alidata && \\\n chmod +x /alidata/bin/* && \\\n mkdir -p /home/admin && \\\n cp -R /tmp/docker/admin/* /home/admin/ && \\\n /bin/cp -f alidata/bin/lark-wait /usr/bin/lark-wait && \\\n mkdir -p /home/admin/manager && \\\n tar -xzvf /home/admin/manager.deployer-*.tar.gz -C /home/admin/manager && \\\n /bin/rm -f /home/admin/manager.deployer-*.tar.gz && \\\n mkdir -p /home/admin/node && \\\n tar -xzvf /home/admin/node.deployer-*.tar.gz -C /home/admin/node && \\\n /bin/rm -f /home/admin/node.deployer-*.tar.gz && \\\n mkdir -p home/admin/manager/logs && \\\n mkdir -p home/admin/node/logs && \\\n mkdir -p home/admin/zkData && \\\n chmod +x /home/admin/*.sh && \\\n chmod +x /home/admin/bin/*.sh && \\\n chown admin: -R /home/admin && \\\n yum clean all && \\\n true\n\nENV DOCKER_DEPLOY_TYPE=VM PATH=$PATH:/usr/local/mysql/bin:/usr/local/mysql/scripts\n\nWORKDIR /home/admin\n\nENTRYPOINT [ \"/alidata/bin/main.sh\" ]\nCMD [ \"/home/admin/app.sh\" ]\n"
},
{
"path": "docker/base/Dockerfile",
"content": "FROM canal/osbase:v1\n\nMAINTAINER agapple (jianghang115@gmail.com)\n\nRUN \\\n groupadd -r mysql && useradd -r -g mysql mysql && \\\n yum -y install wget mysql-server --nogpgcheck && \\\n yum clean all && \\\n wget -q https://mirrors.tuna.tsinghua.edu.cn/apache/zookeeper/zookeeper-3.4.13/zookeeper-3.4.13.tar.gz -O /home/admin/zookeeper-3.4.13.tar.gz && \\\n tar -xzvf /home/admin/zookeeper-*.tar.gz -C /home/admin && \\\n /bin/cp -rf /home/admin/zookeeper-3.4.13/conf/zoo_sample.cfg /home/admin/zookeeper-3.4.13/conf/zoo.cfg && \\\n sed -i -e 's/^dataDir=\\/tmp\\/zookeeper$/dataDir=\\/home\\/admin\\/zkData/' /home/admin/zookeeper-3.4.13/conf/zoo.cfg && \\\n sed -i -e 's/^#autopurge/autopurge/' /home/admin/zookeeper-3.4.13/conf/zoo.cfg && \\\n /bin/rm -f /home/admin/zookeeper-3.4.13.tar.gz && \\\n true\n\nCMD [\"/bin/bash\"]\n"
},
{
"path": "docker/build.sh",
"content": "#!/bin/bash\n\ncurrent_path=`pwd`\ncase \"`uname`\" in\n Darwin)\n bin_abs_path=`cd $(dirname $0); pwd`\n ;;\n Linux)\n bin_abs_path=$(readlink -f $(dirname $0))\n ;;\n *)\n bin_abs_path=`cd $(dirname $0); pwd`\n ;;\nesac\nBASE=${bin_abs_path}\n\nif [ \"$1\" == \"base\" ] ; then\n docker build --no-cache -t canal/otter-osbase $BASE/base\nelse \n rm -rf $BASE/node.*.tar.gz ; \n rm -rf $BASE/manager.*.tar.gz ; \n cd $BASE/../ && mvn clean package -Dmaven.test.skip -Denv=release && cd $current_path ;\n cp $BASE/../target/node.deployer-*.tar.gz $BASE/\n cp $BASE/../target/manager.deployer-*.tar.gz $BASE/\n docker build --no-cache -t canal/otter-all $BASE/\nfi\n\n"
},
{
"path": "docker/image/admin/app.sh",
"content": "#!/bin/bash\nset -e\n\nsource /etc/profile\nexport JAVA_HOME=/usr/java/latest\nexport PATH=$JAVA_HOME/bin:$PATH\ntouch /tmp/start.log\nchown admin: /tmp/start.log\nchown admin: /home/admin/manager\nchown admin: /home/admin/node\nchown admin: /home/admin/zkData\nhost=`hostname -i`\n\n# default config\nif [ -z \"${RUN_MODE}\" ]; then\n RUN_MODE=\"ALL\"\nfi\n\nif [ -z \"${MYSQL_USER_PASSWORD}\" ]; then\n MYSQL_USER_PASSWORD=\"otter\"\nfi\nif [ -z \"${OTTER_MANAGER_MYSQL}\" ]; then\n OTTER_MANAGER_MYSQL=\"127.0.0.1:3306\"\nfi\n# waitterm\n# wait TERM/INT signal.\n# see: http://veithen.github.io/2014/11/16/sigterm-propagation.html\nwaitterm() {\n local PID\n # any process to block\n tail -f /dev/null &\n PID=\"$!\"\n # setup trap, could do nothing, or just kill the blocker\n trap \"kill -TERM ${PID}\" TERM INT\n # wait for signal, ignore wait exit code\n wait \"${PID}\" || true\n # clear trap\n trap - TERM INT\n # wait blocker, ignore blocker exit code\n wait \"${PID}\" 2>/dev/null || true\n}\n\n# waittermpid \"${PIDFILE}\".\n# monitor process by pidfile && wait TERM/INT signal.\n# if the process disappeared, return 1, means exit with ERROR.\n# if TERM or INT signal received, return 0, means OK to exit.\nwaittermpid() {\n local PIDFILE PID do_run error\n PIDFILE=\"${1?}\"\n do_run=true\n error=0\n trap \"do_run=false\" TERM INT\n while \"${do_run}\" ; do\n PID=\"$(cat \"${PIDFILE}\")\"\n if ! ps -p \"${PID}\" >/dev/null 2>&1 ; then\n do_run=false\n error=1\n else\n sleep 1\n fi\n done\n trap - TERM INT\n return \"${error}\"\n}\n\n\nfunction checkStart() {\n local name=$1\n local cmd=$2\n local timeout=$3\n cost=5\n while [ $timeout -gt 0 ]; do\n ST=`eval $cmd`\n if [ \"$ST\" == \"0\" ]; then\n sleep 1\n let timeout=timeout-1\n let cost=cost+1\n elif [ \"$ST\" == \"\" ]; then\n sleep 1\n let timeout=timeout-1\n let cost=cost+1\n else\n break\n fi\n done\n echo \"$name start successful\"\n}\n\nfunction start_zookeeper() {\n echo \"start zookeeper ...\"\n # start zookeeper\n rm -f /home/admin/zkData/myid\n sed -i '/^server\\..*/d' /home/admin/zookeeper-3.4.13/conf/zoo.cfg\n su admin -c \"mkdir -p /home/admin/zkData; cd /home/admin/zkData; /home/admin/zookeeper-3.4.13/bin/zkServer.sh start >> /home/admin/zkData/zookeeper.log 2>&1\"\n sleep 5\n #check start\n checkStart \"zookeeper\" \"echo stat | nc 127.0.0.1 2181 | grep -c Outstanding\" 30\n}\n\nfunction stop_zookeeper() {\n # stop zookeeper\n echo \"stop zookeeper\"\n su admin -c 'mkdir -p /home/admin/zkData; cd /home/admin/zkData; /home/admin/zookeeper-3.4.13/bin/zkServer.sh stop >> /home/admin/zkData/zookeeper.log 2>&1'\n echo \"stop zookeeper successful ...\"\n}\n\nfunction start_manager() {\n echo \"start manager ...\"\n # start manager\n if [ -n \"${OTTER_MANAGER_MYSQL}\" ] ; then\n cmd=\"sed -i -e 's/^otter.database.driver.url.*$/otter.database.driver.url = jdbc:mysql:\\/\\/${OTTER_MANAGER_MYSQL}\\/otter/' /home/admin/manager/conf/otter.properties\"\n eval $cmd\n cmd=\"sed -i -e 's/^otter.database.driver.username.*$/otter.database.driver.username = ${MYSQL_USER}/' /home/admin/manager/conf/otter.properties\"\n eval $cmd\n cmd=\"sed -i -e 's/^otter.database.driver.password.*$/otter.database.driver.password = ${MYSQL_USER_PASSWORD}/' /home/admin/manager/conf/otter.properties\"\n eval $cmd\n cmd=\"sed -i -e 's/^otter.communication.manager.port.*$/otter.communication.manager.port = 8081/' /home/admin/manager/conf/otter.properties\"\n eval $cmd\n cmd=\"sed -i -e 's/^otter.domainName.*$/otter.domainName = ${host}/' /home/admin/manager/conf/otter.properties\"\n eval $cmd\n fi\n su admin -c \"cd /home/admin/manager/bin ; sh startup.sh 1>>/tmp/start.log 2>&1\"\n #check start\n sleep 5\n checkStart \"manager\" \"nc 127.0.0.1 8080 -w 1 -z | wc -l\" 60\n}\n\nfunction stop_manager() {\n # stop manager\n echo \"stop manager\"\n su admin -c 'cd /home/admin/manager/bin; sh stop.sh 1>>/tmp/start.log 2>&1'\n echo \"stop manager successful ...\"\n}\n\nfunction start_node() {\n echo \"start node ...\"\n # start node\n cmd=\"sed -i -e 's/^otter.manager.address.*$/otter.manager.address = 127.0.0.1:8081/' /home/admin/node/conf/otter.properties\"\n eval $cmd\n \n su admin -c 'cd /home/admin/node/bin/ && echo 1 > /home/admin/node/conf/nid && sh startup.sh 1>>/tmp/start.log 2>&1'\n sleep 5\n #check start\n checkStart \"node\" \"nc 127.0.0.1 2088 -w 1 -z | wc -l\" 30\n}\n\nfunction stop_node() {\n # stop node\n echo \"stop node\"\n su admin -c 'cd /home/admin/node/bin/ && sh stop.sh'\n echo \"stop node successful ...\"\n}\n\nfunction start_mysql() {\n echo \"start mysql ...\"\n # start mysql\n MYSQL_ROOT_PASSWORD=Hello1234\n MYSQL_USER=otter\n MYSQL_DATABASE=otter\n if [ -z \"$(ls -A /var/lib/mysql)\" ]; then\n mysql_install_db --user=mysql --datadir=/var/lib/mysql 1>>/tmp/start.log 2>&1\n # These statements _must_ be on individual lines, and _must_ end with\n # semicolons (no line breaks or comments are permitted).\n # TODO proper SQL escaping on ALL the things D:\n TEMP_FILE='/tmp/init.sql'\n echo \"update mysql.user set password=password('${MYSQL_ROOT_PASSWORD}') where user='root';\" >> $TEMP_FILE\n echo \"grant all privileges on *.* to 'root'@'%' WITH GRANT OPTION ;\" >> $TEMP_FILE\n echo \"create database if not exists $MYSQL_DATABASE ;\" >> $TEMP_FILE\n echo \"create user $MYSQL_USER identified by '$MYSQL_USER_PASSWORD' ;\" >> $TEMP_FILE\n echo \"grant all privileges on $MYSQL_DATABASE.* to '$MYSQL_USER'@'%' identified by '$MYSQL_USER_PASSWORD' ;\" >> $TEMP_FILE\n echo \"grant all privileges on $MYSQL_DATABASE.* to '$MYSQL_USER'@'localhost' identified by '$MYSQL_USER_PASSWORD' ;\" >> $TEMP_FILE\n echo \"flush privileges;\" >> $TEMP_FILE\n service mysqld start\n checkStart \"mysql\" \"echo 'show status' | mysql -s -h127.0.0.1 -P3306 -uroot | grep -c Uptime\" 30\n mysql -h127.0.0.1 -uroot -e \"source $TEMP_FILE\" 1>>/tmp/start.log 2>&1\n\n cmd=\"sed -i -e 's/#OTTER_MY_ZK#/127.0.0.1:2181/' /home/admin/bin/ddl.sql\"\n eval $cmd\n cmd=\"sed -i -e 's/#OTTER_NODE_HOST#/127.0.0.1/' /home/admin/bin/ddl.sql\"\n eval $cmd\n cmd=\"mysql -h127.0.0.1 -u$MYSQL_USER -p$MYSQL_USER_PASSWORD $MYSQL_DATABASE -e 'source /home/admin/bin/ddl.sql' 1>>/tmp/start.log 2>&1\"\n eval $cmd\n /bin/rm -f /home/admin/bin/ddl.sql\n else\n chown -R mysql:mysql /var/lib/mysql\n service mysqld start\n #check start\n checkStart \"mysql\" \"echo 'show status' | mysql -b -s -h127.0.0.1 -P3306 -uroot -p$MYSQL_ROOT_PASSWORD | grep -c Uptime\" 30\n fi\n}\n\nfunction stop_mysql() {\n echo \"stop mysql ...\"\n # stop mysql\n service mysqld stop\n echo \"stop mysql successful ...\"\n}\n\necho \"==> START ...\"\nstart_mysql\nstart_zookeeper\nstart_manager\nstart_node\necho \"you can visit manager link : http://$host:8080/ , just have fun !\"\n\necho \"==> START SUCCESSFUL ...\"\n\ntail -f /dev/null &\n# wait TERM signal\nwaitterm\n\necho \"==> STOP\"\n\nstop_node\nstop_manager\nstop_zookeeper\nstop_zookeeper\nstop_mysql\n\necho \"==> STOP SUCCESSFUL ...\""
},
{
"path": "docker/image/admin/bin/clean_log",
"content": "# cron clean log once per minute\n*/2 * * * * admin /home/admin/bin/clean_log.sh >>/tmp/clean_log.log 2>&1\n"
},
{
"path": "docker/image/admin/bin/clean_log.sh",
"content": "#!/bin/bash\n\n# Global Settings\nPATH=\"$HOME/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/usr/X11R6/bin:/root/bin\"\nexport PATH\n\nCUTOFF=\"85\"\n#获取磁盘使用率最高的分区\nUSAGE=$(df -h|awk 'NR>1 {gsub(/%$/,\"\",$5);print $5 }'|sort -nr|head -1)\nbefore=$USAGE\n\nbaseClean(){\n #删除tmp目录15天前的文件。\n #更新文档时间戳\n if [ -d /tmp/hsperfdata_admin ]\n then\n touch /tmp/hsperfdata_admin\n touch /tmp/hsperfdata_admin/*\n fi\n\n find /tmp/ -type f -mtime +15 | xargs -t rm -rf >/dev/null 2>&1\n\n\n now=$(df -h|awk 'NR>1 {gsub(/%$/,\"\",$5);print $5 }'|sort -nr|head -1)\n echo \"before:$before; now:$now\"\n}\n\n\nMANAGER_DIR=\"/home/admin/manager/logs\"\nNODE_DIR=\"/home/admin/node/logs\"\nif [[ -d $MANAGER_DIR ]]; then\n USAGE=$(df -h|awk 'NR>1 {gsub(/%$/,\"\",$5);print $5 }'|sort -nr|head -1)\n if [[ $USAGE -ge 90 ]]; then\n find $MANAGER_DIR -type f -mtime +7 | xargs rm -rf {}\n fi\n USAGE=$(df -h|awk 'NR>1 {gsub(/%$/,\"\",$5);print $5 }'|sort -nr|head -1)\n if [[ $USAGE -ge 80 ]]; then\n find $MANAGER_DIR -type f -mtime +3 | xargs rm -rf {}\n fi\n USAGE=$(df -h|awk 'NR>1 {gsub(/%$/,\"\",$5);print $5 }'|sort -nr|head -1)\n if [[ $USAGE -ge 80 ]]; then\n find $MANAGER_DIR -type d -empty -mtime +3 | grep -v manager | xargs rm -rf {}\n find $MANAGER_DIR -type f -iname '*.tmp' | xargs rm -rf {}\n fi\n baseClean\n exit 0\nfi\n\nif [[ -d $NODE_DIR ]]; then\n USAGE=$(df -h|awk 'NR>1 {gsub(/%$/,\"\",$5);print $5 }'|sort -nr|head -1)\n if [[ $USAGE -ge 90 ]]; then\n find $NODE_DIR -type f -mtime +7 | xargs rm -rf {}\n fi\n USAGE=$(df -h|awk 'NR>1 {gsub(/%$/,\"\",$5);print $5 }'|sort -nr|head -1)\n if [[ $USAGE -ge 80 ]]; then\n find $NODE_DIR -type f -mtime +3 | xargs rm -rf {}\n fi\n USAGE=$(df -h|awk 'NR>1 {gsub(/%$/,\"\",$5);print $5 }'|sort -nr|head -1)\n if [[ $USAGE -ge 80 ]]; then\n find $NODE_DIR -type d -empty -mtime +3 | grep -v node | xargs rm -rf {}\n find $NODE_DIR -type f -iname '*.tmp' | xargs rm -rf {}\n fi\n baseClean\n exit 0\nfi"
},
{
"path": "docker/image/admin/bin/ddl.sql",
"content": "CREATE DATABASE /*!32312 IF NOT EXISTS*/ `otter` /*!40100 DEFAULT CHARACTER SET utf8 COLLATE utf8_bin */;\n\nUSE `otter`;\n\nCREATE TABLE `ALARM_RULE` (\n `ID` bigint(20) unsigned NOT NULL AUTO_INCREMENT,\n `MONITOR_NAME` varchar(1024) DEFAULT NULL,\n `RECEIVER_KEY` varchar(1024) DEFAULT NULL,\n `STATUS` varchar(32) DEFAULT NULL,\n `PIPELINE_ID` bigint(20) NOT NULL,\n `DESCRIPTION` varchar(256) DEFAULT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n `MATCH_VALUE` varchar(1024) DEFAULT NULL,\n `PARAMETERS` text DEFAULT NULL,\n PRIMARY KEY (`ID`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `AUTOKEEPER_CLUSTER` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `CLUSTER_NAME` varchar(200) NOT NULL,\n `SERVER_LIST` varchar(1024) NOT NULL,\n `DESCRIPTION` varchar(200) DEFAULT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `CANAL` (\n `ID` bigint(20) unsigned NOT NULL AUTO_INCREMENT,\n `NAME` varchar(200) DEFAULT NULL,\n `DESCRIPTION` varchar(200) DEFAULT NULL,\n `PARAMETERS` text DEFAULT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n UNIQUE KEY `CANALUNIQUE` (`NAME`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `CHANNEL` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `NAME` varchar(200) NOT NULL,\n `DESCRIPTION` varchar(200) DEFAULT NULL,\n `PARAMETERS` text DEFAULT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n UNIQUE KEY `CHANNELUNIQUE` (`NAME`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `COLUMN_PAIR` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `SOURCE_COLUMN` varchar(200) DEFAULT NULL,\n `TARGET_COLUMN` varchar(200) DEFAULT NULL,\n `DATA_MEDIA_PAIR_ID` bigint(20) NOT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n KEY `idx_DATA_MEDIA_PAIR_ID` (`DATA_MEDIA_PAIR_ID`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `COLUMN_PAIR_GROUP` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `DATA_MEDIA_PAIR_ID` bigint(20) NOT NULL,\n `COLUMN_PAIR_CONTENT` text DEFAULT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n KEY `idx_DATA_MEDIA_PAIR_ID` (`DATA_MEDIA_PAIR_ID`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `DATA_MEDIA` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `NAME` varchar(200) NOT NULL,\n `NAMESPACE` varchar(200) NOT NULL,\n `PROPERTIES` varchar(1000) NOT NULL,\n `DATA_MEDIA_SOURCE_ID` bigint(20) NOT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n UNIQUE KEY `DATAMEDIAUNIQUE` (`NAME`,`NAMESPACE`,`DATA_MEDIA_SOURCE_ID`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `DATA_MEDIA_PAIR` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `PULLWEIGHT` bigint(20) DEFAULT NULL,\n `PUSHWEIGHT` bigint(20) DEFAULT NULL,\n `RESOLVER` text DEFAULT NULL,\n `FILTER` text DEFAULT NULL,\n `SOURCE_DATA_MEDIA_ID` bigint(20) DEFAULT NULL,\n `TARGET_DATA_MEDIA_ID` bigint(20) DEFAULT NULL,\n `PIPELINE_ID` bigint(20) NOT NULL,\n `COLUMN_PAIR_MODE` varchar(20) DEFAULT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n KEY `idx_PipelineID` (`PIPELINE_ID`,`ID`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `DATA_MEDIA_SOURCE` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `NAME` varchar(200) NOT NULL,\n `TYPE` varchar(20) NOT NULL,\n `PROPERTIES` varchar(1000) NOT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n UNIQUE KEY `DATAMEDIASOURCEUNIQUE` (`NAME`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `DELAY_STAT` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `DELAY_TIME` bigint(20) NOT NULL,\n `DELAY_NUMBER` bigint(20) NOT NULL,\n `PIPELINE_ID` bigint(20) NOT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n KEY `idx_PipelineID_GmtModified_ID` (`PIPELINE_ID`,`GMT_MODIFIED`,`ID`),\n KEY `idx_Pipeline_GmtCreate` (`PIPELINE_ID`,`GMT_CREATE`),\n KEY `idx_GmtCreate_id` (`GMT_CREATE`,`ID`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `LOG_RECORD` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `NID` varchar(200) DEFAULT NULL,\n `CHANNEL_ID` varchar(200) NOT NULL,\n `PIPELINE_ID` varchar(200) NOT NULL,\n `TITLE` varchar(1000) DEFAULT NULL,\n `MESSAGE` text DEFAULT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n KEY `logRecord_pipelineId` (`PIPELINE_ID`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `NODE` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `NAME` varchar(200) NOT NULL,\n `IP` varchar(200) NOT NULL,\n `PORT` bigint(20) NOT NULL,\n `DESCRIPTION` varchar(200) DEFAULT NULL,\n `PARAMETERS` text DEFAULT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n UNIQUE KEY `NODEUNIQUE` (`NAME`,`IP`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `PIPELINE` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `NAME` varchar(200) NOT NULL,\n `DESCRIPTION` varchar(200) DEFAULT NULL,\n `PARAMETERS` text DEFAULT NULL,\n `CHANNEL_ID` bigint(20) NOT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n UNIQUE KEY `PIPELINEUNIQUE` (`NAME`,`CHANNEL_ID`),\n KEY `idx_ChannelID` (`CHANNEL_ID`,`ID`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `PIPELINE_NODE_RELATION` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `NODE_ID` bigint(20) NOT NULL,\n `PIPELINE_ID` bigint(20) NOT NULL,\n `LOCATION` varchar(20) NOT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n KEY `idx_PipelineID` (`PIPELINE_ID`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `SYSTEM_PARAMETER` (\n `ID` bigint(20) unsigned NOT NULL,\n `VALUE` text DEFAULT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`)\n) ENGINE=InnoDB DEFAULT CHARSET=utf8;\n\nCREATE TABLE `TABLE_HISTORY_STAT` (\n `ID` bigint(20) unsigned NOT NULL AUTO_INCREMENT,\n `FILE_SIZE` bigint(20) DEFAULT NULL,\n `FILE_COUNT` bigint(20) DEFAULT NULL,\n `INSERT_COUNT` bigint(20) DEFAULT NULL,\n `UPDATE_COUNT` bigint(20) DEFAULT NULL,\n `DELETE_COUNT` bigint(20) DEFAULT NULL,\n `DATA_MEDIA_PAIR_ID` bigint(20) DEFAULT NULL,\n `PIPELINE_ID` bigint(20) DEFAULT NULL,\n `START_TIME` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `END_TIME` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n KEY `idx_DATA_MEDIA_PAIR_ID_END_TIME` (`DATA_MEDIA_PAIR_ID`,`END_TIME`),\n KEY `idx_GmtCreate_id` (`GMT_CREATE`,`ID`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `TABLE_STAT` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `FILE_SIZE` bigint(20) NOT NULL,\n `FILE_COUNT` bigint(20) NOT NULL,\n `INSERT_COUNT` bigint(20) NOT NULL,\n `UPDATE_COUNT` bigint(20) NOT NULL,\n `DELETE_COUNT` bigint(20) NOT NULL,\n `DATA_MEDIA_PAIR_ID` bigint(20) NOT NULL,\n `PIPELINE_ID` bigint(20) NOT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n KEY `idx_PipelineID_DataMediaPairID` (`PIPELINE_ID`,`DATA_MEDIA_PAIR_ID`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `THROUGHPUT_STAT` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `TYPE` varchar(20) NOT NULL,\n `NUMBER` bigint(20) NOT NULL,\n `SIZE` bigint(20) NOT NULL,\n `PIPELINE_ID` bigint(20) NOT NULL,\n `START_TIME` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `END_TIME` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n KEY `idx_PipelineID_Type_GmtCreate_ID` (`PIPELINE_ID`,`TYPE`,`GMT_CREATE`,`ID`),\n KEY `idx_PipelineID_Type_EndTime_ID` (`PIPELINE_ID`,`TYPE`,`END_TIME`,`ID`),\n KEY `idx_GmtCreate_id` (`GMT_CREATE`,`ID`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `USER` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `USERNAME` varchar(20) NOT NULL,\n `PASSWORD` varchar(20) NOT NULL,\n `AUTHORIZETYPE` varchar(20) NOT NULL,\n `DEPARTMENT` varchar(20) NOT NULL,\n `REALNAME` varchar(20) NOT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n UNIQUE KEY `USERUNIQUE` (`USERNAME`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE `DATA_MATRIX` (\n `ID` bigint(20) NOT NULL AUTO_INCREMENT,\n `GROUP_KEY` varchar(200) DEFAULT NULL,\n `MASTER` varchar(200) DEFAULT NULL,\n `SLAVE` varchar(200) DEFAULT NULL,\n `DESCRIPTION` varchar(200) DEFAULT NULL,\n `GMT_CREATE` timestamp NOT NULL DEFAULT '0000-00-00 00:00:00',\n `GMT_MODIFIED` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n PRIMARY KEY (`ID`),\n KEY `GROUPKEY` (`GROUP_KEY`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8;\n\nCREATE TABLE IF NOT EXISTS `meta_history` (\n `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT '主键',\n `gmt_create` datetime NOT NULL COMMENT '创建时间',\n `gmt_modified` datetime NOT NULL COMMENT '修改时间',\n `destination` varchar(128) DEFAULT NULL COMMENT '通道名称',\n `binlog_file` varchar(64) DEFAULT NULL COMMENT 'binlog文件名',\n `binlog_offest` bigint(20) DEFAULT NULL COMMENT 'binlog偏移量',\n `binlog_master_id` varchar(64) DEFAULT NULL COMMENT 'binlog节点id',\n `binlog_timestamp` bigint(20) DEFAULT NULL COMMENT 'binlog应用的时间戳',\n `use_schema` varchar(1024) DEFAULT NULL COMMENT '执行sql时对应的schema',\n `sql_schema` varchar(1024) DEFAULT NULL COMMENT '对应的schema',\n `sql_table` varchar(1024) DEFAULT NULL COMMENT '对应的table',\n `sql_text` longtext DEFAULT NULL COMMENT '执行的sql',\n `sql_type` varchar(256) DEFAULT NULL COMMENT 'sql类型',\n `extra` text DEFAULT NULL COMMENT '额外的扩展信息',\n PRIMARY KEY (`id`),\n UNIQUE KEY binlog_file_offest(`destination`,`binlog_master_id`,`binlog_file`,`binlog_offest`),\n KEY `destination` (`destination`),\n KEY `destination_timestamp` (`destination`,`binlog_timestamp`),\n KEY `gmt_modified` (`gmt_modified`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8 COMMENT='表结构变化明细表';\n\nCREATE TABLE IF NOT EXISTS `meta_snapshot` (\n `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT '主键',\n `gmt_create` datetime NOT NULL COMMENT '创建时间',\n `gmt_modified` datetime NOT NULL COMMENT '修改时间',\n `destination` varchar(128) DEFAULT NULL COMMENT '通道名称',\n `binlog_file` varchar(64) DEFAULT NULL COMMENT 'binlog文件名',\n `binlog_offest` bigint(20) DEFAULT NULL COMMENT 'binlog偏移量',\n `binlog_master_id` varchar(64) DEFAULT NULL COMMENT 'binlog节点id',\n `binlog_timestamp` bigint(20) DEFAULT NULL COMMENT 'binlog应用的时间戳',\n `data` longtext DEFAULT NULL COMMENT '表结构数据',\n `extra` text DEFAULT NULL COMMENT '额外的扩展信息',\n PRIMARY KEY (`id`),\n UNIQUE KEY binlog_file_offest(`destination`,`binlog_master_id`,`binlog_file`,`binlog_offest`),\n KEY `destination` (`destination`),\n KEY `destination_timestamp` (`destination`,`binlog_timestamp`),\n KEY `gmt_modified` (`gmt_modified`)\n) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8 COMMENT='表结构记录表快照表';\n\n\ninsert into USER(ID,USERNAME,PASSWORD,AUTHORIZETYPE,DEPARTMENT,REALNAME,GMT_CREATE,GMT_MODIFIED) values(null,'admin','801fc357a5a74743894a','ADMIN','admin','admin',now(),now());\ninsert into USER(ID,USERNAME,PASSWORD,AUTHORIZETYPE,DEPARTMENT,REALNAME,GMT_CREATE,GMT_MODIFIED) values(null,'guest','471e02a154a2121dc577','OPERATOR','guest','guest',now(),now());\n\nreplace into AUTOKEEPER_CLUSTER(ID,CLUSTER_NAME,SERVER_LIST,DESCRIPTION,GMT_CREATE,GMT_MODIFIED) values(1,'default','[\"#OTTER_MY_ZK#\"]',NULL,now(),now());\nreplace into NODE(ID,NAME,IP,PORT,DESCRIPTION,PARAMETERS,GMT_CREATE,GMT_MODIFIED) values(1,'default','#OTTER_NODE_HOST#',2088,NULL,'{\"downloadPort\":2089,\"mbeanPort\":2090,\"useExternalIp\":false,\"zkCluster\":{\"clusterName\":\"default\",\"id\":1}}', now(), now());\n"
},
{
"path": "docker/image/admin/health.sh",
"content": "#!/bin/sh\nCHECK_URL=\"http://127.0.0.1:8080/ok.htm\"\nCHECK_POINT=\"ok\"\nCHECK_COUNT=`curl -s --connect-timeout 7 --max-time 7 $CHECK_URL | grep -c $CHECK_POINT`\nif [ $CHECK_COUNT -eq 0 ]; then\n echo \"[FAILED]\"\n status=0\n\terror=1\nelse\n echo \"[ OK ]\"\n status=1\n\terror=0\nfi"
},
{
"path": "docker/image/alidata/bin/exec_rc_local.sh",
"content": "#!/bin/bash\n\nif [ \"${SKIP_EXEC_RC_LOCAL}\" = \"YES\" ] ; then\n\techo \"skip /etc/rc.local: SKIP_EXEC_RC_LOCAL=${SKIP_EXEC_RC_LOCAL}\"\n\texit\nfi\n\nif [ \"${DOCKER_DEPLOY_TYPE}\" = \"HOST\" ] ; then\n\techo \"skip /etc/rc.local: DOCKER_DEPLOY_TYPE=${DOCKER_DEPLOY_TYPE}\"\n\texit\nfi"
},
{
"path": "docker/image/alidata/bin/lark-wait",
"content": "#!/bin/bash\nset -e\n\nchown admin: -R /home/admin/\nsource /alidata/lib/proc.sh\nwaitterm\n"
},
{
"path": "docker/image/alidata/bin/main.sh",
"content": "#!/bin/bash\n\n[ -n \"${DOCKER_DEPLOY_TYPE}\" ] || DOCKER_DEPLOY_TYPE=\"VM\"\necho \"DOCKER_DEPLOY_TYPE=${DOCKER_DEPLOY_TYPE}\"\n\n# run init scripts\nfor e in $(ls /alidata/init/*) ; do\n\t[ -x \"${e}\" ] || continue\n\techo \"==> INIT $e\"\n\t$e\n\techo \"==> EXIT CODE: $?\"\ndone\n\necho \"==> INIT DEFAULT\"\nservice sshd start\nservice crond start\n\n#echo \"check hostname -i: `hostname -i`\"\n#hti_num=`hostname -i|awk '{print NF}'`\n#if [ $hti_num -gt 1 ];then\n# echo \"hostname -i result error:`hostname -i`\"\n# exit 120\n#fi\n\necho \"==> INIT DONE\"\necho \"==> RUN ${*}\"\nexec \"${@}\""
},
{
"path": "docker/image/alidata/init/02init-sshd.sh",
"content": "#!/bin/bash\n\n# set port\nif [ -z \"${SSHD_PORT}\" ] ; then\n\tSSHD_PORT=22\n\t[ \"${DOCKER_DEPLOY_TYPE}\" = \"HOST\" ] && SSHD_PORT=2222\nfi\n\nsed -r -i '/^OPTIONS=/ d' /etc/sysconfig/sshd\necho 'OPTIONS=\"-p '\"${SSHD_PORT}\"'\"' >> /etc/sysconfig/sshd\n\n# set admin ssh pulic key\nif [ \"${USE_ADMIN_PASSAGE}\" = \"YES\" ] ; then\n echo \"set admin passage\"\n mkdir -p /home/admin/.ssh\n chown admin:admin /home/admin/.ssh\n chown admin:admin /home/admin/.ssh/authorized_keys\n chmod 644 /home/admin/.ssh/authorized_keys\nfi\n"
},
{
"path": "docker/image/alidata/init/fix-hosts.py",
"content": "#!/usr/bin/python\n# -*- coding: utf-8 -*-\n#****************************************************************#\n# Create Date: 2017-01-06 17:58\n#***************************************************************#\n\nimport socket\nimport shutil\nfrom time import gmtime, strftime\n\n# get host_name\nhost_name = socket.gethostname()\ntmp_file = \"/tmp/.lark-fix-host.hosts\"\nhost_file = \"/etc/hosts\"\nbak_file_name = \"/tmp/hosts-fix-bak.%s\" % ( strftime(\"%Y-%m-%d_%H-%M-%S\", gmtime()) )\n\n# load /etc/hosts file context\nFH = open(host_file,\"r\")\nfile_lines = [ i.rstrip() for i in FH.readlines()]\nFH.close()\nfile_lines_reverse = file_lines[::-1]\nnew_lines = []\nbad_lines = []\nlast_match_line = \"\"\n\nfor line in file_lines_reverse:\n if line.find(host_name) < 0: # 不匹配的行直接跳过\n new_lines.append(line + \"\\n\")\n continue\n\n cols = line.split()\n new_cols = []\n if cols[0].startswith(\"#\"): # 跳过已经注释掉的行\n new_lines.append(line + \"\\n\")\n continue\n for col in cols:\n if not col == host_name: # 跳过不匹配的列\n new_cols.append(col)\n continue\n\n if cols[0] == \"127.0.0.1\": # 如果第一列是 127.0.0.1 就跳过匹配的列, 防止 hostname -i 返回 127.0.0.1\n continue\n\n # 如果已经发现过匹配的列, 就丢掉重复的列\n if not len(last_match_line) == 0:\n continue\n\n new_cols.append(col)\n last_match_line = line\n\n # 跳过 xx.xx.xx.xx hostname 这样的重复列\n if len(new_cols) == 1:\n continue\n\n new_l = \"%s\\n\" % \" \".join(new_cols)\n new_lines.append(new_l)\n\n# save tmp hosts\n\nFH2=file(tmp_file,\"w+\")\nFH2.writelines( new_lines[::-1])\nFH2.close()\n\n# mv to /etc/hosts\nshutil.copy(host_file, bak_file_name)\nshutil.move(tmp_file, host_file)\n"
},
{
"path": "docker/image/alidata/lib/proc.sh",
"content": "# waitterm\n# wait TERM/INT signal.\n# see: http://veithen.github.io/2014/11/16/sigterm-propagation.html\nwaitterm() {\n\tlocal PID\n\t# any process to block\n\ttail -f /dev/null &\n\tPID=\"$!\"\n\t# setup trap, could do nothing, or just kill the blocker\n\ttrap \"kill -TERM ${PID}\" TERM INT\n\t# wait for signal, ignore wait exit code\n\twait \"${PID}\" || true\n\t# clear trap\n\ttrap - TERM INT\n\t# wait blocker, ignore blocker exit code\n\twait \"${PID}\" 2>/dev/null || true\n}\n\n# waittermpid \"${PIDFILE}\".\n# monitor process by pidfile && wait TERM/INT signal.\n# if the process disappeared, return 1, means exit with ERROR.\n# if TERM or INT signal received, return 0, means OK to exit.\nwaittermpid() {\n\tlocal PIDFILE PID do_run error\n\tPIDFILE=\"${1?}\"\n\tdo_run=true\n\terror=0\n\ttrap \"do_run=false\" TERM INT\n\twhile \"${do_run}\" ; do\n\t\tPID=\"$(cat \"${PIDFILE}\")\"\n\t\tif ! ps -p \"${PID}\" >/dev/null 2>&1 ; then\n\t\t\tdo_run=false\n\t\t\terror=1\n\t\telse\n\t\t\tsleep 1\n\t\tfi\n\tdone\n\ttrap - TERM INT\n\treturn \"${error}\"\n}\n"
},
{
"path": "docker/run.sh",
"content": "#!/bin/bash\n\nfunction usage() {\n echo \"Usage:\"\n echo \" run.sh [CONFIG]\"\n echo \"example:\"\n echo \" run.sh NODE -e OTTER_MANAGER=127.0.0.1:8080\"\n exit\n}\n\nfunction check_port() {\n local port=$1\n local TL=$(which telnet)\n if [ -f $TL ]; then\n data=`echo quit | telnet 127.0.0.1 $port| grep -ic connected`\n echo $data\n return\n fi\n\n local NC=$(which nc)\n if [ -f $NC ]; then\n data=`nc -z -w 1 127.0.0.1 $port | grep -ic succeeded`\n echo $data\n return\n fi\n echo \"0\"\n return\n}\n\nfunction getMyIp() {\n case \"`uname`\" in\n Darwin)\n myip=`echo \"show State:/Network/Global/IPv4\" | scutil | grep PrimaryInterface | awk '{print $3}' | xargs ifconfig | grep inet | grep -v inet6 | awk '{print $2}'`\n ;;\n *)\n myip=`ip route get 1 | awk '{print $NF;exit}'`\n ;;\n esac\n echo $myip\n}\n\nNET_MODE=\"\"\ncase \"`uname`\" in\n Darwin)\n bin_abs_path=`cd $(dirname $0); pwd`\n ;;\n Linux)\n bin_abs_path=$(readlink -f $(dirname $0))\n NET_MODE=\"--net=host\"\n ;;\n *)\n NET_MODE=\"--net=host\"\n bin_abs_path=`cd $(dirname $0); pwd`\n ;;\nesac\nBASE=${bin_abs_path}\nif [ \"$1\" == \"-h\" ] ; then\n usage\nelif [ \"$1\" == \"help\" ] ; then\n usage\nfi\n\nDATA=\"$BASE/data\"\nmkdir -p $DATA\nRUN_MODE=$1\nCONFIG=${@:2}\nVOLUMNS=\"-v $DATA/mysql:/var/lib/mysql -v $DATA/zkData:/home/admin/zkData\"\nPORTLIST=\"8080 8081 2181 2088 2089 2090\"\n\nPORTS=\"\"\nfor PORT in $PORTLIST ; do\n #exist=`check_port $PORT`\n exist=\"0\"\n if [ \"$exist\" == \"0\" ]; then\n PORTS=\"$PORTS -p $PORT:$PORT\"\n else\n echo \"port $PORT is used , pls check\"\n exit 1\n fi\ndone\nMEMORY=\"-m 4096m\"\nLOCALHOST=`getMyIp`\ncmd=\"docker run -d -it -h $LOCALHOST $CONFIG --name=otter-all $VOLUMNS $NET_MODE $PORTS $MEMORY canal/otter-all\"\necho $cmd\neval $cmd\n"
},
{
"path": "lib/install.bat",
"content": "call mvn install:install-file -DgroupId=com.oracle -DartifactId=ojdbc6 -Dversion=11.1.0.7.0 -Dpackaging=jar -Dfile=ojdbc6.jar -DgeneratePom=true\ncall mvn install:install-file -DgroupId=org.jtester -DartifactId=jtester -Dversion=1.1.8 -Dpackaging=jar -DpomFile=jtester-1.1.8.pom -Dfile=jtester-1.1.8.jar -Dsources=jtester-1.1.8-sources.jar\ncall mvn install:install-file -DgroupId=mockit -DartifactId=jmockit -Dversion=0.999.10 -Dpackaging=jar -DpomFile=jmockit-0.999.10.pom -Dfile=jmockit-0.999.10.jar -Dsources=jmockit-0.999.10-sources.jar\n"
},
{
"path": "lib/install.sh",
"content": "#!/bin/bash\nmvn install:install-file -DgroupId=com.oracle -DartifactId=ojdbc6 -Dversion=11.1.0.7.0 -Dpackaging=jar -Dfile=ojdbc6.jar -DgeneratePom=true\nmvn install:install-file -DgroupId=org.jtester -DartifactId=jtester -Dversion=1.1.8 -Dpackaging=jar -DpomFile=jtester-1.1.8.pom -Dfile=jtester-1.1.8.jar -Dsources=jtester-1.1.8-sources.jar\nmvn install:install-file -DgroupId=mockit -DartifactId=jmockit -Dversion=0.999.10 -Dpackaging=jar -DpomFile=jmockit-0.999.10.pom -Dfile=jmockit-0.999.10.jar -Dsources=jmockit-0.999.10-sources.jar\n"
},
{
"path": "lib/jmockit-0.999.10.pom",
"content": "\r\n 4.0.0\r\n \r\n mockit\r\n jmockit\r\n 0.999.10\r\n Main\r\n\r\n \r\n \r\n \r\n src\r\n jmockit.properties\r\n \r\n \r\n \r\n \r\n maven-jar-plugin2.2\r\n \r\n \r\n compile\r\n jar\r\n \r\n \r\n \r\n \r\n false\r\n META-INF/MANIFEST.MF\r\n \r\n Temp.class\r\n \r\n \r\n \r\n maven-source-plugin2.1.2\r\n \r\n \r\n attach-sources\r\n jar\r\n \r\n \r\n \r\n \r\n maven-surefire-plugin2.5\r\n \r\n none:none\r\n -javaagent:\"${project.build.directory}\"/jmockit-${project.version}.jar\r\n \r\n **/*$*\r\n **/Base*Test.class\r\n **/testng/*Test.class\r\n **/MockStateBetweenTestMethodsNGTest.class\r\n \r\n \r\n \r\n \r\n \r\n\r\n \r\n \r\n junitjunit${junit.version}\r\n true\r\n \r\n \r\n org.testngtestng6.0.1\r\n true\r\n \r\n org.beanshellbsh\r\n com.google.injectguice\r\n com.beustjcommander\r\n org.yamlsnakeyaml\r\n \r\n \r\n \r\n commons-loggingcommons-logging1.1.1\r\n true\r\n \r\n \r\n org.slf4jslf4j-api1.5.8\r\n true\r\n \r\n \r\n log4jlog4j1.2.15\r\n true\r\n \r\n javax.jmsjms\r\n javax.mailmail\r\n com.sun.jmxjmxri\r\n com.sun.jdmkjmxtools\r\n \r\n \r\n \r\n\r\n"
},
{
"path": "lib/jtester-1.1.8.pom",
"content": "\r\n\t4.0.0\r\n\torg.jtester\r\n\tjtester\r\n\t1.1.8\r\n\tjar\r\n\tjtester core\r\n\r\n\t\r\n\t\t\r\n\t\t\torg.testng\r\n\t\t\ttestng\r\n\t\t\t6.1.1\r\n\t\t\r\n\t\t\r\n\t\t\tmockit\r\n\t\t\tjmockit\r\n\t\t\t0.999.10\r\n\t\t\r\n\t\t\r\n\t\t\tcommons-dbcp\r\n\t\t\tcommons-dbcp\r\n\t\t\t1.2.2\r\n\t\t\r\n\t\t\r\n\t\t\tcglib\r\n\t\t\tcglib-nodep\r\n\t\t\t2.1_3\r\n\t\t\r\n\t\t\r\n\t\t\torg.fitnesse\r\n\t\t\tfitnesse\r\n\t\t\t20111025\r\n\t\t\r\n\t\t\r\n\t\t\tognl\r\n\t\t\tognl\r\n\t\t\t2.7.2\r\n\t\t\r\n\r\n\t\t\r\n\t\t\torg.springframework\r\n\t\t\tspring\r\n\t\t\t2.5.4\r\n\t\t\tprovided\r\n\t\t\r\n\t\t\r\n\t\t\torg.springframework\r\n\t\t\tspring-aspects\r\n\t\t\t2.5.4\r\n\t\t\tprovided\r\n\t\t\r\n\t\t\r\n\t\t\tjavax.transaction\r\n\t\t\tjta\r\n\t\t\t1.1\r\n\t\t\tprovided\r\n\t\t\r\n\t\t\r\n\t\t\torg.apache.ibatis\r\n\t\t\tibatis-sqlmap\r\n\t\t\t2.3.4.726\r\n\t\t\tprovided\r\n\t\t\r\n\t\t\r\n\t\t\torg.springframework\r\n\t\t\tspring-aop\r\n\t\t\t2.5.4\r\n\t\t\tprovided\r\n\t\t\r\n\t\t\r\n\t\t\tjavax.annotation\r\n\t\t\tjsr250-api\r\n\t\t\t1.0\r\n\t\t\tprovided\r\n\t\t\r\n\t\t\r\n\t\t\tmysql\r\n\t\t\tmysql-connector-java\r\n\t\t\t5.1.6\r\n\t\t\tprovided\r\n\t\t\r\n\t\t\r\n\t\t\tcom.h2database\r\n\t\t\th2\r\n\t\t\t1.1.107\r\n\t\t\tprovided\r\n\t\t\r\n\t\t\r\n\t\t\tcom.oracle\r\n\t\t\tojdbc6\r\n\t\t\t11.1.0.7.0\r\n\t\t\tprovided\r\n\t\t\r\n\t\t\r\n\t\t\tjavax.servlet\r\n\t\t\tservlet-api\r\n\t\t\t2.4\r\n\t\t\tprovided\r\n\t\t\r\n\t\r\n\r\n\t\r\n\t\tsrc/main/java\r\n\t\ttarget/classes\r\n\t\t\r\n\t\t\t\r\n\t\t\t\tsrc/main/resources\r\n\t\t\t\r\n\t\t\r\n\r\n\t\t\r\n\t\t\t\r\n\t\t\t\tmaven-compiler-plugin\r\n\t\t\t\t2.0.2\r\n\t\t\t\t\r\n\t\t\t\t\t1.5\r\n\t\t\t\t\t1.5\r\n\t\t\t\t\tutf-8\r\n\t\t\t\t\r\n\t\t\t\r\n\t\t\t\r\n\t\t\t\torg.apache.maven.plugins\r\n\t\t\t\tmaven-jar-plugin\r\n\t\t\t\t2.2\r\n\t\t\t\t\r\n\t\t\t\t\r\n\t\t\t\t\r\n\t\t\t\t\r\n\t\t\t\t\r\n\t\t\t\r\n\t\t\t\r\n\t\t\t\tmaven-source-plugin\r\n\t\t\t\t\r\n\t\t\t\t\t\r\n\t\t\t\t\t\tattach-sources\r\n\t\t\t\t\t\t\r\n\t\t\t\t\t\t\tjar\r\n\t\t\t\t\t\t\r\n\t\t\t\t\t\r\n\t\t\t\t\r\n\t\t\t\r\n\t\t\r\n\t\r\n\r\n"
},
{
"path": "manager/biz/pom.xml",
"content": "\n\t4.0.0\n\t\n\t\tcom.alibaba.otter\n\t\tmanager\n\t\t4.2.19-SNAPSHOT\n\t\t../pom.xml\n\t\n\tcom.alibaba.otter\n\tmanager.biz\n\tjar\n\tmanager biz module for otter\n\thttp://github.com/alibaba/otter\n\n\t\n\t\t\n\t\t\tcom.alibaba.otter\n\t\t\tshared.common\n\t\t\t${project.version}\n\t\t\n\n\t\t\n\t\t\tcom.alibaba.otter\n\t\t\tshared.push\n\t\t\t${project.version}\n\t\t\n\t\t\n\t\t\tcom.alibaba.otter\n\t\t\tcanal.instance.manager\n\t\t\t${otter_canal_version}\n\t\t\t\n\t\t\t\t\n\t\t\t\t\torg.springframework\n\t\t\t\t\tspring\n\t\t\t\t\n\t\t\t\n\t\t\n\t\t\n\t\t\tcglib\n\t\t\tcglib-nodep\n\t\t\n\t\t\n\t\t\torg.apache.ibatis\n\t\t\tibatis-sqlmap\n\t\t\n\t\t\n\t\t\tcommons-dbcp\n\t\t\tcommons-dbcp\n\t\t\n\n\t\t\n\t\t\tmysql\n\t\t\tmysql-connector-java\n\t\t\n\t\t\n\t\t\n\t\t\tcom.oracle\n\t\t\tojdbc6\n\t\t\n\n\t\t\n\t\t\n\t\t\torg.springframework\n\t\t\tspring-core\n\t\t\n\t\t\n\t\t\torg.springframework\n\t\t\tspring-beans\n\t\t\n\t\t\n\t\t\torg.springframework\n\t\t\tspring-aop\n\t\t\n\t\t\n\t\t\torg.springframework\n\t\t\tspring-context\n\t\t\n\t\t\n\t\t\torg.springframework\n\t\t\tspring-context-support\n\t\t\n\t\t\n\t\t\torg.springframework\n\t\t\tspring-tx\n\t\t\n\t\t\n\t\t\torg.springframework\n\t\t\tspring-jdbc\n\t\t\n\t\t\n\t\t\torg.springframework\n\t\t\tspring-orm\n\t\t\n\t\t\n\t\t\torg.springframework\n\t\t\tspring-web\n\t\t\n\t\t\n\t\t\torg.springframework\n\t\t\tspring-webmvc\n\t\t\n\t\t\n\t\t\torg.springframework\n\t\t\tspring-test\n\t\t\n\t\t\n\t\t\tjavax.mail\n\t\t\tmail\n\t\t\n\t\t\n\t\t\tcom.alibaba\n\t\t\tfastjson\n\t\t\n\t\t\n\t\t\tcom.google.guava\n\t\t\tguava\n\t\t\n\n\t\t\n\t\t\n\t\t\torg.jtester\n\t\t\tjtester\n\t\t\ttest\n\t\t\n\t\t\n\t\t\tjunit\n\t\t\tjunit\n\t\t\ttest\n\t\t\n\t\n\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/autokeeper/AutoKeeperStatService.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.autokeeper;\n\nimport java.util.List;\n\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperConnectionStat;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperServerStat;\n\n/**\n * zookeeper状态查询接口\n * \n * @author jianghang 2012-9-21 下午02:42:16\n * @version 4.1.0\n */\npublic interface AutoKeeperStatService {\n\n /**\n * 根据serverIp查询对应的统计信息，包括Connection/Watch/Ephemeral等统计信息\n * \n * @param serverIp\n * @return\n */\n public AutoKeeperServerStat findServerStat(String serverIp);\n\n /**\n * 根据sessionId查询对应的统计信息，包括详细的Connection/Watch/Ephemeral等统计信息\n * \n * @param sessionId\n * @return\n */\n public AutoKeeperServerStat findServerStatBySessionId(String sessionId);\n\n /**\n * 根据sessionId查询对应的connction链接\n * \n * @param sessionId\n * @return\n */\n public AutoKeeperConnectionStat findConnectionBySessionId(String sessionId);\n\n /**\n * 根据临时节点路径查询对应的connection统计信息\n * \n * @param path\n * @return\n */\n public AutoKeeperConnectionStat findConnectionByEphemeralPath(String path);\n\n /**\n * 根据watcher路径查询对应的connection统计信息\n * \n * @param path\n * @return\n */\n public List findConnectionByWatcherPath(String path);\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/autokeeper/impl/AutoKeeperCollector.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.autokeeper.impl;\n\nimport java.util.ArrayList;\nimport java.util.Arrays;\nimport java.util.HashMap;\nimport java.util.List;\nimport java.util.Map;\nimport java.util.concurrent.Executors;\nimport java.util.concurrent.ScheduledExecutorService;\nimport java.util.concurrent.TimeUnit;\n\nimport javax.annotation.Resource;\n\nimport org.apache.commons.lang.StringUtils;\nimport org.springframework.beans.factory.InitializingBean;\n\nimport com.alibaba.otter.manager.biz.common.exceptions.ManagerException;\nimport com.alibaba.otter.manager.biz.config.autokeeper.AutoKeeperClusterService;\nimport com.alibaba.otter.manager.biz.utils.RegexUtils;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperCluster;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperConnectionStat;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperEphemeralStat;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperQuorumType;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperServerStat;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperWatchStat;\nimport com.alibaba.otter.shared.common.utils.cmd.Exec;\nimport com.alibaba.otter.shared.common.utils.cmd.Exec.Result;\nimport com.alibaba.otter.shared.common.utils.thread.NamedThreadFactory;\n\n/**\n * 对应的数据采集器\n * \n * @author jianghang 2012-9-21 下午03:05:28\n * @version 4.1.0\n */\npublic class AutoKeeperCollector implements InitializingBean {\n\n @Resource(name = \"autoKeeperClusterService\")\n private AutoKeeperClusterService autoKeeperClusterService;\n\n private static final String MODE_FOLLOWER = \"Mode: follower\";\n private static final String MODE_LEADERER = \"Mode: leader\";\n private static final String MODE_OBSERVER = \"Mode: observer\";\n private static final String MODE_STANDALONE = \"Mode: standalone\";\n private static final String NODE_COUNT = \"Node count:\";\n private static final String STRING_LATENCY = \"Latency min/avg/max:\";\n private static final String STRING_SENT = \"Sent:\";\n private static final String STRING_RECEIVED = \"Received:\";\n private static final String STRING_OUTSTANDING = \"Outstanding:\";\n private static final String COMMA = \",\";\n private static final String BRACKETS = \")\";\n private static final String COLON = \":\";\n private static final String WRAP = \"\\n\";\n private static final String CMD_STAT = \"echo stat | nc %s %s\";\n private static final String CMD_CONS = \"echo cons | nc %s %s\";\n private static final String CMD_DUMP = \"echo dump | nc %s %s\";\n private static final String CMD_WCHC = \"echo wchc | nc %s %s\";\n private static final long DEFAULT_COLLECT_INTERVAL = 300;\n private long delay = 1;\n private int singleSize = 1;\n private long collectInterval = DEFAULT_COLLECT_INTERVAL;\n\n private AutoKeeperData autoKeeperData;\n private ScheduledExecutorService collectorExecutor;\n\n public void collectorConnectionStat(String address) {\n List netAddress = splitAddress(address);\n if (netAddress.isEmpty()) {\n return;\n }\n String ip = netAddress.get(0);\n String port = netAddress.get(1);\n String[] cmd = { \"/bin/bash\", \"-c\", String.format(CMD_CONS, ip, port) };\n String cmdresult = collector(cmd);\n String[] result = cmdresult.split(WRAP);\n List summary = new ArrayList();\n\n for (String line : result) {\n\n if (StringUtils.isBlank(line)) {\n continue;\n }\n\n String[] lineArray = line.split(\":\");\n if (2 != lineArray.length) {\n continue;\n }\n\n AutoKeeperConnectionStat autoKeeperConnectionStat = new AutoKeeperConnectionStat();\n autoKeeperConnectionStat.setOriginalContent(line);\n String clientIp = StringUtils.trimToEmpty(line.split(\":\")[0].replace(\"/\", \"\"));\n String sessionId = StringUtils.trimToEmpty(RegexUtils.findFirst(line.split(\":\")[1], \"sid=(?s).*?[,)]\")).replace(\"sid=\",\n StringUtils.EMPTY).replace(COMMA,\n StringUtils.EMPTY).replace(BRACKETS,\n StringUtils.EMPTY);\n String queued = StringUtils.trimToEmpty(RegexUtils.findFirst(line.split(\":\")[1], \"queued=(?s).*?[,)]\")).replace(\"queued=\",\n StringUtils.EMPTY).replace(COMMA,\n StringUtils.EMPTY).replace(BRACKETS,\n StringUtils.EMPTY);\n String receive = StringUtils.trimToEmpty(RegexUtils.findFirst(line.split(\":\")[1], \"recved=(?s).*?[,)]\")).replace(\"recved=\",\n StringUtils.EMPTY).replace(COMMA,\n StringUtils.EMPTY).replace(BRACKETS,\n StringUtils.EMPTY);\n String sent = StringUtils.trimToEmpty(RegexUtils.findFirst(line.split(\":\")[1], \"sent=(?s).*?[,)]\")).replace(\"sent=\",\n StringUtils.EMPTY).replace(COMMA,\n StringUtils.EMPTY).replace(BRACKETS,\n StringUtils.EMPTY);\n String minlat = StringUtils.trimToEmpty(RegexUtils.findFirst(line.split(\":\")[1], \"minlat=(?s).*?[,)]\")).replace(\"minlat=\",\n StringUtils.EMPTY).replace(COMMA,\n StringUtils.EMPTY).replace(BRACKETS,\n StringUtils.EMPTY);\n String avglat = StringUtils.trimToEmpty(RegexUtils.findFirst(line.split(\":\")[1], \"avglat=(?s).*?[,)]\")).replace(\"avglat=\",\n StringUtils.EMPTY).replace(COMMA,\n StringUtils.EMPTY).replace(BRACKETS,\n StringUtils.EMPTY);\n String maxlat = StringUtils.trimToEmpty(RegexUtils.findFirst(line.split(\":\")[1], \"maxlat=(?s).*?[,)]\")).replace(\"maxlat=\",\n StringUtils.EMPTY).replace(COMMA,\n StringUtils.EMPTY).replace(BRACKETS,\n StringUtils.EMPTY);\n autoKeeperConnectionStat.setServerAddress(ip);\n autoKeeperConnectionStat.setClientAddress(clientIp);\n autoKeeperConnectionStat.setSessionId(sessionId);\n if (StringUtils.isNotEmpty(queued)) {\n autoKeeperConnectionStat.setQueued(Long.parseLong(queued));\n }\n if (StringUtils.isNotEmpty(receive)) {\n autoKeeperConnectionStat.setRecved(Long.parseLong(receive));\n }\n if (StringUtils.isNotEmpty(sent)) {\n autoKeeperConnectionStat.setSent(Long.parseLong(sent));\n }\n if (StringUtils.isNotEmpty(minlat)) {\n autoKeeperConnectionStat.setMinLatency(Long.parseLong(minlat));\n }\n if (StringUtils.isNotEmpty(avglat)) {\n autoKeeperConnectionStat.setAvgLatency(Long.parseLong(avglat));\n }\n if (StringUtils.isNotEmpty(maxlat)) {\n autoKeeperConnectionStat.setMaxLatency(Long.parseLong(maxlat));\n }\n\n summary.add(autoKeeperConnectionStat);\n }\n autoKeeperData.joinConnection(address, summary);\n }\n\n public void collectorServerStat(String address) {\n List netAddress = splitAddress(address);\n if (netAddress.isEmpty()) {\n return;\n }\n String ip = netAddress.get(0);\n String port = netAddress.get(1);\n String[] cmd = { \"/bin/bash\", \"-c\", String.format(CMD_STAT, ip, port) };\n String cmdresult = collector(cmd);\n String[] result = cmdresult.split(WRAP);\n AutoKeeperServerStat summary = new AutoKeeperServerStat();\n summary.setOriginalContent(cmdresult);\n for (String line : result) {\n\n if (line.contains(MODE_FOLLOWER)) {\n summary.setQuorumType(AutoKeeperQuorumType.FOLLOWER);\n } else if (line.contains(MODE_LEADERER)) {\n summary.setQuorumType(AutoKeeperQuorumType.LEADER);\n } else if (line.contains(MODE_STANDALONE)) {\n summary.setQuorumType(AutoKeeperQuorumType.STANDALONE);\n } else if (line.contains(MODE_OBSERVER)) {\n summary.setQuorumType(AutoKeeperQuorumType.OBSERVER);\n } else if (line.contains(STRING_LATENCY)) {\n List latency = Arrays.asList(StringUtils.trimToEmpty(line.replace(STRING_LATENCY,\n StringUtils.EMPTY)).split(\"/\"));\n summary.setMinLatency(Long.parseLong(latency.get(0)));\n summary.setAvgLatency(Long.parseLong(latency.get(1)));\n summary.setMaxLatency(Long.parseLong(latency.get(2)));\n } else if (line.contains(STRING_OUTSTANDING)) {\n summary.setQueued(Long.parseLong(StringUtils.trimToEmpty(line.replace(STRING_OUTSTANDING,\n StringUtils.EMPTY))));\n } else if (line.contains(NODE_COUNT)) {\n summary.setNodeCount(Long.parseLong(StringUtils.trimToEmpty(line.replace(NODE_COUNT, StringUtils.EMPTY))));\n } else if (line.contains(STRING_SENT)) {\n summary.setSent(Long.parseLong(StringUtils.trimToEmpty(line.replace(STRING_SENT, StringUtils.EMPTY))));\n } else if (line.contains(STRING_RECEIVED)) {\n summary.setRecved(Long.parseLong(StringUtils.trimToEmpty(line.replace(STRING_RECEIVED,\n StringUtils.EMPTY))));\n }\n }\n\n autoKeeperData.joinServer(address, summary);\n }\n\n public void collectorEphemeralStat(String address) {\n List netAddress = splitAddress(address);\n if (netAddress.isEmpty()) {\n return;\n }\n String ip = netAddress.get(0);\n String port = netAddress.get(1);\n String[] cmd = { \"/bin/bash\", \"-c\", String.format(CMD_DUMP, ip, port) };\n String cmdresult = collector(cmd);\n\n Map> pathMap = groupSessionPath(cmdresult);\n\n List autoKeeperEphemeralStats = new ArrayList();\n for (Map.Entry> entry : pathMap.entrySet()) {\n AutoKeeperEphemeralStat autoKeeperEphemeralStat = new AutoKeeperEphemeralStat();\n autoKeeperEphemeralStat.setSessionId(entry.getKey());\n autoKeeperEphemeralStat.setPaths(entry.getValue());\n autoKeeperEphemeralStats.add(autoKeeperEphemeralStat);\n }\n\n autoKeeperData.joinEphemeral(address, autoKeeperEphemeralStats);\n\n }\n\n public void collectorWatchStat(String address) {\n List netAddress = splitAddress(address);\n if (netAddress.isEmpty()) {\n return;\n }\n String ip = netAddress.get(0);\n String port = netAddress.get(1);\n String[] cmd = { \"/bin/bash\", \"-c\", String.format(CMD_WCHC, ip, port) };\n String cmdresult = collector(cmd);\n\n Map> pathMap = groupSessionPath(cmdresult);\n\n List autoKeeperWatchStats = new ArrayList();\n for (Map.Entry> entry : pathMap.entrySet()) {\n AutoKeeperWatchStat autoKeeperWatchStat = new AutoKeeperWatchStat();\n autoKeeperWatchStat.setSessionId(entry.getKey());\n autoKeeperWatchStat.setPaths(entry.getValue());\n autoKeeperWatchStats.add(autoKeeperWatchStat);\n }\n\n autoKeeperData.joinWatch(address, autoKeeperWatchStats);\n\n }\n\n public static String collector(String[] command) {\n Result result = null;\n try {\n result = Exec.execute(command);\n if (result.getExitCode() == 0) {\n return result.getStdout();\n } else {\n return result.getStderr();\n }\n } catch (Exception e) {\n throw new ManagerException(e);\n }\n }\n\n private List splitAddress(String address) {\n List ipPort = Arrays.asList(address.split(\":\"));\n if (ipPort.size() != 2) {\n return new ArrayList();\n }\n return ipPort;\n }\n\n /**\n *
\n * key=sessionId\n * value=pathList\n *
\n */\n private Map> groupSessionPath(String cmdresult) {\n String[] result = cmdresult.split(WRAP);\n\n Map> pathMap = new HashMap>();\n String sessionId = StringUtils.EMPTY;\n for (String line : result) {\n line = StringUtils.trimToEmpty(line);\n if (StringUtils.isBlank(line)) {\n continue;\n }\n if (line.startsWith(\"0x\")) {\n sessionId = line.replace(COLON, StringUtils.EMPTY);\n pathMap.put(sessionId, new ArrayList());\n } else if (line.startsWith(\"/\")) {\n List paths = pathMap.get(sessionId);\n paths.add(line);\n }\n }\n return pathMap;\n }\n\n @Override\n public void afterPropertiesSet() throws Exception {\n collectorExecutor = Executors.newScheduledThreadPool(singleSize, new NamedThreadFactory(\"collector-thread\",\n true));\n startCollect();\n }\n\n private void startCollect() {\n\n // 启动定时工作任务\n collectorExecutor.scheduleAtFixedRate(new Runnable() {\n\n @Override\n public void run() {\n List autoKeeperClusters = autoKeeperClusterService.listAutoKeeperClusters();\n if (!autoKeeperClusters.isEmpty()) {\n autoKeeperData.persist();\n for (AutoKeeperCluster autoKeeperCluster : autoKeeperClusters) {\n List servers = autoKeeperCluster.getServerList();\n for (String address : servers) {\n collectorServerStat(address);\n collectorConnectionStat(address);\n collectorWatchStat(address);\n collectorEphemeralStat(address);\n }\n }\n }\n }\n }, delay, collectInterval, TimeUnit.SECONDS);\n\n }\n\n public void setAutoKeeperClusterService(AutoKeeperClusterService autoKeeperClusterService) {\n this.autoKeeperClusterService = autoKeeperClusterService;\n }\n\n public void setAutoKeeperData(AutoKeeperData autoKeeperData) {\n this.autoKeeperData = autoKeeperData;\n }\n\n public void setCollectInterval(long collectInterval) {\n this.collectInterval = collectInterval;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/autokeeper/impl/AutoKeeperData.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.autokeeper.impl;\n\nimport java.util.List;\nimport java.util.Map;\n\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperConnectionStat;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperEphemeralStat;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperServerStat;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperWatchStat;\nimport com.google.common.collect.MapMaker;\n\n/**\n * join server之间的统计数据，提供当前最新和完整的数据结构方便数据查询\n * \n *
\n * \n * @author jianghang 2012-9-21 下午03:02:00\n * @version 4.1.0\n */\npublic class AutoKeeperData implements AutoKeeperPersist {\n\n private Map serverStats = new MapMaker().makeMap(); // serverIp和server的对应关系\n private Map connectionStats = new MapMaker().makeMap(); // sessionId和connection的对应关系\n\n public void joinServer(String address, AutoKeeperServerStat summary) {\n serverStats.put(address, summary);\n }\n\n public void joinConnection(String address, List connections) {\n // 记录connection引用\n for (AutoKeeperConnectionStat connection : connections) {\n connectionStats.put(connection.getSessionId(), connection);\n }\n\n // 添加引用到server中\n if (serverStats.containsKey(address)) {\n serverStats.get(address).getConnectionStats().addAll(connections);\n }\n }\n\n public void joinEphemeral(String address, List ephemerals) {\n for (AutoKeeperEphemeralStat ephemeral : ephemerals) {\n if (connectionStats.containsKey(ephemeral.getSessionId())) {\n // 找到对应的connection进行关联，填充数据\n connectionStats.get(ephemeral.getSessionId()).getEphemeralStats().add(ephemeral);\n }\n }\n }\n\n public void joinWatch(String address, List watches) {\n for (AutoKeeperWatchStat watch : watches) {\n if (connectionStats.containsKey(watch.getSessionId())) {\n // 找到对应的connection进行关联，填充数据\n connectionStats.get(watch.getSessionId()).getWatchStats().add(watch);\n }\n }\n }\n\n public void persist() {\n serverStats.clear();\n connectionStats.clear();\n }\n\n public Map getServerStats() {\n return serverStats;\n }\n\n public Map getConnectionStats() {\n return connectionStats;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/autokeeper/impl/AutoKeeperPersist.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.autokeeper.impl;\n\n/**\n * 数据持久化接口，会有持久化调度器定时触发\n * \n * @author jianghang 2012-9-21 下午03:04:37\n * @version 4.1.0\n */\npublic interface AutoKeeperPersist {\n\n /**\n * 会有\n */\n public void persist();\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/autokeeper/impl/AutoKeeperStatServiceImpl.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.autokeeper.impl;\n\nimport java.util.ArrayList;\nimport java.util.List;\n\nimport com.alibaba.otter.manager.biz.autokeeper.AutoKeeperStatService;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperConnectionStat;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperEphemeralStat;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperServerStat;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperWatchStat;\n\n/**\n * 提供autokeeper相关的数据查询接口\n * \n * @author simon 2012-9-28 上午11:00:07\n * @version 4.1.0\n */\npublic class AutoKeeperStatServiceImpl implements AutoKeeperStatService {\n\n private AutoKeeperData autoKeeperData;\n\n public AutoKeeperServerStat findServerStat(String serverAddress) {\n return autoKeeperData.getServerStats().get(serverAddress);\n }\n\n public AutoKeeperServerStat findServerStatBySessionId(String sessionId) {\n String serverAddress = autoKeeperData.getConnectionStats().get(sessionId).getServerAddress();\n return findServerStat(serverAddress);\n }\n\n public AutoKeeperConnectionStat findConnectionBySessionId(String sessionId) {\n return autoKeeperData.getConnectionStats().get(sessionId);\n }\n\n public AutoKeeperConnectionStat findConnectionByEphemeralPath(String path) {\n for (AutoKeeperConnectionStat connection : autoKeeperData.getConnectionStats().values()) {\n for (AutoKeeperEphemeralStat ephemeral : connection.getEphemeralStats()) {\n if (ephemeral.getPaths().contains(path)) {\n return connection;\n }\n }\n }\n\n return null;\n }\n\n public List findConnectionByWatcherPath(String path) {\n List connections = new ArrayList();\n for (AutoKeeperConnectionStat connection : autoKeeperData.getConnectionStats().values()) {\n for (AutoKeeperWatchStat watch : connection.getWatchStats()) {\n if (watch.getPaths().contains(path)) {\n connections.add(connection);\n }\n }\n }\n\n return connections;\n }\n\n public void setAutoKeeperData(AutoKeeperData autoKeeperData) {\n this.autoKeeperData = autoKeeperData;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/common/DataSourceCreator.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.common;\n\nimport java.sql.SQLException;\nimport java.util.Arrays;\nimport java.util.List;\n\nimport javax.sql.DataSource;\n\nimport org.apache.commons.dbcp.BasicDataSource;\nimport org.apache.commons.lang.StringUtils;\nimport org.slf4j.Logger;\nimport org.slf4j.LoggerFactory;\nimport org.springframework.beans.factory.DisposableBean;\nimport org.springframework.util.Assert;\nimport org.springframework.util.CollectionUtils;\n\nimport com.alibaba.otter.common.push.datasource.DataSourceHanlder;\nimport com.alibaba.otter.shared.common.model.config.data.DataMediaSource;\nimport com.alibaba.otter.shared.common.model.config.data.DataMediaType;\nimport com.alibaba.otter.shared.common.model.config.data.db.DbMediaSource;\n\npublic class DataSourceCreator implements DisposableBean {\n\n private static final Logger logger = LoggerFactory.getLogger(DataSourceCreator.class);\n\n private int maxWait = 60 * 1000;\n\n private int minIdle = 0;\n\n private int initialSize = 1;\n\n private int maxActive = 5;\n\n private int maxIdle = 1;\n\n private int numTestsPerEvictionRun = -1;\n\n private int timeBetweenEvictionRunsMillis = 60 * 1000;\n\n private int removeAbandonedTimeout = 10 * 60;\n\n private int minEvictableIdleTimeMillis = 30 * 60 * 1000;\n\n private List dataSourceHandlers;\n\n /**\n * 直接创建数据源，不做cache\n */\n public DataSource createDataSource(DataMediaSource dataMediaSource) {\n Assert.notNull(dataMediaSource);\n DbMediaSource dbMediaSource = (DbMediaSource) dataMediaSource;\n\n // 扩展功能,可以自定义一些自己实现的 dataSource\n DataSource customDataSource = preCreate(0L, dbMediaSource);\n if (customDataSource != null) {\n return customDataSource;\n }\n\n return createDataSource(dbMediaSource.getUrl(),\n dbMediaSource.getUsername(),\n dbMediaSource.getPassword(),\n dbMediaSource.getDriver(),\n dbMediaSource.getType(),\n dbMediaSource.getEncode());\n }\n\n public void destroyDataSource(DataSource dataSource) {\n try {\n // for filter to destroy custom datasource\n if (letHandlerDestroyIfSupport(0L, dataSource)) {\n return;\n }\n\n if (dataSource == null) {\n return;\n }\n\n BasicDataSource basicDataSource = (BasicDataSource) dataSource;\n basicDataSource.close();\n } catch (SQLException e) {\n logger.error(\"ERROR ## close the datasource has an error\", e);\n }\n }\n\n public void destroy() throws Exception {\n }\n\n /**\n * 扩展功能,可以自定义一些自己实现的 dataSource\n */\n private DataSource preCreate(Long pipelineId, DbMediaSource dbMediaSource) {\n\n if (CollectionUtils.isEmpty(dataSourceHandlers)) {\n return null;\n }\n\n DataSource dataSource = null;\n for (DataSourceHanlder handler : dataSourceHandlers) {\n if (handler.support(dbMediaSource)) {\n dataSource = handler.create(pipelineId, dbMediaSource);\n if (dataSource != null) {\n return dataSource;\n }\n }\n }\n return null;\n }\n\n public boolean letHandlerDestroyIfSupport(Long pipelineId, DataSource source) {\n boolean destroied = false;\n\n if (CollectionUtils.isEmpty(this.dataSourceHandlers)) {\n return destroied;\n }\n\n for (DataSourceHanlder handler : this.dataSourceHandlers) {\n if (handler.support(source)) {\n handler.destory(pipelineId);\n destroied = true;\n return destroied;\n }\n }\n return destroied;\n\n }\n\n private DataSource createDataSource(String url, String userName, String password, String driverClassName,\n DataMediaType dataMediaType, String encoding) {\n BasicDataSource dbcpDs = new BasicDataSource();\n\n dbcpDs.setInitialSize(initialSize);// 初始化连接池时创建的连接数\n dbcpDs.setMaxActive(maxActive);// 连接池允许的最大并发连接数，值为非正数时表示不限制\n dbcpDs.setMaxIdle(maxIdle);// 连接池中的最大空闲连接数，超过时，多余的空闲连接将会被释放，值为负数时表示不限制\n dbcpDs.setMinIdle(minIdle);// 连接池中的最小空闲连接数，低于此数值时将会创建所欠缺的连接，值为0时表示不创建\n dbcpDs.setMaxWait(maxWait);// 以毫秒表示的当连接池中没有可用连接时等待可用连接返回的时间，超时则抛出异常，值为-1时表示无限等待\n dbcpDs.setRemoveAbandoned(true);// 是否清除已经超过removeAbandonedTimeout设置的无效连接\n dbcpDs.setLogAbandoned(true);// 当清除无效链接时是否在日志中记录清除信息的标志\n dbcpDs.setRemoveAbandonedTimeout(removeAbandonedTimeout); // 以秒表示清除无效链接的时限\n dbcpDs.setNumTestsPerEvictionRun(numTestsPerEvictionRun);// 确保连接池中没有已破损的连接\n dbcpDs.setTestOnBorrow(false);// 指定连接被调用时是否经过校验\n dbcpDs.setTestOnReturn(false);// 指定连接返回到池中时是否经过校验\n dbcpDs.setTestWhileIdle(true);// 指定连接进入空闲状态时是否经过空闲对象驱逐进程的校验\n dbcpDs.setTimeBetweenEvictionRunsMillis(timeBetweenEvictionRunsMillis); // 以毫秒表示空闲对象驱逐进程由运行状态进入休眠状态的时长，值为非正数时表示不运行任何空闲对象驱逐进程\n dbcpDs.setMinEvictableIdleTimeMillis(minEvictableIdleTimeMillis); // 以毫秒表示连接被空闲对象驱逐进程驱逐前在池中保持空闲状态的最小时间\n\n // 动态的参数\n dbcpDs.setDriverClassName(driverClassName);\n dbcpDs.setUrl(url);\n dbcpDs.setUsername(userName);\n dbcpDs.setPassword(password);\n\n if (dataMediaType.isOracle()) {\n dbcpDs.addConnectionProperty(\"restrictGetTables\", \"true\");\n // dbcpDs.setValidationQuery(\"select 1 from dual\");\n } else if (dataMediaType.isMysql()) {\n // open the batch mode for mysql since 5.1.8\n dbcpDs.addConnectionProperty(\"useServerPrepStmts\", \"false\");\n dbcpDs.addConnectionProperty(\"rewriteBatchedStatements\", \"true\");\n dbcpDs.addConnectionProperty(\"zeroDateTimeBehavior\", \"convertToNull\");// 将0000-00-00的时间类型返回null\n dbcpDs.addConnectionProperty(\"yearIsDateType\", \"false\");// 直接返回字符串，不做year转换date处理\n dbcpDs.addConnectionProperty(\"noDatetimeStringSync\", \"true\");// 返回时间类型的字符串,不做时区处理\n if (StringUtils.isNotEmpty(encoding)) {\n if (StringUtils.equalsIgnoreCase(encoding, \"utf8mb4\")) {\n dbcpDs.addConnectionProperty(\"characterEncoding\", \"utf8\");\n dbcpDs.setConnectionInitSqls(Arrays.asList(\"set names utf8mb4\"));\n } else {\n dbcpDs.addConnectionProperty(\"characterEncoding\", encoding);\n }\n }\n // dbcpDs.setValidationQuery(\"select 1\");\n } else {\n logger.error(\"ERROR ## Unknow database type\");\n }\n\n return dbcpDs;\n }\n\n public void setMaxWait(int maxWait) {\n this.maxWait = maxWait;\n }\n\n public void setMinIdle(int minIdle) {\n this.minIdle = minIdle;\n }\n\n public void setInitialSize(int initialSize) {\n this.initialSize = initialSize;\n }\n\n public void setMaxActive(int maxActive) {\n this.maxActive = maxActive;\n }\n\n public void setMaxIdle(int maxIdle) {\n this.maxIdle = maxIdle;\n }\n\n public void setNumTestsPerEvictionRun(int numTestsPerEvictionRun) {\n this.numTestsPerEvictionRun = numTestsPerEvictionRun;\n }\n\n public void setTimeBetweenEvictionRunsMillis(int timeBetweenEvictionRunsMillis) {\n this.timeBetweenEvictionRunsMillis = timeBetweenEvictionRunsMillis;\n }\n\n public void setRemoveAbandonedTimeout(int removeAbandonedTimeout) {\n this.removeAbandonedTimeout = removeAbandonedTimeout;\n }\n\n public void setMinEvictableIdleTimeMillis(int minEvictableIdleTimeMillis) {\n this.minEvictableIdleTimeMillis = minEvictableIdleTimeMillis;\n }\n\n public void setDataSourceHandlers(List dataSourceHandlers) {\n this.dataSourceHandlers = dataSourceHandlers;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/common/alarm/AbstractAlarmService.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.common.alarm;\n\nimport java.util.concurrent.BlockingQueue;\nimport java.util.concurrent.ExecutorService;\nimport java.util.concurrent.Executors;\nimport java.util.concurrent.LinkedBlockingQueue;\nimport java.util.concurrent.TimeUnit;\nimport java.util.concurrent.locks.LockSupport;\n\nimport org.apache.commons.lang.StringUtils;\nimport org.slf4j.Logger;\nimport org.slf4j.LoggerFactory;\nimport org.springframework.beans.factory.DisposableBean;\nimport org.springframework.beans.factory.InitializingBean;\n\n/**\n * 报警服务实现\n * \n * @author jianghang 2011-11-3 上午11:12:16\n * @version 4.0.0\n */\npublic abstract class AbstractAlarmService implements AlarmService, InitializingBean, DisposableBean {\n\n private static final Logger logger = LoggerFactory.getLogger(AbstractAlarmService.class);\n\n private BlockingQueue queue = new LinkedBlockingQueue(3 * 3 * 3600);\n private ExecutorService executor;\n private int period = 150; // milliseconds\n\n public void sendAlarm(AlarmMessage data) {\n try {\n if (!queue.offer(data, 2, TimeUnit.SECONDS)) {\n logger.error(String.format(\"alarm sent to queue error : [%s]\", data.toString()));\n }\n } catch (Exception e) {\n logger.error(String.format(\"send alarm [%s] to drgoon agent error!\", data.toString()), e);\n }\n }\n\n private void sendAlarmInternal() {\n AlarmMessage data = null;\n try {\n data = queue.take();\n doSend(data);\n logger.info(String.format(\"has sent alarm [%s] to drgoon agent.\", data.toString()));\n } catch (InterruptedException e) {\n logger.warn(\"otter-sendAlarm-worker was interrupted\", e);\n } catch (Exception e) {\n logger.error(String.format(\"send alarm [%s] to drgoon agent error!\", data.toString()), e);\n }\n }\n\n protected abstract void doSend(AlarmMessage data) throws Exception;\n\n public void afterPropertiesSet() throws Exception {\n executor = Executors.newFixedThreadPool(1);\n executor.submit(new Runnable() {\n\n public void run() {\n while (!Thread.currentThread().isInterrupted()) {\n sendAlarmInternal();\n LockSupport.parkNanos(period * 1000L * 1000L);\n }\n }\n });\n }\n\n @Override\n public void destroy() throws Exception {\n if (executor != null && !executor.isShutdown()) {\n executor.shutdown();\n executor.awaitTermination(2, TimeUnit.SECONDS);\n }\n if (!queue.isEmpty()) {\n int size = queue.size();\n logger.warn(String.format(\"there are %d alarms wait to be sent \\n %s\", size, dumpQueue()));\n }\n }\n\n protected String dumpQueue() {\n if (queue.isEmpty()) {\n return StringUtils.EMPTY;\n }\n StringBuilder sb = new StringBuilder();\n for (AlarmMessage data : queue) {\n sb.append(data.toString()).append(\"\\n\");\n }\n\n return sb.toString();\n }\n\n // ============= setter ===============\n\n public void setPeriod(int period) {\n this.period = period;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/common/alarm/AlarmMessage.java",
"content": "package com.alibaba.otter.manager.biz.common.alarm;\n\nimport java.io.Serializable;\n\nimport org.apache.commons.lang.builder.ToStringBuilder;\n\nimport com.alibaba.otter.shared.common.utils.OtterToStringStyle;\n\npublic class AlarmMessage implements Serializable {\n\n private static final long serialVersionUID = 6110474591366995515L;\n private String message;\n private String receiveKey;\n\n public AlarmMessage(){\n\n }\n\n public AlarmMessage(String message, String receiveKey){\n this.message = message;\n this.receiveKey = receiveKey;\n }\n\n public String getMessage() {\n return message;\n }\n\n public void setMessage(String message) {\n this.message = message;\n }\n\n public String getReceiveKey() {\n return receiveKey;\n }\n\n public void setReceiveKey(String receiveKey) {\n this.receiveKey = receiveKey;\n }\n\n @Override\n public String toString() {\n return ToStringBuilder.reflectionToString(this, OtterToStringStyle.DEFAULT_STYLE);\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/common/alarm/AlarmService.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.common.alarm;\n\n\n/**\n * 报警服务service定义,暂时先简单实现：利用dragoon的报警推送机制进行短信，邮件，旺旺信息等报警\n * \n * @author jianghang 2011-9-26 下午10:27:44\n * @version 4.0.0\n */\npublic interface AlarmService {\n\n /**\n * 发送基于kv的报警信息\n * \n *
\n * \n * @param data\n */\n public void sendAlarm(AlarmMessage data);\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/common/alarm/DefaultAlarmService.java",
"content": "package com.alibaba.otter.manager.biz.common.alarm;\n\nimport java.util.ArrayList;\nimport java.util.List;\n\nimport org.apache.commons.lang.StringUtils;\nimport org.springframework.mail.SimpleMailMessage;\nimport org.springframework.mail.javamail.JavaMailSender;\nimport org.springframework.mail.javamail.JavaMailSenderImpl;\n\nimport com.alibaba.otter.manager.biz.config.parameter.SystemParameterService;\nimport com.alibaba.otter.shared.common.model.config.parameter.SystemParameter;\n\n/**\n * 发送邮件进行报警\n * \n * @author jianghang 2013-9-6 上午11:42:04\n * @since 4.2.2\n */\npublic class DefaultAlarmService extends AbstractAlarmService {\n\n private static final String TITLE = \"alarm_from_otter\";\n private String username;\n private JavaMailSender mailSender;\n private SystemParameterService systemParameterService;\n\n public void doSend(AlarmMessage data) throws Exception {\n SimpleMailMessage mail = new SimpleMailMessage(); // 只发送纯文本\n mail.setFrom(username);\n mail.setSubject(TITLE);// 主题\n mail.setText(data.getMessage());// 邮件内容\n String receiveKeys[] = StringUtils.split(StringUtils.replace(data.getReceiveKey(), \";\", \",\"), \",\");\n\n SystemParameter systemParameter = systemParameterService.find();\n List mailAddress = new ArrayList();\n for (String receiveKey : receiveKeys) {\n String receiver = convertToReceiver(systemParameter, receiveKey);\n String strs[] = StringUtils.split(StringUtils.replace(receiver, \";\", \",\"), \",\");\n for (String str : strs) {\n if (isMail(str)) {\n if (str != null) {\n mailAddress.add(str);\n }\n } else if (isSms(str)) {\n // do nothing\n }\n }\n }\n\n if (!mailAddress.isEmpty()) {\n mail.setTo(mailAddress.toArray(new String[mailAddress.size()]));\n doSendMail(mail);\n }\n }\n\n private void doSendMail(SimpleMailMessage mail) {\n if (mailSender instanceof JavaMailSenderImpl) {\n JavaMailSenderImpl mailSenderImpl = (JavaMailSenderImpl) mailSender;\n if (StringUtils.isNotEmpty(mailSenderImpl.getUsername())\n && StringUtils.isNotEmpty(mailSenderImpl.getPassword())) {\n // 正确设置了账户/密码，才尝试发送邮件\n mailSender.send(mail);\n }\n }\n }\n\n private boolean isMail(String receiveKey) {\n return StringUtils.contains(receiveKey, '@');\n }\n\n private boolean isSms(String receiveKey) {\n return false;\n }\n\n private String convertToReceiver(SystemParameter systemParameter, String receiveKey) {\n if (StringUtils.equalsIgnoreCase(systemParameter.getDefaultAlarmReceiveKey(), receiveKey)) {\n return systemParameter.getDefaultAlarmReceiver();\n } else {\n return systemParameter.getAlarmReceiver().get(receiveKey);\n }\n }\n\n public void setMailSender(JavaMailSender mailSender) {\n this.mailSender = mailSender;\n }\n\n public void setUsername(String username) {\n this.username = username;\n }\n\n public void setSystemParameterService(SystemParameterService systemParameterService) {\n this.systemParameterService = systemParameterService;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/common/arbitrate/ArbitrateConfigImpl.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.common.arbitrate;\n\nimport java.util.List;\nimport java.util.Map;\n\nimport org.springframework.beans.factory.InitializingBean;\n\nimport com.alibaba.otter.manager.biz.config.channel.ChannelService;\nimport com.alibaba.otter.manager.biz.config.node.NodeService;\nimport com.alibaba.otter.shared.arbitrate.impl.config.ArbitrateConfig;\nimport com.alibaba.otter.shared.arbitrate.impl.config.ArbitrateConfigRegistry;\nimport com.alibaba.otter.shared.common.model.config.ConfigException;\nimport com.alibaba.otter.shared.common.model.config.channel.Channel;\nimport com.alibaba.otter.shared.common.model.config.node.Node;\nimport com.alibaba.otter.shared.common.model.config.pipeline.Pipeline;\nimport com.alibaba.otter.shared.common.utils.cache.RefreshMemoryMirror;\nimport com.alibaba.otter.shared.common.utils.cache.RefreshMemoryMirror.ComputeFunction;\nimport com.google.common.base.Function;\nimport com.google.common.collect.OtterMigrateMap;\n\n/**\n * manager下的基于db查询的{@linkplain ArbitrateConfig}实现\n * \n * @author jianghang 2011-11-3 上午11:09:24\n * @version 4.0.0\n */\npublic class ArbitrateConfigImpl implements ArbitrateConfig, InitializingBean {\n\n private static final Long DEFAULT_PERIOD = 60 * 1000L;\n private Long timeout = DEFAULT_PERIOD;\n private RefreshMemoryMirror channelCache;\n private Map channelMapping;\n private ChannelService channelService;\n private NodeService nodeService;\n private RefreshMemoryMirror nodeCache;\n\n public ArbitrateConfigImpl(){\n // 注册自己到arbitrate模块\n ArbitrateConfigRegistry.regist(this);\n }\n\n public Node currentNode() {\n return null;\n }\n\n public Node findNode(Long nid) {\n return nodeCache.get(nid);\n }\n\n public Channel findChannel(Long channelId) {\n return channelCache.get(channelId);\n }\n\n public Channel findChannelByPipelineId(Long pipelineId) {\n Long channelId = channelMapping.get(pipelineId);\n return channelCache.get(channelId);\n }\n\n public Pipeline findOppositePipeline(Long pipelineId) {\n Long channelId = channelMapping.get(pipelineId);\n Channel channel = channelCache.get(channelId);\n List pipelines = channel.getPipelines();\n for (Pipeline pipeline : pipelines) {\n if (pipeline.getId().equals(pipelineId) == false) {// 这里假定pipeline只有两个\n return pipeline;\n }\n }\n\n return null;\n }\n\n public Pipeline findPipeline(Long pipelineId) {\n Long channelId = channelMapping.get(pipelineId);\n Channel channel = channelCache.get(channelId);\n List pipelines = channel.getPipelines();\n for (Pipeline pipeline : pipelines) {\n if (pipeline.getId().equals(pipelineId)) {\n return pipeline;\n }\n }\n\n throw new ConfigException(\"no pipeline for pipelineId[\" + pipelineId + \"]\");\n }\n\n public void afterPropertiesSet() throws Exception {\n // 获取一下nid变量\n channelMapping = OtterMigrateMap.makeComputingMap(new Function() {\n\n public Long apply(Long pipelineId) {\n // 处理下pipline -> channel映射关系不存在的情况\n Channel channel = channelService.findByPipelineId(pipelineId);\n if (channel == null) {\n throw new ConfigException(\"No Such Channel by pipelineId[\" + pipelineId + \"]\");\n }\n\n updateMapping(channel, pipelineId);// 排除下自己\n channelCache.put(channel.getId(), channel);// 更新下channelCache\n return channel.getId();\n\n }\n });\n\n channelCache = new RefreshMemoryMirror(timeout, new ComputeFunction() {\n\n public Channel apply(Long key, Channel oldValue) {\n Channel channel = channelService.findById(key);\n if (channel == null) {\n // 其他情况直接返回内存中的旧值\n return oldValue;\n } else {\n updateMapping(channel, null);// 排除下自己\n return channel;\n }\n }\n });\n\n nodeCache = new RefreshMemoryMirror(timeout, new ComputeFunction() {\n\n public Node apply(Long key, Node oldValue) {\n Node node = nodeService.findById(key);\n if (node == null) {\n return oldValue;\n } else {\n return node;\n }\n }\n });\n }\n\n private void updateMapping(Channel channel, Long excludeId) {\n Long channelId = channel.getId();\n List pipelines = channel.getPipelines();\n for (Pipeline pipeline : pipelines) {\n if (excludeId == null || !pipeline.getId().equals(excludeId)) {\n channelMapping.put(pipeline.getId(), channelId);\n }\n }\n }\n\n public void setChannelService(ChannelService channelService) {\n this.channelService = channelService;\n }\n\n public void setNodeService(NodeService nodeService) {\n this.nodeService = nodeService;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/common/arbitrate/DeadNodeListener.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.common.arbitrate;\n\nimport java.util.ArrayList;\nimport java.util.Collections;\nimport java.util.HashSet;\nimport java.util.List;\nimport java.util.Set;\nimport java.util.concurrent.DelayQueue;\nimport java.util.concurrent.Delayed;\nimport java.util.concurrent.ExecutorService;\nimport java.util.concurrent.Executors;\nimport java.util.concurrent.TimeUnit;\n\nimport org.slf4j.Logger;\nimport org.slf4j.LoggerFactory;\nimport org.springframework.beans.factory.DisposableBean;\nimport org.springframework.beans.factory.InitializingBean;\n\nimport com.alibaba.otter.manager.biz.config.channel.ChannelService;\nimport com.alibaba.otter.manager.biz.monitor.PassiveMonitor;\nimport com.alibaba.otter.shared.arbitrate.ArbitrateManageService;\nimport com.alibaba.otter.shared.arbitrate.impl.setl.monitor.NodeMonitor;\nimport com.alibaba.otter.shared.arbitrate.impl.setl.monitor.listener.NodeListener;\nimport com.alibaba.otter.shared.common.model.config.alarm.MonitorName;\nimport com.alibaba.otter.shared.common.model.config.channel.Channel;\nimport com.alibaba.otter.shared.common.model.config.channel.ChannelStatus;\nimport com.alibaba.otter.shared.communication.model.arbitrate.NodeAlarmEvent;\nimport com.google.common.collect.Lists;\n\n/**\n * 默认的死亡节点处理\n * \n * @author jianghang 2011-9-26 下午10:37:40\n * @version 4.0.0\n */\npublic class DeadNodeListener implements NodeListener, InitializingBean, DisposableBean {\n\n private static final Logger logger = LoggerFactory.getLogger(DeadNodeListener.class);\n private volatile DelayQueue queue = new DelayQueue();\n private NodeMonitor nodeMonitor;\n private ArbitrateManageService arbitrateManageService;\n private PassiveMonitor exceptionRuleMonitor;\n private ChannelService channelService;\n private ExecutorService executor;\n private long checkTime = 60 * 1000L; // 30秒\n private volatile List currentNodes = new ArrayList(); // 当前存活节点\n\n public DeadNodeListener(){\n }\n\n public void afterPropertiesSet() throws Exception {\n nodeMonitor.addListener(this);\n executor = Executors.newFixedThreadPool(1);\n executor.submit(new Runnable() {\n\n public void run() {\n while (true) {\n DeadNodeDelayed delay = null;\n try {\n delay = queue.take();\n processDead(delay.getNid());\n } catch (Throwable e) {\n logger.error(String.format(\"error happened with [%s]\", delay.toString()), e);\n }\n }\n }\n });\n }\n\n public synchronized void processChanged(List nodes) {\n Set deadNodes = new HashSet();\n for (Long node : currentNodes) {\n if (!nodes.contains(node)) {\n deadNodes.add(node);\n }\n }\n\n currentNodes = nodes;// 切换引用，需设置为volatile保证线程安全&可见性\n // 处理下dead node\n if (deadNodes.size() > 0) {\n for (Long nid : deadNodes) {\n Delayed delayed = new DeadNodeDelayed(nid, checkTime);\n if (!queue.contains(delayed)) {// 不重复添加\n queue.add(new DeadNodeDelayed(nid, checkTime));\n }\n }\n }\n }\n\n private void processDead(Long deadNode) {\n List aliveNodes = nodeMonitor.getAliveNodes(true);\n // 需要考虑一种网络瞬断的情况，会导致node所有出现重连，导致出现restart风暴，执行restart时需要重新check下是否存活\n if (aliveNodes.contains(deadNode)) {\n logger.warn(\"dead node[{}] happend just one moment , check it's alived\", deadNode);\n return;\n }\n\n // 发送一条报警信息\n List channelIds = Lists.newArrayList();\n List channels = channelService.listByNodeId(deadNode, ChannelStatus.START);\n for (Channel channel : channels) {\n channelIds.add(channel.getId());\n }\n Collections.sort(channelIds);\n\n NodeAlarmEvent alarm = new NodeAlarmEvent();\n alarm.setPipelineId(-1L);\n alarm.setTitle(MonitorName.EXCEPTION.name());\n alarm.setMessage(String.format(\"nid:%s is dead and restart cids:%s\", String.valueOf(deadNode),\n channelIds.toString()));\n try {\n exceptionRuleMonitor.feed(alarm, alarm.getPipelineId());\n } catch (Exception e) {\n logger.error(String.format(\"ERROR # exceptionRuleMonitor error for %s\", alarm.toString()), e);\n }\n\n for (Long channelId : channelIds) {// 重启一下对应的channel\n boolean result = arbitrateManageService.channelEvent().restart(channelId);\n if (result) {\n channelService.notifyChannel(channelId);// 推送一下配置\n }\n }\n\n }\n\n public void destroy() throws Exception {\n nodeMonitor.removeListener(this);\n executor.shutdownNow();\n }\n\n /**\n * 构建一个基于时间的delay queue，解决一个问题：node出现网络闪段，其jvm并不是真实关闭，可以间隔几秒后check一下是否存活再判断是否进行RESTART操作\n * \n * @author jianghang 2012-8-29 下午01:42:47\n * @version 4.1.0\n */\n public static class DeadNodeDelayed implements Delayed {\n\n // init time for nano\n private static final long MILL_ORIGIN = System.currentTimeMillis();\n private long nid;\n private long now; // 记录具体的now的偏移时间点，单位ms\n private long timeout; // 记录具体需要被delayed处理的偏移时间点,单位ms\n\n public DeadNodeDelayed(long nid, long timeout){\n this.nid = nid;\n this.timeout = timeout;\n this.now = System.currentTimeMillis() - MILL_ORIGIN;\n }\n\n public long getNid() {\n return nid;\n }\n\n public long getNow() {\n return now;\n }\n\n public long getDelay(TimeUnit unit) {\n long currNow = System.currentTimeMillis() - MILL_ORIGIN;\n long d = unit.convert(now + timeout - currNow, TimeUnit.MILLISECONDS);\n return d;\n }\n\n public int compareTo(Delayed other) {\n if (other == this) { // compare zero ONLY if same object\n return 0;\n } else if (other instanceof DeadNodeDelayed) {\n DeadNodeDelayed x = (DeadNodeDelayed) other;\n long diff = now + timeout - (x.now + x.timeout);\n return (diff == 0) ? 0 : ((diff < 0) ? 1 : -1); // 时间越小的，越应该排在前面\n } else {\n long d = (getDelay(TimeUnit.MILLISECONDS) - other.getDelay(TimeUnit.MILLISECONDS));\n return (d == 0) ? 0 : ((d < 0) ? 1 : -1);\n }\n }\n\n @Override\n public int hashCode() {\n final int prime = 31;\n int result = 1;\n result = prime * result + (int) (nid ^ (nid >>> 32));\n return result;\n }\n\n public boolean equals(Object obj) {\n if (this == obj) {\n return true;\n }\n if (obj == null) {\n return false;\n }\n if (!(obj instanceof DeadNodeDelayed)) {\n return false;\n }\n DeadNodeDelayed other = (DeadNodeDelayed) obj;\n if (nid != other.nid) {\n return false;\n }\n return true;\n }\n\n }\n\n public void setNodeMonitor(NodeMonitor nodeMonitor) {\n this.nodeMonitor = nodeMonitor;\n }\n\n public void setArbitrateManageService(ArbitrateManageService arbitrateManageService) {\n this.arbitrateManageService = arbitrateManageService;\n }\n\n public void setChannelService(ChannelService channelService) {\n this.channelService = channelService;\n }\n\n public void setExceptionRuleMonitor(PassiveMonitor exceptionRuleMonitor) {\n this.exceptionRuleMonitor = exceptionRuleMonitor;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/common/basedao/GenericDAO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.common.basedao;\n\nimport java.util.List;\nimport java.util.Map;\n\n/**\n * @author simon 2011-10-31 上午09:40:47\n */\npublic interface GenericDAO {\n\n public T insert(T entityObj);\n\n public void delete(Long identity);\n\n public void update(T entityObj);\n\n public List listAll();\n\n public List listByCondition(Map condition);\n\n public List listByMultiId(Long... identities);\n\n public T findById(Long identity);\n\n public int getCount();\n\n public int getCount(Map condition);\n\n public boolean checkUnique(T entityObj);\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/common/baseservice/GenericService.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.common.baseservice;\n\nimport java.util.List;\nimport java.util.Map;\n\n/**\n * @author simon 2011-10-31 上午10:34:17\n */\npublic interface GenericService {\n\n public void create(T entityObj);\n\n public void remove(Long identity);\n\n public void modify(T entityObj);\n\n public T findById(Long identity);\n\n public List listByIds(Long... identities);\n\n public List listAll();\n\n public List listByCondition(Map condition);\n\n public int getCount();\n\n public int getCount(Map condition);\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/common/exceptions/InvalidConfigureException.java",
"content": "package com.alibaba.otter.manager.biz.common.exceptions;\n\npublic class InvalidConfigureException extends RuntimeException {\n\n private static final long serialVersionUID = 1L;\n\n public static enum INVALID_TYPE {\n DDL, HOME\n }\n\n private INVALID_TYPE type;\n\n public InvalidConfigureException(INVALID_TYPE type){\n super(type.name());\n this.type = type;\n }\n\n public INVALID_TYPE getType() {\n return type;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/common/exceptions/ManagerException.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.common.exceptions;\n\n/**\n * ManagerException for Manager Model\n * \n * @author simon 2011-11-13 下午07:38:47\n */\npublic class ManagerException extends RuntimeException {\n\n private static final long serialVersionUID = 1L;\n\n public ManagerException(String cause){\n super(cause);\n }\n\n public ManagerException(Throwable t){\n super(t);\n }\n\n public ManagerException(String cause, Throwable t){\n super(cause, t);\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/common/exceptions/RepeatConfigureException.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.common.exceptions;\n\n/**\n * @author simon 2011-11-14 下午11:04:32\n */\npublic class RepeatConfigureException extends RuntimeException {\n\n private static final long serialVersionUID = 1L;\n\n public RepeatConfigureException(String cause){\n super(cause);\n }\n\n public RepeatConfigureException(Throwable t){\n super(t);\n }\n\n public RepeatConfigureException(String cause, Throwable t){\n super(cause, t);\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/alarm/AlarmRuleService.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.alarm;\n\nimport java.util.List;\nimport java.util.Map;\n\nimport com.alibaba.otter.shared.common.model.config.alarm.AlarmRule;\nimport com.alibaba.otter.shared.common.model.config.alarm.AlarmRuleStatus;\n\n/**\n * @author simon 2012-8-24 上午5:27:35\n * @author zebin.xuzb\n * @version 4.1.0\n */\npublic interface AlarmRuleService {\n\n void create(AlarmRule alarmRule);\n\n void modify(AlarmRule alarmRule);\n\n void remove(Long alarmRuleId);\n\n public void enableMonitor(Long alarmRuleId);\n\n public void disableMonitor(Long alarmRuleId);\n\n public void disableMonitor(Long alarmRuleId, String pauseTime);\n\n List getAllAlarmRules(AlarmRuleStatus status);\n\n AlarmRule getAlarmRuleById(Long AlarmRuleId);\n\n /**\n * 获取所有状态为 status 的 {@linkplain AlarmRule}，并且按照pipelineId分区\n * \n * @param status\n * @return\n */\n Map> getAlarmRules(AlarmRuleStatus status);\n\n List getAlarmRules(Long pipelineId);\n\n List getAlarmRules(Long pipelineId, AlarmRuleStatus status);\n\n List listAllAlarmRules(Map condition);\n\n public int getCount();\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/alarm/dal/AlarmRuleDAO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.alarm.dal;\n\nimport java.util.List;\nimport java.util.Map;\n\nimport com.alibaba.otter.manager.biz.config.alarm.dal.dataobject.AlarmRuleDO;\nimport com.alibaba.otter.shared.common.model.config.alarm.AlarmRuleStatus;\n\n/**\n * @author simon 2012-8-24 上午5:17:00\n * @version 4.1.0\n */\npublic interface AlarmRuleDAO {\n\n public AlarmRuleDO insert(AlarmRuleDO entityObj);\n\n public void update(AlarmRuleDO entityObj);\n\n public void delete(Long id);\n\n public AlarmRuleDO findById(Long alarmRuleId);\n\n public List listByPipelineId(Long pipelineId);\n\n public List listByPipelineId(Long pipelineId, AlarmRuleStatus status);\n\n public List listAll();\n\n public List listAllByPipeline(Map condition);\n\n public List listByStatus(AlarmRuleStatus status);\n\n public int getCount();\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/alarm/dal/dataobject/AlarmRuleDO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.alarm.dal.dataobject;\n\nimport java.io.Serializable;\nimport java.util.Date;\n\nimport com.alibaba.otter.shared.common.model.config.alarm.AlarmRuleStatus;\nimport com.alibaba.otter.shared.common.model.config.alarm.MonitorName;\n\n/**\n * @author simon 2012-8-22 下午3:42:34\n * @version 4.1.0\n */\npublic class AlarmRuleDO implements Serializable {\n\n private static final long serialVersionUID = -1284784362325347636L;\n private Long id;\n private Long pipelineId;\n private AlarmRuleStatus status;\n private MonitorName monitorName;\n private String receiverKey;\n private String matchValue;\n private AlarmRuleParameter alarmRuleParameter = new AlarmRuleParameter();\n private String description;\n private Date gmtCreate;\n private Date gmtModified;\n\n public Long getId() {\n return id;\n }\n\n public void setId(Long id) {\n this.id = id;\n }\n\n public Long getPipelineId() {\n return pipelineId;\n }\n\n public void setPipelineId(Long pipelineId) {\n this.pipelineId = pipelineId;\n }\n\n public AlarmRuleStatus getStatus() {\n return status;\n }\n\n public void setStatus(AlarmRuleStatus status) {\n this.status = status;\n }\n\n public MonitorName getMonitorName() {\n return monitorName;\n }\n\n public void setMonitorName(MonitorName monitorName) {\n this.monitorName = monitorName;\n }\n\n public String getReceiverKey() {\n return receiverKey;\n }\n\n public void setReceiverKey(String receiverKey) {\n this.receiverKey = receiverKey;\n }\n\n public String getMatchValue() {\n return matchValue;\n }\n\n public void setMatchValue(String matchValue) {\n this.matchValue = matchValue;\n }\n\n public AlarmRuleParameter getAlarmRuleParameter() {\n return alarmRuleParameter;\n }\n\n public void setAlarmRuleParameter(AlarmRuleParameter alarmRuleParameter) {\n this.alarmRuleParameter = alarmRuleParameter;\n }\n\n public String getDescription() {\n return description;\n }\n\n public void setDescription(String description) {\n this.description = description;\n }\n\n public Date getGmtCreate() {\n return gmtCreate;\n }\n\n public void setGmtCreate(Date gmtCreate) {\n this.gmtCreate = gmtCreate;\n }\n\n public Date getGmtModified() {\n return gmtModified;\n }\n\n public void setGmtModified(Date gmtModified) {\n this.gmtModified = gmtModified;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/alarm/dal/dataobject/AlarmRuleParameter.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.alarm.dal.dataobject;\n\nimport java.io.Serializable;\n\n/**\n * @author simon 2012-9-12 上午10:35:13\n * @version 4.1.0\n */\npublic class AlarmRuleParameter implements Serializable {\n\n private static final long serialVersionUID = 1570395344191530689L;\n private Long intervalTime = 1800L;\n private String pauseTime;\n private Integer recoveryThresold = 3;\n private Boolean autoRecovery = false;\n\n public Long getIntervalTime() {\n return intervalTime;\n }\n\n public void setIntervalTime(Long intervalTime) {\n this.intervalTime = intervalTime;\n }\n\n public String getPauseTime() {\n return pauseTime;\n }\n\n public void setPauseTime(String pauseTime) {\n this.pauseTime = pauseTime;\n }\n\n public Boolean getAutoRecovery() {\n return autoRecovery;\n }\n\n public void setAutoRecovery(Boolean autoRecovery) {\n this.autoRecovery = autoRecovery;\n }\n\n public Integer getRecoveryThresold() {\n return recoveryThresold;\n }\n\n public void setRecoveryThresold(Integer recoveryThresold) {\n this.recoveryThresold = recoveryThresold;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/alarm/dal/ibatis/AlarmRuleParameterTypeHandler.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.alarm.dal.ibatis;\n\nimport java.sql.SQLException;\n\nimport com.alibaba.otter.manager.biz.config.alarm.dal.dataobject.AlarmRuleParameter;\nimport com.alibaba.otter.shared.common.utils.JsonUtils;\nimport com.ibatis.sqlmap.client.extensions.ParameterSetter;\nimport com.ibatis.sqlmap.client.extensions.ResultGetter;\nimport com.ibatis.sqlmap.client.extensions.TypeHandlerCallback;\n\n/**\n * 用于AlarmRuleParameter的解析\n * \n * @author simon\n */\npublic class AlarmRuleParameterTypeHandler implements TypeHandlerCallback {\n\n @Override\n public void setParameter(ParameterSetter setter, Object parameter) throws SQLException {\n setter.setString(JsonUtils.marshalToString(parameter));\n }\n\n @Override\n public Object getResult(ResultGetter getter) throws SQLException {\n return JsonUtils.unmarshalFromString(getter.getString(), AlarmRuleParameter.class);\n }\n\n public Object valueOf(String s) {\n return JsonUtils.unmarshalFromString(s, AlarmRuleParameter.class);\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/alarm/dal/ibatis/IbatisAlarmRuleDAO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.alarm.dal.ibatis;\n\nimport java.util.ArrayList;\nimport java.util.List;\nimport java.util.Map;\n\nimport org.springframework.orm.ibatis.support.SqlMapClientDaoSupport;\n\nimport com.alibaba.otter.shared.common.utils.Assert;\nimport com.alibaba.otter.manager.biz.config.alarm.dal.AlarmRuleDAO;\nimport com.alibaba.otter.manager.biz.config.alarm.dal.dataobject.AlarmRuleDO;\nimport com.alibaba.otter.shared.common.model.config.alarm.AlarmRuleStatus;\n\n/**\n * @author simon\n */\npublic class IbatisAlarmRuleDAO extends SqlMapClientDaoSupport implements AlarmRuleDAO {\n\n public AlarmRuleDO insert(AlarmRuleDO entityObj) {\n Assert.assertNotNull(entityObj);\n getSqlMapClientTemplate().insert(\"insertAlarmRule\", entityObj);\n return entityObj;\n }\n\n public void update(AlarmRuleDO entityObj) {\n Assert.assertNotNull(entityObj);\n getSqlMapClientTemplate().update(\"updateAlarmRule\", entityObj);\n }\n\n public void delete(Long id) {\n Assert.assertNotNull(id);\n getSqlMapClientTemplate().update(\"deleteAlarmRuleById\", id);\n }\n\n public AlarmRuleDO findById(Long alarmRuleId) {\n Assert.assertNotNull(alarmRuleId);\n AlarmRuleDO alarmRuleDo = (AlarmRuleDO) getSqlMapClientTemplate().queryForObject(\"findByRuleId\", alarmRuleId);\n return alarmRuleDo;\n }\n\n public List listByPipelineId(Long pipelineId) {\n Assert.assertNotNull(pipelineId);\n List alarmRuleDos = getSqlMapClientTemplate().queryForList(\"listAlarmByPipelineId\", pipelineId);\n return alarmRuleDos;\n }\n\n public List listByPipelineId(Long pipelineId, AlarmRuleStatus status) {\n List alarmRuleDos = listByPipelineId(pipelineId);\n List result = new ArrayList();\n for (AlarmRuleDO alarmRuleDo : alarmRuleDos) {\n if (alarmRuleDo.getStatus().equals(status)) {\n result.add(alarmRuleDo);\n }\n }\n return result;\n }\n\n public List listAll() {\n List alarmRuleDos = getSqlMapClientTemplate().queryForList(\"listAllAlarmRule\");\n return alarmRuleDos;\n }\n\n public List listAllByPipeline(Map condition) {\n List alarmRuleDos = getSqlMapClientTemplate().queryForList(\"listAllAlarmOrderByPipeline\",\n condition);\n return alarmRuleDos;\n }\n\n public List listByStatus(AlarmRuleStatus status) {\n List alarmRuleDos = getSqlMapClientTemplate().queryForList(\"listAlarmByStatus\", status);\n return alarmRuleDos;\n }\n\n public int getCount() {\n Integer count = (Integer) getSqlMapClientTemplate().queryForObject(\"getAlarmRuleCount\");\n return count.intValue();\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/alarm/impl/AlarmRuleServiceImpl.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.alarm.impl;\n\nimport java.text.ParseException;\nimport java.text.SimpleDateFormat;\nimport java.util.ArrayList;\nimport java.util.HashMap;\nimport java.util.List;\nimport java.util.Map;\n\nimport org.apache.commons.lang.StringUtils;\nimport org.slf4j.Logger;\nimport org.slf4j.LoggerFactory;\n\nimport com.alibaba.otter.manager.biz.common.exceptions.ManagerException;\nimport com.alibaba.otter.manager.biz.config.alarm.AlarmRuleService;\nimport com.alibaba.otter.manager.biz.config.alarm.dal.AlarmRuleDAO;\nimport com.alibaba.otter.manager.biz.config.alarm.dal.dataobject.AlarmRuleDO;\nimport com.alibaba.otter.manager.biz.config.alarm.dal.dataobject.AlarmRuleParameter;\nimport com.alibaba.otter.shared.common.model.config.alarm.AlarmRule;\nimport com.alibaba.otter.shared.common.model.config.alarm.AlarmRuleStatus;\nimport com.alibaba.otter.shared.common.utils.Assert;\n\n/**\n * @author simon 2012-8-24 上午5:29:55\n * @version 4.1.0\n */\npublic class AlarmRuleServiceImpl implements AlarmRuleService {\n\n private static final Logger logger = LoggerFactory.getLogger(AlarmRuleServiceImpl.class);\n public static final String TIMESTAMP_FORMAT = \"yyyy-MM-dd HH:mm:ss\";\n private AlarmRuleDAO alarmRuleDao;\n\n public void create(AlarmRule alarmRule) {\n Assert.assertNotNull(alarmRule);\n alarmRuleDao.insert(modelToDo(alarmRule));\n }\n\n public void modify(AlarmRule alarmRule) {\n AlarmRuleDO alarmRuleDo = modelToDo(alarmRule);\n alarmRuleDao.update(alarmRuleDo);\n\n }\n\n public void remove(Long alarmRuleId) {\n alarmRuleDao.delete(alarmRuleId);\n }\n\n private void switchAlarmRuleStatus(Long alarmRuleId, AlarmRuleStatus alarmRuleStatus, String pauseTime) {\n AlarmRuleDO alarmRuleDo = alarmRuleDao.findById(alarmRuleId);\n\n if (null == alarmRuleDo) {\n String exceptionCause = \"query alarmRule:\" + alarmRuleId + \" return null.\";\n logger.error(\"ERROR ## \" + exceptionCause);\n throw new ManagerException(exceptionCause);\n }\n\n alarmRuleDo.setStatus(alarmRuleStatus);\n if (alarmRuleDo.getAlarmRuleParameter() != null) {\n alarmRuleDo.getAlarmRuleParameter().setPauseTime(pauseTime);\n } else if (StringUtils.isNotEmpty(pauseTime)) {\n alarmRuleDo.setAlarmRuleParameter(new AlarmRuleParameter());\n alarmRuleDo.getAlarmRuleParameter().setPauseTime(pauseTime);\n }\n alarmRuleDao.update(alarmRuleDo);\n }\n\n public void enableMonitor(Long alarmRuleId) {\n switchAlarmRuleStatus(alarmRuleId, AlarmRuleStatus.ENABLE, null);\n }\n\n public void disableMonitor(Long alarmRuleId) {\n switchAlarmRuleStatus(alarmRuleId, AlarmRuleStatus.DISABLE, null);\n }\n\n public void disableMonitor(Long alarmRuleId, String pauseTime) {\n switchAlarmRuleStatus(alarmRuleId, AlarmRuleStatus.ENABLE, pauseTime);\n }\n\n public AlarmRule getAlarmRuleById(Long AlarmRuleId) {\n Assert.assertNotNull(AlarmRuleId);\n return doToModel(alarmRuleDao.findById(AlarmRuleId));\n }\n\n public List getAllAlarmRules(AlarmRuleStatus status) {\n Assert.assertNotNull(status);\n List alarmRuleDos = alarmRuleDao.listByStatus(status);\n return doToModel(alarmRuleDos);\n }\n\n public Map> getAlarmRules(AlarmRuleStatus status) {\n Assert.assertNotNull(status);\n List alarmRules = getAllAlarmRules(status);\n Map> result = new HashMap>();\n for (AlarmRule alarmRule : alarmRules) {\n List rules = result.get(alarmRule.getPipelineId());\n if (rules == null) {\n rules = new ArrayList();\n }\n if (!rules.contains(alarmRule)) {\n rules.add(alarmRule);\n }\n result.put(alarmRule.getPipelineId(), rules);\n }\n return result;\n }\n\n public List getAlarmRules(Long pipelineId) {\n Assert.assertNotNull(pipelineId);\n List alarmRuleDos = alarmRuleDao.listByPipelineId(pipelineId);\n return doToModel(alarmRuleDos);\n }\n\n public List getAlarmRules(Long pipelineId, AlarmRuleStatus status) {\n Assert.assertNotNull(pipelineId);\n Assert.assertNotNull(status);\n List alarmRuleDos = alarmRuleDao.listByPipelineId(pipelineId, status);\n\n return doToModel(alarmRuleDos);\n }\n\n public List listAllAlarmRules(Map condition) {\n List alarmRules = doToModel(alarmRuleDao.listAllByPipeline(condition));\n return alarmRules;\n }\n\n public int getCount() {\n return alarmRuleDao.getCount();\n }\n\n private AlarmRule doToModel(AlarmRuleDO alarmRuleDo) {\n AlarmRule alarmRule = new AlarmRule();\n alarmRule.setId(alarmRuleDo.getId());\n alarmRule.setMatchValue(alarmRuleDo.getMatchValue());\n alarmRule.setMonitorName(alarmRuleDo.getMonitorName());\n alarmRule.setReceiverKey(alarmRuleDo.getReceiverKey());\n // 如果数据库里面的数据为空，则返回默认值\n alarmRule.setIntervalTime(alarmRuleDo.getAlarmRuleParameter() == null ? 1800L : alarmRuleDo.getAlarmRuleParameter().getIntervalTime());\n String pauseTime = alarmRuleDo.getAlarmRuleParameter() == null ? null : alarmRuleDo.getAlarmRuleParameter().getPauseTime();\n if (StringUtils.isNotEmpty(pauseTime)) {\n SimpleDateFormat format = new SimpleDateFormat(TIMESTAMP_FORMAT);\n try {\n alarmRule.setPauseTime(format.parse(pauseTime));\n } catch (ParseException e) {\n throw new ManagerException(e);\n }\n }\n\n alarmRule.setAutoRecovery(alarmRuleDo.getAlarmRuleParameter() == null ? false : alarmRuleDo.getAlarmRuleParameter().getAutoRecovery());\n alarmRule.setRecoveryThresold(alarmRuleDo.getAlarmRuleParameter() == null ? 3 : alarmRuleDo.getAlarmRuleParameter().getRecoveryThresold());\n alarmRule.setPipelineId(alarmRuleDo.getPipelineId());\n alarmRule.setStatus(alarmRuleDo.getStatus());\n alarmRule.setDescription(alarmRuleDo.getDescription());\n alarmRule.setGmtCreate(alarmRuleDo.getGmtCreate());\n alarmRule.setGmtModified(alarmRuleDo.getGmtModified());\n return alarmRule;\n }\n\n private List doToModel(List alarmRuleDos) {\n List alarmRules = new ArrayList();\n for (AlarmRuleDO alarmRuleDo : alarmRuleDos) {\n alarmRules.add(doToModel(alarmRuleDo));\n }\n return alarmRules;\n }\n\n private AlarmRuleDO modelToDo(AlarmRule alarmRule) {\n AlarmRuleDO alarmRuleDo = new AlarmRuleDO();\n alarmRuleDo.setId(alarmRule.getId());\n alarmRuleDo.setMatchValue(alarmRule.getMatchValue());\n alarmRuleDo.setMonitorName(alarmRule.getMonitorName());\n alarmRuleDo.setReceiverKey(alarmRule.getReceiverKey());\n alarmRuleDo.setPipelineId(alarmRule.getPipelineId());\n alarmRuleDo.setStatus(alarmRule.getStatus());\n alarmRuleDo.setDescription(alarmRule.getDescription());\n alarmRuleDo.setGmtCreate(alarmRule.getGmtCreate());\n alarmRuleDo.setGmtModified(alarmRule.getGmtModified());\n AlarmRuleParameter alarmRuleParameter = new AlarmRuleParameter();\n alarmRuleParameter.setIntervalTime(alarmRule.getIntervalTime());\n if (alarmRule.getPauseTime() != null) {\n SimpleDateFormat format = new SimpleDateFormat(TIMESTAMP_FORMAT);\n alarmRuleParameter.setPauseTime(format.format(alarmRule.getPauseTime()));\n }\n alarmRuleParameter.setAutoRecovery(alarmRule.getAutoRecovery());\n alarmRuleParameter.setRecoveryThresold(alarmRule.getRecoveryThresold());\n alarmRuleDo.setAlarmRuleParameter(alarmRuleParameter);\n\n return alarmRuleDo;\n }\n\n public void setAlarmRuleDao(AlarmRuleDAO alarmRuleDao) {\n this.alarmRuleDao = alarmRuleDao;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/autokeeper/AutoKeeperClusterService.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.autokeeper;\n\nimport java.util.List;\n\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperCluster;\n\n/**\n * @author simon 2012-9-24 下午5:35:01\n * @version 4.1.0\n */\npublic interface AutoKeeperClusterService {\n\n public AutoKeeperCluster findAutoKeeperClusterById(Long id);\n\n public List listAutoKeeperClusters();\n\n public void modifyAutoKeeperCluster(AutoKeeperCluster autoKeeperCluster);\n\n public void createAutoKeeperCluster(AutoKeeperCluster autoKeeperCluster);\n\n public void removeAutoKeeperCluster(Long id);\n\n public Integer getCount();\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/autokeeper/dal/AutoKeeperClusterDAO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.autokeeper.dal;\n\nimport java.util.List;\n\nimport com.alibaba.otter.manager.biz.config.autokeeper.dal.dataobject.AutoKeeperClusterDO;\n\npublic interface AutoKeeperClusterDAO {\n\n public AutoKeeperClusterDO findAutoKeeperClusterById(Long id);\n\n public List listAutoKeeperClusters();\n\n public void updateAutoKeeperCluster(AutoKeeperClusterDO autoKeeperClusterDo);\n\n public void insertAutoKeeperClusterDO(AutoKeeperClusterDO autoKeeperClusterDo);\n\n public void delete(Long clusterId);\n\n public Integer getCount();\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/autokeeper/dal/dataobject/AutoKeeperClusterDO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.autokeeper.dal.dataobject;\n\nimport java.util.Date;\n\nimport org.apache.commons.lang.builder.ToStringBuilder;\n\nimport com.alibaba.otter.shared.common.utils.OtterToStringStyle;\n\n/**\n * zk集群监控对象\n * \n * @author jianghang 2012-9-21 下午01:54:17\n * @version 4.1.0\n */\npublic class AutoKeeperClusterDO {\n\n private Long id;\n private String clusterName;\n private String serverList; // 机器列表\n private String description; // 描述\n private Date gmtCreate;\n private Date gmtModified;\n\n public Long getId() {\n return id;\n }\n\n public void setId(Long id) {\n this.id = id;\n }\n\n public String getClusterName() {\n return clusterName;\n }\n\n public void setClusterName(String clusterName) {\n this.clusterName = clusterName;\n }\n\n public String getServerList() {\n return serverList;\n }\n\n public void setServerList(String serverList) {\n this.serverList = serverList;\n }\n\n public String getDescription() {\n return description;\n }\n\n public void setDescription(String description) {\n this.description = description;\n }\n\n public Date getGmtCreate() {\n return gmtCreate;\n }\n\n public void setGmtCreate(Date gmtCreate) {\n this.gmtCreate = gmtCreate;\n }\n\n public Date getGmtModified() {\n return gmtModified;\n }\n\n public void setGmtModified(Date gmtModified) {\n this.gmtModified = gmtModified;\n }\n\n public String toString() {\n return ToStringBuilder.reflectionToString(this, OtterToStringStyle.DEFAULT_STYLE);\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/autokeeper/dal/ibatis/IbatisAutoKeeperClusterDAO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.autokeeper.dal.ibatis;\n\nimport java.util.List;\n\nimport org.springframework.orm.ibatis.support.SqlMapClientDaoSupport;\n\nimport com.alibaba.otter.shared.common.utils.Assert;\nimport com.alibaba.otter.manager.biz.config.autokeeper.dal.AutoKeeperClusterDAO;\nimport com.alibaba.otter.manager.biz.config.autokeeper.dal.dataobject.AutoKeeperClusterDO;\n\n/**\n * 类IbatisAutoKeeperClusterDAO.java的实现描述：TODO 类实现描述\n * \n * @author simon 2012-9-24 下午5:17:17\n * @version 4.1.0\n */\npublic class IbatisAutoKeeperClusterDAO extends SqlMapClientDaoSupport implements AutoKeeperClusterDAO {\n\n @Override\n public AutoKeeperClusterDO findAutoKeeperClusterById(Long id) {\n Assert.assertNotNull(id);\n return (AutoKeeperClusterDO) getSqlMapClientTemplate().queryForObject(\"findAutoKeeperClusterById\", id);\n }\n\n @Override\n public List listAutoKeeperClusters() {\n List autoKeeperClusterDOs = getSqlMapClientTemplate().queryForList(\"listAutoKeeperClusters\");\n return autoKeeperClusterDOs;\n }\n\n @Override\n public void updateAutoKeeperCluster(AutoKeeperClusterDO autoKeeperClusterDo) {\n Assert.assertNotNull(autoKeeperClusterDo);\n getSqlMapClientTemplate().update(\"updateAutoKeeperCluster\", autoKeeperClusterDo);\n }\n\n @Override\n public void insertAutoKeeperClusterDO(AutoKeeperClusterDO autoKeeperClusterDo) {\n Assert.assertNotNull(autoKeeperClusterDo);\n getSqlMapClientTemplate().insert(\"insertAutoKeeperCluster\", autoKeeperClusterDo);\n }\n\n @Override\n public void delete(Long clusterId) {\n Assert.assertNotNull(clusterId);\n getSqlMapClientTemplate().insert(\"deleteAutoKeeperClusterById\", clusterId);\n }\n\n @Override\n public Integer getCount() {\n Integer count = (Integer) getSqlMapClientTemplate().queryForObject(\"getAutoKeeperClusterCount\");\n return count.intValue();\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/autokeeper/impl/AutoKeeperClusterServiceImpl.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.autokeeper.impl;\n\nimport java.util.ArrayList;\nimport java.util.List;\n\nimport com.alibaba.fastjson.TypeReference;\nimport com.alibaba.otter.manager.biz.config.autokeeper.AutoKeeperClusterService;\nimport com.alibaba.otter.manager.biz.config.autokeeper.dal.AutoKeeperClusterDAO;\nimport com.alibaba.otter.manager.biz.config.autokeeper.dal.dataobject.AutoKeeperClusterDO;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperCluster;\nimport com.alibaba.otter.shared.common.utils.JsonUtils;\n\n/**\n * 类AutoKeeperClusterServiceImpl.java的实现描述：TODO 类实现描述\n * \n * @author simon 2012-9-24 下午5:44:43\n * @version 4.1.0\n */\npublic class AutoKeeperClusterServiceImpl implements AutoKeeperClusterService {\n\n private AutoKeeperClusterDAO autoKeeperClusterDao;\n\n @Override\n public AutoKeeperCluster findAutoKeeperClusterById(Long id) {\n AutoKeeperClusterDO autoKeeperClusterDO = autoKeeperClusterDao.findAutoKeeperClusterById(id);\n return autoKeeperClusterDO == null ? null : doToModel(autoKeeperClusterDO);\n }\n\n @Override\n public List listAutoKeeperClusters() {\n return doToModel(autoKeeperClusterDao.listAutoKeeperClusters());\n }\n\n @Override\n public void modifyAutoKeeperCluster(AutoKeeperCluster autoKeeperCluster) {\n autoKeeperClusterDao.updateAutoKeeperCluster(modelToDo(autoKeeperCluster));\n }\n\n @Override\n public void createAutoKeeperCluster(AutoKeeperCluster autoKeeperCluster) {\n autoKeeperClusterDao.insertAutoKeeperClusterDO(modelToDo(autoKeeperCluster));\n }\n\n @Override\n public void removeAutoKeeperCluster(Long id) {\n autoKeeperClusterDao.delete(id);\n }\n\n private AutoKeeperCluster doToModel(AutoKeeperClusterDO autoKeeperClusterDo) {\n AutoKeeperCluster autoKeeperCluster = new AutoKeeperCluster();\n autoKeeperCluster.setId(autoKeeperClusterDo.getId());\n autoKeeperCluster.setClusterName(autoKeeperClusterDo.getClusterName());\n autoKeeperCluster.setDescription(autoKeeperClusterDo.getDescription());\n autoKeeperCluster.setServerList(JsonUtils.unmarshalFromString(autoKeeperClusterDo.getServerList(),\n new TypeReference>() {\n }));\n autoKeeperCluster.setGmtCreate(autoKeeperClusterDo.getGmtCreate());\n autoKeeperCluster.setGmtModified(autoKeeperClusterDo.getGmtModified());\n return autoKeeperCluster;\n }\n\n public Integer getCount() {\n return autoKeeperClusterDao.getCount();\n }\n\n private List doToModel(List autoKeeperClusterDos) {\n List autoKeeperClusters = new ArrayList();\n for (AutoKeeperClusterDO autoKeeperClusterDo : autoKeeperClusterDos) {\n autoKeeperClusters.add(doToModel(autoKeeperClusterDo));\n }\n return autoKeeperClusters;\n }\n\n private AutoKeeperClusterDO modelToDo(AutoKeeperCluster autoKeeperCluster) {\n AutoKeeperClusterDO autokeeperClusterDo = new AutoKeeperClusterDO();\n autokeeperClusterDo.setId(autoKeeperCluster.getId());\n autokeeperClusterDo.setClusterName(autoKeeperCluster.getClusterName());\n autokeeperClusterDo.setDescription(autoKeeperCluster.getDescription());\n autokeeperClusterDo.setServerList(JsonUtils.marshalToString(autoKeeperCluster.getServerList()));\n autokeeperClusterDo.setGmtCreate(autoKeeperCluster.getGmtCreate());\n autokeeperClusterDo.setGmtModified(autoKeeperCluster.getGmtModified());\n return autokeeperClusterDo;\n }\n\n public void setAutoKeeperClusterDao(AutoKeeperClusterDAO autoKeeperClusterDao) {\n this.autoKeeperClusterDao = autoKeeperClusterDao;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/canal/CanalService.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.canal;\n\nimport java.util.List;\nimport java.util.Map;\n\nimport com.alibaba.otter.canal.instance.manager.model.Canal;\n\n/**\n * @author sarah.lij 2012-7-25 下午04:02:20\n */\npublic interface CanalService {\n\n public void create(Canal canal);\n\n public void remove(Long canalId);\n\n public void modify(Canal canal);\n\n public List listByIds(Long... identities);\n\n public List listAll();\n\n public Canal findById(Long canalId);\n\n public Canal findByName(String name);\n\n public int getCount(Map condition);\n\n public List listByCondition(Map condition);\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/canal/dal/CanalDAO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.canal.dal;\n\nimport com.alibaba.otter.manager.biz.common.basedao.GenericDAO;\nimport com.alibaba.otter.manager.biz.config.canal.dal.dataobject.CanalDO;\n\n/**\n * @author sarah.lij 2012-7-25 下午05:05:37\n */\npublic interface CanalDAO extends GenericDAO {\n\n public CanalDO findByName(String name);\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/canal/dal/dataobject/CanalDO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.canal.dal.dataobject;\n\nimport java.io.Serializable;\nimport java.util.Date;\n\nimport com.alibaba.otter.canal.instance.manager.model.CanalParameter;\nimport com.alibaba.otter.canal.instance.manager.model.CanalStatus;\n\n/**\n * 类CanalDO.java的实现描述：TODO 类实现描述\n * \n * @author sarah.lij 2012-7-25 下午05:11:18\n */\npublic class CanalDO implements Serializable {\n\n private static final long serialVersionUID = 9148286590254926037L;\n\n private Long id; // 唯一标示id\n private String name; // canal名字\n private String description; // 描述\n private CanalStatus status;\n private CanalParameter parameters; // 参数定义\n private Date gmtCreate; // 创建时间\n private Date gmtModified; // 修改时间\n\n public Long getId() {\n return id;\n }\n\n public void setId(Long id) {\n this.id = id;\n }\n\n public String getName() {\n return name;\n }\n\n public void setName(String name) {\n this.name = name;\n }\n\n public String getDescription() {\n return description;\n }\n\n public void setDescription(String description) {\n this.description = description;\n }\n\n public CanalStatus getStatus() {\n return status;\n }\n\n public void setStatus(CanalStatus status) {\n this.status = status;\n }\n\n public CanalParameter getParameters() {\n return parameters;\n }\n\n public void setParameters(CanalParameter parameters) {\n this.parameters = parameters;\n }\n\n public Date getGmtCreate() {\n return gmtCreate;\n }\n\n public void setGmtCreate(Date gmtCreate) {\n this.gmtCreate = gmtCreate;\n }\n\n public Date getGmtModified() {\n return gmtModified;\n }\n\n public void setGmtModified(Date gmtModified) {\n this.gmtModified = gmtModified;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/canal/dal/ibatis/CanalParameterTypeHandler.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.canal.dal.ibatis;\n\nimport java.sql.SQLException;\n\nimport com.alibaba.otter.canal.instance.manager.model.CanalParameter;\nimport com.alibaba.otter.shared.common.utils.JsonUtils;\nimport com.ibatis.sqlmap.client.extensions.ParameterSetter;\nimport com.ibatis.sqlmap.client.extensions.ResultGetter;\nimport com.ibatis.sqlmap.client.extensions.TypeHandlerCallback;\n\n/**\n * @author sarah.lij 2012-7-25 下午05:12:52\n */\npublic class CanalParameterTypeHandler implements TypeHandlerCallback {\n\n @Override\n public void setParameter(ParameterSetter setter, Object parameter) throws SQLException {\n setter.setString(JsonUtils.marshalToString(parameter));\n }\n\n @Override\n public Object getResult(ResultGetter getter) throws SQLException {\n return JsonUtils.unmarshalFromString(getter.getString(), CanalParameter.class);\n }\n\n public Object valueOf(String s) {\n return JsonUtils.unmarshalFromString(s, CanalParameter.class);\n }\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/canal/dal/ibatis/IbatisCanalDAO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.canal.dal.ibatis;\n\nimport java.util.List;\nimport java.util.Map;\n\nimport org.springframework.orm.ibatis.support.SqlMapClientDaoSupport;\n\nimport com.alibaba.otter.shared.common.utils.Assert;\nimport com.alibaba.otter.manager.biz.config.canal.dal.CanalDAO;\nimport com.alibaba.otter.manager.biz.config.canal.dal.dataobject.CanalDO;\n\n/**\n * @author sarah.lij 2012-7-25 下午05:12:29\n */\npublic class IbatisCanalDAO extends SqlMapClientDaoSupport implements CanalDAO {\n\n public CanalDO insert(CanalDO canal) {\n Assert.assertNotNull(canal);\n getSqlMapClientTemplate().insert(\"insertCanal\", canal);\n return canal;\n }\n\n public void delete(Long canalId) {\n Assert.assertNotNull(canalId);\n getSqlMapClientTemplate().delete(\"deleteCanalById\", canalId);\n }\n\n public void update(CanalDO canal) {\n Assert.assertNotNull(canal);\n getSqlMapClientTemplate().update(\"updateCanal\", canal);\n }\n\n public List listAll() {\n return (List) getSqlMapClientTemplate().queryForList(\"listCanals\");\n }\n\n public List listByMultiId(Long... identities) {\n List canalDos = getSqlMapClientTemplate().queryForList(\"listCanalByIds\", identities);\n return canalDos;\n }\n\n public boolean checkUnique(CanalDO canal) {\n int count = (Integer) getSqlMapClientTemplate().queryForObject(\"checkCanalUnique\", canal);\n return count == 0 ? true : false;\n }\n\n public CanalDO findByName(String name) {\n Assert.assertNotNull(name);\n return (CanalDO) getSqlMapClientTemplate().queryForObject(\"findCanalByName\", name);\n }\n\n public CanalDO findById(Long identity) {\n throw new UnsupportedOperationException();\n }\n\n public int getCount() {\n return 0;\n }\n\n public int getCount(Map condition) {\n Integer count = (Integer) getSqlMapClientTemplate().queryForObject(\"getCanalCount\", condition);\n return count.intValue();\n }\n\n public List listByCondition(Map condition) {\n List canalDos = getSqlMapClientTemplate().queryForList(\"listCanals\", condition);\n return canalDos;\n }\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/canal/impl/CanalServiceImpl.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.canal.impl;\n\nimport java.util.ArrayList;\nimport java.util.Arrays;\nimport java.util.List;\nimport java.util.Map;\n\nimport org.apache.commons.lang.StringUtils;\nimport org.slf4j.Logger;\nimport org.slf4j.LoggerFactory;\nimport org.springframework.transaction.TransactionStatus;\nimport org.springframework.transaction.support.TransactionCallbackWithoutResult;\nimport org.springframework.transaction.support.TransactionTemplate;\n\nimport com.alibaba.otter.canal.instance.manager.model.Canal;\nimport com.alibaba.otter.canal.instance.manager.model.CanalParameter;\nimport com.alibaba.otter.manager.biz.common.exceptions.ManagerException;\nimport com.alibaba.otter.manager.biz.common.exceptions.RepeatConfigureException;\nimport com.alibaba.otter.manager.biz.config.autokeeper.AutoKeeperClusterService;\nimport com.alibaba.otter.manager.biz.config.canal.CanalService;\nimport com.alibaba.otter.manager.biz.config.canal.dal.CanalDAO;\nimport com.alibaba.otter.manager.biz.config.canal.dal.dataobject.CanalDO;\nimport com.alibaba.otter.manager.biz.config.node.impl.NodeServiceImpl;\nimport com.alibaba.otter.shared.arbitrate.ArbitrateViewService;\nimport com.alibaba.otter.shared.common.model.autokeeper.AutoKeeperCluster;\nimport com.alibaba.otter.shared.common.utils.Assert;\nimport com.alibaba.otter.shared.common.utils.JsonUtils;\n\n/**\n * @author sarah.lij 2012-7-25 下午04:04:43\n */\npublic class CanalServiceImpl implements CanalService {\n\n private static final Logger logger = LoggerFactory.getLogger(NodeServiceImpl.class);\n\n private CanalDAO canalDao;\n private TransactionTemplate transactionTemplate;\n private AutoKeeperClusterService autoKeeperClusterService;\n private ArbitrateViewService arbitrateViewService;\n\n /**\n * 添加\n */\n public void create(final Canal canal) {\n Assert.assertNotNull(canal);\n transactionTemplate.execute(new TransactionCallbackWithoutResult() {\n\n protected void doInTransactionWithoutResult(TransactionStatus status) {\n\n try {\n CanalDO canalDO = modelToDo(canal);\n canalDO.setId(0L);\n if (!canalDao.checkUnique(canalDO)) {\n String exceptionCause = \"exist the same repeat canal in the database.\";\n logger.warn(\"WARN ## \" + exceptionCause);\n throw new RepeatConfigureException(exceptionCause);\n }\n canalDao.insert(canalDO);\n canal.setId(canalDO.getId());\n } catch (RepeatConfigureException rce) {\n throw rce;\n } catch (Exception e) {\n logger.error(\"ERROR ## create canal has an exception!\");\n throw new ManagerException(e);\n }\n }\n });\n }\n\n /**\n * 删除\n */\n public void remove(final Long canalId) {\n Assert.assertNotNull(canalId);\n transactionTemplate.execute(new TransactionCallbackWithoutResult() {\n\n protected void doInTransactionWithoutResult(TransactionStatus status) {\n\n try {\n Canal canal = findById(canalId);\n canalDao.delete(canalId);\n arbitrateViewService.removeCanal(canal.getName()); // 删除canal节点信息\n } catch (Exception e) {\n logger.error(\"ERROR ## remove canal(\" + canalId + \") has an exception!\");\n throw new ManagerException(e);\n }\n }\n });\n\n }\n\n /**\n * 修改\n */\n public void modify(final Canal canal) {\n Assert.assertNotNull(canal);\n transactionTemplate.execute(new TransactionCallbackWithoutResult() {\n\n protected void doInTransactionWithoutResult(TransactionStatus status) {\n\n try {\n CanalDO canalDo = modelToDo(canal);\n if (canalDao.checkUnique(canalDo)) {\n canalDao.update(canalDo);\n } else {\n String exceptionCause = \"exist the same repeat canal in the database.\";\n logger.warn(\"WARN ## \" + exceptionCause);\n throw new RepeatConfigureException(exceptionCause);\n }\n } catch (RepeatConfigureException rce) {\n throw rce;\n } catch (Exception e) {\n logger.error(\"ERROR ## modify canal(\" + canal.getId() + \") has an exception!\");\n throw new ManagerException(e);\n }\n }\n });\n\n }\n\n public List listByIds(Long... identities) {\n\n List canals = new ArrayList();\n try {\n List canalDos = null;\n if (identities.length < 1) {\n canalDos = canalDao.listAll();\n if (canalDos.isEmpty()) {\n logger.debug(\"DEBUG ## couldn't query any canal, maybe hasn't create any canal.\");\n return canals;\n }\n } else {\n canalDos = canalDao.listByMultiId(identities);\n if (canalDos.isEmpty()) {\n String exceptionCause = \"couldn't query any canal by canalIds:\" + Arrays.toString(identities);\n logger.error(\"ERROR ## \" + exceptionCause);\n throw new ManagerException(exceptionCause);\n }\n }\n canals = doToModel(canalDos);\n } catch (Exception e) {\n logger.error(\"ERROR ## query channels has an exception!\");\n throw new ManagerException(e);\n }\n\n return canals;\n }\n\n public List listAll() {\n return listByIds();\n }\n\n public Canal findById(Long canalId) {\n Assert.assertNotNull(canalId);\n List canals = listByIds(canalId);\n if (canals.size() != 1) {\n String exceptionCause = \"query canalId:\" + canalId + \" return null.\";\n logger.error(\"ERROR ## \" + exceptionCause);\n throw new ManagerException(exceptionCause);\n }\n\n return canals.get(0);\n }\n\n public Canal findByName(String name) {\n Assert.assertNotNull(name);\n CanalDO canalDo = canalDao.findByName(name);\n if (canalDo == null) {\n String exceptionCause = \"query name:\" + name + \" return null.\";\n logger.error(\"ERROR ## \" + exceptionCause);\n throw new ManagerException(exceptionCause);\n }\n\n return doToModel(canalDo);\n }\n\n @Override\n public int getCount(Map condition) {\n return canalDao.getCount(condition);\n }\n\n @Override\n public List listByCondition(Map condition) {\n List canalDos = canalDao.listByCondition(condition);\n if (canalDos.isEmpty()) {\n logger.debug(\"DEBUG ## couldn't query any canal by the condition:\" + JsonUtils.marshalToString(condition));\n return new ArrayList();\n }\n\n return doToModel(canalDos);\n }\n\n /**\n * 用于Model对象转化为DO对象\n * \n * @param canal\n * @return CanalDO\n */\n private CanalDO modelToDo(Canal canal) {\n CanalDO canalDo = new CanalDO();\n try {\n canalDo.setId(canal.getId());\n canalDo.setName(canal.getName());\n canalDo.setStatus(canal.getStatus());\n canalDo.setDescription(canal.getDesc());\n canalDo.setParameters(canal.getCanalParameter());\n canalDo.setGmtCreate(canal.getGmtCreate());\n canalDo.setGmtModified(canal.getGmtModified());\n } catch (Exception e) {\n logger.error(\"ERROR ## change the canal Model to Do has an exception\");\n throw new ManagerException(e);\n }\n return canalDo;\n }\n\n /**\n * 用于DO对象转化为Model对象\n * \n * @param canalDo\n * @return Canal\n */\n private Canal doToModel(CanalDO canalDo) {\n Canal canal = new Canal();\n try {\n canal.setId(canalDo.getId());\n canal.setName(canalDo.getName());\n canal.setStatus(canalDo.getStatus());\n canal.setDesc(canalDo.getDescription());\n CanalParameter parameter = canalDo.getParameters();\n AutoKeeperCluster zkCluster = autoKeeperClusterService.findAutoKeeperClusterById(parameter.getZkClusterId());\n if (zkCluster != null) {\n parameter.setZkClusters(Arrays.asList(StringUtils.join(zkCluster.getServerList(), ',')));\n }\n canal.setCanalParameter(canalDo.getParameters());\n canal.setGmtCreate(canalDo.getGmtCreate());\n canal.setGmtModified(canalDo.getGmtModified());\n } catch (Exception e) {\n logger.error(\"ERROR ## change the canal Do to Model has an exception\");\n throw new ManagerException(e);\n }\n\n return canal;\n }\n\n private List doToModel(List canalDos) {\n List canals = new ArrayList();\n for (CanalDO canalDo : canalDos) {\n canals.add(doToModel(canalDo));\n }\n return canals;\n }\n\n /* ------------------------setter / getter--------------------------- */\n\n public void setCanalDao(CanalDAO canalDao) {\n this.canalDao = canalDao;\n }\n\n public void setTransactionTemplate(TransactionTemplate transactionTemplate) {\n this.transactionTemplate = transactionTemplate;\n }\n\n public void setAutoKeeperClusterService(AutoKeeperClusterService autoKeeperClusterService) {\n this.autoKeeperClusterService = autoKeeperClusterService;\n }\n\n public void setArbitrateViewService(ArbitrateViewService arbitrateViewService) {\n this.arbitrateViewService = arbitrateViewService;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/channel/ChannelService.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.channel;\n\nimport java.util.List;\nimport java.util.Map;\n\nimport com.alibaba.otter.manager.biz.common.baseservice.GenericService;\nimport com.alibaba.otter.shared.common.model.config.channel.Channel;\nimport com.alibaba.otter.shared.common.model.config.channel.ChannelStatus;\n\n/**\n * @author simon\n */\npublic interface ChannelService extends GenericService {\n\n public Channel findByPipelineId(Long pipelineId);\n\n public Channel findByIdWithoutColumn(Long pipelineId);\n\n public List listByPipelineIds(Long... pipelineIds);\n\n public List listByNodeId(Long nodeId);\n\n public List listOnlyChannels(Long... identities);\n\n public List listAllChannelId();\n\n public List listByNodeId(Long nodeId, ChannelStatus... status);\n\n public List listByConditionWithoutColumn(Map condition);\n\n public void stopChannel(Long channelId);\n\n public void notifyChannel(Long channelId);\n\n public void startChannel(Long channelId);\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/channel/dal/ChannelDAO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.channel.dal;\n\nimport java.util.List;\n\nimport com.alibaba.otter.manager.biz.common.basedao.GenericDAO;\nimport com.alibaba.otter.manager.biz.config.channel.dal.dataobject.ChannelDO;\n\n/**\n * @author simon\n */\npublic interface ChannelDAO extends GenericDAO {\n\n public List listChannelPks();\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/channel/dal/dataobject/ChannelDO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.channel.dal.dataobject;\n\nimport java.io.Serializable;\nimport java.util.Date;\n\nimport com.alibaba.otter.shared.common.model.config.channel.ChannelParameter;\nimport com.alibaba.otter.shared.common.model.config.channel.ChannelStatus;\n\n/**\n * @author simon\n */\npublic class ChannelDO implements Serializable {\n\n private static final long serialVersionUID = 3708730560311969117L;\n private Long id; // 唯一标示id\n private String name; // channel命名\n private ChannelStatus status; // 运行状态\n private String description; // 描述信息\n private ChannelParameter parameters; // 配置参数\n private Date gmtCreate;\n private Date gmtModified;\n\n public Long getId() {\n return id;\n }\n\n public void setId(Long id) {\n this.id = id;\n }\n\n public String getName() {\n return name;\n }\n\n public void setName(String name) {\n this.name = name;\n }\n\n public ChannelStatus getStatus() {\n return status;\n }\n\n public void setStatus(ChannelStatus status) {\n this.status = status;\n }\n\n public String getDescription() {\n return description;\n }\n\n public void setDescription(String description) {\n this.description = description;\n }\n\n public ChannelParameter getParameters() {\n return parameters;\n }\n\n public void setParameters(ChannelParameter parameters) {\n this.parameters = parameters;\n }\n\n public Date getGmtCreate() {\n return gmtCreate;\n }\n\n public void setGmtCreate(Date gmtCreate) {\n this.gmtCreate = gmtCreate;\n }\n\n public Date getGmtModified() {\n return gmtModified;\n }\n\n public void setGmtModified(Date gmtModified) {\n this.gmtModified = gmtModified;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/channel/dal/ibatis/ChannelParameterTypeHandler.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.channel.dal.ibatis;\n\nimport java.sql.SQLException;\n\nimport com.alibaba.otter.shared.common.model.config.channel.ChannelParameter;\nimport com.alibaba.otter.shared.common.utils.JsonUtils;\nimport com.ibatis.sqlmap.client.extensions.ParameterSetter;\nimport com.ibatis.sqlmap.client.extensions.ResultGetter;\nimport com.ibatis.sqlmap.client.extensions.TypeHandlerCallback;\n\n/**\n * 用于ChannelParameter的解析\n * \n * @author simon\n */\npublic class ChannelParameterTypeHandler implements TypeHandlerCallback {\n\n @Override\n public void setParameter(ParameterSetter setter, Object parameter) throws SQLException {\n setter.setString(JsonUtils.marshalToString(parameter));\n }\n\n @Override\n public Object getResult(ResultGetter getter) throws SQLException {\n return JsonUtils.unmarshalFromString(getter.getString(), ChannelParameter.class);\n }\n\n public Object valueOf(String s) {\n return JsonUtils.unmarshalFromString(s, ChannelParameter.class);\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/channel/dal/ibatis/IbatisChannelDAO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.channel.dal.ibatis;\n\nimport java.util.List;\nimport java.util.Map;\n\nimport org.springframework.orm.ibatis.support.SqlMapClientDaoSupport;\n\nimport com.alibaba.otter.shared.common.utils.Assert;\nimport com.alibaba.otter.manager.biz.config.channel.dal.ChannelDAO;\nimport com.alibaba.otter.manager.biz.config.channel.dal.dataobject.ChannelDO;\n\n/**\n * Channel的DAO层，ibatis的实现，主要是CRUD操作。\n * \n * @author simon\n */\npublic class IbatisChannelDAO extends SqlMapClientDaoSupport implements ChannelDAO {\n\n public ChannelDO insert(ChannelDO entityObj) {\n Assert.assertNotNull(entityObj);\n getSqlMapClientTemplate().insert(\"insertChannel\", entityObj);\n return entityObj;\n }\n\n public void delete(Long identity) {\n Assert.assertNotNull(identity);\n getSqlMapClientTemplate().delete(\"deleteChannelById\", identity);\n }\n\n public void update(ChannelDO entityObj) {\n Assert.assertNotNull(entityObj);\n getSqlMapClientTemplate().update(\"updateChannel\", entityObj);\n }\n\n public boolean checkUnique(ChannelDO entityObj) {\n Assert.assertNotNull(entityObj);\n int count = (Integer) getSqlMapClientTemplate().queryForObject(\"checkChannelUnique\", entityObj);\n return count == 0 ? true : false;\n }\n\n public List listAll() {\n List channels = getSqlMapClientTemplate().queryForList(\"listChannels\");\n return channels;\n }\n\n public List listChannelPks() {\n List channels = getSqlMapClientTemplate().queryForList(\"listChannelPks\");\n return channels;\n }\n\n public List listByCondition(Map condition) {\n\n List channelDos = getSqlMapClientTemplate().queryForList(\"listChannels\", condition);\n return channelDos;\n }\n\n public int getCount() {\n Integer count = (Integer) getSqlMapClientTemplate().queryForObject(\"getChannelCount\");\n return count.intValue();\n }\n\n public int getCount(Map condition) {\n Integer count = (Integer) getSqlMapClientTemplate().queryForObject(\"getChannelCount\", condition);\n return count.intValue();\n }\n\n public List listByMultiId(Long... identities) {\n List channelDos = getSqlMapClientTemplate().queryForList(\"listChannelByIds\", identities);\n return channelDos;\n }\n\n public ChannelDO findById(Long identity) {\n Assert.assertNotNull(identity);\n return (ChannelDO) getSqlMapClientTemplate().queryForObject(\"findChannelById\", identity);\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/channel/impl/ChannelServiceImpl.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.channel.impl;\n\nimport java.util.ArrayList;\nimport java.util.Arrays;\nimport java.util.List;\nimport java.util.Map;\n\nimport org.slf4j.Logger;\nimport org.slf4j.LoggerFactory;\nimport org.springframework.transaction.TransactionStatus;\nimport org.springframework.transaction.support.TransactionCallbackWithoutResult;\nimport org.springframework.transaction.support.TransactionTemplate;\n\nimport com.alibaba.otter.manager.biz.common.exceptions.InvalidConfigureException;\nimport com.alibaba.otter.manager.biz.common.exceptions.InvalidConfigureException.INVALID_TYPE;\nimport com.alibaba.otter.manager.biz.common.exceptions.ManagerException;\nimport com.alibaba.otter.manager.biz.common.exceptions.RepeatConfigureException;\nimport com.alibaba.otter.manager.biz.config.channel.ChannelService;\nimport com.alibaba.otter.manager.biz.config.channel.dal.ChannelDAO;\nimport com.alibaba.otter.manager.biz.config.channel.dal.dataobject.ChannelDO;\nimport com.alibaba.otter.manager.biz.config.parameter.SystemParameterService;\nimport com.alibaba.otter.manager.biz.config.pipeline.PipelineService;\nimport com.alibaba.otter.manager.biz.remote.ConfigRemoteService;\nimport com.alibaba.otter.shared.arbitrate.ArbitrateManageService;\nimport com.alibaba.otter.shared.common.model.config.channel.Channel;\nimport com.alibaba.otter.shared.common.model.config.channel.ChannelStatus;\nimport com.alibaba.otter.shared.common.model.config.parameter.SystemParameter;\nimport com.alibaba.otter.shared.common.model.config.pipeline.Pipeline;\nimport com.alibaba.otter.shared.common.model.config.pipeline.PipelineParameter;\nimport com.alibaba.otter.shared.common.utils.Assert;\nimport com.alibaba.otter.shared.common.utils.JsonUtils;\n\n/**\n * 主要提供增加、删除、修改、列表功能； 提供开启和停止channel方法，需要调用仲裁器方法\n * \n * @author simon\n */\npublic class ChannelServiceImpl implements ChannelService {\n\n private static final Logger logger = LoggerFactory.getLogger(ChannelServiceImpl.class);\n\n private SystemParameterService systemParameterService;\n private ArbitrateManageService arbitrateManageService;\n private TransactionTemplate transactionTemplate;\n private ConfigRemoteService configRemoteService;\n private PipelineService pipelineService;\n private ChannelDAO channelDao;\n\n /**\n * 添加Channel\n */\n public void create(final Channel channel) {\n Assert.assertNotNull(channel);\n\n transactionTemplate.execute(new TransactionCallbackWithoutResult() {\n\n @Override\n protected void doInTransactionWithoutResult(TransactionStatus status) {\n try {\n\n ChannelDO channelDo = modelToDo(channel);\n channelDo.setId(0L);\n\n if (!channelDao.checkUnique(channelDo)) {\n String exceptionCause = \"exist the same name channel in the database.\";\n logger.warn(\"WARN ## \" + exceptionCause);\n throw new RepeatConfigureException(exceptionCause);\n }\n channelDao.insert(channelDo);\n arbitrateManageService.channelEvent().init(channelDo.getId());\n\n } catch (RepeatConfigureException rce) {\n throw rce;\n } catch (Exception e) {\n logger.error(\"ERROR ## create channel has an exception \", e);\n throw new ManagerException(e);\n }\n }\n });\n }\n\n /**\n * 修改Channel\n */\n public void modify(Channel channel) {\n\n Assert.assertNotNull(channel);\n\n try {\n ChannelDO channelDo = modelToDo(channel);\n if (channelDao.checkUnique(channelDo)) {\n channelDao.update(channelDo);\n } else {\n String exceptionCause = \"exist the same name channel in the database.\";\n logger.warn(\"WARN ## \" + exceptionCause);\n throw new RepeatConfigureException(exceptionCause);\n }\n\n } catch (RepeatConfigureException rce) {\n throw rce;\n } catch (Exception e) {\n logger.error(\"ERROR ## modify channel has an exception \", e);\n throw new ManagerException(e);\n }\n\n }\n\n /**\n * 删除Channel\n */\n public void remove(final Long channelId) {\n Assert.assertNotNull(channelId);\n\n transactionTemplate.execute(new TransactionCallbackWithoutResult() {\n\n @Override\n protected void doInTransactionWithoutResult(TransactionStatus status) {\n try {\n arbitrateManageService.channelEvent().destory(channelId);\n channelDao.delete(channelId);\n } catch (Exception e) {\n logger.error(\"ERROR ## remove channel has an exception \", e);\n throw new ManagerException(e);\n }\n }\n });\n\n }\n\n /*--------------------优化内容：listAll、listByIds、findById合并-------------------------------*/\n\n public List listByIds(Long... identities) {\n\n List channels = new ArrayList();\n try {\n List channelDos = null;\n if (identities.length < 1) {\n channelDos = channelDao.listAll();\n if (channelDos.isEmpty()) {\n logger.debug(\"DEBUG ## couldn't query any channel, maybe hasn't create any channel.\");\n return channels;\n }\n } else {\n channelDos = channelDao.listByMultiId(identities);\n if (channelDos.isEmpty()) {\n String exceptionCause = \"couldn't query any channel by channelIds:\" + Arrays.toString(identities);\n logger.error(\"ERROR ## \" + exceptionCause);\n throw new ManagerException(exceptionCause);\n }\n }\n channels = doToModel(channelDos);\n } catch (Exception e) {\n logger.error(\"ERROR ## query channels has an exception!\");\n throw new ManagerException(e);\n }\n\n return channels;\n }\n\n /**\n * 列出所有的Channel对象\n */\n public List listAll() {\n return listByIds();\n }\n\n public List listOnlyChannels(Long... identities) {\n\n List channels = new ArrayList();\n try {\n List channelDos = null;\n if (identities.length < 1) {\n channelDos = channelDao.listAll();\n if (channelDos.isEmpty()) {\n logger.debug(\"DEBUG ## couldn't query any channel, maybe hasn't create any channel.\");\n return channels;\n }\n } else {\n channelDos = channelDao.listByMultiId(identities);\n if (channelDos.isEmpty()) {\n String exceptionCause = \"couldn't query any channel by channelIds:\" + Arrays.toString(identities);\n logger.error(\"ERROR ## \" + exceptionCause);\n throw new ManagerException(exceptionCause);\n }\n }\n channels = doToModelOnlyChannels(channelDos);\n } catch (Exception e) {\n logger.error(\"ERROR ## query channels has an exception!\");\n throw new ManagerException(e);\n }\n\n return channels;\n }\n\n public List listByCondition(Map condition) {\n List channelDos = channelDao.listByCondition(condition);\n if (channelDos.isEmpty()) {\n logger.debug(\"DEBUG ## couldn't query any channel by the condition:\" + JsonUtils.marshalToString(condition));\n return new ArrayList();\n }\n return doToModel(channelDos);\n }\n\n public List listByConditionWithoutColumn(Map condition) {\n List channelDos = channelDao.listByCondition(condition);\n if (channelDos.isEmpty()) {\n logger.debug(\"DEBUG ## couldn't query any channel by the condition:\" + JsonUtils.marshalToString(condition));\n return new ArrayList();\n }\n return doToModelWithColumn(channelDos);\n }\n\n public List listAllChannelId() {\n List channelDos = channelDao.listChannelPks();\n List channelPks = new ArrayList();\n if (channelDos.isEmpty()) {\n logger.debug(\"DEBUG ## couldn't query any channel\");\n }\n for (ChannelDO channelDo : channelDos) {\n channelPks.add(channelDo.getId());\n }\n return channelPks;\n }\n\n /**\n *
\n * \n * @param channelDO\n * @return Channel\n */\n private List doToModel(List channelDos) {\n List channels = new ArrayList();\n try {\n // 1.将ChannelID单独拿出来\n List channelIds = new ArrayList();\n for (ChannelDO channelDo : channelDos) {\n channelIds.add(channelDo.getId());\n }\n Long[] idArray = new Long[channelIds.size()];\n\n // 拿到所有的Pipeline进行ChannelID过滤，避免重复查询。\n List pipelines = pipelineService.listByChannelIds(channelIds.toArray(idArray));\n SystemParameter systemParameter = systemParameterService.find();\n for (ChannelDO channelDo : channelDos) {\n Channel channel = new Channel();\n channel.setId(channelDo.getId());\n channel.setName(channelDo.getName());\n channel.setDescription(channelDo.getDescription());\n ChannelStatus channelStatus = arbitrateManageService.channelEvent().status(channelDo.getId());\n channel.setStatus(null == channelStatus ? ChannelStatus.STOP : channelStatus);\n channel.setParameters(channelDo.getParameters());\n channel.setGmtCreate(channelDo.getGmtCreate());\n channel.setGmtModified(channelDo.getGmtModified());\n // 遍历，将该Channel节点下的Pipeline提取出来。\n List subPipelines = new ArrayList();\n for (Pipeline pipeline : pipelines) {\n if (pipeline.getChannelId().equals(channelDo.getId())) {\n // 合并PipelineParameter和ChannelParameter\n PipelineParameter parameter = new PipelineParameter();\n parameter.merge(systemParameter);\n parameter.merge(channel.getParameters());\n // 最后复制pipelineId参数\n parameter.merge(pipeline.getParameters());\n pipeline.setParameters(parameter);\n subPipelines.add(pipeline);\n }\n }\n\n channel.setPipelines(subPipelines);\n channels.add(channel);\n }\n } catch (Exception e) {\n logger.error(\"ERROR ## change the channels DO to Model has an exception\");\n throw new ManagerException(e);\n }\n\n return channels;\n }\n\n private List doToModelWithColumn(List channelDos) {\n List channels = new ArrayList();\n try {\n // 1.将ChannelID单独拿出来\n List channelIds = new ArrayList();\n for (ChannelDO channelDo : channelDos) {\n channelIds.add(channelDo.getId());\n }\n Long[] idArray = new Long[channelIds.size()];\n\n // 拿到所有的Pipeline进行ChannelID过滤，避免重复查询。\n List pipelines = pipelineService.listByChannelIdsWithoutColumn(channelIds.toArray(idArray));\n SystemParameter systemParameter = systemParameterService.find();\n for (ChannelDO channelDo : channelDos) {\n Channel channel = new Channel();\n channel.setId(channelDo.getId());\n channel.setName(channelDo.getName());\n channel.setDescription(channelDo.getDescription());\n ChannelStatus channelStatus = arbitrateManageService.channelEvent().status(channelDo.getId());\n channel.setStatus(null == channelStatus ? ChannelStatus.STOP : channelStatus);\n channel.setParameters(channelDo.getParameters());\n channel.setGmtCreate(channelDo.getGmtCreate());\n channel.setGmtModified(channelDo.getGmtModified());\n // 遍历，将该Channel节点下的Pipeline提取出来。\n List subPipelines = new ArrayList();\n for (Pipeline pipeline : pipelines) {\n if (pipeline.getChannelId().equals(channelDo.getId())) {\n // 合并PipelineParameter和ChannelParameter\n PipelineParameter parameter = new PipelineParameter();\n parameter.merge(systemParameter);\n parameter.merge(channel.getParameters());\n // 最后复制pipelineId参数\n parameter.merge(pipeline.getParameters());\n pipeline.setParameters(parameter);\n subPipelines.add(pipeline);\n }\n }\n\n channel.setPipelines(subPipelines);\n channels.add(channel);\n }\n } catch (Exception e) {\n logger.error(\"ERROR ## change the channels DO to Model has an exception\");\n throw new ManagerException(e);\n }\n\n return channels;\n }\n\n private List doToModelOnlyChannels(List channelDos) {\n List channels = new ArrayList();\n try {\n // 1.将ChannelID单独拿出来\n List channelIds = new ArrayList();\n for (ChannelDO channelDo : channelDos) {\n channelIds.add(channelDo.getId());\n }\n\n for (ChannelDO channelDo : channelDos) {\n Channel channel = new Channel();\n channel.setId(channelDo.getId());\n channel.setName(channelDo.getName());\n channel.setDescription(channelDo.getDescription());\n ChannelStatus channelStatus = arbitrateManageService.channelEvent().status(channelDo.getId());\n channel.setStatus(null == channelStatus ? ChannelStatus.STOP : channelStatus);\n channel.setParameters(channelDo.getParameters());\n channel.setGmtCreate(channelDo.getGmtCreate());\n channel.setGmtModified(channelDo.getGmtModified());\n // 遍历，将该Channel节点下的Pipeline提取出来。\n List subPipelines = new ArrayList();\n channel.setPipelines(subPipelines);\n channels.add(channel);\n }\n } catch (Exception e) {\n logger.error(\"ERROR ## change the channels doToModelOnlyChannels has an exception\");\n throw new ManagerException(e);\n }\n\n return channels;\n }\n\n /* ------------------------setter / getter--------------------------- */\n\n public void setPipelineService(PipelineService pipelineService) {\n this.pipelineService = pipelineService;\n }\n\n public void setChannelDao(ChannelDAO channelDao) {\n this.channelDao = channelDao;\n }\n\n public void setArbitrateManageService(ArbitrateManageService arbitrateManageService) {\n this.arbitrateManageService = arbitrateManageService;\n }\n\n public void setTransactionTemplate(TransactionTemplate transactionTemplate) {\n this.transactionTemplate = transactionTemplate;\n }\n\n public void setConfigRemoteService(ConfigRemoteService configRemoteService) {\n this.configRemoteService = configRemoteService;\n }\n\n public void setSystemParameterService(SystemParameterService systemParameterService) {\n this.systemParameterService = systemParameterService;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/datacolumnpair/DataColumnPairGroupService.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.datacolumnpair;\n\nimport java.util.List;\nimport java.util.Map;\n\nimport com.alibaba.otter.manager.biz.common.baseservice.GenericService;\nimport com.alibaba.otter.shared.common.model.config.data.ColumnGroup;\n\n/**\n * 类DataColumnPairGroupService.java的实现描述：TODO 类实现描述\n * \n * @author simon 2012-4-20 下午4:08:24\n */\npublic interface DataColumnPairGroupService extends GenericService {\n\n public void removeByDataMediaPairId(Long dataMediaPairId);\n\n public List listByDataMediaPairId(Long dataMediaPairId);\n\n public Map> listByDataMediaPairIds(Long... dataMediaPairId);\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/datacolumnpair/DataColumnPairService.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.datacolumnpair;\n\nimport java.util.List;\nimport java.util.Map;\n\nimport com.alibaba.otter.manager.biz.common.baseservice.GenericService;\nimport com.alibaba.otter.shared.common.model.config.data.ColumnPair;\n\n/**\n * 类DataColumnPairService.java的实现描述：TODO 类实现描述\n * \n * @author simon 2012-4-20 下午4:07:47\n */\npublic interface DataColumnPairService extends GenericService {\n\n public List listByDataMediaPairId(Long dataMediaPairId);\n\n public Map> listByDataMediaPairIds(Long... dataMediaPairIds);\n\n public void createBatch(List dataColumnPairs);\n\n public void removeByDataMediaPairId(Long dataMediaPairId);\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/datacolumnpair/dal/DataColumnPairDAO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.datacolumnpair.dal;\n\nimport java.util.List;\n\nimport com.alibaba.otter.manager.biz.common.basedao.GenericDAO;\nimport com.alibaba.otter.manager.biz.config.datacolumnpair.dal.dataobject.DataColumnPairDO;\n\n/**\n * 类DataColumnPairDAO.java的实现描述：TODO 类实现描述\n * \n * @author simon 2012-4-20 下午4:08:55\n */\npublic interface DataColumnPairDAO extends GenericDAO {\n\n public List listByDataMediaPairId(Long dataMediaPairId);\n\n public List listByDataMediaPairIds(Long... dataMediaPairIds);\n\n public void insertBatch(List dataColumnPairDos);\n\n public void deleteByDataMediaPairId(Long dataMediaPairId);\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/datacolumnpair/dal/DataColumnPairGroupDAO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.datacolumnpair.dal;\n\nimport java.util.List;\n\nimport com.alibaba.otter.manager.biz.common.basedao.GenericDAO;\nimport com.alibaba.otter.manager.biz.config.datacolumnpair.dal.dataobject.DataColumnPairGroupDO;\n\n/**\n * 类DataColumnPairGroupDAO.java的实现描述：TODO 类实现描述\n * \n * @author simon 2012-4-20 下午4:09:09\n */\npublic interface DataColumnPairGroupDAO extends GenericDAO {\n\n public void deleteByDataMediaPairId(Long dataMediaPairId);\n\n public List ListByDataMediaPairId(Long dataMediaPairId);\n\n public List ListByDataMediaPairIds(Long... dataMediaPairIds);\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/datacolumnpair/dal/dataobject/DataColumnPairDO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.datacolumnpair.dal.dataobject;\n\nimport java.io.Serializable;\nimport java.util.Date;\n\n/**\n * 类DataColumnPairDO.java的实现描述：TODO 类实现描述\n * \n * @author simon 2012-4-20 下午4:09:38\n */\npublic class DataColumnPairDO implements Serializable {\n\n private static final long serialVersionUID = 194553152360180533L;\n private Long id;\n private String sourceColumnName; // 源字段\n private String targetColumnName; // 目标字段\n private Long dataMediaPairId;\n private Date gmtCreate;\n private Date gmtModified;\n\n public Long getId() {\n return id;\n }\n\n public void setId(Long id) {\n this.id = id;\n }\n\n public String getSourceColumnName() {\n return sourceColumnName;\n }\n\n public void setSourceColumnName(String sourceColumnName) {\n this.sourceColumnName = sourceColumnName;\n }\n\n public String getTargetColumnName() {\n return targetColumnName;\n }\n\n public void setTargetColumnName(String targetColumnName) {\n this.targetColumnName = targetColumnName;\n }\n\n public Long getDataMediaPairId() {\n return dataMediaPairId;\n }\n\n public void setDataMediaPairId(Long dataMediaPairId) {\n this.dataMediaPairId = dataMediaPairId;\n }\n\n public Date getGmtCreate() {\n return gmtCreate;\n }\n\n public void setGmtCreate(Date gmtCreate) {\n this.gmtCreate = gmtCreate;\n }\n\n public Date getGmtModified() {\n return gmtModified;\n }\n\n public void setGmtModified(Date gmtModified) {\n this.gmtModified = gmtModified;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/datacolumnpair/dal/dataobject/DataColumnPairGroupDO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.datacolumnpair.dal.dataobject;\n\nimport java.io.Serializable;\nimport java.util.Date;\n\n/**\n * 类DataColumnPairGroupDO.java的实现描述：TODO 类实现描述\n * \n * @author simon 2012-4-20 下午4:09:50\n */\npublic class DataColumnPairGroupDO implements Serializable {\n\n private static final long serialVersionUID = 7205447225855754450L;\n private Long id;\n private String columnPairContent;\n private Long dataMediaPairId;\n private Date gmtCreate;\n private Date gmtModified;\n\n public Long getId() {\n return id;\n }\n\n public void setId(Long id) {\n this.id = id;\n }\n\n public String getColumnPairContent() {\n return columnPairContent;\n }\n\n public void setColumnPairContent(String columnPairContent) {\n this.columnPairContent = columnPairContent;\n }\n\n public Long getDataMediaPairId() {\n return dataMediaPairId;\n }\n\n public void setDataMediaPairId(Long dataMediaPairId) {\n this.dataMediaPairId = dataMediaPairId;\n }\n\n public Date getGmtCreate() {\n return gmtCreate;\n }\n\n public void setGmtCreate(Date gmtCreate) {\n this.gmtCreate = gmtCreate;\n }\n\n public Date getGmtModified() {\n return gmtModified;\n }\n\n public void setGmtModified(Date gmtModified) {\n this.gmtModified = gmtModified;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/datacolumnpair/dal/ibatis/IbatisDataColumnPairDAO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.datacolumnpair.dal.ibatis;\n\nimport java.sql.SQLException;\nimport java.util.Iterator;\nimport java.util.List;\nimport java.util.Map;\n\nimport org.springframework.orm.ibatis.support.SqlMapClientDaoSupport;\n\nimport com.alibaba.otter.shared.common.utils.Assert;\nimport com.alibaba.otter.manager.biz.config.datacolumnpair.dal.DataColumnPairDAO;\nimport com.alibaba.otter.manager.biz.config.datacolumnpair.dal.dataobject.DataColumnPairDO;\nimport com.alibaba.otter.manager.biz.config.datacolumnpair.dal.dataobject.DataColumnPairGroupDO;\n\n/**\n * 类IbatisDataColumnPairDAO.java的实现描述：TODO 类实现描述\n * \n * @author simon 2012-4-20 下午4:10:48\n */\npublic class IbatisDataColumnPairDAO extends SqlMapClientDaoSupport implements DataColumnPairDAO {\n\n public DataColumnPairGroupDO insert(DataColumnPairGroupDO dataColumnPairDo) {\n Assert.assertNotNull(dataColumnPairDo);\n getSqlMapClientTemplate().insert(\"insertDataColumnPair\", dataColumnPairDo);\n return dataColumnPairDo;\n }\n\n public void insertBatch(List dataColumnPairDos) {\n try {\n getSqlMapClientTemplate().getSqlMapClient().startBatch();\n\n Iterator it = dataColumnPairDos.iterator();\n while (it.hasNext()) {\n DataColumnPairDO dataColumnPairDo = (DataColumnPairDO) it.next();\n getSqlMapClientTemplate().getSqlMapClient().insert(\"insertDataColumnPair\", dataColumnPairDo);\n }\n\n getSqlMapClientTemplate().getSqlMapClient().executeBatch();\n\n } catch (SQLException ex1) {\n ex1.printStackTrace();\n }\n\n }\n\n public void delete(Long dataColumnPairId) {\n Assert.assertNotNull(dataColumnPairId);\n getSqlMapClientTemplate().delete(\"deleteDataColumnPairById\", dataColumnPairId);\n }\n\n public void deleteByDataMediaPairId(Long dataMediaPairId) {\n Assert.assertNotNull(dataMediaPairId);\n getSqlMapClientTemplate().delete(\"deleteDataColumnPairByDataMediaPairId\", dataMediaPairId);\n }\n\n public void update(DataColumnPairGroupDO dataColumnPairDo) {\n Assert.assertNotNull(dataColumnPairDo);\n getSqlMapClientTemplate().update(\"updateDataColumnPair\", dataColumnPairDo);\n\n }\n\n public List listAll() {\n List dataColumnPairGroupDos = getSqlMapClientTemplate().queryForList(\"listDataColumnPairs\");\n return dataColumnPairGroupDos;\n }\n\n public List listByCondition(Map condition) {\n return null;\n }\n\n public List listByMultiId(Long... identities) {\n return null;\n }\n\n public DataColumnPairDO findById(Long identity) {\n Assert.assertNotNull(identity);\n return (DataColumnPairDO) getSqlMapClientTemplate().queryForObject(\"findDataColumnPairById\", identity);\n }\n\n public int getCount() {\n return 0;\n }\n\n public int getCount(Map condition) {\n return 0;\n }\n\n public boolean checkUnique(DataColumnPairGroupDO entityObj) {\n return false;\n }\n\n public List listByDataMediaPairId(Long dataMediaPairId) {\n List dataColumnPairDos = getSqlMapClientTemplate().queryForList(\"listDataColumnPairByDataMediaPairId\",\n dataMediaPairId);\n return dataColumnPairDos;\n }\n\n public List listByDataMediaPairIds(Long... dataMediaPairIds) {\n List dataColumnPairDos = getSqlMapClientTemplate().queryForList(\"listDataColumnPairByDataMediaPairIds\",\n dataMediaPairIds);\n return dataColumnPairDos;\n }\n\n public DataColumnPairDO insert(DataColumnPairDO entityObj) {\n // TODO Auto-generated method stub\n return null;\n }\n\n public void update(DataColumnPairDO entityObj) {\n // TODO Auto-generated method stub\n\n }\n\n public boolean checkUnique(DataColumnPairDO entityObj) {\n // TODO Auto-generated method stub\n return false;\n }\n\n}\n"
},
{
"path": "manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/datacolumnpair/dal/ibatis/IbatisDataColumnPairGroupDAO.java",
"content": "/*\n * Copyright (C) 2010-2101 Alibaba Group Holding Limited.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\npackage com.alibaba.otter.manager.biz.config.datacolumnpair.dal.ibatis;\n\nimport java.util.List;\nimport java.util.Map;\n\nimport org.springframework.orm.ibatis.support.SqlMapClientDaoSupport;\n\nimport com.alibaba.otter.shared.common.utils.Assert;\nimport com.alibaba.otter.manager.biz.config.datacolumnpair.dal.DataColumnPairGroupDAO;\nimport com.alibaba.otter.manager.biz.config.datacolumnpair.dal.dataobject.DataColumnPairGroupDO;\n\n/**\n * 类IbatisDataColumnPairGroupDAO.java的实现描述：TODO 类实现描述\n * \n * @author simon 2012-4-20 下午4:11:06\n */\npublic class IbatisDataColumnPairGroupDAO extends SqlMapClientDaoSupport implements DataColumnPairGroupDAO {\n\n public DataColumnPairGroupDO insert(DataColumnPairGroupDO entityObj) {\n Assert.assertNotNull(entityObj);\n getSqlMapClientTemplate().insert(\"insertDataColumnPairGroup\", entityObj);\n return entityObj;\n }\n\n public void delete(Long identity) {\n // TODO Auto-generated method stub\n\n }\n\n public void deleteByDataMediaPairId(Long dataMediaPairId) {\n Assert.assertNotNull(dataMediaPairId);\n getSqlMapClientTemplate().delete(\"deleteDataColumnPairGroupByDataMediaPairId\", dataMediaPairId);\n\n }\n\n public void update(DataColumnPairGroupDO entityObj) {\n // TODO Auto-generated method stub\n\n }\n\n public List listAll() {\n // TODO Auto-generated method stub\n return null;\n }\n\n public List ListByDataMediaPairId(Long dataMediaPairId) {\n Assert.assertNotNull(dataMediaPairId);\n List dataColumnPairGroupDos = getSqlMapClientTemplate().queryForList(\"listDataColumnPairGroupByDataMediaPairId\",\n dataMediaPairId);\n return dataColumnPairGroupDos;\n }\n\n public List ListByDataMediaPairIds(Long... dataMediaPairIds) {\n Assert.assertNotNull(dataMediaPairIds);\n List