-
Notifications
You must be signed in to change notification settings - Fork 2.5k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
fixed issue #296 , support mysql ddl
- Loading branch information
Showing
6 changed files
with
391 additions
and
5 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -13,3 +13,4 @@ antx.properties | |
| *.iml | ||
| htdocs | ||
| package-info.java | ||
| .DS_Store | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
296 changes: 296 additions & 0 deletions
296
node/etl/src/main/java/com/alibaba/otter/node/etl/common/db/utils/DdlUtils.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,296 @@ | ||
| package com.alibaba.otter.node.etl.common.db.utils; | ||
|
|
||
| import java.util.Map; | ||
|
|
||
| import com.alibaba.druid.sql.ast.SQLCommentHint; | ||
| import com.alibaba.druid.sql.ast.SQLExpr; | ||
| import com.alibaba.druid.sql.ast.SQLObject; | ||
| import com.alibaba.druid.sql.ast.SQLStatement; | ||
| import com.alibaba.druid.sql.ast.expr.SQLIdentifierExpr; | ||
| import com.alibaba.druid.sql.ast.expr.SQLPropertyExpr; | ||
| import com.alibaba.druid.sql.ast.statement.SQLAlterTableItem; | ||
| import com.alibaba.druid.sql.ast.statement.SQLAlterTableStatement; | ||
| import com.alibaba.druid.sql.ast.statement.SQLCreateTableStatement; | ||
| import com.alibaba.druid.sql.ast.statement.SQLExprTableSource; | ||
| import com.alibaba.druid.sql.dialect.mysql.ast.statement.MySqlCreateTableStatement; | ||
| import com.alibaba.druid.sql.dialect.mysql.ast.statement.MySqlRenameTableStatement; | ||
| import com.alibaba.druid.sql.dialect.mysql.parser.MySqlStatementParser; | ||
| import com.alibaba.druid.sql.dialect.mysql.visitor.MySqlOutputVisitor; | ||
|
|
||
| /** | ||
| * 解析一下DDL的完整语法 | ||
| * | ||
| * @author agapple 2017年4月6日 下午1:07:53 | ||
| * @since 4.2.14 | ||
| */ | ||
| public class DdlUtils { | ||
|
|
||
| public static String convert(String sql, String sourceSchema, String sourceTable, String targetSchema, | ||
| String targetTable) { | ||
| MySqlStatementParser parser = new MySqlStatementParser(sql); | ||
| SQLStatement stmt = parser.parseStatement(); | ||
|
|
||
| StringBuilder out = new StringBuilder(); | ||
| OtterMyqlOutputVisitor visitor = new OtterMyqlOutputVisitor(out, | ||
| sourceSchema, | ||
| sourceTable, | ||
| targetSchema, | ||
| targetTable); | ||
| stmt.accept(visitor); | ||
| return out.toString(); | ||
| } | ||
|
|
||
| public static class OtterMyqlOutputVisitor extends MySqlOutputVisitor { | ||
|
|
||
| private String targetSchema; | ||
| private String targetTable; | ||
| private String sourceSchema; | ||
| private String sourceTable; | ||
|
|
||
| public OtterMyqlOutputVisitor(Appendable appender, String sourceSchema, String sourceTable, | ||
| String targetSchema, String targetTable){ | ||
| super(appender); | ||
| this.sourceSchema = sourceSchema; | ||
| this.sourceTable = sourceTable; | ||
| this.targetSchema = targetSchema; | ||
| this.targetTable = targetTable; | ||
| } | ||
|
|
||
| private void processTableName(SQLExpr sqlName) { | ||
| if (sqlName instanceof SQLPropertyExpr) { | ||
| SQLIdentifierExpr owner = (SQLIdentifierExpr) ((SQLPropertyExpr) sqlName).getOwner(); | ||
| String oldSchem = unescapeName(owner.getName()); | ||
| String oldTable = unescapeName(((SQLPropertyExpr) sqlName).getName()); | ||
| if ((sourceSchema == null || oldSchem.equalsIgnoreCase(sourceSchema)) | ||
| && (sourceTable == null || oldTable.equalsIgnoreCase(sourceTable))) { // rename需要匹配表名 | ||
| owner.setName("`" + targetSchema + "`"); | ||
| ((SQLPropertyExpr) sqlName).setName("`" + targetTable + "`"); | ||
| } | ||
| } else if (sqlName instanceof SQLIdentifierExpr) { | ||
| String oldTable = unescapeName(((SQLIdentifierExpr) sqlName).getName()); | ||
| if (targetTable == null || oldTable.equalsIgnoreCase(targetTable)) { | ||
| // try { | ||
| // // 拼上一个schema | ||
| // this.appender.append("`" + targetSchema + "`"); | ||
| // } catch (IOException e) { | ||
| // throw new RuntimeException(e); | ||
| // } | ||
| ((SQLIdentifierExpr) sqlName).setName("`" + targetTable + "`"); | ||
| } | ||
| } else { | ||
| throw new RuntimeException("not support SQLName:" + sqlName); | ||
| } | ||
|
|
||
| sqlName.accept(this); | ||
| } | ||
|
|
||
| private String unescapeName(String name) { | ||
| if (name == null || name.length() <= 0) { | ||
| return name; | ||
| } | ||
| if (name.charAt(0) != '`') { | ||
| return name; | ||
| } | ||
| if (name.charAt(name.length() - 1) != '`') { | ||
| throw new IllegalArgumentException("id start with a '`' must end with a '`', id: " + name); | ||
| } | ||
| StringBuilder sb = new StringBuilder(name.length() - 2); | ||
| final int endIndex = name.length() - 1; | ||
| boolean hold = false; | ||
| for (int i = 1; i < endIndex; ++i) { | ||
| char c = name.charAt(i); | ||
| if (c == '`' && !hold) { | ||
| hold = true; | ||
| continue; | ||
| } | ||
| hold = false; | ||
| if (c >= 'a' && c <= 'z') { | ||
| c -= 32; | ||
| } | ||
| sb.append(c); | ||
| } | ||
| return sb.toString(); | ||
| } | ||
|
|
||
| public boolean visit(MySqlCreateTableStatement x) { | ||
|
|
||
| print0(ucase ? "CREATE " : "create "); | ||
|
|
||
| for (SQLCommentHint hint : x.getHints()) { | ||
| hint.accept(this); | ||
| print(' '); | ||
| } | ||
|
|
||
| if (SQLCreateTableStatement.Type.GLOBAL_TEMPORARY.equals(x.getType())) { | ||
| print0(ucase ? "TEMPORARY TABLE " : "temporary table "); | ||
| } else { | ||
| print0(ucase ? "TABLE " : "table "); | ||
| } | ||
|
|
||
| if (x.isIfNotExiists()) { | ||
| print0(ucase ? "IF NOT EXISTS " : "if not exists "); | ||
| } | ||
|
|
||
| processTableName(x.getName()); | ||
|
|
||
| if (x.getLike() != null) { | ||
| print0(ucase ? " LIKE " : " like "); | ||
| x.getLike().accept(this); | ||
| } | ||
|
|
||
| int size = x.getTableElementList().size(); | ||
| if (size > 0) { | ||
| print0(" ("); | ||
| incrementIndent(); | ||
| println(); | ||
| for (int i = 0; i < size; ++i) { | ||
| if (i != 0) { | ||
| print0(", "); | ||
| println(); | ||
| } | ||
| x.getTableElementList().get(i).accept(this); | ||
| } | ||
| decrementIndent(); | ||
| println(); | ||
| print(')'); | ||
| } | ||
|
|
||
| for (Map.Entry<String, SQLObject> option : x.getTableOptions().entrySet()) { | ||
| String key = option.getKey(); | ||
|
|
||
| print(' '); | ||
| print0(ucase ? key : key.toLowerCase()); | ||
|
|
||
| if ("TABLESPACE".equals(key)) { | ||
| print(' '); | ||
| option.getValue().accept(this); | ||
| continue; | ||
| } else if ("UNION".equals(key)) { | ||
| print0(" = ("); | ||
| option.getValue().accept(this); | ||
| print(')'); | ||
| continue; | ||
| } | ||
|
|
||
| print0(" = "); | ||
|
|
||
| option.getValue().accept(this); | ||
| } | ||
|
|
||
| if (x.getPartitioning() != null) { | ||
| println(); | ||
| x.getPartitioning().accept(this); | ||
| } | ||
|
|
||
| if (x.getTableGroup() != null) { | ||
| println(); | ||
| print0(ucase ? "TABLEGROUP " : "tablegroup "); | ||
| x.getTableGroup().accept(this); | ||
| } | ||
|
|
||
| if (x.getSelect() != null) { | ||
| incrementIndent(); | ||
| println(); | ||
| x.getSelect().accept(this); | ||
| decrementIndent(); | ||
| } | ||
|
|
||
| for (SQLCommentHint hint : x.getOptionHints()) { | ||
| print(' '); | ||
| hint.accept(this); | ||
| } | ||
| return false; | ||
| } | ||
|
|
||
| public boolean visit(SQLAlterTableStatement x) { | ||
| if (x.isIgnore()) { | ||
| print0(ucase ? "ALTER IGNORE TABLE " : "alter ignore table "); | ||
| } else { | ||
| print0(ucase ? "ALTER TABLE " : "alter table "); | ||
| } | ||
| processTableName(x.getName()); | ||
| incrementIndent(); | ||
| for (int i = 0; i < x.getItems().size(); ++i) { | ||
| SQLAlterTableItem item = x.getItems().get(i); | ||
| if (i != 0) { | ||
| print(','); | ||
| } | ||
| println(); | ||
| item.accept(this); | ||
| } | ||
|
|
||
| if (x.isRemovePatiting()) { | ||
| println(); | ||
| print0(ucase ? "REMOVE PARTITIONING" : "remove partitioning"); | ||
| } | ||
|
|
||
| if (x.isUpgradePatiting()) { | ||
| println(); | ||
| print0(ucase ? "UPGRADE PARTITIONING" : "upgrade partitioning"); | ||
| } | ||
|
|
||
| if (x.getTableOptions().size() > 0) { | ||
| println(); | ||
| } | ||
|
|
||
| decrementIndent(); | ||
|
|
||
| int i = 0; | ||
| for (Map.Entry<String, SQLObject> option : x.getTableOptions().entrySet()) { | ||
| String key = option.getKey(); | ||
| if (i != 0) { | ||
| print(' '); | ||
| } | ||
| print0(ucase ? key : key.toLowerCase()); | ||
|
|
||
| if ("TABLESPACE".equals(key)) { | ||
| print(' '); | ||
| option.getValue().accept(this); | ||
| continue; | ||
| } else if ("UNION".equals(key)) { | ||
| print0(" = ("); | ||
| option.getValue().accept(this); | ||
| print(')'); | ||
| continue; | ||
| } | ||
|
|
||
| print0(" = "); | ||
|
|
||
| option.getValue().accept(this); | ||
| i++; | ||
| } | ||
|
|
||
| return false; | ||
| } | ||
|
|
||
| @Override | ||
| public boolean visit(MySqlRenameTableStatement.Item x) { | ||
| processTableName(x.getName()); | ||
| print0(ucase ? " TO " : " to "); | ||
| processTableName(x.getTo()); | ||
| return false; | ||
| } | ||
|
|
||
| public boolean visit(SQLExprTableSource x) { | ||
| processTableName(x.getExpr()); | ||
| if (x.getAlias() != null) { | ||
| print(' '); | ||
| print0(x.getAlias()); | ||
| } | ||
|
|
||
| for (int i = 0; i < x.getHintsSize(); ++i) { | ||
| print(' '); | ||
| x.getHints().get(i).accept(this); | ||
| } | ||
|
|
||
| if (x.getPartitionSize() > 0) { | ||
| print0(ucase ? " PARTITION (" : " partition ("); | ||
| printlnAndAccept(x.getPartitions(), ", "); | ||
| print(')'); | ||
| } | ||
|
|
||
| return false; | ||
| } | ||
| } | ||
|
|
||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.