/* * Copyright (c) 2006-2011 Nuxeo SA (http://nuxeo.com/) and others. * * All rights reserved. This program and the accompanying materials * are made available under the terms of the Eclipse Public License v1.0 * which accompanies this distribution, and is available at * http://www.eclipse.org/legal/epl-v10.html * * Contributors: * Florent Guillaume */ package org.eclipse.ecr.core.storage.sql.jdbc.dialect; import java.io.Serializable; import java.net.SocketException; import java.sql.DatabaseMetaData; import java.sql.PreparedStatement; import java.sql.ResultSet; import java.sql.SQLException; import java.sql.Types; import java.util.ArrayList; import java.util.Collections; import java.util.HashMap; import java.util.List; import java.util.Map; import org.eclipse.ecr.core.storage.StorageException; import org.eclipse.ecr.core.storage.sql.BinaryManager; import org.eclipse.ecr.core.storage.sql.ColumnType; import org.eclipse.ecr.core.storage.sql.Model; import org.eclipse.ecr.core.storage.sql.RepositoryDescriptor; import org.eclipse.ecr.core.storage.sql.jdbc.db.Column; import org.eclipse.ecr.core.storage.sql.jdbc.db.Database; import org.eclipse.ecr.core.storage.sql.jdbc.db.Join; import org.eclipse.ecr.core.storage.sql.jdbc.db.Table; import org.eclipse.ecr.core.storage.sql.jdbc.dialect.Dialect.FulltextQuery.Op; import org.nuxeo.common.utils.StringUtils; /** * MySQL-specific dialect. * * @author Florent Guillaume */ public class DialectMySQL extends Dialect { public DialectMySQL(DatabaseMetaData metadata, BinaryManager binaryManager, RepositoryDescriptor repositoryDescriptor) throws StorageException { super(metadata, binaryManager, repositoryDescriptor); } @Override public char openQuote() { return '`'; } @Override public char closeQuote() { return '`'; } @Override public String getAddForeignKeyConstraintString(String constraintName, String[] foreignKeys, String referencedTable, String[] primaryKeys, boolean referencesPrimaryKey) { String cols = StringUtils.join(foreignKeys, ", "); String sql = String.format( " ADD INDEX %s (%s), ADD CONSTRAINT %s FOREIGN KEY (%s) REFERENCES %s (%s)", constraintName, cols, constraintName, cols, referencedTable, StringUtils.join(primaryKeys, ", ")); return sql; } @Override public boolean qualifyIndexName() { return false; } @Override public boolean supportsIfExistsBeforeTableName() { return true; } @Override public JDBCInfo getJDBCTypeAndString(ColumnType type) { switch (type.spec) { case STRING: if (type.isUnconstrained()) { // don't use the max 65535 because this max is actually for the // total size of all columns of a given table, so allow several // varchar columns in the same table return jdbcInfo("VARCHAR(500)", Types.VARCHAR); } else if (type.isClob() || type.length > 65535) { return jdbcInfo("LONGTEXT", Types.LONGVARCHAR); } else { return jdbcInfo("VARCHAR(%d)", type.length, Types.VARCHAR); } case BOOLEAN: return jdbcInfo("BIT", Types.BIT); case LONG: return jdbcInfo("BIGINT", Types.BIGINT); case DOUBLE: return jdbcInfo("DOUBLE", Types.DOUBLE); case TIMESTAMP: return jdbcInfo("DATETIME", Types.TIMESTAMP); case BLOBID: return jdbcInfo("VARCHAR(40) BINARY", Types.VARCHAR); // ----- case NODEID: case NODEIDFK: case NODEIDFKNP: case NODEIDFKMUL: case NODEIDFKNULL: case NODEIDPK: case NODEVAL: return jdbcInfo("VARCHAR(36) BINARY", Types.VARCHAR); case SYSNAME: case SYSNAMEARRAY: return jdbcInfo("VARCHAR(256) BINARY", Types.VARCHAR); case TINYINT: return jdbcInfo("TINYINT", Types.TINYINT); case INTEGER: return jdbcInfo("INTEGER", Types.INTEGER); case FTINDEXED: throw new AssertionError(type); case FTSTORED: return jdbcInfo("LONGTEXT", Types.LONGVARCHAR); case CLUSTERNODE: return jdbcInfo("BIGINT", Types.BIGINT); case CLUSTERFRAGS: return jdbcInfo("TEXT", Types.VARCHAR); } throw new AssertionError(type); } @Override public boolean isAllowedConversion(int expected, int actual, String actualName, int actualSize) { // LONGVARCHAR vs VARCHAR compatibility if (expected == Types.VARCHAR && actual == Types.LONGVARCHAR) { return true; } if (expected == Types.LONGVARCHAR && actual == Types.VARCHAR) { return true; } // INTEGER vs BIGINT compatibility if (expected == Types.BIGINT && actual == Types.INTEGER) { return true; } if (expected == Types.INTEGER && actual == Types.BIGINT) { return true; } return false; } @Override public void setToPreparedStatement(PreparedStatement ps, int index, Serializable value, Column column) throws SQLException { switch (column.getJdbcType()) { case Types.VARCHAR: case Types.LONGVARCHAR: setToPreparedStatementString(ps, index, value, column); return; case Types.BIT: ps.setBoolean(index, ((Boolean) value).booleanValue()); return; case Types.TINYINT: case Types.INTEGER: case Types.BIGINT: ps.setLong(index, ((Long) value).longValue()); return; case Types.DOUBLE: ps.setDouble(index, ((Double) value).doubleValue()); return; case Types.TIMESTAMP: setToPreparedStatementTimestamp(ps, index, value, column); return; default: throw new SQLException("Unhandled JDBC type: " + column.getJdbcType()); } } @Override @SuppressWarnings("boxing") public Serializable getFromResultSet(ResultSet rs, int index, Column column) throws SQLException { switch (column.getJdbcType()) { case Types.VARCHAR: case Types.LONGVARCHAR: return getFromResultSetString(rs, index, column); case Types.BIT: return rs.getBoolean(index); case Types.TINYINT: case Types.INTEGER: case Types.BIGINT: return rs.getLong(index); case Types.DOUBLE: return rs.getDouble(index); case Types.TIMESTAMP: return getFromResultSetTimestamp(rs, index, column); } throw new SQLException("Unhandled JDBC type: " + column.getJdbcType()); } @Override public String getCreateFulltextIndexSql(String indexName, String quotedIndexName, Table table, List<Column> columns, Model model) { List<String> columnNames = new ArrayList<String>(columns.size()); for (Column col : columns) { columnNames.add(col.getQuotedName()); } return String.format("CREATE FULLTEXT INDEX %s ON %s (%s)", quotedIndexName, table.getQuotedName(), StringUtils.join(columnNames, ", ")); } @Override public String getDialectFulltextQuery(String query) { FulltextQuery ft = analyzeFulltextQuery(query); if (ft == null || ft.op == Op.NOTWORD) { return "DONTMATCHANYTHINGFOREMPTYQUERY"; } StringBuilder buf = new StringBuilder(); translateForMySQL(ft, null, buf); return buf.toString(); } protected static void translateForMySQL(FulltextQuery ft, Op superOp, StringBuilder buf) { if (ft.op == Op.AND || ft.op == Op.OR) { if (superOp == Op.AND) { buf.append('+'); } buf.append('('); for (int i = 0; i < ft.terms.size(); i++) { FulltextQuery term = ft.terms.get(i); if (i != 0) { buf.append(' '); } translateForMySQL(term, ft.op, buf); } buf.append(')'); return; } else { if (ft.op == Op.NOTWORD) { buf.append('-'); } else { // Op.WORD if (superOp == Op.AND) { buf.append('+'); } } boolean isPhrase = ft.word.contains(" "); if (isPhrase) { buf.append('"'); } buf.append(ft.word); if (isPhrase) { buf.append('"'); } } } // SELECT ..., (MATCH(`fulltext`.`simpletext`, `fulltext`.`binarytext`) // .................. AGAINST (?) / 10) AS nxscore // FROM ... LEFT JOIN `fulltext` ON ``fulltext`.`id` = `hierarchy`.`id` // WHERE ... AND MATCH(`fulltext`.`simpletext`, `fulltext`.`binarytext`) // ................... AGAINST (? IN BOOLEAN MODE) // ORDER BY nxscore DESC @Override public FulltextMatchInfo getFulltextScoredMatchInfo(String fulltextQuery, String indexName, int nthMatch, Column mainColumn, Model model, Database database) { String nthSuffix = nthMatch == 1 ? "" : String.valueOf(nthMatch); String scoreAlias = "_nxscore" + nthSuffix; String indexSuffix = model.getFulltextIndexSuffix(indexName); Table ft = database.getTable(model.FULLTEXT_TABLE_NAME); Column ftMain = ft.getColumn(model.MAIN_KEY); Column stColumn = ft.getColumn(model.FULLTEXT_SIMPLETEXT_KEY + indexSuffix); Column btColumn = ft.getColumn(model.FULLTEXT_BINARYTEXT_KEY + indexSuffix); String match = String.format("MATCH (%s, %s)", stColumn.getFullQuotedName(), btColumn.getFullQuotedName()); FulltextMatchInfo info = new FulltextMatchInfo(); if (nthMatch == 1) { // Need only one JOIN involving the fulltext table info.joins = Collections.singletonList(new Join(Join.INNER, ft.getQuotedName(), null, null, ftMain.getFullQuotedName(), mainColumn.getFullQuotedName())); } info.whereExpr = String.format("%s AGAINST (? IN BOOLEAN MODE)", match); info.whereExprParam = fulltextQuery; // Note: using the boolean query in non-boolean mode gives approximate // results but it's the best we have as MySQL does not provide a score // in boolean mode. // Note: dividing by 10 is arbitrary, but MySQL cannot really // normalize scores. info.scoreExpr = String.format("(%s AGAINST (?) / 10) AS %s", match, scoreAlias); info.scoreExprParam = fulltextQuery; info.scoreAlias = scoreAlias; info.scoreCol = new Column(mainColumn.getTable(), null, ColumnType.DOUBLE, null); return info; } @Override public boolean getMaterializeFulltextSyntheticColumn() { return false; } @Override public int getFulltextIndexedColumns() { return 2; } @Override public String getTableTypeString(Table table) { if (table.hasFulltextIndex()) { return " ENGINE=MyISAM"; } else { return " ENGINE=InnoDB"; } } @Override public boolean supportsUpdateFrom() { return true; } @Override public boolean doesUpdateFromRepeatSelf() { return true; } @Override public boolean needsOrderByKeysAfterDistinct() { return false; } @Override public boolean needsAliasForDerivedTable() { return true; } @Override public String getSecurityCheckSql(String idColumnName) { return String.format("NX_ACCESS_ALLOWED(%s, ?, ?)", idColumnName); } @Override public String getInTreeSql(String idColumnName) { return String.format("NX_IN_TREE(%s, ?)", idColumnName); } @Override public String getSQLStatementsFilename() { return "resources/nuxeovcs/mysql.sql.txt"; } @Override public String getTestSQLStatementsFilename() { return "resources/nuxeovcs/mysql.test.sql.txt"; } @Override public Map<String, Serializable> getSQLStatementsProperties(Model model, Database database) { Map<String, Serializable> properties = new HashMap<String, Serializable>(); properties.put("idType", "varchar(36)"); properties.put("fulltextEnabled", Boolean.valueOf(!fulltextDisabled)); return properties; } @Override public boolean isConnectionClosedException(Throwable t) { while (t.getCause() != null) { t = t.getCause(); } if (t instanceof SocketException) { return true; } // XAResource.start: // com.mysql.jdbc.jdbc2.optional.MysqlXAException // No operations allowed after connection closed. Connection was // implicitly closed due to underlying exception/error: // com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: // Communications link failure String message = t.toString() + " " + t.getMessage(); if (message.contains("Communications link failure") || message.contains("CommunicationsException")) { return true; } return false; } @Override public boolean isClusteringSupported() { return true; } @Override public boolean isClusteringDeleteNeeded() { return true; } @Override public String getClusterInsertInvalidations() { return "CALL NX_CLUSTER_INVAL(?, ?, ?)"; } @Override public String getClusterGetInvalidations() { return "SELECT id, fragments, kind FROM cluster_invals WHERE nodeid = @@PSEUDO_THREAD_ID"; } @Override public String getClusterDeleteInvalidations() { return "DELETE FROM cluster_invals WHERE nodeid = @@PSEUDO_THREAD_ID"; } @Override public boolean supportsPaging() { return true; } @Override public String getPagingClause(long limit, long offset) { return String.format("LIMIT %d OFFSET %d", limit, offset); } }