/* * Copyright 2004-2011 H2 Group. Multiple-Licensed under the H2 License, * Version 1.0, and under the Eclipse Public License, Version 1.0 * (http://h2database.com/html/license.html). * Initial Developer: James Moger */ package org.h2.jaqu; import java.lang.reflect.Modifier; import java.sql.DatabaseMetaData; import java.sql.ResultSet; import java.sql.SQLException; import java.text.MessageFormat; import java.util.ArrayList; import java.util.Collections; import java.util.Date; import java.util.List; import java.util.Map; import java.util.Set; import org.h2.jaqu.Table.IndexType; import org.h2.jaqu.Table.JQColumn; import org.h2.jaqu.Table.JQIndex; import org.h2.jaqu.Table.JQSchema; import org.h2.jaqu.Table.JQTable; import org.h2.jaqu.TableDefinition.FieldDefinition; import org.h2.jaqu.TableDefinition.IndexDefinition; import org.h2.util.JdbcUtils; import org.h2.util.New; import org.h2.util.StatementBuilder; import org.h2.util.StringUtils; import static org.h2.jaqu.ValidationRemark.consider; import static org.h2.jaqu.ValidationRemark.error; import static org.h2.jaqu.ValidationRemark.warn; /** * Class to inspect the contents of a particular table including its indexes. * This class does the bulk of the work in terms of model generation and model * validation. */ public class TableInspector { private final static int todoReviewClass = 0; private String schema; private String table; private boolean forceUpperCase; private Class<? extends java.util.Date> dateTimeClass; private List<String> primaryKeys = New.arrayList(); private Map<String, IndexInspector> indexes; private Map<String, ColumnInspector> columns; private final String eol = "\n"; TableInspector(String schema, String table, boolean forceUpperCase, Class<? extends java.util.Date> dateTimeClass) { this.schema = schema; this.table = table; this.forceUpperCase = forceUpperCase; this.dateTimeClass = dateTimeClass; } /** * Tests to see if this TableInspector represents schema.table. * <p> * @param schema the schema name * @param table the table name * @return true if the table matches */ boolean matches(String schema, String table) { if (StringUtils.isNullOrEmpty(schema)) { // table name matching return this.table.equalsIgnoreCase(table); } else if (StringUtils.isNullOrEmpty(table)) { // schema name matching return this.schema.equalsIgnoreCase(schema); } else { // exact table matching return this.schema.equalsIgnoreCase(schema) && this.table.equalsIgnoreCase(table); } } /** * Reads the DatabaseMetaData for the details of this table including * primary keys and indexes. * * @param metaData the database meta data */ void read(DatabaseMetaData metaData) throws SQLException { ResultSet rs = null; // primary keys try { rs = metaData.getPrimaryKeys(null, schema, table); while (rs.next()) { String c = rs.getString("COLUMN_NAME"); primaryKeys.add(c); } JdbcUtils.closeSilently(rs); // indexes rs = metaData.getIndexInfo(null, schema, table, false, true); indexes = New.hashMap(); while (rs.next()) { IndexInspector info = new IndexInspector(rs); if (info.type.equals(IndexType.UNIQUE) && info.name.toLowerCase().startsWith("primary")) { // skip primary key indexes continue; } if (indexes.containsKey(info.name)) { indexes.get(info.name).addColumn(rs); } else { indexes.put(info.name, info); } } JdbcUtils.closeSilently(rs); // columns rs = metaData.getColumns(null, schema, table, null); columns = New.hashMap(); while (rs.next()) { ColumnInspector col = new ColumnInspector(); col.name = rs.getString("COLUMN_NAME"); col.type = rs.getString("TYPE_NAME"); col.clazz = ModelUtils.getClassForSqlType(col.type, dateTimeClass); col.size = rs.getInt("COLUMN_SIZE"); col.allowNull = rs.getInt("NULLABLE") == DatabaseMetaData.columnNullable; col.isAutoIncrement = rs.getBoolean("IS_AUTOINCREMENT"); if (primaryKeys.size() == 1) { if (col.name.equalsIgnoreCase(primaryKeys.get(0))) { col.isPrimaryKey = true; } } if (!col.isAutoIncrement) { col.defaultValue = rs.getString("COLUMN_DEF"); } columns.put(col.name, col); } } finally { JdbcUtils.closeSilently(rs); } } /** * Generates a model (class definition) from this table. * The model includes indexes, primary keys, default values, maxLengths, * and allowNull information. * <p> * The caller may optionally set a destination package name, whether or not * to include the schema name (setting schema can be a problem when using * the model between databases), and if to automatically trim strings for * those that have a maximum length. * <p> * @param packageName * @param annotateSchema * @param trimStrings * @return a complete model (class definition) for this table as a string */ String generateModel(String packageName, boolean annotateSchema, boolean trimStrings) { // import statements Set<String> imports = New.hashSet(); imports.add(JQSchema.class.getCanonicalName()); imports.add(JQTable.class.getCanonicalName()); imports.add(JQIndex.class.getCanonicalName()); imports.add(JQColumn.class.getCanonicalName()); // fields StringBuilder fields = new StringBuilder(); List<ColumnInspector> sortedColumns = New.arrayList(columns.values()); Collections.sort(sortedColumns); for (ColumnInspector col : sortedColumns) { fields.append(generateColumn(imports, col, trimStrings)); } // build complete class definition StringBuilder model = new StringBuilder(); if (!StringUtils.isNullOrEmpty(packageName)) { // package model.append("package " + packageName + ";"); model.append(eol).append(eol); } // imports List<String> sortedImports = new ArrayList<String>(imports); Collections.sort(sortedImports); for (String imp : sortedImports) { model.append("import ").append(imp).append(';').append(eol); } model.append(eol); // @JQSchema if (annotateSchema && !StringUtils.isNullOrEmpty(schema)) { model.append('@').append(JQSchema.class.getSimpleName()); model.append('('); AnnotationBuilder ap = new AnnotationBuilder(); ap.addParameter("name", schema); model.append(ap); model.append(')').append(eol); } // @JQTable model.append('@').append(JQTable.class.getSimpleName()); model.append('('); // JQTable annotation parameters AnnotationBuilder ap = new AnnotationBuilder(); ap.addParameter("name", table); if (primaryKeys.size() > 1) { StringBuilder pk = new StringBuilder(); for (String key : primaryKeys) { pk.append(key).append(' '); } pk.trimToSize(); ap.addParameter("primaryKey", pk.toString()); } // finish @JQTable annotation model.append(ap); model.append(')').append(eol); // @JQIndex ap = new AnnotationBuilder(); generateIndexAnnotations(ap, "standard", IndexType.STANDARD); generateIndexAnnotations(ap, "unique", IndexType.UNIQUE); generateIndexAnnotations(ap, "hash", IndexType.HASH); generateIndexAnnotations(ap, "uniqueHash", IndexType.UNIQUE_HASH); if (ap.length() > 0) { model.append('@').append(JQIndex.class.getSimpleName()); model.append('('); model.append(ap); model.append(')').append(eol); } // class declaration String clazzName = ModelUtils.convertTableToClassName(table); model.append(MessageFormat.format("public class {0} '{'", clazzName)).append(eol); model.append(eol); // field declarations model.append(fields); // default constructor model.append("\t" + "public ").append(clazzName).append("() {").append(eol); model.append("\t}").append(eol); // end of class body model.append('}'); model.trimToSize(); return model.toString(); } /** * Generates the specified index annotation. * @param ap */ void generateIndexAnnotations(AnnotationBuilder ap, String parameter, IndexType type) { List<IndexInspector> list = getIndexes(type); if (list.size() == 0) { // no matching indexes return; } if (list.size() == 1) { ap.addParameter(parameter, list.get(0).getColumnsString()); } else { List<String> parameters = New.arrayList(); for (IndexInspector index:list) { parameters.add(index.getColumnsString()); } ap.addParameter(parameter, parameters); } } private List<IndexInspector> getIndexes(IndexType type) { List<IndexInspector> list = New.arrayList(); for (IndexInspector index:indexes.values()) { if (index.type.equals(type)) { list.add(index); } } return list; } private StatementBuilder generateColumn(Set<String> imports, ColumnInspector col, boolean trimStrings) { StatementBuilder sb = new StatementBuilder(); Class<?> clazz = col.clazz; String column = ModelUtils.convertColumnToFieldName(col.name.toLowerCase()); sb.append('\t'); if (clazz == null) { // unsupported type clazz = Object.class; sb.append("// unsupported type " + col.type); } else { // @JQColumn imports.add(clazz.getCanonicalName()); sb.append('@').append(JQColumn.class.getSimpleName()); // JQColumn annotation parameters AnnotationBuilder ap = new AnnotationBuilder(); // JQColumn.name if (!col.name.equalsIgnoreCase(column)) { ap.addParameter("name", col.name); } // JQColumn.primaryKey // composite primary keys are annotated on the table if (col.isPrimaryKey && primaryKeys.size() == 1) { ap.addParameter("primaryKey=true"); } // JQColumn.maxLength if ((clazz == String.class) && (col.size > 0) && (col.size < Integer.MAX_VALUE)) { ap.addParameter("maxLength", col.size); // JQColumn.trimStrings if (trimStrings) { ap.addParameter("trimString=true"); } } else { // JQColumn.AutoIncrement if (col.isAutoIncrement) { ap.addParameter("autoIncrement=true"); } } // JQColumn.allowNull if (!col.allowNull) { ap.addParameter("allowNull=false"); } // JQColumn.defaultValue if (!StringUtils.isNullOrEmpty(col.defaultValue)) { ap.addParameter("defaultValue=\"" + col.defaultValue + "\""); } // add leading and trailing () if (ap.length() > 0) { AnnotationBuilder b = new AnnotationBuilder(); b.append('(').append(ap.toString()).append(')'); ap = b; } sb.append(ap.toString()); } sb.append(eol); // variable declaration sb.append("\t" + "public "); sb.append(clazz.getSimpleName()); sb.append(' '); sb.append(column); sb.append(';'); sb.append(eol).append(eol); return sb; } /** * Validates that a table definition (annotated, interface, or both) matches * the current state of the table and indexes in the database. Results are * returned as a list of validation remarks which includes recommendations, * warnings, and errors about the model. The caller may choose to have * validate throw an exception on any validation ERROR. * * @param <T> * @param def * @param throwError whether or not to throw an exception if an error was * found * @return a list if validation remarks */ <T> List<ValidationRemark> validate(TableDefinition<T> def, boolean throwError) { List<ValidationRemark> remarks = New.arrayList(); // model class definition validation if (!Modifier.isPublic(def.getModelClass().getModifiers())) { remarks.add(error(table, "SCHEMA", MessageFormat.format("Class {0} MUST BE PUBLIC!", def.getModelClass().getCanonicalName())).throwError(throwError)); } // Schema Validation if (!StringUtils.isNullOrEmpty(schema)) { if (StringUtils.isNullOrEmpty(def.schemaName)) { remarks.add(consider(table, "SCHEMA", MessageFormat.format("@{0}(name={1})", JQSchema.class.getSimpleName(), schema))); } else if (!schema.equalsIgnoreCase(def.schemaName)) { remarks.add(error(table, "SCHEMA", MessageFormat.format("@{0}(name={1}) != {2}", JQSchema.class.getSimpleName(), def.schemaName, schema)).throwError(throwError)); } } // index validation for (IndexInspector index : indexes.values()) { validate(remarks, def, index, throwError); } // field column validation for (FieldDefinition fieldDef : def.getFields()) { validate(remarks, fieldDef, throwError); } return remarks; } /** * Validates an inspected index from the database against the IndexDefinition * within the TableDefinition. */ private <T> void validate(List<ValidationRemark> remarks, TableDefinition<T> def, IndexInspector index, boolean throwError) { List<IndexDefinition> defIndexes = def.getIndexes(IndexType.STANDARD); List<IndexInspector> dbIndexes = getIndexes(IndexType.STANDARD); if (defIndexes.size() > dbIndexes.size()) { remarks.add(warn(table, IndexType.STANDARD.name(), "More model indexes than database indexes")); } else if (defIndexes.size() < dbIndexes.size()) { remarks.add(warn(table, IndexType.STANDARD.name(), "Model class is missing indexes")); } // TODO complete index validation. // need to actually compare index types and columns within each index. } /** * Validates a column against the model's field definition. Checks for * existence, supported type, type mapping, default value, defined lengths, * primary key, autoincrement. */ private void validate(List<ValidationRemark> remarks, FieldDefinition fieldDef, boolean throwError) { // unknown field String field = forceUpperCase ? fieldDef.columnName.toUpperCase() : fieldDef.columnName; if (!columns.containsKey(field)) { // unknown column mapping remarks.add(error(table, fieldDef, "Does not exist in database!").throwError(throwError)); return; } ColumnInspector col = columns.get(field); Class<?> fieldClass = fieldDef.field.getType(); Class<?> jdbcClass = ModelUtils.getClassForSqlType(col.type, dateTimeClass); // supported type check // JaQu maps to VARCHAR for unsupported types. if (fieldDef.dataType.equals("VARCHAR") && (fieldClass != String.class)) { remarks.add(error(table, fieldDef, "JaQu does not currently implement support for " + fieldClass.getName()).throwError(throwError)); } // number types if (!fieldClass.equals(jdbcClass)) { if (Number.class.isAssignableFrom(fieldClass)) { remarks.add(warn(table, col, MessageFormat.format("Precision mismatch: ModelObject={0}, ColumnObject={1}", fieldClass.getSimpleName(), jdbcClass.getSimpleName()))); } else { if (!Date.class.isAssignableFrom(jdbcClass)) { remarks.add(warn(table, col, MessageFormat.format("Object Mismatch: ModelObject={0}, ColumnObject={1}", fieldClass.getSimpleName(), jdbcClass.getSimpleName()))); } } } // string types if (fieldClass == String.class) { if ((fieldDef.maxLength != col.size) && (col.size < Integer.MAX_VALUE)) { remarks.add(warn(table, col, MessageFormat.format("{0}.maxLength={1}, ColumnMaxLength={2}", JQColumn.class.getSimpleName(), fieldDef.maxLength, col.size))); } if (fieldDef.maxLength > 0 && !fieldDef.trimString) { remarks.add(consider(table, col, MessageFormat.format("{0}.truncateToMaxLength=true" + " will prevent RuntimeExceptions on" + " INSERT or UPDATE, but will clip data!", JQColumn.class.getSimpleName()))); } } // numeric autoIncrement if (fieldDef.isAutoIncrement != col.isAutoIncrement) { remarks.add(warn(table, col, MessageFormat.format("{0}.isAutoIncrement={1}" + " while Column autoIncrement={2}", JQColumn.class.getSimpleName(), fieldDef.isAutoIncrement, col.isAutoIncrement))); } // default value if (!col.isAutoIncrement && !col.isPrimaryKey) { // check Model.defaultValue format if (!ModelUtils.isProperlyFormattedDefaultValue(fieldDef.defaultValue)) { remarks.add(error(table, col, MessageFormat.format("{0}.defaultValue=\"{1}\"" + " is improperly formatted!", JQColumn.class.getSimpleName(), fieldDef.defaultValue)).throwError(throwError)); // next field return; } // compare Model.defaultValue to Column.defaultValue if (StringUtils.isNullOrEmpty(fieldDef.defaultValue) && !StringUtils.isNullOrEmpty(col.defaultValue)) { // Model.defaultValue is NULL, Column.defaultValue is NOT NULL remarks.add(warn(table, col, MessageFormat.format("{0}.defaultValue=\"\"" + " while column default=\"{1}\"", JQColumn.class.getSimpleName(), col.defaultValue))); } else if (!StringUtils.isNullOrEmpty(fieldDef.defaultValue) && StringUtils.isNullOrEmpty(col.defaultValue)) { // Column.defaultValue is NULL, Model.defaultValue is NOT NULL remarks.add(warn(table, col, MessageFormat.format("{0}.defaultValue=\"{1}\"" + " while column default=\"\"", JQColumn.class.getSimpleName(), fieldDef.defaultValue))); } else if (!StringUtils.isNullOrEmpty(fieldDef.defaultValue) && !StringUtils.isNullOrEmpty(col.defaultValue)) { if (!fieldDef.defaultValue.equals(col.defaultValue)) { // Model.defaultValue != Column.defaultValue remarks.add(warn(table, col, MessageFormat.format("{0}.defaultValue=\"{1}\"" + " while column default=\"{2}\"", JQColumn.class.getSimpleName(), fieldDef.defaultValue, col.defaultValue))); } } // sanity check Model.defaultValue literal value if (!ModelUtils.isValidDefaultValue(fieldDef.field.getType(), fieldDef.defaultValue)) { remarks.add(error(table, col, MessageFormat.format("{0}.defaultValue=\"{1}\" is invalid!", JQColumn.class.getSimpleName(), fieldDef.defaultValue))); } } } /** * Represents an index as it exists in the database. */ private static class IndexInspector { String name; IndexType type; private List<String> columns = new ArrayList<String>(); public IndexInspector(ResultSet rs) throws SQLException { name = rs.getString("INDEX_NAME"); // determine index type boolean hash = rs.getInt("TYPE") == DatabaseMetaData.tableIndexHashed; boolean unique = !rs.getBoolean("NON_UNIQUE"); if (!hash && !unique) { type = IndexType.STANDARD; } else if (hash && unique) { type = IndexType.UNIQUE_HASH; } else if (unique) { type = IndexType.UNIQUE; } else if (hash) { type = IndexType.HASH; } columns.add(rs.getString("COLUMN_NAME")); } public void addColumn(ResultSet rs) throws SQLException { columns.add(rs.getString("COLUMN_NAME")); } public String getColumnsString() { StatementBuilder sb = new StatementBuilder(); for (String col : columns) { sb.appendExceptFirst(", "); sb.append(col); } return sb.toString().trim(); } } /** * Represents a column as it exists in the database. */ static class ColumnInspector implements Comparable<ColumnInspector> { String name; String type; int size; boolean allowNull; Class<?> clazz; boolean isPrimaryKey; boolean isAutoIncrement; String defaultValue; public int compareTo(ColumnInspector o) { if (isPrimaryKey && o.isPrimaryKey) { // both primary sort by name return name.compareTo(o.name); } else if (isPrimaryKey && !o.isPrimaryKey) { // primary first return -1; } else if (!isPrimaryKey && o.isPrimaryKey) { // primary first return 1; } else { // neither primary, sort by name return name.compareTo(o.name); } } } /** * Convenience class based on StatementBuilder for creating the * annotation parameter list. */ private static class AnnotationBuilder extends StatementBuilder { AnnotationBuilder() { super(); } void addParameter(String parameter) { appendExceptFirst(", "); append(parameter); } <T> void addParameter(String parameter, T value) { appendExceptFirst(", "); append(parameter); append('='); if (value instanceof List) { append("{ "); List list = (List) value; StatementBuilder flat = new StatementBuilder(); for (Object o:list) { flat.appendExceptFirst(", "); if (o instanceof String) { flat.append('\"'); } int todoEscape; flat.append(o.toString().trim()); if (o instanceof String) { flat.append('\"'); } } append(flat.toString()); append(" }"); } else { if (value instanceof String) { append('\"'); } int todoEscape; append(value.toString().trim()); if (value instanceof String) { append('\"'); } } } } }