TestCompositeVDB.java

/*
 * JBoss, Home of Professional Open Source.
 * See the COPYRIGHT.txt file distributed with this work for information
 * regarding copyright ownership.  Some portions may be licensed
 * to Red Hat, Inc. under one or more contributor license agreements.
 * 
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 * 
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 * 
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
 * 02110-1301 USA.
 */
package org.teiid.deployers;

import static org.junit.Assert.*;

import java.util.ArrayList;
import java.util.List;

import org.junit.Test;
import org.mockito.Mockito;
import org.teiid.adminapi.VDB.Status;
import org.teiid.adminapi.impl.DataPolicyMetadata;
import org.teiid.adminapi.impl.VDBImportMetadata;
import org.teiid.adminapi.impl.VDBMetaData;
import org.teiid.core.types.DataTypeManager;
import org.teiid.dqp.internal.datamgr.ConnectorManager;
import org.teiid.dqp.internal.datamgr.ConnectorManagerRepository;
import org.teiid.metadata.FunctionMethod;
import org.teiid.metadata.FunctionParameter;
import org.teiid.metadata.MetadataFactory;
import org.teiid.metadata.MetadataStore;
import org.teiid.metadata.Schema;
import org.teiid.query.metadata.TransformationMetadata;
import org.teiid.query.parser.QueryParser;
import org.teiid.query.resolver.QueryResolver;
import org.teiid.query.sql.lang.Command;
import org.teiid.query.unittest.RealMetadataFactory;
import org.teiid.translator.ExecutionFactory;

@SuppressWarnings("nls")
public class TestCompositeVDB {
	
	public static TransformationMetadata createTransformationMetadata(MetadataStore metadataStore, String vdbName) throws Exception {
    	CompositeVDB cvdb = createCompositeVDB(metadataStore, vdbName);
    	VDBMetaData vdb = cvdb.getVDB();
    	return vdb.getAttachment(TransformationMetadata.class);
	}
	
	public static class Foo {
		
	}

	public static CompositeVDB createCompositeVDB(MetadataStore metadataStore,	String vdbName) throws VirtualDatabaseException {
		VDBMetaData vdbMetaData = createVDBMetadata(metadataStore, vdbName);
    	vdbMetaData.addAttchment(Foo.class, new Foo());
    	ConnectorManagerRepository cmr = new ConnectorManagerRepository();
    	cmr.addConnectorManager("source", getConnectorManager("FakeTranslator", "FakeConnection", getFuncsOne()));
    	cmr.addConnectorManager("source2", getConnectorManager("FakeTranslator2", "FakeConnection2", getFuncsTwo()));
    	
    	CompositeVDB cvdb = new CompositeVDB(vdbMetaData, metadataStore, null, null, RealMetadataFactory.SFM.getSystemFunctions(),cmr, null);
    	cvdb.metadataLoadFinished();
    	assertNotNull(cvdb.getVDB().getAttachment(Foo.class));
		return cvdb;
	}

	static VDBMetaData createVDBMetadata(MetadataStore metadataStore,
			String vdbName) {
		VDBMetaData vdbMetaData = new VDBMetaData();
    	vdbMetaData.setName(vdbName); //$NON-NLS-1$
    	vdbMetaData.setVersion(1);
    	for (Schema schema : metadataStore.getSchemas().values()) {
			vdbMetaData.addModel(RealMetadataFactory.createModel(schema.getName(), schema.isPhysical()));
		}
		return vdbMetaData;
	}

	private static ConnectorManager getConnectorManager(String translatorName, String connectionName, List<FunctionMethod> funcs) {
		final ExecutionFactory<Object, Object> ef = Mockito.mock(ExecutionFactory.class);
		
		Mockito.stub(ef.getPushDownFunctions()).toReturn(funcs);
		
		ConnectorManager cm = new ConnectorManager(translatorName,connectionName, ef);
		cm.start();
		return cm;
	}
	
	private static List<FunctionMethod> getFuncsOne() {
    	List<FunctionMethod> funcs = new ArrayList<FunctionMethod>();
        funcs.add(new FunctionMethod("echo", "echo", "misc", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ 
                new FunctionParameter[] {new FunctionParameter("columnName", DataTypeManager.DefaultDataTypes.STRING, "")}, //$NON-NLS-1$ //$NON-NLS-2$
                new FunctionParameter("result", DataTypeManager.DefaultDataTypes.STRING, "") ) ); //$NON-NLS-1$ //$NON-NLS-2$    		
        funcs.add(new FunctionMethod("duplicate_func", "duplicate", "misc", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ 
	                new FunctionParameter[] {new FunctionParameter("columnName", DataTypeManager.DefaultDataTypes.STRING, "")}, //$NON-NLS-1$ //$NON-NLS-2$
	                new FunctionParameter("result", DataTypeManager.DefaultDataTypes.STRING, "") ) ); //$NON-NLS-1$ //$NON-NLS-2$    		
    	return funcs;		
	}
	
	private static List<FunctionMethod> getFuncsTwo() {
    	List<FunctionMethod> funcs = new ArrayList<FunctionMethod>();
        funcs.add(new FunctionMethod("duplicate_func", "duplicate", "misc", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ 
                new FunctionParameter[] {new FunctionParameter("columnName", DataTypeManager.DefaultDataTypes.STRING, "")}, //$NON-NLS-1$ //$NON-NLS-2$
                new FunctionParameter("result", DataTypeManager.DefaultDataTypes.STRING, "") ) ); //$NON-NLS-1$ //$NON-NLS-2$    		
    	funcs.add(new FunctionMethod("duplicate_func", "duplicate", "misc", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ 
	                new FunctionParameter[] {new FunctionParameter("c1", DataTypeManager.DefaultDataTypes.INTEGER, ""),
        		    new FunctionParameter("c2", DataTypeManager.DefaultDataTypes.STRING, "")}, //$NON-NLS-1$ //$NON-NLS-2$
	                new FunctionParameter("result", DataTypeManager.DefaultDataTypes.STRING, "") ) ); //$NON-NLS-1$ //$NON-NLS-2$    		
    	return funcs;		
	}
	
	private void helpResolve(String sql) throws Exception {
		TransformationMetadata metadata = createTransformationMetadata(RealMetadataFactory.exampleBQTCached().getMetadataStore(), "bqt");
		Command command = QueryParser.getQueryParser().parseCommand(sql);
		QueryResolver.resolveCommand(command, metadata);		
	}
	
	@Test(expected=VirtualDatabaseException.class) public void testImportErrors() throws Exception {
		VDBRepository repo = new VDBRepository();
		repo.setSystemStore(RealMetadataFactory.example1Cached().getMetadataStore());
		repo.setSystemFunctionManager(RealMetadataFactory.SFM);
		MetadataStore metadataStore = RealMetadataFactory.exampleBQTCached().getMetadataStore();
		VDBMetaData vdb = createVDBMetadata(metadataStore, "bqt");
		repo.addVDB(vdb, metadataStore, null, null, new ConnectorManagerRepository());
		
		vdb = createVDBMetadata(metadataStore, "bqt1");
		VDBImportMetadata vdbImport = new VDBImportMetadata();
		vdbImport.setName("foo");
		vdb.getVDBImports().add(vdbImport);
		
		try {
			//foo does not exist
			repo.addVDB(vdb, metadataStore, null, null, new ConnectorManagerRepository());
			fail();
		} catch (VirtualDatabaseException e) {
			
		}
		
		vdb = createVDBMetadata(metadataStore, "bqt1");
		vdbImport.setName("bqt");
		vdb.getVDBImports().add(vdbImport);
		
		//model conflict
		repo.addVDB(vdb, metadataStore, null, null, new ConnectorManagerRepository());
	}
	
	@Test public void testImportVisibility() throws Exception {
		VDBRepository repo = new VDBRepository();
		repo.setSystemStore(RealMetadataFactory.example1Cached().getMetadataStore());
		repo.setSystemFunctionManager(RealMetadataFactory.SFM);
		MetadataStore metadataStore = RealMetadataFactory.exampleBQTCached().getMetadataStore();
		VDBMetaData vdb = createVDBMetadata(metadataStore, "bqt");
		repo.addVDB(vdb, metadataStore, null, null, new ConnectorManagerRepository());
		
		vdb = createVDBMetadata(RealMetadataFactory.exampleBusObjStore(), "example1");
		vdb.addProperty("BQT1.visible", "false");
		VDBImportMetadata vdbImport = new VDBImportMetadata();
		vdbImport.setName("bqt");
		vdbImport.setVersion("1");
		vdb.getVDBImports().add(vdbImport);
		
		repo.addVDB(vdb, metadataStore, null, null, new ConnectorManagerRepository());
		
		assertTrue(vdb.isVisible("BQT1"));
		
		vdb = repo.getLiveVDB("example1");
		
		assertFalse(vdb.isVisible("BQT1"));
	}
	
	@Test public void testDeepNesting() throws Exception {
		VDBRepository repo = new VDBRepository();
		repo.setSystemStore(RealMetadataFactory.example1Cached().getMetadataStore());
		repo.setSystemFunctionManager(RealMetadataFactory.SFM);
		MetadataStore metadataStore = new MetadataStore();
		RealMetadataFactory.createPhysicalModel("x", metadataStore);
		VDBMetaData vdb = createVDBMetadata(metadataStore, "bqt");
		ConnectorManagerRepository cmr = new ConnectorManagerRepository();
		cmr.addConnectorManager("x", new ConnectorManager("y", "z"));
		repo.addVDB(vdb, metadataStore, null, null, cmr);
		
		metadataStore = new MetadataStore();
		RealMetadataFactory.createPhysicalModel("y", metadataStore);
		vdb = createVDBMetadata(metadataStore, "ex");
		VDBImportMetadata vdbImport = new VDBImportMetadata();
		vdbImport.setName("bqt");
		vdbImport.setVersion("1");
		vdb.getVDBImports().add(vdbImport);
		repo.addVDB(vdb, metadataStore, null, null, new ConnectorManagerRepository());
		
		VDBMetaData vdbInstance = repo.getVDB("ex", "1");
		assertTrue(!vdbInstance.getAttachment(ConnectorManagerRepository.class).getConnectorManagers().isEmpty());
		
		metadataStore = new MetadataStore();
		RealMetadataFactory.createPhysicalModel("z", metadataStore);
		vdb = createVDBMetadata(metadataStore, "ex1");
		vdbImport = new VDBImportMetadata();
		vdbImport.setName("ex");
		vdbImport.setVersion("1");
		vdb.getVDBImports().add(vdbImport);
		repo.addVDB(vdb, metadataStore, null, null, new ConnectorManagerRepository());
		
		vdbInstance = repo.getVDB("ex1", "1");
		assertTrue(!vdbInstance.getAttachment(ConnectorManagerRepository.class).getConnectorManagers().isEmpty());
	}
	
	@Test
	public void testSourceMetadataStoreFunction() throws Exception {
		helpResolve("SELECT bqt1.reverse(BQT1.SmallA.INTKEY) FROM BQT1.SmallA");
	}
	
	@Test
	public void testTranslatorDefinedFunction() throws Exception {
		helpResolve("SELECT SYS.echo(BQT1.SmallA.INTKEY) FROM BQT1.SmallA");
	}
	
	@Test
	public void testPartialUDFName() throws Exception {
		helpResolve("SELECT echo(BQT1.SmallA.STRINGKEY) FROM BQT1.SmallA");
	}
	
	@Test
	public void testFullyQualifiedDuplicate() throws Exception {
		helpResolve("SELECT SYS.duplicate_func(BQT1.SmallA.STRINGKEY) FROM BQT1.SmallA");
	}	
	
	@Test
	public void testNonQualifiedDuplicateWithDifferentSignature() throws Exception {
		helpResolve("SELECT duplicate_func(BQT1.SmallA.INTKEY, BQT1.SmallA.STRINGKEY) FROM BQT1.SmallA");
	}
	
	@Test
	public void testNonQualifiedDuplicate() throws Exception {
		helpResolve("SELECT duplicate_func(BQT1.SmallA.INTKEY) FROM BQT1.SmallA");
	}		
	
	@Test public void testRoleInherit() throws Exception {
		VDBRepository repo = new VDBRepository();
		repo.setSystemStore(RealMetadataFactory.example1Cached().getMetadataStore());
		repo.setSystemFunctionManager(RealMetadataFactory.SFM);
		MetadataStore metadataStore = new MetadataStore();
		RealMetadataFactory.createPhysicalModel("x", metadataStore);
		VDBMetaData vdb = createVDBMetadata(metadataStore, "bqt");
		DataPolicyMetadata dpm = new DataPolicyMetadata();
		dpm.setName("x");
		dpm.setGrantAll(true);
		vdb.addDataPolicy(dpm);
		ConnectorManagerRepository cmr = new ConnectorManagerRepository();
		cmr.addConnectorManager("x", new ConnectorManager("y", "z"));
		repo.addVDB(vdb, metadataStore, null, null, cmr);
		
		metadataStore = new MetadataStore();
		RealMetadataFactory.createPhysicalModel("y", metadataStore);
		vdb = createVDBMetadata(metadataStore, "ex");
		VDBImportMetadata vdbImport = new VDBImportMetadata();
		vdbImport.setName("bqt");
		vdbImport.setVersion("1");
		vdbImport.setImportDataPolicies(true);
		vdb.getVDBImports().add(vdbImport);
		repo.addVDB(vdb, metadataStore, null, null, new ConnectorManagerRepository());
		
		vdb = repo.getLiveVDB("ex");
		assertEquals(1, vdb.getDataPolicyMap().get("x").getSchemas().size());
	}
	
	@Test public void testFunctionValidationError() throws Exception {
		VDBRepository repo = new VDBRepository();
		repo.start();
		repo.setSystemStore(RealMetadataFactory.example1Cached().getMetadataStore());
		repo.setSystemFunctionManager(RealMetadataFactory.SFM);
		MetadataStore metadataStore = new MetadataStore();
		RealMetadataFactory.createPhysicalModel("x", metadataStore);
		FunctionMethod method = MetadataFactory.createFunctionFromMethod("getProperty", System.class.getMethod("getProperty", String.class));
		method.setInvocationClass("?");
		method.setMethod(null);
		metadataStore.getSchema("x").addFunction(method);
		VDBMetaData vdb = createVDBMetadata(metadataStore, "bqt");
		ConnectorManagerRepository cmr = new ConnectorManagerRepository();
		cmr.addConnectorManager("x", new ConnectorManager("y", "z"));
		repo.addVDB(vdb, metadataStore, null, null, cmr);
		repo.finishDeployment(vdb.getName(), vdb.getVersion());
		assertEquals(vdb.getStatus(), Status.FAILED);
	}
	
}