/** Copyright (C) SYSTAP, LLC DBA Blazegraph 2006-2016. All rights reserved. Contact: SYSTAP, LLC DBA Blazegraph 2501 Calvert ST NW #106 Washington, DC 20008 licenses@blazegraph.com This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; version 2 of the License. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ package com.bigdata.bop.rdf.aggregate; import junit.framework.TestCase2; import org.openrdf.model.impl.LiteralImpl; import com.bigdata.bop.BOp; import com.bigdata.bop.BOpContext; import com.bigdata.bop.Constant; import com.bigdata.bop.ContextBindingSet; import com.bigdata.bop.IBindingSet; import com.bigdata.bop.IConstant; import com.bigdata.bop.IVariable; import com.bigdata.bop.NV; import com.bigdata.bop.TestMockUtility; import com.bigdata.bop.Var; import com.bigdata.bop.bindingSet.ListBindingSet; import com.bigdata.journal.ITx; import com.bigdata.rdf.internal.IV; import com.bigdata.rdf.internal.constraints.MathBOp; import com.bigdata.rdf.internal.constraints.StrBOp; import com.bigdata.rdf.internal.impl.literal.XSDNumericIV; import com.bigdata.rdf.model.BigdataLiteral; import com.bigdata.rdf.model.BigdataValueFactory; import com.bigdata.rdf.model.BigdataValueFactoryImpl; import com.bigdata.rdf.sparql.ast.GlobalAnnotations; import com.bigdata.rdf.store.AbstractTripleStore; /** * Unit tests for {@link GROUP_CONCAT} * <p> * Note: Several of the tests exercise the * {@link GROUP_CONCAT.Annotations#SEPARATOR} annotation. * * @author thompsonbry */ public class TestGROUP_CONCAT extends TestCase2 { public TestGROUP_CONCAT() { } public TestGROUP_CONCAT(String name) { super(name); } public void test_group_concat() { final String namespace = getName(); final GlobalAnnotations globals = new GlobalAnnotations(namespace, ITx.READ_COMMITTED); final BigdataValueFactory f = BigdataValueFactoryImpl .getInstance(namespace); final IVariable<IV> org = Var.var("org"); final IVariable<IV> auth = Var.var("auth"); final IVariable<IV> book = Var.var("book"); final IVariable<IV> lprice = Var.var("lprice"); final IConstant<String> org1 = new Constant<String>("org1"); final IConstant<String> org2 = new Constant<String>("org2"); final IConstant<String> auth1 = new Constant<String>("auth1"); final IConstant<String> auth2 = new Constant<String>("auth2"); final IConstant<String> auth3 = new Constant<String>("auth3"); final IConstant<String> book1 = new Constant<String>("book1"); final IConstant<String> book2 = new Constant<String>("book2"); final IConstant<String> book3 = new Constant<String>("book3"); final IConstant<String> book4 = new Constant<String>("book4"); final IConstant<XSDNumericIV<BigdataLiteral>> price5 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(5)); price5.get().setValue(f.createLiteral(5)); final IConstant<XSDNumericIV<BigdataLiteral>> price7 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(7)); price7.get().setValue(f.createLiteral(7)); final IConstant<XSDNumericIV<BigdataLiteral>> price9 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(9)); price9.get().setValue(f.createLiteral(9)); /** * The test data: * * <pre> * ?org ?auth ?book ?lprice * org1 auth1 book1 9 * org1 auth1 book3 5 * org1 auth2 book3 7 * org2 auth3 book4 7 * </pre> */ final IBindingSet data [] = new IBindingSet [] { new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth1, book1, price9 } ) , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth1, book2, price5 } ) , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth2, book3, price7 } ) , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org2, auth3, book4, price7 } ) }; final GROUP_CONCAT op = new GROUP_CONCAT(false/* distinct */, lprice, namespace, " "); assertFalse(op.isDistinct()); assertFalse(op.isWildcard()); op.reset(); for (IBindingSet bs : data) { op.get(bs); } assertEquals(new LiteralImpl("9 5 7 7"), op.done().getValue()); } public void test_group_concat_with_value_limit() { final String namespace = getName(); final BigdataValueFactory f = BigdataValueFactoryImpl .getInstance(namespace); final IVariable<IV> org = Var.var("org"); final IVariable<IV> auth = Var.var("auth"); final IVariable<IV> book = Var.var("book"); final IVariable<IV> lprice = Var.var("lprice"); final IConstant<String> org1 = new Constant<String>("org1"); final IConstant<String> org2 = new Constant<String>("org2"); final IConstant<String> auth1 = new Constant<String>("auth1"); final IConstant<String> auth2 = new Constant<String>("auth2"); final IConstant<String> auth3 = new Constant<String>("auth3"); final IConstant<String> book1 = new Constant<String>("book1"); final IConstant<String> book2 = new Constant<String>("book2"); final IConstant<String> book3 = new Constant<String>("book3"); final IConstant<String> book4 = new Constant<String>("book4"); final IConstant<XSDNumericIV<BigdataLiteral>> price5 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(5)); price5.get().setValue(f.createLiteral(5)); final IConstant<XSDNumericIV<BigdataLiteral>> price7 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(7)); price7.get().setValue(f.createLiteral(7)); final IConstant<XSDNumericIV<BigdataLiteral>> price9 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(9)); price9.get().setValue(f.createLiteral(9)); /** * The test data: * * <pre> * ?org ?auth ?book ?lprice * org1 auth1 book1 9 * org1 auth1 book3 5 * org1 auth2 book3 7 * org2 auth3 book4 7 * </pre> */ final IBindingSet data [] = new IBindingSet [] { new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth1, book1, price9 } ) , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth1, book2, price5 } ) , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth2, book3, price7 } ) , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org2, auth3, book4, price7 } ) }; final GROUP_CONCAT op = new GROUP_CONCAT(new BOp[]{lprice}, NV.asMap(new NV[]{// new NV(GROUP_CONCAT.Annotations.DISTINCT,false),// new NV(GROUP_CONCAT.Annotations.NAMESPACE,namespace),// new NV(GROUP_CONCAT.Annotations.SEPARATOR,"."),// new NV(GROUP_CONCAT.Annotations.VALUE_LIMIT,3),// })); assertFalse(op.isDistinct()); assertFalse(op.isWildcard()); op.reset(); for (IBindingSet bs : data) { op.get(bs); } assertEquals(new LiteralImpl("9.5.7"), op.done().getValue()); } public void test_group_concat_with_character_limit() { final String namespace = getName(); final BigdataValueFactory f = BigdataValueFactoryImpl .getInstance(namespace); final IVariable<IV> org = Var.var("org"); final IVariable<IV> auth = Var.var("auth"); final IVariable<IV> book = Var.var("book"); final IVariable<IV> lprice = Var.var("lprice"); final IConstant<String> org1 = new Constant<String>("org1"); final IConstant<String> org2 = new Constant<String>("org2"); final IConstant<String> auth1 = new Constant<String>("auth1"); final IConstant<String> auth2 = new Constant<String>("auth2"); final IConstant<String> auth3 = new Constant<String>("auth3"); final IConstant<String> book1 = new Constant<String>("book1"); final IConstant<String> book2 = new Constant<String>("book2"); final IConstant<String> book3 = new Constant<String>("book3"); final IConstant<String> book4 = new Constant<String>("book4"); final IConstant<XSDNumericIV<BigdataLiteral>> price5 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(5)); price5.get().setValue(f.createLiteral(5)); final IConstant<XSDNumericIV<BigdataLiteral>> price7 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(7)); price7.get().setValue(f.createLiteral(7)); final IConstant<XSDNumericIV<BigdataLiteral>> price9 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(9)); price9.get().setValue(f.createLiteral(9)); /** * The test data: * * <pre> * ?org ?auth ?book ?lprice * org1 auth1 book1 9 * org1 auth1 book3 5 * org1 auth2 book3 7 * org2 auth3 book4 7 * </pre> */ final IBindingSet data [] = new IBindingSet [] { new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth1, book1, price9 } ) , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth1, book2, price5 } ) , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth2, book3, price7 } ) , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org2, auth3, book4, price7 } ) }; final GROUP_CONCAT op = new GROUP_CONCAT(new BOp[]{lprice}, NV.asMap(new NV[]{// new NV(GROUP_CONCAT.Annotations.DISTINCT,false),// new NV(GROUP_CONCAT.Annotations.NAMESPACE,namespace),// new NV(GROUP_CONCAT.Annotations.SEPARATOR,"."),// new NV(GROUP_CONCAT.Annotations.CHARACTER_LIMIT,3),// })); assertFalse(op.isDistinct()); assertFalse(op.isWildcard()); op.reset(); for (IBindingSet bs : data) { op.get(bs); } assertEquals(new LiteralImpl("9.5"), op.done().getValue()); } /** * Unit test explicitly uses STR() to convert an inner value expression * into a string. */ public void test_group_concat_with_complex_inner_value_expression() { AbstractTripleStore kb = TestMockUtility.mockTripleStore(getName()); try { final BOpContext<IBindingSet> context = TestMockUtility.mockContext(kb); final String lexiconNamespace = kb.getLexiconRelation().getNamespace(); final String namespace = getName(); final GlobalAnnotations globals = new GlobalAnnotations(lexiconNamespace, ITx.READ_COMMITTED); final BigdataValueFactory f = BigdataValueFactoryImpl .getInstance(namespace); final IVariable<IV> org = Var.var("org"); final IVariable<IV> auth = Var.var("auth"); final IVariable<IV> book = Var.var("book"); final IVariable<IV> lprice = Var.var("lprice"); final IConstant<String> org1 = new Constant<String>("org1"); final IConstant<String> org2 = new Constant<String>("org2"); final IConstant<String> auth1 = new Constant<String>("auth1"); final IConstant<String> auth2 = new Constant<String>("auth2"); final IConstant<String> auth3 = new Constant<String>("auth3"); final IConstant<String> book1 = new Constant<String>("book1"); final IConstant<String> book2 = new Constant<String>("book2"); final IConstant<String> book3 = new Constant<String>("book3"); final IConstant<String> book4 = new Constant<String>("book4"); final IConstant<XSDNumericIV<BigdataLiteral>> price5 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(5)); price5.get().setValue(f.createLiteral(5)); final IConstant<XSDNumericIV<BigdataLiteral>> price7 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(7)); price7.get().setValue(f.createLiteral(7)); final IConstant<XSDNumericIV<BigdataLiteral>> price9 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(9)); price9.get().setValue(f.createLiteral(9)); /** * The test data: * * <pre> * ?org ?auth ?book ?lprice * org1 auth1 book1 9 * org1 auth1 book3 5 * org1 auth2 book3 7 * org2 auth3 book4 7 * </pre> */ final IBindingSet data [] = new IBindingSet [] { new ContextBindingSet(context, new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth1, book1, price9 } )) , new ContextBindingSet(context, new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth1, book2, price5 } )) , new ContextBindingSet(context, new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth2, book3, price7 } )) , new ContextBindingSet(context, new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org2, auth3, book4, price7 } )) }; // GROUP_CONCAT(STR(lprice+1)) final GROUP_CONCAT op = new GROUP_CONCAT( false, // distinct new StrBOp( new MathBOp(lprice, new Constant<IV>(new XSDNumericIV(1)), MathBOp.MathOp.PLUS, globals), globals), // namespace,// namespace ","// separator ); assertFalse(op.isDistinct()); assertFalse(op.isWildcard()); op.reset(); for (IBindingSet bs : data) { op.get(bs); } assertEquals(new LiteralImpl("10,6,8,8"), op.done().getValue()); } finally { kb.getIndexManager().destroy(); } } /** * Unit test verifies that {@link GROUP_CONCAT} implicitly converts its * arguments to strings. */ public void test_group_concat_with_complex_inner_value_expression_and_implicit_STR_conversion() { AbstractTripleStore kb = TestMockUtility.mockTripleStore(getName()); try { final BOpContext<IBindingSet> context = TestMockUtility.mockContext(kb); final String lexiconNamespace = kb.getLexiconRelation().getNamespace(); final String namespace = getName(); final GlobalAnnotations globals = new GlobalAnnotations(lexiconNamespace, ITx.READ_COMMITTED); final BigdataValueFactory f = BigdataValueFactoryImpl .getInstance(namespace); final IVariable<IV> org = Var.var("org"); final IVariable<IV> auth = Var.var("auth"); final IVariable<IV> book = Var.var("book"); final IVariable<IV> lprice = Var.var("lprice"); final IConstant<String> org1 = new Constant<String>("org1"); final IConstant<String> org2 = new Constant<String>("org2"); final IConstant<String> auth1 = new Constant<String>("auth1"); final IConstant<String> auth2 = new Constant<String>("auth2"); final IConstant<String> auth3 = new Constant<String>("auth3"); final IConstant<String> book1 = new Constant<String>("book1"); final IConstant<String> book2 = new Constant<String>("book2"); final IConstant<String> book3 = new Constant<String>("book3"); final IConstant<String> book4 = new Constant<String>("book4"); final IConstant<XSDNumericIV<BigdataLiteral>> price5 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(5)); price5.get().setValue(f.createLiteral(5)); final IConstant<XSDNumericIV<BigdataLiteral>> price7 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(7)); price7.get().setValue(f.createLiteral(7)); final IConstant<XSDNumericIV<BigdataLiteral>> price9 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(9)); price9.get().setValue(f.createLiteral(9)); /** * The test data: * * <pre> * ?org ?auth ?book ?lprice * org1 auth1 book1 9 * org1 auth1 book3 5 * org1 auth2 book3 7 * org2 auth3 book4 7 * </pre> */ final IBindingSet data [] = new IBindingSet [] { new ContextBindingSet(context, new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth1, book1, price9 } )) , new ContextBindingSet(context, new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth1, book2, price5 } )) , new ContextBindingSet(context, new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth2, book3, price7 } )) , new ContextBindingSet(context, new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org2, auth3, book4, price7 } )) }; // GROUP_CONCAT(lprice+1) final GROUP_CONCAT op = new GROUP_CONCAT(// false,// distinct new MathBOp(lprice, new Constant<IV>(new XSDNumericIV(1)), MathBOp.MathOp.PLUS, globals), namespace, // namespace ","// separator ); assertFalse(op.isDistinct()); assertFalse(op.isWildcard()); op.reset(); for (IBindingSet bs : data) { op.get(bs); } assertEquals(new LiteralImpl("10,6,8,8"), op.done().getValue()); } finally { kb.getIndexManager().destroy(); } } public void test_group_concat_with_null() { final String namespace = getName(); final BigdataValueFactory f = BigdataValueFactoryImpl .getInstance(namespace); final IVariable<IV> org = Var.var("org"); final IVariable<IV> auth = Var.var("auth"); final IVariable<IV> book = Var.var("book"); final IVariable<IV> lprice = Var.var("lprice"); final IConstant<String> org1 = new Constant<String>("org1"); final IConstant<String> org2 = new Constant<String>("org2"); final IConstant<String> auth1 = new Constant<String>("auth1"); final IConstant<String> auth2 = new Constant<String>("auth2"); final IConstant<String> auth3 = new Constant<String>("auth3"); final IConstant<String> book1 = new Constant<String>("book1"); final IConstant<String> book2 = new Constant<String>("book2"); final IConstant<String> book3 = new Constant<String>("book3"); final IConstant<String> book4 = new Constant<String>("book4"); final IConstant<XSDNumericIV<BigdataLiteral>> price5 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(5)); price5.get().setValue(f.createLiteral(5)); final IConstant<XSDNumericIV<BigdataLiteral>> price7 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(7)); price7.get().setValue(f.createLiteral(7)); final IConstant<XSDNumericIV<BigdataLiteral>> price9 = new Constant<XSDNumericIV<BigdataLiteral>>( new XSDNumericIV<BigdataLiteral>(9)); price9.get().setValue(f.createLiteral(9)); /** * The test data: * * <pre> * ?org ?auth ?book ?lprice * org1 auth1 book1 9 * org1 auth1 book3 NULL * org1 auth2 book3 7 * org2 auth3 book4 7 * </pre> */ final IBindingSet data [] = new IBindingSet [] { new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth1, book1, price9 } ) , new ListBindingSet ( new IVariable<?> [] { org, auth, book, }, new IConstant [] { org1, auth1, book2, } ) , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth2, book3, price7 } ) , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org2, auth3, book4, price7 } ) }; // GROUP_CONCAT(lprice) final GROUP_CONCAT op = new GROUP_CONCAT(false/* distinct */, lprice, namespace, ":"); assertFalse(op.isDistinct()); assertFalse(op.isWildcard()); op.reset(); for (IBindingSet bs : data) { op.get(bs); } assertEquals(new LiteralImpl("9:7:7"), op.done().getValue()); } /** * FIXME We should test this because of the sticky errors contract. */ // public void test_sum_with_errors() { // // final BigdataValueFactory f = BigdataValueFactoryImpl.getInstance(getName()); // // final IVariable<IV> org = Var.var("org"); // final IVariable<IV> auth = Var.var("auth"); // final IVariable<IV> book = Var.var("book"); // final IVariable<IV> lprice = Var.var("lprice"); // // final IConstant<String> org1 = new Constant<String>("org1"); // final IConstant<String> org2 = new Constant<String>("org2"); // final IConstant<String> auth1 = new Constant<String>("auth1"); // final TermId tid1 = new TermId<BigdataValue>(VTE.LITERAL, 1); // tid1.setValue(f.createLiteral("auth2")); // final IConstant<IV> auth2 = new Constant<IV>(tid1); // final IConstant<String> auth3 = new Constant<String>("auth3"); // final IConstant<String> book1 = new Constant<String>("book1"); // final IConstant<String> book2 = new Constant<String>("book2"); // final IConstant<String> book3 = new Constant<String>("book3"); // final IConstant<String> book4 = new Constant<String>("book4"); // final IConstant<XSDNumericIV<BigdataLiteral>> price5 = new Constant<XSDNumericIV<BigdataLiteral>>( // new XSDNumericIV<BigdataLiteral>(5)); // final IConstant<XSDNumericIV<BigdataLiteral>> price7 = new Constant<XSDNumericIV<BigdataLiteral>>( // new XSDNumericIV<BigdataLiteral>(7)); // final IConstant<XSDNumericIV<BigdataLiteral>> price9 = new Constant<XSDNumericIV<BigdataLiteral>>( // new XSDNumericIV<BigdataLiteral>(9)); // // /** // * The test data: // * // * <pre> // * ?org ?auth ?book ?lprice // * org1 auth1 book1 9 // * org1 auth1 book3 5 // * org1 auth2 book3 7 // * org2 auth3 book4 7 // * </pre> // */ // final IBindingSet data [] = new IBindingSet [] // { // new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth1, book1, price9 } ) // , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth1, book2, price5 } ) // , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org1, auth2, book3, auth2 } ) // , new ListBindingSet ( new IVariable<?> [] { org, auth, book, lprice }, new IConstant [] { org2, auth3, book4, price7 } ) // }; // // final SUM op = new SUM(false/* distinct */, lprice); // assertFalse(op.isDistinct()); // assertFalse(op.isWildcard()); // // try { // op.reset(); // for (IBindingSet bs : data) { // op.get(bs); // } // fail("Expecting: " + SparqlTypeErrorException.class); // } catch (SparqlTypeErrorException ex) { // if (log.isInfoEnabled()) { // log.info("Ignoring expected exception: " + ex); // } // } // //// /* //// * Note: There is really no reason to check the SUM after we have //// * observed an error during the evaluation of the aggregate. //// */ //// assertEquals(new XSDIntegerIV(BigInteger.valueOf(9 + 5 /*+ 7*/ + 7)), op.done()); // // } }