TPCH7Plan.java example

Explorer
squall-master
/*
 * Copyright (c) 2011-2015 EPFL DATA Laboratory
 * Copyright (c) 2014-2015 The Squall Collaboration (see NOTICE)
 *
 * All rights reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package ch.epfl.data.squall.examples.imperative.shj;

import java.util.Arrays;
import java.util.Date;
import java.util.List;
import java.util.Map;

import org.apache.log4j.Logger;

import ch.epfl.data.squall.components.DataSourceComponent;
import ch.epfl.data.squall.components.EquiJoinComponent;
import ch.epfl.data.squall.expressions.ColumnReference;
import ch.epfl.data.squall.expressions.IntegerYearFromDate;
import ch.epfl.data.squall.expressions.Multiplication;
import ch.epfl.data.squall.expressions.Subtraction;
import ch.epfl.data.squall.expressions.ValueExpression;
import ch.epfl.data.squall.expressions.ValueSpecification;
import ch.epfl.data.squall.operators.AggregateOperator;
import ch.epfl.data.squall.operators.AggregateSumOperator;
import ch.epfl.data.squall.operators.ProjectOperator;
import ch.epfl.data.squall.operators.SelectOperator;
import ch.epfl.data.squall.predicates.AndPredicate;
import ch.epfl.data.squall.predicates.BetweenPredicate;
import ch.epfl.data.squall.predicates.ComparisonPredicate;
import ch.epfl.data.squall.predicates.OrPredicate;
import ch.epfl.data.squall.query_plans.QueryBuilder;
import ch.epfl.data.squall.query_plans.QueryPlan;
import ch.epfl.data.squall.types.DateType;
import ch.epfl.data.squall.types.DoubleType;
import ch.epfl.data.squall.types.NumericType;
import ch.epfl.data.squall.types.StringType;
import ch.epfl.data.squall.types.Type;

public class TPCH7Plan extends QueryPlan {
    private static Logger LOG = Logger.getLogger(TPCH7Plan.class);

    private final QueryBuilder _queryBuilder = new QueryBuilder();

    private static final String _date1Str = "1995-01-01";
    private static final String _date2Str = "1996-12-31";
    private static final String _firstCountryName = "FRANCE";
    private static final String _secondCountryName = "GERMANY";

    private static final Type<Date> _dateConv = new DateType();
    private static final NumericType<Double> _doubleConv = new DoubleType();
    private static final Type<String> _sc = new StringType();
    private static final Date _date1 = _dateConv.fromString(_date1Str);
    private static final Date _date2 = _dateConv.fromString(_date2Str);

    public TPCH7Plan(String dataPath, String extension, Map conf) {

	// -------------------------------------------------------------------------------------
	final List<Integer> hashNation2 = Arrays.asList(1);

	final SelectOperator selectionNation2 = new SelectOperator(
		new OrPredicate(
			new ComparisonPredicate(new ColumnReference(_sc, 1),
				new ValueSpecification(_sc, _firstCountryName)),
			new ComparisonPredicate(new ColumnReference(_sc, 1),
				new ValueSpecification(_sc, _secondCountryName))));

	final ProjectOperator projectionNation2 = new ProjectOperator(
		new int[] { 1, 0 });

	final DataSourceComponent relationNation2 = new DataSourceComponent(
		"NATION2", dataPath + "nation" + extension)
		.setOutputPartKey(hashNation2).add(selectionNation2)
		.add(projectionNation2);
	_queryBuilder.add(relationNation2);

	// -------------------------------------------------------------------------------------
	final List<Integer> hashCustomer = Arrays.asList(1);

	final ProjectOperator projectionCustomer = new ProjectOperator(
		new int[] { 0, 3 });

	final DataSourceComponent relationCustomer = new DataSourceComponent(
		"CUSTOMER", dataPath + "customer" + extension)
		.setOutputPartKey(hashCustomer).add(projectionCustomer);
	_queryBuilder.add(relationCustomer);

	// -------------------------------------------------------------------------------------
	final EquiJoinComponent N_Cjoin = new EquiJoinComponent(
		relationNation2, relationCustomer).add(
		new ProjectOperator(new int[] { 0, 2 })).setOutputPartKey(
		Arrays.asList(1));
	_queryBuilder.add(N_Cjoin);

	// -------------------------------------------------------------------------------------
	final List<Integer> hashOrders = Arrays.asList(1);

	final ProjectOperator projectionOrders = new ProjectOperator(new int[] {
		0, 1 });

	final DataSourceComponent relationOrders = new DataSourceComponent(
		"ORDERS", dataPath + "orders" + extension).setOutputPartKey(
		hashOrders).add(projectionOrders);
	_queryBuilder.add(relationOrders);

	// -------------------------------------------------------------------------------------
	final EquiJoinComponent N_C_Ojoin = new EquiJoinComponent(N_Cjoin,
		relationOrders).add(new ProjectOperator(new int[] { 0, 2 }))
		.setOutputPartKey(Arrays.asList(1));
	_queryBuilder.add(N_C_Ojoin);

	// -------------------------------------------------------------------------------------
	final List<Integer> hashSupplier = Arrays.asList(1);

	final ProjectOperator projectionSupplier = new ProjectOperator(
		new int[] { 0, 3 });

	final DataSourceComponent relationSupplier = new DataSourceComponent(
		"SUPPLIER", dataPath + "supplier" + extension)
		.setOutputPartKey(hashSupplier).add(projectionSupplier);
	_queryBuilder.add(relationSupplier);

	// -------------------------------------------------------------------------------------
	final List<Integer> hashNation1 = Arrays.asList(1);

	final ProjectOperator projectionNation1 = new ProjectOperator(
		new int[] { 1, 0 });

	final DataSourceComponent relationNation1 = new DataSourceComponent(
		"NATION1", dataPath + "nation" + extension)
		.setOutputPartKey(hashNation1).add(selectionNation2)
		.add(projectionNation1);
	_queryBuilder.add(relationNation1);

	// -------------------------------------------------------------------------------------
	final EquiJoinComponent S_Njoin = new EquiJoinComponent(
		relationSupplier, relationNation1).add(
		new ProjectOperator(new int[] { 0, 2 })).setOutputPartKey(
		Arrays.asList(0));
	_queryBuilder.add(S_Njoin);

	// -------------------------------------------------------------------------------------
	final List<Integer> hashLineitem = Arrays.asList(2);

	final SelectOperator selectionLineitem = new SelectOperator(
		new BetweenPredicate(new ColumnReference(_dateConv, 10), true,
			new ValueSpecification(_dateConv, _date1), true,
			new ValueSpecification(_dateConv, _date2)));

	// first field in projection
	final ValueExpression extractYear = new IntegerYearFromDate(
		new ColumnReference<Date>(_dateConv, 10));
	// second field in projection
	// 1 - discount
	final ValueExpression<Double> substract = new Subtraction(
		new ValueSpecification(_doubleConv, 1.0), new ColumnReference(
			_doubleConv, 6));
	// extendedPrice*(1-discount)
	final ValueExpression<Double> product = new Multiplication(
		new ColumnReference(_doubleConv, 5), substract);
	// third field in projection
	final ColumnReference supplierKey = new ColumnReference(_sc, 2);
	// forth field in projection
	final ColumnReference orderKey = new ColumnReference(_sc, 0);
	final ProjectOperator projectionLineitem = new ProjectOperator(
		extractYear, product, supplierKey, orderKey);

	final DataSourceComponent relationLineitem = new DataSourceComponent(
		"LINEITEM", dataPath + "lineitem" + extension)
		.setOutputPartKey(hashLineitem).add(selectionLineitem)
		.add(projectionLineitem);
	_queryBuilder.add(relationLineitem);

	// -------------------------------------------------------------------------------------
	final EquiJoinComponent L_S_Njoin = new EquiJoinComponent(
		relationLineitem, S_Njoin).add(
		new ProjectOperator(new int[] { 4, 0, 1, 3 }))
		.setOutputPartKey(Arrays.asList(3));
	_queryBuilder.add(L_S_Njoin);

	// -------------------------------------------------------------------------------------
	// set up aggregation function on the same StormComponent(Bolt) where
	// the last join is
	final SelectOperator so = new SelectOperator(
		new OrPredicate(
			new AndPredicate(
				new ComparisonPredicate(new ColumnReference(
					_sc, 0), new ValueSpecification(_sc,
					_firstCountryName)),
				new ComparisonPredicate(new ColumnReference(
					_sc, 2), new ValueSpecification(_sc,
					_secondCountryName))),
			new AndPredicate(
				new ComparisonPredicate(new ColumnReference(
					_sc, 0), new ValueSpecification(_sc,
					_secondCountryName)),
				new ComparisonPredicate(new ColumnReference(
					_sc, 2), new ValueSpecification(_sc,
					_firstCountryName)))));

	final AggregateOperator agg = new AggregateSumOperator(
		new ColumnReference(_doubleConv, 4), conf)
		.setGroupByColumns(Arrays.asList(2, 0, 3));

	EquiJoinComponent finalComp = new EquiJoinComponent(N_C_Ojoin,
		L_S_Njoin).add(so).add(agg);
	_queryBuilder.add(finalComp);

    }

    @Override
    public QueryBuilder getQueryPlan() {
	return _queryBuilder;
    }
}