/** * (C) Copyright IBM Corp. 2010, 2015 * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. *  */ package com.ibm.bi.dml.lops; import com.ibm.bi.dml.lops.LopProperties.ExecLocation; import com.ibm.bi.dml.lops.LopProperties.ExecType; import com.ibm.bi.dml.lops.compile.JobType; import com.ibm.bi.dml.parser.Expression.DataType; import com.ibm.bi.dml.parser.Expression.ValueType; /** * TODO Currently this lop only support the right hand side in distributed cache. This * should be generalized (incl hop operator selection) to left/right cache types. * * */ public class UAggOuterChain extends Lop { public static final String OPCODE = "uaggouterchain"; //outer operation private Aggregate.OperationTypes _uaggOp = null; private PartialAggregate.DirectionTypes _uaggDir = null; //inner operation private Binary.OperationTypes _binOp = null; /** * Constructor to setup a unaryagg outer chain * * @param input * @param op * @return * @throws LopsException */ public UAggOuterChain(Lop input1, Lop input2, Aggregate.OperationTypes uaop, PartialAggregate.DirectionTypes uadir, Binary.OperationTypes bop, DataType dt, ValueType vt, ExecType et) throws LopsException { super(Lop.Type.UaggOuterChain, dt, vt); addInput(input1); addInput(input2); input1.addOutput(this); input2.addOutput(this); //setup operator types _uaggOp = uaop; _uaggDir = uadir; _binOp = bop; //setup MR parameters if( et == ExecType.MR ) { boolean breaksAlignment = false; boolean aligner = false; boolean definesMRJob = false; lps.addCompatibility(JobType.GMR); lps.addCompatibility(JobType.DATAGEN); lps.addCompatibility(JobType.REBLOCK); lps.addCompatibility(JobType.CSV_REBLOCK); lps.addCompatibility(JobType.MMCJ); lps.addCompatibility(JobType.MMRJ); lps.setProperties( inputs, ExecType.MR, ExecLocation.Map, breaksAlignment, aligner, definesMRJob ); } else //SPARK { boolean breaksAlignment = false; boolean aligner = false; boolean definesMRJob = false; lps.addCompatibility(JobType.INVALID); lps.setProperties(inputs, et, ExecLocation.ControlProgram, breaksAlignment, aligner, definesMRJob); } } public String toString() { return "Operation = UaggOuterChain"; } @Override public String getInstructions(int input_index1, int input_index2, int output_index) { StringBuilder sb = new StringBuilder(); //exec type sb.append(getExecType()); sb.append(Lop.OPERAND_DELIMITOR); //inst op code sb.append(OPCODE); sb.append(Lop.OPERAND_DELIMITOR); //outer operation op code sb.append(PartialAggregate.getOpcode(_uaggOp, _uaggDir)); sb.append(Lop.OPERAND_DELIMITOR); //inner operation op code sb.append(Binary.getOpcode(_binOp)); sb.append(Lop.OPERAND_DELIMITOR); //inputs and outputs sb.append( getInputs().get(0).prepInputOperand(input_index1)); sb.append(Lop.OPERAND_DELIMITOR); sb.append( getInputs().get(1).prepInputOperand(input_index2)); sb.append(Lop.OPERAND_DELIMITOR); sb.append( this.prepOutputOperand(output_index)); return sb.toString(); } @Override public String getInstructions(String input1, String input2, String output) { StringBuilder sb = new StringBuilder(); //exec type sb.append(getExecType()); sb.append(Lop.OPERAND_DELIMITOR); //inst op code sb.append(OPCODE); sb.append(Lop.OPERAND_DELIMITOR); //outer operation op code sb.append(PartialAggregate.getOpcode(_uaggOp, _uaggDir)); sb.append(Lop.OPERAND_DELIMITOR); //inner operation op code sb.append(Binary.getOpcode(_binOp)); sb.append(Lop.OPERAND_DELIMITOR); //inputs and outputs sb.append( getInputs().get(0).prepInputOperand(input1)); sb.append(Lop.OPERAND_DELIMITOR); sb.append( getInputs().get(0).prepInputOperand(input2)); sb.append(Lop.OPERAND_DELIMITOR); sb.append( this.prepOutputOperand(output)); return sb.toString(); } @Override public boolean usesDistributedCache() { return true; } @Override public int[] distributedCacheInputIndex() { return new int[]{2}; } }