/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ package org.apache.sysml.runtime.instructions.mr; import java.util.ArrayList; import org.apache.sysml.runtime.DMLRuntimeException; import org.apache.sysml.runtime.instructions.InstructionUtils; import org.apache.sysml.runtime.matrix.MatrixCharacteristics; import org.apache.sysml.runtime.matrix.data.MatrixBlock; import org.apache.sysml.runtime.matrix.data.MatrixIndexes; import org.apache.sysml.runtime.matrix.data.MatrixValue; import org.apache.sysml.runtime.matrix.mapred.CachedValueMap; import org.apache.sysml.runtime.matrix.mapred.IndexedMatrixValue; public class CumulativeSplitInstruction extends UnaryInstruction { private MatrixCharacteristics _mcIn = null; private long _lastRowBlockIndex = -1; private double _initValue = 0; public CumulativeSplitInstruction(byte in, byte out, double init, String istr) { super(null, in, out, istr); _initValue = init; } public void setMatrixCharacteristics( MatrixCharacteristics mcIn ) { _mcIn = mcIn; _lastRowBlockIndex = (long)Math.ceil((double)_mcIn.getRows()/_mcIn.getRowsPerBlock()); } public static CumulativeSplitInstruction parseInstruction ( String str ) throws DMLRuntimeException { InstructionUtils.checkNumFields ( str, 3 ); String[] parts = InstructionUtils.getInstructionParts ( str ); byte in = Byte.parseByte(parts[1]); byte out = Byte.parseByte(parts[2]); double init = Double.parseDouble(parts[3]); return new CumulativeSplitInstruction(in, out, init, str); } @Override public void processInstruction(Class<? extends MatrixValue> valueClass, CachedValueMap cachedValues, IndexedMatrixValue tempValue, IndexedMatrixValue zeroInput, int blockRowFactor, int blockColFactor) throws DMLRuntimeException { ArrayList<IndexedMatrixValue> blkList = cachedValues.get(input); if( blkList == null ) return; for(IndexedMatrixValue in1 : blkList) { if(in1==null) continue; MatrixIndexes inix = in1.getIndexes(); MatrixBlock blk = (MatrixBlock)in1.getValue(); long rixOffset = (inix.getRowIndex()-1)*blockRowFactor; boolean firstBlk = (inix.getRowIndex() == 1); boolean lastBlk = (inix.getRowIndex() == _lastRowBlockIndex ); //introduce offsets w/ init value for first row if( firstBlk ) { IndexedMatrixValue out = cachedValues.holdPlace(output, valueClass); ((MatrixBlock) out.getValue()).reset(1,blk.getNumColumns()); if( _initValue != 0 ){ for( int j=0; j<blk.getNumColumns(); j++ ) ((MatrixBlock) out.getValue()).appendValue(0, j, _initValue); } out.getIndexes().setIndexes(1, inix.getColumnIndex()); } //output splitting (shift by one), preaggregated offset used by subsequent block for( int i=0; i<blk.getNumRows(); i++ ) if( !(lastBlk && i==(blk.getNumRows()-1)) ) //ignore last row { IndexedMatrixValue out = cachedValues.holdPlace(output, valueClass); MatrixBlock tmpBlk = (MatrixBlock) out.getValue(); tmpBlk.reset(1,blk.getNumColumns()); blk.sliceOperations(i, i, 0, blk.getNumColumns()-1, tmpBlk); out.getIndexes().setIndexes(rixOffset+i+2, inix.getColumnIndex()); } } } }