/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ package org.apache.sysml.runtime.io; import org.apache.sysml.conf.CompilerConfig.ConfigType; import org.apache.sysml.conf.ConfigurationManager; import org.apache.sysml.runtime.DMLRuntimeException; import org.apache.sysml.runtime.matrix.data.CSVFileFormatProperties; import org.apache.sysml.runtime.matrix.data.InputInfo; import org.apache.sysml.runtime.matrix.data.MatrixBlock; import org.apache.sysml.runtime.matrix.data.SparseBlock; public class MatrixReaderFactory { public static MatrixReader createMatrixReader( InputInfo iinfo ) throws DMLRuntimeException { MatrixReader reader = null; if( iinfo == InputInfo.TextCellInputInfo || iinfo == InputInfo.MatrixMarketInputInfo ) { if( ConfigurationManager.getCompilerConfigFlag(ConfigType.PARALLEL_CP_READ_TEXTFORMATS) && MatrixBlock.DEFAULT_SPARSEBLOCK == SparseBlock.Type.MCSR ) reader = new ReaderTextCellParallel( iinfo ); else reader = new ReaderTextCell( iinfo ); } else if( iinfo == InputInfo.CSVInputInfo ) { if( ConfigurationManager.getCompilerConfigFlag(ConfigType.PARALLEL_CP_READ_TEXTFORMATS) && MatrixBlock.DEFAULT_SPARSEBLOCK == SparseBlock.Type.MCSR ) reader = new ReaderTextCSVParallel(new CSVFileFormatProperties()); else reader = new ReaderTextCSV(new CSVFileFormatProperties()); } else if( iinfo == InputInfo.BinaryCellInputInfo ) reader = new ReaderBinaryCell(); else if( iinfo == InputInfo.BinaryBlockInputInfo ) { if( ConfigurationManager.getCompilerConfigFlag(ConfigType.PARALLEL_CP_READ_BINARYFORMATS) && MatrixBlock.DEFAULT_SPARSEBLOCK == SparseBlock.Type.MCSR ) reader = new ReaderBinaryBlockParallel( false ); else reader = new ReaderBinaryBlock( false ); } else { throw new DMLRuntimeException("Failed to create matrix reader for unknown input info: " + InputInfo.inputInfoToString(iinfo)); } return reader; } public static MatrixReader createMatrixReader( ReadProperties props ) throws DMLRuntimeException { //check valid read properties if( props == null ) throw new DMLRuntimeException("Failed to create matrix reader with empty properties."); MatrixReader reader = null; InputInfo iinfo = props.inputInfo; if( iinfo == InputInfo.TextCellInputInfo || iinfo == InputInfo.MatrixMarketInputInfo ) { if( ConfigurationManager.getCompilerConfigFlag(ConfigType.PARALLEL_CP_READ_TEXTFORMATS) && MatrixBlock.DEFAULT_SPARSEBLOCK == SparseBlock.Type.MCSR ) reader = new ReaderTextCellParallel( iinfo ); else reader = new ReaderTextCell( iinfo ); } else if( iinfo == InputInfo.CSVInputInfo ) { if( ConfigurationManager.getCompilerConfigFlag(ConfigType.PARALLEL_CP_READ_TEXTFORMATS) && MatrixBlock.DEFAULT_SPARSEBLOCK == SparseBlock.Type.MCSR ) reader = new ReaderTextCSVParallel( props.formatProperties!=null ? (CSVFileFormatProperties)props.formatProperties : new CSVFileFormatProperties()); else reader = new ReaderTextCSV( props.formatProperties!=null ? (CSVFileFormatProperties)props.formatProperties : new CSVFileFormatProperties()); } else if( iinfo == InputInfo.BinaryCellInputInfo ) reader = new ReaderBinaryCell(); else if( iinfo == InputInfo.BinaryBlockInputInfo ) { if( ConfigurationManager.getCompilerConfigFlag(ConfigType.PARALLEL_CP_READ_BINARYFORMATS) && MatrixBlock.DEFAULT_SPARSEBLOCK == SparseBlock.Type.MCSR ) reader = new ReaderBinaryBlockParallel( props.localFS ); else reader = new ReaderBinaryBlock( props.localFS ); } else { throw new DMLRuntimeException("Failed to create matrix reader for unknown input info: " + InputInfo.inputInfoToString(iinfo)); } return reader; } }