/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.sysml.runtime.io;
import org.apache.sysml.conf.CompilerConfig.ConfigType;
import org.apache.sysml.conf.ConfigurationManager;
import org.apache.sysml.runtime.DMLRuntimeException;
import org.apache.sysml.runtime.matrix.data.CSVFileFormatProperties;
import org.apache.sysml.runtime.matrix.data.InputInfo;
import org.apache.sysml.runtime.matrix.data.MatrixBlock;
import org.apache.sysml.runtime.matrix.data.SparseBlock;
public class MatrixReaderFactory
{
public static MatrixReader createMatrixReader( InputInfo iinfo )
throws DMLRuntimeException
{
MatrixReader reader = null;
if( iinfo == InputInfo.TextCellInputInfo || iinfo == InputInfo.MatrixMarketInputInfo )
{
if( ConfigurationManager.getCompilerConfigFlag(ConfigType.PARALLEL_CP_READ_TEXTFORMATS) && MatrixBlock.DEFAULT_SPARSEBLOCK == SparseBlock.Type.MCSR )
reader = new ReaderTextCellParallel( iinfo );
else
reader = new ReaderTextCell( iinfo );
}
else if( iinfo == InputInfo.CSVInputInfo )
{
if( ConfigurationManager.getCompilerConfigFlag(ConfigType.PARALLEL_CP_READ_TEXTFORMATS) && MatrixBlock.DEFAULT_SPARSEBLOCK == SparseBlock.Type.MCSR )
reader = new ReaderTextCSVParallel(new CSVFileFormatProperties());
else
reader = new ReaderTextCSV(new CSVFileFormatProperties());
}
else if( iinfo == InputInfo.BinaryCellInputInfo )
reader = new ReaderBinaryCell();
else if( iinfo == InputInfo.BinaryBlockInputInfo ) {
if( ConfigurationManager.getCompilerConfigFlag(ConfigType.PARALLEL_CP_READ_BINARYFORMATS) && MatrixBlock.DEFAULT_SPARSEBLOCK == SparseBlock.Type.MCSR )
reader = new ReaderBinaryBlockParallel( false );
else
reader = new ReaderBinaryBlock( false );
}
else {
throw new DMLRuntimeException("Failed to create matrix reader for unknown input info: "
+ InputInfo.inputInfoToString(iinfo));
}
return reader;
}
public static MatrixReader createMatrixReader( ReadProperties props )
throws DMLRuntimeException
{
//check valid read properties
if( props == null )
throw new DMLRuntimeException("Failed to create matrix reader with empty properties.");
MatrixReader reader = null;
InputInfo iinfo = props.inputInfo;
if( iinfo == InputInfo.TextCellInputInfo || iinfo == InputInfo.MatrixMarketInputInfo ) {
if( ConfigurationManager.getCompilerConfigFlag(ConfigType.PARALLEL_CP_READ_TEXTFORMATS) && MatrixBlock.DEFAULT_SPARSEBLOCK == SparseBlock.Type.MCSR )
reader = new ReaderTextCellParallel( iinfo );
else
reader = new ReaderTextCell( iinfo );
}
else if( iinfo == InputInfo.CSVInputInfo ) {
if( ConfigurationManager.getCompilerConfigFlag(ConfigType.PARALLEL_CP_READ_TEXTFORMATS) && MatrixBlock.DEFAULT_SPARSEBLOCK == SparseBlock.Type.MCSR )
reader = new ReaderTextCSVParallel( props.formatProperties!=null ? (CSVFileFormatProperties)props.formatProperties : new CSVFileFormatProperties());
else
reader = new ReaderTextCSV( props.formatProperties!=null ? (CSVFileFormatProperties)props.formatProperties : new CSVFileFormatProperties());
}
else if( iinfo == InputInfo.BinaryCellInputInfo )
reader = new ReaderBinaryCell();
else if( iinfo == InputInfo.BinaryBlockInputInfo ) {
if( ConfigurationManager.getCompilerConfigFlag(ConfigType.PARALLEL_CP_READ_BINARYFORMATS) && MatrixBlock.DEFAULT_SPARSEBLOCK == SparseBlock.Type.MCSR )
reader = new ReaderBinaryBlockParallel( props.localFS );
else
reader = new ReaderBinaryBlock( props.localFS );
}
else {
throw new DMLRuntimeException("Failed to create matrix reader for unknown input info: "
+ InputInfo.inputInfoToString(iinfo));
}
return reader;
}
}