/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.ignite.internal.processors.hadoop.impl.igfs;
import java.io.IOException;
import java.net.URI;
import java.util.concurrent.Callable;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.ignite.Ignite;
import org.apache.ignite.IgniteFileSystem;
import org.apache.ignite.configuration.CacheConfiguration;
import org.apache.ignite.configuration.FileSystemConfiguration;
import org.apache.ignite.configuration.IgniteConfiguration;
import org.apache.ignite.hadoop.fs.v2.IgniteHadoopFileSystem;
import org.apache.ignite.igfs.IgfsGroupDataBlocksKeyMapper;
import org.apache.ignite.igfs.IgfsIpcEndpointConfiguration;
import org.apache.ignite.igfs.IgfsIpcEndpointType;
import org.apache.ignite.igfs.IgfsPath;
import org.apache.ignite.internal.processors.igfs.IgfsCommonAbstractTest;
import org.apache.ignite.internal.util.typedef.G;
import org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi;
import org.apache.ignite.spi.discovery.tcp.TcpDiscoverySpi;
import org.apache.ignite.spi.discovery.tcp.ipfinder.TcpDiscoveryIpFinder;
import org.apache.ignite.spi.discovery.tcp.ipfinder.vm.TcpDiscoveryVmIpFinder;
import org.apache.ignite.testframework.GridTestUtils;
import static org.apache.ignite.cache.CacheAtomicityMode.TRANSACTIONAL;
import static org.apache.ignite.cache.CacheMode.PARTITIONED;
import static org.apache.ignite.cache.CacheMode.REPLICATED;
import static org.apache.ignite.cache.CacheWriteSynchronizationMode.FULL_SYNC;
import static org.apache.ignite.igfs.IgfsMode.PRIMARY;
import static org.apache.ignite.internal.processors.hadoop.impl.igfs.HadoopIgfsUtils.PARAM_IGFS_ENDPOINT_NO_EMBED;
import static org.apache.ignite.internal.processors.hadoop.impl.igfs.HadoopIgfsUtils.PARAM_IGFS_ENDPOINT_NO_LOCAL_SHMEM;
import static org.apache.ignite.internal.processors.hadoop.impl.igfs.HadoopIgfsUtils.PARAM_IGFS_ENDPOINT_NO_LOCAL_TCP;
import static org.apache.ignite.internal.util.ipc.shmem.IpcSharedMemoryServerEndpoint.DFLT_IPC_PORT;
/**
* Tests for IGFS file system handshake.
*/
public class IgniteHadoopFileSystemHandshakeSelfTest extends IgfsCommonAbstractTest {
/** IP finder. */
private static final TcpDiscoveryIpFinder IP_FINDER = new TcpDiscoveryVmIpFinder(true);
/** Ignite instance name. */
private static final String IGNITE_INSTANCE_NAME = "grid";
/** IGFS name. */
private static final String IGFS_NAME = "igfs";
/** IGFS path. */
private static final IgfsPath PATH = new IgfsPath("/path");
/** A host-port pair used for URI in embedded mode. */
private static final String HOST_PORT_UNUSED = "somehost:65333";
/** Flag defines if to use TCP or embedded connection mode: */
private boolean tcp = false;
/** {@inheritDoc} */
@Override protected void afterTest() throws Exception {
stopAllGrids(true);
}
/**
* Tests for Grid and IGFS having normal names.
*
* @throws Exception If failed.
*/
public void testHandshake() throws Exception {
startUp(false, false);
tcp = true;
checkValid(IGFS_NAME + ":" + IGNITE_INSTANCE_NAME + "@");
checkValid(IGFS_NAME + ":" + IGNITE_INSTANCE_NAME + "@127.0.0.1");
checkValid(IGFS_NAME + ":" + IGNITE_INSTANCE_NAME + "@127.0.0.1:" + DFLT_IPC_PORT);
checkValid(IGFS_NAME + "@");
checkValid(IGFS_NAME + "@127.0.0.1");
checkValid(IGFS_NAME + "@127.0.0.1:" + DFLT_IPC_PORT);
tcp = false; // Embedded mode:
checkValid(IGFS_NAME + ":" + IGNITE_INSTANCE_NAME + "@");
checkValid(IGFS_NAME + ":" + IGNITE_INSTANCE_NAME + "@" + HOST_PORT_UNUSED);
checkValid(IGFS_NAME + "@"); // Embedded mode fails, but remote tcp succeeds.
checkValid(IGFS_NAME + "@" + HOST_PORT_UNUSED);
}
/**
* Tests for Grid having {@code null} name and IGFS having normal name.
*
* @throws Exception If failed.
*/
public void testHandshakeDefaultGrid() throws Exception {
startUp(true, false);
tcp = true;
checkValid(IGFS_NAME + ":" + IGNITE_INSTANCE_NAME + "@");
checkValid(IGFS_NAME + ":" + IGNITE_INSTANCE_NAME + "@127.0.0.1");
checkValid(IGFS_NAME + ":" + IGNITE_INSTANCE_NAME + "@127.0.0.1:" + DFLT_IPC_PORT);
checkValid(IGFS_NAME + "@");
checkValid(IGFS_NAME + "@127.0.0.1");
checkValid(IGFS_NAME + "@127.0.0.1:" + DFLT_IPC_PORT);
tcp = false; // Embedded mode:
checkValid(IGFS_NAME + ":" + IGNITE_INSTANCE_NAME + "@");
checkValid(IGFS_NAME + ":" + IGNITE_INSTANCE_NAME + "@" + HOST_PORT_UNUSED);
checkValid(IGFS_NAME + "@");
checkValid(IGFS_NAME + "@" + HOST_PORT_UNUSED);
}
/**
* Perform startup.
*
* @param dfltIgniteInstanceName Default Ignite instance name.
* @param dfltIgfsName Default IGFS name.
* @throws Exception If failed.
*/
private void startUp(boolean dfltIgniteInstanceName, boolean dfltIgfsName) throws Exception {
Ignite ignite = G.start(gridConfiguration(dfltIgniteInstanceName));
IgniteFileSystem igfs = ignite.fileSystem(dfltIgfsName ? "" : IGFS_NAME);
igfs.mkdirs(PATH);
}
/**
* Create Grid configuration.
*
* @param dfltIgniteInstanceName Default Ignite instance name.
* @return Grid configuration.
* @throws Exception If failed.
*/
private IgniteConfiguration gridConfiguration(boolean dfltIgniteInstanceName)
throws Exception {
IgniteConfiguration cfg = super.getConfiguration(dfltIgniteInstanceName ? null : IGNITE_INSTANCE_NAME);
cfg.setLocalHost("127.0.0.1");
cfg.setConnectorConfiguration(null);
TcpDiscoverySpi discoSpi = new TcpDiscoverySpi();
discoSpi.setIpFinder(IP_FINDER);
cfg.setDiscoverySpi(discoSpi);
TcpCommunicationSpi commSpi = new TcpCommunicationSpi();
commSpi.setSharedMemoryPort(-1);
cfg.setCommunicationSpi(commSpi);
CacheConfiguration metaCacheCfg = defaultCacheConfiguration();
metaCacheCfg.setCacheMode(REPLICATED);
metaCacheCfg.setWriteSynchronizationMode(FULL_SYNC);
metaCacheCfg.setAtomicityMode(TRANSACTIONAL);
CacheConfiguration dataCacheCfg = defaultCacheConfiguration();
dataCacheCfg.setCacheMode(PARTITIONED);
dataCacheCfg.setNearConfiguration(null);
dataCacheCfg.setWriteSynchronizationMode(FULL_SYNC);
dataCacheCfg.setAffinityMapper(new IgfsGroupDataBlocksKeyMapper(128));
dataCacheCfg.setBackups(0);
dataCacheCfg.setAtomicityMode(TRANSACTIONAL);
FileSystemConfiguration igfsCfg = new FileSystemConfiguration();
igfsCfg.setName(IGFS_NAME);
igfsCfg.setPrefetchBlocks(1);
igfsCfg.setDefaultMode(PRIMARY);
igfsCfg.setDataCacheConfiguration(dataCacheCfg);
igfsCfg.setMetaCacheConfiguration(metaCacheCfg);
IgfsIpcEndpointConfiguration endpointCfg = new IgfsIpcEndpointConfiguration();
endpointCfg.setType(IgfsIpcEndpointType.TCP);
endpointCfg.setPort(DFLT_IPC_PORT);
igfsCfg.setIpcEndpointConfiguration(endpointCfg);
igfsCfg.setManagementPort(-1);
igfsCfg.setBlockSize(512 * 1024);
cfg.setFileSystemConfiguration(igfsCfg);
return cfg;
}
/**
* Check valid file system endpoint.
*
* @param authority Authority.
* @throws Exception If failed.
*/
private void checkValid(String authority) throws Exception {
FileSystem fs = fileSystem(authority, tcp);
assert fs.exists(new Path(PATH.toString()));
}
/**
* Check invalid file system endpoint.
*
* @param authority Authority.
* @throws Exception If failed.
*/
@SuppressWarnings("ThrowableResultOfMethodCallIgnored")
private void checkInvalid(final String authority) throws Exception {
GridTestUtils.assertThrows(log, new Callable<Object>() {
@Override public Object call() throws Exception {
fileSystem(authority, tcp);
return null;
}
}, IOException.class, null);
}
/**
* Gets the file system using authority and tcp flag.
*
* @param authority Authority.
* @param tcp Use TCP endpoint.
* @return File system.
* @throws Exception If failed.
*/
private static FileSystem fileSystem(String authority, boolean tcp) throws Exception {
return FileSystem.get(new URI("igfs://" + authority + "/"), configuration(authority, tcp));
}
/**
* Create configuration for test.
*
* @param authority Authority.
* @param tcp Use TCP endpoint.
* @return Configuration.
*/
private static Configuration configuration(String authority, boolean tcp) {
Configuration cfg = new Configuration();
cfg.set("fs.defaultFS", "igfs://" + authority + "/");
cfg.set("fs.igfs.impl", org.apache.ignite.hadoop.fs.v1.IgniteHadoopFileSystem.class.getName());
cfg.set("fs.AbstractFileSystem.igfs.impl",
IgniteHadoopFileSystem.class.getName());
cfg.setBoolean("fs.igfs.impl.disable.cache", true);
if (tcp)
cfg.setBoolean(String.format(PARAM_IGFS_ENDPOINT_NO_EMBED, authority), true);
else
cfg.setBoolean(String.format(PARAM_IGFS_ENDPOINT_NO_LOCAL_TCP, authority), true);
cfg.setBoolean(String.format(PARAM_IGFS_ENDPOINT_NO_LOCAL_SHMEM, authority), true);
return cfg;
}
}