TestAvatarRefreshNamenodes.java

package org.apache.hadoop.hdfs.server.datanode;

import org.junit.AfterClass;
import org.junit.Before;
import org.junit.BeforeClass;
import org.junit.Test;
import static org.junit.Assert.*;

import java.util.ArrayList;
import java.util.List;

import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hdfs.server.datanode.DataNode;
import org.apache.hadoop.hdfs.protocol.FSConstants;
import org.apache.hadoop.hdfs.MiniAvatarCluster;
import java.net.InetSocketAddress;

public class TestAvatarRefreshNamenodes {
  static final Log LOG = LogFactory.getLog(TestAvatarRefreshNamenodes.class);
  static Configuration conf;
  
  @BeforeClass
  public static void setUpClass() throws Exception {
    MiniAvatarCluster.createAndStartZooKeeper();
  }
  
  @Before
  public void setUp() throws Exception {
    conf = new Configuration();
    // populate repl queues on standby (in safe mode)
    conf.setFloat("dfs.namenode.replqueue.threshold-pct", 0f);
    conf.setLong("fs.avatar.standbyfs.initinterval", 1000);
    conf.setLong("fs.avatar.standbyfs.checkinterval", 1000);
  }
  
  private void compareAddress(MiniAvatarCluster cluster, DataNode dn, int[] nns) {
    NamespaceService[] nsoss = dn.getAllNamespaceServices();
    List<InetSocketAddress> expected = new ArrayList<InetSocketAddress>();
    for (int nn: nns) {
      expected.add(cluster.getNameNode(nn).avatars.get(0).avatar.getNameNodeDNAddress());
    }
    List<InetSocketAddress> nsAddrs = new ArrayList<InetSocketAddress>();
    for (NamespaceService nsos : nsoss) {
      nsAddrs.add(nsos.getNNSocketAddress());
    }
    assertEquals(expected.size(), nsAddrs.size());
    assertTrue(nsAddrs.containsAll(expected));
  }
  
  private void waitDataNodeInitialized(DataNode dn) {
    if (dn == null) {
      return ;
    }
    while (!dn.isInitialized()) {
      try {
        Thread.sleep(100);
      } catch (Exception e) {
      }
    }
  }
  
  private void setupAddress(Configuration conf, int[] nns) {
    String nameserviceIdList = "";
    for (int i : nns) {
      String nameserviceId = MiniAvatarCluster.NAMESERVICE_ID_PREFIX + i;
      // Create comma separated list of nameserviceIds
      if (nameserviceIdList.length() > 0) {
        nameserviceIdList += ",";
      }
      nameserviceIdList += nameserviceId;
    }
    conf.set(FSConstants.DFS_FEDERATION_NAMESERVICES, nameserviceIdList);
  } 
  
  @Test
  public void testRefreshNamenodes() throws Exception {
    MiniAvatarCluster cluster =
      new MiniAvatarCluster(conf, 1, true, null, null, 1, true); 
    try {
      DataNode dn = cluster.getDataNodes().get(0);
      assertEquals(dn.getAllNamespaceServices().length, 1);
      
      cluster.addNameNode(conf);
      assertEquals(dn.getAllNamespaceServices().length, 2);
      
      cluster.addNameNode(conf);
      assertEquals(dn.getAllNamespaceServices().length, 3);
      
      cluster.addNameNode(conf);
      assertEquals(dn.getAllNamespaceServices().length, 4);
      int[] nns = null;
      nns = new int[]{0, 1, 2, 3};
      compareAddress(cluster, dn, nns);
      nns = new int[]{0, 1};
      Configuration conf1 = new Configuration(conf);
      setupAddress(conf1, new int[]{0, 1});
      dn.refreshNamenodes(conf1);
      waitDataNodeInitialized(dn);
      compareAddress(cluster, dn, nns);
      
      nns = new int[]{0,2,3};
      Configuration conf2 = new Configuration(conf);
      setupAddress(conf2, new int[]{0,2,3});
      dn.refreshNamenodes(conf2);
      waitDataNodeInitialized(dn);
      compareAddress(cluster, dn, nns);
    } finally {
      cluster.shutDown();
    }
  }

  @AfterClass
  public static void shutDownClass() throws Exception {
    MiniAvatarCluster.shutDownZooKeeper();
  }
}