/** * Copyright 2010 The Apache Software Foundation * * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.hbase.catalog; import java.io.IOException; import java.net.ConnectException; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.hbase.HConstants; import org.apache.hadoop.hbase.HRegionInfo; import org.apache.hadoop.hbase.HServerInfo; import org.apache.hadoop.hbase.NotAllMetaRegionsOnlineException; import org.apache.hadoop.hbase.client.Delete; import org.apache.hadoop.hbase.client.Put; import org.apache.hadoop.hbase.ipc.HRegionInterface; import org.apache.hadoop.hbase.util.Bytes; import org.apache.hadoop.hbase.util.Writables; /** * Writes region and assignment information to <code>.META.</code>. * <p> * Uses the {@link CatalogTracker} to obtain locations and connections to * catalogs. */ public class MetaEditor { private static final Log LOG = LogFactory.getLog(MetaEditor.class); /** * Adds a META row for the specified new region. * @param regionInfo region information * @throws IOException if problem connecting or updating meta */ public static void addRegionToMeta(CatalogTracker catalogTracker, HRegionInfo regionInfo) throws IOException { Put put = new Put(regionInfo.getRegionName()); put.add(HConstants.CATALOG_FAMILY, HConstants.REGIONINFO_QUALIFIER, Writables.getBytes(regionInfo)); catalogTracker.waitForMetaServerConnectionDefault().put( CatalogTracker.META_REGION, put); LOG.info("Added region " + regionInfo.getRegionNameAsString() + " to META"); } /** * Offline parent in meta. * Used when splitting. * @param catalogTracker * @param parent * @param a Split daughter region A * @param b Split daughter region B * @throws NotAllMetaRegionsOnlineException * @throws IOException */ public static void offlineParentInMeta(CatalogTracker catalogTracker, HRegionInfo parent, final HRegionInfo a, final HRegionInfo b) throws NotAllMetaRegionsOnlineException, IOException { HRegionInfo copyOfParent = new HRegionInfo(parent); copyOfParent.setOffline(true); copyOfParent.setSplit(true); Put put = new Put(copyOfParent.getRegionName()); addRegionInfo(put, copyOfParent); put.add(HConstants.CATALOG_FAMILY, HConstants.SPLITA_QUALIFIER, Writables.getBytes(a)); put.add(HConstants.CATALOG_FAMILY, HConstants.SPLITB_QUALIFIER, Writables.getBytes(b)); catalogTracker.waitForMetaServerConnectionDefault().put(CatalogTracker.META_REGION, put); LOG.info("Offlined parent region " + parent.getRegionNameAsString() + " in META"); } public static void addDaughter(final CatalogTracker catalogTracker, final HRegionInfo regionInfo, final HServerInfo serverInfo) throws NotAllMetaRegionsOnlineException, IOException { HRegionInterface server = catalogTracker.waitForMetaServerConnectionDefault(); byte [] catalogRegionName = CatalogTracker.META_REGION; Put put = new Put(regionInfo.getRegionName()); addRegionInfo(put, regionInfo); if (serverInfo != null) addLocation(put, serverInfo); server.put(catalogRegionName, put); LOG.info("Added daughter " + regionInfo.getRegionNameAsString() + " in region " + Bytes.toString(catalogRegionName) + (serverInfo == null? ", serverInfo=null": ", serverInfo=" + serverInfo.getServerName())); } /** * Updates the location of the specified META region in ROOT to be the * specified server hostname and startcode. * <p> * Uses passed catalog tracker to get a connection to the server hosting * ROOT and makes edits to that region. * * @param catalogTracker catalog tracker * @param regionInfo region to update location of * @param serverInfo server the region is located on * @throws IOException * @throws ConnectException Usually because the regionserver carrying .META. * is down. * @throws NullPointerException Because no -ROOT- server connection */ public static void updateMetaLocation(CatalogTracker catalogTracker, HRegionInfo regionInfo, HServerInfo serverInfo) throws IOException, ConnectException { HRegionInterface server = catalogTracker.waitForRootServerConnectionDefault(); if (server == null) throw new IOException("No server for -ROOT-"); updateLocation(server, CatalogTracker.ROOT_REGION, regionInfo, serverInfo); } /** * Updates the location of the specified region in META to be the specified * server hostname and startcode. * <p> * Uses passed catalog tracker to get a connection to the server hosting * META and makes edits to that region. * * @param catalogTracker catalog tracker * @param regionInfo region to update location of * @param serverInfo server the region is located on * @throws IOException */ public static void updateRegionLocation(CatalogTracker catalogTracker, HRegionInfo regionInfo, HServerInfo serverInfo) throws IOException { updateLocation(catalogTracker.waitForMetaServerConnectionDefault(), CatalogTracker.META_REGION, regionInfo, serverInfo); } /** * Updates the location of the specified region to be the specified server. * <p> * Connects to the specified server which should be hosting the specified * catalog region name to perform the edit. * * @param server connection to server hosting catalog region * @param catalogRegionName name of catalog region being updated * @param regionInfo region to update location of * @param serverInfo server the region is located on * @throws IOException In particular could throw {@link java.net.ConnectException} * if the server is down on other end. */ private static void updateLocation(HRegionInterface server, byte [] catalogRegionName, HRegionInfo regionInfo, HServerInfo serverInfo) throws IOException { Put put = new Put(regionInfo.getRegionName()); addLocation(put, serverInfo); server.put(catalogRegionName, put); LOG.info("Updated row " + regionInfo.getRegionNameAsString() + " in region " + Bytes.toString(catalogRegionName) + " with " + "server=" + serverInfo.getHostnamePort() + ", " + "startcode=" + serverInfo.getStartCode()); } /** * Deletes the specified region from META. * @param catalogTracker * @param regionInfo region to be deleted from META * @throws IOException */ public static void deleteRegion(CatalogTracker catalogTracker, HRegionInfo regionInfo) throws IOException { Delete delete = new Delete(regionInfo.getRegionName()); catalogTracker.waitForMetaServerConnectionDefault(). delete(CatalogTracker.META_REGION, delete); LOG.info("Deleted region " + regionInfo.getRegionNameAsString() + " from META"); } /** * Deletes daughter reference in offlined split parent. * @param catalogTracker * @param parent Parent row we're to remove daughter reference from * @param qualifier SplitA or SplitB daughter to remove * @param daughter * @throws NotAllMetaRegionsOnlineException * @throws IOException */ public static void deleteDaughterReferenceInParent(CatalogTracker catalogTracker, final HRegionInfo parent, final byte [] qualifier, final HRegionInfo daughter) throws NotAllMetaRegionsOnlineException, IOException { Delete delete = new Delete(parent.getRegionName()); delete.deleteColumns(HConstants.CATALOG_FAMILY, qualifier); catalogTracker.waitForMetaServerConnectionDefault(). delete(CatalogTracker.META_REGION, delete); LOG.info("Deleted daughter reference " + daughter.getRegionNameAsString() + ", qualifier=" + Bytes.toString(qualifier) + ", from parent " + parent.getRegionNameAsString()); } /** * Updates the region information for the specified region in META. * @param catalogTracker * @param regionInfo region to be updated in META * @throws IOException */ public static void updateRegionInfo(CatalogTracker catalogTracker, HRegionInfo regionInfo) throws IOException { Put put = new Put(regionInfo.getRegionName()); addRegionInfo(put, regionInfo); catalogTracker.waitForMetaServerConnectionDefault().put( CatalogTracker.META_REGION, put); LOG.info("Updated region " + regionInfo.getRegionNameAsString() + " in META"); } private static Put addRegionInfo(final Put p, final HRegionInfo hri) throws IOException { p.add(HConstants.CATALOG_FAMILY, HConstants.REGIONINFO_QUALIFIER, Writables.getBytes(hri)); return p; } private static Put addLocation(final Put p, final HServerInfo hsi) { p.add(HConstants.CATALOG_FAMILY, HConstants.SERVER_QUALIFIER, Bytes.toBytes(hsi.getHostnamePort())); p.add(HConstants.CATALOG_FAMILY, HConstants.STARTCODE_QUALIFIER, Bytes.toBytes(hsi.getStartCode())); return p; } }