MasterNode.java

/**
 * 
 */
package com.taobao.top.analysis.node.component;



import java.util.List;

import org.apache.commons.lang.StringUtils;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.zookeeper.ZooKeeper;

import com.taobao.top.analysis.config.MasterConfig;
import com.taobao.top.analysis.exception.AnalysisException;
import com.taobao.top.analysis.node.IJobManager;
import com.taobao.top.analysis.node.connect.IMasterConnector;
import com.taobao.top.analysis.node.event.GetTaskRequestEvent;
import com.taobao.top.analysis.node.event.GetTaskResponseEvent;
import com.taobao.top.analysis.node.event.JobManageEvent;
import com.taobao.top.analysis.node.event.MasterNodeEvent;
import com.taobao.top.analysis.node.event.SendMonitorInfoEvent;
import com.taobao.top.analysis.node.event.SendMonitorInfoResponseEvent;
import com.taobao.top.analysis.node.event.SendResultsRequestEvent;
import com.taobao.top.analysis.node.event.SendResultsResponseEvent;
import com.taobao.top.analysis.node.job.JobTask;
import com.taobao.top.analysis.node.monitor.MasterMonitorInfo;
import com.taobao.top.analysis.node.monitor.NHttpServer;
import com.taobao.top.analysis.util.AnalyzerZKWatcher;
import com.taobao.top.analysis.util.ZKUtil;

/**
 * 分布式集群 Master Node （可以是虚拟机内部的）
 * 使用方式参考MasterSlaveIntegrationTest 类
 * @author fangweng
 * @Email fangweng@taobao.com
 * 2011-11-28
 *
 */
public class MasterNode extends AbstractNode<MasterNodeEvent,MasterConfig> {

	private static final Log logger = LogFactory.getLog(MasterNode.class);
	
	/**
	 * 任务管理组件
	 */
	private IJobManager jobManager;
	/**
	 * 用于与Slave通信的组件
	 */
	private IMasterConnector masterConnector;
	
	/**
	 * Master监控组件
	 */
	private MasterMonitor monitor;
	
	/**
	 * HTTP服务组件
	 */
	private NHttpServer httpServer;
	
	
	public IJobManager getJobManager() {
		return jobManager;
	}

	public void setJobManager(IJobManager jobManager) {
		this.jobManager = jobManager;
	}

	public IMasterConnector getMasterConnector() {
		return masterConnector;
	}

	public void setMasterConnector(IMasterConnector masterConnector) {
		this.masterConnector = masterConnector;
	}
	
	public MasterMonitor getMonitor() {
		return monitor;
	}

	public void setMonitor(MasterMonitor monitor) {
		this.monitor = monitor;
	}

	@Override
	public void init() throws AnalysisException {
		httpServer = new NHttpServer();
		httpServer.setConfig(config);
		jobManager.setMasterNode(this);
		jobManager.setConfig(config);
		masterConnector.setMasterNode(this);
		masterConnector.setConfig(config);
		monitor.setConfig(config);
		jobManager.init();	
		masterConnector.init();
		monitor.init();
		httpServer.setMonitor(monitor);
//		httpServer.setJobManager(jobManager);
		httpServer.init();
		
		//增加一块对于zookeeper的支持
		if (StringUtils.isNotEmpty(config.getZkServer()))
		{
			try
			{
				AnalyzerZKWatcher<MasterConfig> analyzerZKWatcher = 
						new AnalyzerZKWatcher<MasterConfig>(config);
				zk = new ZooKeeper(config.getZkServer(),3000,analyzerZKWatcher);
				analyzerZKWatcher.setZk(zk);
				
				//每次启动时都先检查是否有根目录
				ZKUtil.createGroupNodesIfNotExist(zk,config.getGroupId());
				
				ZKUtil.updateOrCreateNode(zk,ZKUtil.getGroupMasterZKPath(config.getGroupId())
						+ "/" + config.getMasterName(),config.marshal().getBytes("UTF-8"));
				
			}
			catch(Exception ex)
			{
				logger.error("config to zk error!",ex);
			}
			
		}
		logger.warn("Master init ok");
		if (logger.isInfoEnabled())
			logger.info("Master init complete.");
	}

	@Override
	public void releaseResource() {
		if (jobManager != null)
			jobManager.releaseResource();
		
		if(monitor != null) {
			monitor.releaseResource();
		}
		
		if (masterConnector != null)
			masterConnector.releaseResource();
	
		
		//增加一块对于zookeeper的支持
		if (StringUtils.isNotEmpty(config.getZkServer()) && zk != null)
		{
			try
			{
				ZKUtil.deleteNode(zk,ZKUtil.getGroupMasterZKPath(config.getGroupId())
						+ "/" + config.getMasterName());
				
			}
			catch(Exception ex)
			{
				logger.error("delete zk node error!",ex);
			}
			
		}
		
		if (logger.isInfoEnabled())
			logger.info("Master releaseResource complete.");
	}

	@Override
	public void process() throws AnalysisException {
	    try {
	        jobManager.checkJobStatus();
	    } catch (Throwable e) {
	        logger.error(e);
	    }
	}
	
	/**
	 * 响应请求任务的逻辑
	 * @param sequence
	 * @param jobTasks
	 */
	public void echoGetJobTasks(String sequence,List<JobTask> jobTasks,Object channel)
	{
		GetTaskResponseEvent event = new GetTaskResponseEvent(sequence);
		event.setJobTasks(jobTasks);
		event.setChannel(channel);
		
		masterConnector.echoGetJobTasks(event);
	}
	
	/**
	 * 响应Slave提交任务结果的请求
	 * @param 返回结果
	 */
	public void echoSendJobTaskResults(String sequence,String response,Object channel)
	{
		SendResultsResponseEvent event = new SendResultsResponseEvent(sequence);
		event.setResponse(response);
		event.setChannel(channel);
		
		masterConnector.echoSendJobTaskResults(event);
	}
	
	public void echoSendMonitorInfo(String sequence, MasterMonitorInfo info, Object channel) {
		SendMonitorInfoResponseEvent event = new SendMonitorInfoResponseEvent(sequence);
		event.setMasterMonitorInfo(info);
		event.setChannel(channel);
		masterConnector.echoSendMonitorInfo(event);
	}


	@Override
	public void processEvent(MasterNodeEvent event) throws AnalysisException {
		
		switch (event.getEventCode())
		{
			case GET_TASK:
				jobManager.getUnDoJobTasks((GetTaskRequestEvent)event);
				if (logger.isInfoEnabled())
					logger.info("Master process GET_TASK Event");
				break;
		
			case SEND_RESULT:
				jobManager.addTaskResultToQueue((SendResultsRequestEvent)event);
				monitor.report(((SendResultsRequestEvent)event).getJobTaskResult().getJobName(), ((SendResultsRequestEvent)event).getJobTaskResult().getTaskExecuteInfos().values());
				if (logger.isInfoEnabled())
					logger.info("Master process SEND_RESULT Event");
				break;
			case SEND_MONITOR_INFO:
				MasterMonitorInfo info = monitor.report(((SendMonitorInfoEvent)event).getSlaveMonitorInfo());
				this.echoSendMonitorInfo(event.getSequence(), info, event.getChannel());
				break;
			case RELOAD_JOBS:
				jobManager.getJobBuilder().setNeedRebuild(true);
				if (logger.isInfoEnabled())
					logger.info("Master process RELOAD_JOBS Event");
				break;
		
			case EXPORT_DATA:
				jobManager.exportJobData(((JobManageEvent)event).getJobName());
				if (logger.isInfoEnabled())
					logger.info("Master process EXPORT_DATA Event");
				break;
		
			case CLEAR_DATA:
				jobManager.clearJobData(((JobManageEvent)event).getJobName());
				if (logger.isInfoEnabled())
					logger.info("Master process CLEAR_DATA Event");
				break;
				
			case LOAD_DATA:
				jobManager.loadJobData(((JobManageEvent)event).getJobName());
				if (logger.isInfoEnabled())
					logger.info("Master process LOAD_DATA Event");
				break;
				
			case LOAD_DATA_TO_TMP:
				jobManager.loadJobDataToTmp(((JobManageEvent)event).getJobName());
				if (logger.isInfoEnabled())
					logger.info("Master process LOAD_DATA_TO_TMP Event");
				break;
				
			case LOAD_BACKUP_DATA:
				jobManager.loadJobBackupData(((JobManageEvent)event).getJobName()
						,(String)((JobManageEvent)event).getAttachment());
				if (logger.isInfoEnabled())
					logger.info("Master process LOAD_BACKUP_DATA Event");
				break;
				
			case SUSPEND:
				this.suspendNode();
				break;
				
			case AWAKE:
				this.awaitNode();
				break;
				
			case RESETSERVER:
			    this.getMasterConnector().openServer();
			    break;
				
			default:
				throw new AnalysisException("Not support such Event : " + event.getEventCode().toString());
		}
	}

}