/* * Copyright 2012 LinkedIn Corp. * * Licensed under the Apache License, Version 2.0 (the "License"); you may not * use this file except in compliance with the License. You may obtain a copy of * the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the * License for the specific language governing permissions and limitations under * the License. */ package azkaban.execapp.event; import java.util.ArrayList; import java.util.Map; import azkaban.executor.ExecutableFlow; import azkaban.executor.ExecutableNode; import azkaban.executor.ExecutorLoader; import azkaban.executor.ExecutorManagerException; import azkaban.executor.Status; public class RemoteFlowWatcher extends FlowWatcher { private final static long CHECK_INTERVAL_MS = 60 * 1000; private int execId; private ExecutorLoader loader; private ExecutableFlow flow; private RemoteUpdaterThread thread; private boolean isShutdown = false; // Every minute private long checkIntervalMs = CHECK_INTERVAL_MS; public RemoteFlowWatcher(int execId, ExecutorLoader loader) { this(execId, loader, CHECK_INTERVAL_MS); } public RemoteFlowWatcher(int execId, ExecutorLoader loader, long interval) { super(execId); checkIntervalMs = interval; try { flow = loader.fetchExecutableFlow(execId); } catch (ExecutorManagerException e) { return; } super.setFlow(flow); this.loader = loader; this.execId = execId; if (flow != null) { this.thread = new RemoteUpdaterThread(); this.thread.setName("Remote-watcher-flow-" + execId); this.thread.start(); } } private class RemoteUpdaterThread extends Thread { @Override public void run() { do { ExecutableFlow updateFlow = null; try { updateFlow = loader.fetchExecutableFlow(execId); } catch (ExecutorManagerException e) { e.printStackTrace(); isShutdown = true; } long updateTime = 0; if (flow == null) { flow = updateFlow; } else { Map<String, Object> updateData = updateFlow.toUpdateObject(updateTime); ArrayList<ExecutableNode> updatedNodes = new ArrayList<ExecutableNode>(); flow.applyUpdateObject(updateData, updatedNodes); flow.setStatus(updateFlow.getStatus()); flow.setEndTime(updateFlow.getEndTime()); flow.setUpdateTime(updateFlow.getUpdateTime()); for (ExecutableNode node : updatedNodes) { handleJobStatusChange(node.getNestedId(), node.getStatus()); } updateTime = flow.getUpdateTime(); } if (Status.isStatusFinished(flow.getStatus())) { isShutdown = true; } else { synchronized (this) { try { wait(checkIntervalMs); } catch (InterruptedException e) { } } } } while (!isShutdown); } } @Override public synchronized void stopWatcher() { if (isShutdown) { return; } isShutdown = true; if (thread != null) { thread.interrupt(); } super.unblockAllWatches(); loader = null; flow = null; } }