/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.jstorm.daemon.worker;
import backtype.storm.serialization.KryoTupleDeserializer;
import backtype.storm.task.GeneralTopologyContext;
import backtype.storm.utils.WorkerClassLoader;
import com.alibaba.jstorm.callback.AsyncLoopRunnable;
import com.alibaba.jstorm.callback.RunnableCallback;
import com.alibaba.jstorm.task.TaskShutdownDameon;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.util.List;
import java.util.Map;
/**
* @author JohnFang (xiaojian.fxj@alibaba-inc.com).
*/
public class WorkerDeserializeRunnable extends RunnableCallback {
private static Logger LOG = LoggerFactory.getLogger(WorkerDeserializeRunnable.class);
private volatile List<TaskShutdownDameon> shutdownTasks;
private int threadIndex;
private int startRunTaskIndex;
private KryoTupleDeserializer deserializer;
public WorkerDeserializeRunnable(List<TaskShutdownDameon> shutdownTasks,
Map stormConf,
GeneralTopologyContext topologyContext,
int startRunTaskIndex,
int threadIndex) {
this.shutdownTasks = shutdownTasks;
this.threadIndex = threadIndex;
this.startRunTaskIndex = startRunTaskIndex;
this.deserializer = new KryoTupleDeserializer(stormConf, topologyContext, topologyContext.getRawTopology());
}
@Override
public String getThreadName() {
return "worker-deserializer-" + threadIndex;
}
@Override
public void preRun() {
WorkerClassLoader.switchThreadContext();
}
@Override
public void postRun() {
WorkerClassLoader.restoreThreadContext();
}
@Override
public void run() {
LOG.info("Successfully started " + getThreadName());
while (!AsyncLoopRunnable.getShutdown().get()) {
int loopCount = shutdownTasks.size();
//note: avoid to cpu idle
boolean isIdling = true;
for (int i = 0; i < loopCount; i++) {
try {
if (startRunTaskIndex >= shutdownTasks.size())
startRunTaskIndex = 0;
TaskShutdownDameon taskShutdownDameon = shutdownTasks.get(startRunTaskIndex);
boolean ret = taskShutdownDameon.getTask().getTaskReceiver().deserializer(deserializer, false);
if (!ret) {
isIdling = false;
}
startRunTaskIndex++;
} catch (IndexOutOfBoundsException ignored) {
}
}
if (isIdling) {
try {
if (startRunTaskIndex >= shutdownTasks.size())
startRunTaskIndex = 0;
TaskShutdownDameon taskShutdownDameon = shutdownTasks.get(startRunTaskIndex);
taskShutdownDameon.getTask().getTaskReceiver().deserializer(deserializer, true);
startRunTaskIndex++;
} catch (IndexOutOfBoundsException e) {
//inore
}
}
}
}
public Object getResult() {
LOG.info("Begin to shutdown " + getThreadName());
return -1;
}
}