/**
* Licensed to JumpMind Inc under one or more contributor
* license agreements. See the NOTICE file distributed
* with this work for additional information regarding
* copyright ownership. JumpMind Inc licenses this file
* to you under the GNU General Public License, version 3.0 (GPLv3)
* (the "License"); you may not use this file except in compliance
* with the License.
*
* You should have received a copy of the GNU General Public License,
* version 3.0 (GPLv3) along with this library; if not, see
* <http://www.gnu.org/licenses/>.
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.jumpmind.symmetric.web;
import java.io.IOException;
import java.io.OutputStream;
import java.util.List;
import javax.servlet.ServletException;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import org.apache.commons.lang.StringUtils;
import org.jumpmind.symmetric.model.ChannelMap;
import org.jumpmind.symmetric.model.Node;
import org.jumpmind.symmetric.model.NodeSecurity;
import org.jumpmind.symmetric.model.OutgoingBatch;
import org.jumpmind.symmetric.model.ProcessInfo;
import org.jumpmind.symmetric.model.ProcessInfo.Status;
import org.jumpmind.symmetric.model.ProcessInfoKey;
import org.jumpmind.symmetric.model.ProcessType;
import org.jumpmind.symmetric.service.IConfigurationService;
import org.jumpmind.symmetric.service.IDataExtractorService;
import org.jumpmind.symmetric.service.INodeService;
import org.jumpmind.symmetric.service.IParameterService;
import org.jumpmind.symmetric.service.IRegistrationService;
import org.jumpmind.symmetric.statistic.IStatisticManager;
import org.jumpmind.symmetric.transport.IOutgoingTransport;
/**
* Handles data pulls from other nodes.
*/
public class PullUriHandler extends AbstractCompressionUriHandler {
private INodeService nodeService;
private IConfigurationService configurationService;
private IDataExtractorService dataExtractorService;
private IRegistrationService registrationService;
private IStatisticManager statisticManager;
public PullUriHandler(IParameterService parameterService,
INodeService nodeService,
IConfigurationService configurationService, IDataExtractorService dataExtractorService,
IRegistrationService registrationService, IStatisticManager statisticManager, IInterceptor... interceptors) {
super("/pull/*", parameterService, interceptors);
this.nodeService = nodeService;
this.configurationService = configurationService;
this.dataExtractorService = dataExtractorService;
this.registrationService = registrationService;
this.statisticManager = statisticManager;
}
public void handleWithCompression(HttpServletRequest req, HttpServletResponse res) throws IOException,
ServletException {
// request has the "other" nodes info
String nodeId = ServletUtils.getParameter(req, WebConstants.NODE_ID);
log.debug("Pull request received from {}", nodeId);
if (StringUtils.isBlank(nodeId)) {
ServletUtils.sendError(res, HttpServletResponse.SC_BAD_REQUEST, "Node must be specified");
return;
}
ChannelMap map = new ChannelMap();
map.addSuspendChannels(req.getHeader(WebConstants.SUSPENDED_CHANNELS));
map.addIgnoreChannels(req.getHeader(WebConstants.IGNORED_CHANNELS));
// pull out headers and pass to pull() method
pull(nodeId, req.getRemoteHost(), req.getRemoteAddr(), res.getOutputStream(), req.getHeader(WebConstants.HEADER_ACCEPT_CHARSET), map);
log.debug("Done with Pull request from {}", nodeId);
}
public void pull(String nodeId, String remoteHost, String remoteAddress,
OutputStream outputStream, String encoding, ChannelMap map) throws IOException {
NodeSecurity nodeSecurity = nodeService.findNodeSecurity(nodeId);
long ts = System.currentTimeMillis();
try {
ChannelMap remoteSuspendIgnoreChannelsList = configurationService
.getSuspendIgnoreChannelLists(nodeId);
map.addSuspendChannels(remoteSuspendIgnoreChannelsList.getSuspendChannels());
map.addIgnoreChannels(remoteSuspendIgnoreChannelsList.getIgnoreChannels());
if (nodeSecurity != null) {
String createdAtNodeId = nodeSecurity.getCreatedAtNodeId();
if (nodeSecurity.isRegistrationEnabled() &&
(createdAtNodeId == null || createdAtNodeId.equals(nodeService.findIdentityNodeId()))) {
registrationService.registerNode(nodeService.findNode(nodeId), remoteHost,
remoteAddress, outputStream, false);
} else {
IOutgoingTransport outgoingTransport = createOutgoingTransport(outputStream, encoding,
map);
ProcessInfo processInfo = statisticManager.newProcessInfo(new ProcessInfoKey(
nodeService.findIdentityNodeId(), nodeId, ProcessType.PULL_HANDLER));
try {
Node targetNode = nodeService.findNode(nodeId);
List<OutgoingBatch> batchList = dataExtractorService.extract(processInfo, targetNode,
outgoingTransport);
logDataReceivedFromPush(targetNode, batchList);
if (processInfo.getStatus() != Status.ERROR) {
processInfo.setStatus(Status.OK);
}
} finally {
if (processInfo.getStatus() != Status.OK) {
processInfo.setStatus(Status.ERROR);
}
}
outgoingTransport.close();
}
} else {
log.warn("Node {} does not exist", nodeId);
}
} finally {
statisticManager.incrementNodesPulled(1);
statisticManager.incrementTotalNodesPulledTime(System.currentTimeMillis() - ts);
}
}
private void logDataReceivedFromPush(Node targetNode, List<OutgoingBatch> batchList) {
int batchesCount = 0;
int dataCount = 0;
for (OutgoingBatch outgoingBatch : batchList) {
if (outgoingBatch.getStatus() == org.jumpmind.symmetric.model.OutgoingBatch.Status.OK) {
batchesCount++;
dataCount += outgoingBatch.getDataEventCount();
}
}
if (batchesCount > 0) {
log.info(
"{} data and {} batches sent during pull request from {}",
new Object[] { dataCount, batchesCount, targetNode.toString() });
}
}
}