/* * Copyright 2014 NAVER Corp. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.navercorp.pinpoint.web.dao.hbase; import java.util.Collections; import java.util.HashSet; import java.util.List; import java.util.Set; import com.navercorp.pinpoint.common.buffer.AutomaticBuffer; import com.navercorp.pinpoint.common.buffer.Buffer; import com.navercorp.pinpoint.common.hbase.HBaseTables; import com.navercorp.pinpoint.common.hbase.HbaseOperations2; import com.navercorp.pinpoint.common.hbase.RowMapper; import com.navercorp.pinpoint.common.util.TimeSlot; import com.navercorp.pinpoint.common.util.TimeUtils; import com.navercorp.pinpoint.web.dao.HostApplicationMapDao; import com.navercorp.pinpoint.web.service.map.AcceptApplication; import com.navercorp.pinpoint.web.vo.Application; import com.navercorp.pinpoint.web.vo.Range; import com.sematext.hbase.wd.AbstractRowKeyDistributor; import org.apache.commons.collections.CollectionUtils; import org.apache.hadoop.hbase.client.Scan; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Qualifier; import org.springframework.stereotype.Repository; /** * * @author netspider * @author emeroad * */ @Repository public class HbaseHostApplicationMapDao implements HostApplicationMapDao { private static final int HOST_APPLICATION_MAP_VER2_NUM_PARTITIONS = 4; private final Logger logger = LoggerFactory.getLogger(this.getClass()); private int scanCacheSize = 10; @Autowired private HbaseOperations2 hbaseOperations2; @Autowired @Qualifier("hostApplicationMapperVer2") private RowMapper<List<AcceptApplication>> hostApplicationMapperVer2; @Autowired private TimeSlot timeSlot; @Autowired @Qualifier("acceptApplicationRowKeyDistributor") private AbstractRowKeyDistributor acceptApplicationRowKeyDistributor; @Override public Set<AcceptApplication> findAcceptApplicationName(Application fromApplication, Range range) { if (fromApplication == null) { throw new NullPointerException("fromApplication must not be null"); } final Scan scan = createScan(fromApplication, range); final List<List<AcceptApplication>> result = hbaseOperations2.findParallel(HBaseTables.HOST_APPLICATION_MAP_VER2, scan, acceptApplicationRowKeyDistributor, hostApplicationMapperVer2, HOST_APPLICATION_MAP_VER2_NUM_PARTITIONS); if (CollectionUtils.isNotEmpty(result)) { final Set<AcceptApplication> resultSet = new HashSet<>(); for (List<AcceptApplication> resultList : result) { resultSet.addAll(resultList); } logger.debug("findAcceptApplicationName result:{}", resultSet); return resultSet; } else { return Collections.emptySet(); } } private Scan createScan(Application parentApplication, Range range) { if (parentApplication == null) { throw new NullPointerException("parentApplication must not be null"); } if (logger.isDebugEnabled()) { logger.debug("scan parentApplication:{}, range:{}", parentApplication, range); } // TODO need common logic for creating scanner final long startTime = TimeUtils.reverseTimeMillis(timeSlot.getTimeSlot(range.getFrom())); final long endTime = TimeUtils.reverseTimeMillis(timeSlot.getTimeSlot(range.getTo()) + 1); // start key is replaced by end key because timestamp has been reversed final byte[] startKey = createKey(parentApplication, endTime); final byte[] endKey = createKey(parentApplication, startTime); Scan scan = new Scan(); scan.setCaching(this.scanCacheSize); scan.setStartRow(startKey); scan.setStopRow(endKey); scan.setId("HostApplicationScan_Ver2"); return scan; } private byte[] createKey(Application parentApplication, long time) { Buffer buffer = new AutomaticBuffer(); buffer.putPadString(parentApplication.getName(), HBaseTables.APPLICATION_NAME_MAX_LEN); buffer.putShort(parentApplication.getServiceTypeCode()); buffer.putLong(time); return buffer.getBuffer(); } }