/* * Copyright 2015 NAVER Corp. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.navercorp.pinpoint.web.dao.hbase; import java.util.ArrayList; import java.util.List; import java.util.Set; import com.navercorp.pinpoint.web.mapper.AgentEventResultsExtractor; import org.apache.commons.collections.CollectionUtils; import org.apache.hadoop.hbase.client.Scan; import org.apache.hadoop.hbase.filter.BinaryComparator; import org.apache.hadoop.hbase.filter.CompareFilter; import org.apache.hadoop.hbase.filter.FilterList; import org.apache.hadoop.hbase.filter.QualifierFilter; import org.apache.hadoop.hbase.util.Bytes; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Qualifier; import org.springframework.stereotype.Repository; import com.navercorp.pinpoint.common.server.bo.AgentEventBo; import com.navercorp.pinpoint.common.hbase.HBaseTables; import com.navercorp.pinpoint.common.hbase.HbaseOperations2; import com.navercorp.pinpoint.common.hbase.ResultsExtractor; import com.navercorp.pinpoint.common.hbase.RowMapper; import com.navercorp.pinpoint.common.server.util.AgentEventType; import com.navercorp.pinpoint.common.util.BytesUtils; import com.navercorp.pinpoint.common.server.util.RowKeyUtils; import com.navercorp.pinpoint.common.util.TimeUtils; import com.navercorp.pinpoint.web.dao.AgentEventDao; import com.navercorp.pinpoint.web.vo.Range; /** * @author HyunGil Jeong */ @Repository public class HbaseAgentEventDao implements AgentEventDao { private static final int SCANNER_CACHE_SIZE = 20; private final Logger logger = LoggerFactory.getLogger(this.getClass()); @Autowired private HbaseOperations2 hbaseOperations2; @Autowired @Qualifier("agentEventMapper") private RowMapper<List<AgentEventBo>> agentEventMapper; @Autowired private AgentEventResultsExtractor agentEventResultsExtractor; @Override public List<AgentEventBo> getAgentEvents(String agentId, Range range, Set<AgentEventType> excludeEventTypes) { if (agentId == null) { throw new NullPointerException("agentId must not be null"); } if (range == null) { throw new NullPointerException("range must not be null"); } Scan scan = new Scan(); scan.setMaxVersions(1); scan.setCaching(SCANNER_CACHE_SIZE); scan.setStartRow(createRowKey(agentId, range.getTo())); scan.setStopRow(createRowKey(agentId, range.getFrom())); scan.addFamily(HBaseTables.AGENT_EVENT_CF_EVENTS); if (!CollectionUtils.isEmpty(excludeEventTypes)) { FilterList filterList = new FilterList(FilterList.Operator.MUST_PASS_ALL); for (AgentEventType excludeEventType : excludeEventTypes) { byte[] excludeQualifier = Bytes.toBytes(excludeEventType.getCode()); filterList.addFilter(new QualifierFilter(CompareFilter.CompareOp.NOT_EQUAL, new BinaryComparator(excludeQualifier))); } scan.setFilter(filterList); } List<AgentEventBo> agentEvents = this.hbaseOperations2.find(HBaseTables.AGENT_EVENT, scan, agentEventResultsExtractor); logger.debug("agentEvents found. {}", agentEvents); return agentEvents; } @Override public AgentEventBo getAgentEvent(String agentId, long eventTimestamp, AgentEventType eventType) { if (agentId == null) { throw new NullPointerException("agentId must not be null"); } if (eventTimestamp < 0) { throw new IllegalArgumentException("eventTimestamp must not be less than 0"); } if (eventType == null) { throw new NullPointerException("eventType must not be null"); } final byte[] rowKey = createRowKey(agentId, eventTimestamp); byte[] qualifier = Bytes.toBytes(eventType.getCode()); List<AgentEventBo> events = this.hbaseOperations2.get(HBaseTables.AGENT_EVENT, rowKey, HBaseTables.AGENT_EVENT_CF_EVENTS, qualifier, this.agentEventMapper); if (CollectionUtils.isEmpty(events)) { return null; } return events.get(0); } private byte[] createRowKey(String agentId, long timestamp) { byte[] agentIdKey = BytesUtils.toBytes(agentId); long reverseTimestamp = TimeUtils.reverseTimeMillis(timestamp); return RowKeyUtils.concatFixedByteAndLong(agentIdKey, HBaseTables.AGENT_NAME_MAX_LEN, reverseTimestamp); } }