// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. package com.cloud.usage.parser; import java.text.DecimalFormat; import java.util.Date; import java.util.HashMap; import java.util.List; import java.util.Map; import javax.annotation.PostConstruct; import javax.inject.Inject; import org.apache.log4j.Logger; import org.springframework.stereotype.Component; import org.apache.cloudstack.usage.UsageTypes; import com.cloud.usage.UsageSecurityGroupVO; import com.cloud.usage.UsageVO; import com.cloud.usage.dao.UsageDao; import com.cloud.usage.dao.UsageSecurityGroupDao; import com.cloud.user.AccountVO; import com.cloud.utils.Pair; @Component public class SecurityGroupUsageParser { public static final Logger s_logger = Logger.getLogger(SecurityGroupUsageParser.class.getName()); private static UsageDao s_usageDao; private static UsageSecurityGroupDao s_usageSecurityGroupDao; @Inject private UsageDao _usageDao; @Inject private UsageSecurityGroupDao _usageSecurityGroupDao; @PostConstruct void init() { s_usageDao = _usageDao; s_usageSecurityGroupDao = _usageSecurityGroupDao; } public static boolean parse(AccountVO account, Date startDate, Date endDate) { if (s_logger.isDebugEnabled()) { s_logger.debug("Parsing all SecurityGroup usage events for account: " + account.getId()); } if ((endDate == null) || endDate.after(new Date())) { endDate = new Date(); } // - query usage_volume table with the following criteria: // - look for an entry for accountId with start date in the given range // - look for an entry for accountId with end date in the given range // - look for an entry for accountId with end date null (currently running vm or owned IP) // - look for an entry for accountId with start date before given range *and* end date after given range List<UsageSecurityGroupVO> usageSGs = s_usageSecurityGroupDao.getUsageRecords(account.getId(), account.getDomainId(), startDate, endDate, false, 0); if (usageSGs.isEmpty()) { s_logger.debug("No SecurityGroup usage events for this period"); return true; } // This map has both the running time *and* the usage amount. Map<String, Pair<Long, Long>> usageMap = new HashMap<String, Pair<Long, Long>>(); Map<String, SGInfo> sgMap = new HashMap<String, SGInfo>(); // loop through all the security groups, create a usage record for each for (UsageSecurityGroupVO usageSG : usageSGs) { long vmId = usageSG.getVmInstanceId(); long sgId = usageSG.getSecurityGroupId(); String key = "" + vmId + "SG" + sgId; sgMap.put(key, new SGInfo(vmId, usageSG.getZoneId(), sgId)); Date sgCreateDate = usageSG.getCreated(); Date sgDeleteDate = usageSG.getDeleted(); if ((sgDeleteDate == null) || sgDeleteDate.after(endDate)) { sgDeleteDate = endDate; } // clip the start date to the beginning of our aggregation range if the vm has been running for a while if (sgCreateDate.before(startDate)) { sgCreateDate = startDate; } if (sgCreateDate.after(endDate)) { //Ignore records created after endDate continue; } long currentDuration = (sgDeleteDate.getTime() - sgCreateDate.getTime()) + 1; // make sure this is an inclusive check for milliseconds (i.e. use n - m + 1 to find total number of millis to charge) updateSGUsageData(usageMap, key, usageSG.getVmInstanceId(), currentDuration); } for (String sgIdKey : usageMap.keySet()) { Pair<Long, Long> sgtimeInfo = usageMap.get(sgIdKey); long useTime = sgtimeInfo.second().longValue(); // Only create a usage record if we have a runningTime of bigger than zero. if (useTime > 0L) { SGInfo info = sgMap.get(sgIdKey); createUsageRecord(UsageTypes.SECURITY_GROUP, useTime, startDate, endDate, account, info.getVmId(), info.getSGId(), info.getZoneId()); } } return true; } private static void updateSGUsageData(Map<String, Pair<Long, Long>> usageDataMap, String key, long vmId, long duration) { Pair<Long, Long> sgUsageInfo = usageDataMap.get(key); if (sgUsageInfo == null) { sgUsageInfo = new Pair<Long, Long>(new Long(vmId), new Long(duration)); } else { Long runningTime = sgUsageInfo.second(); runningTime = new Long(runningTime.longValue() + duration); sgUsageInfo = new Pair<Long, Long>(sgUsageInfo.first(), runningTime); } usageDataMap.put(key, sgUsageInfo); } private static void createUsageRecord(int type, long runningTime, Date startDate, Date endDate, AccountVO account, long vmId, long sgId, long zoneId) { // Our smallest increment is hourly for now if (s_logger.isDebugEnabled()) { s_logger.debug("Total running time " + runningTime + "ms"); } float usage = runningTime / 1000f / 60f / 60f; DecimalFormat dFormat = new DecimalFormat("#.######"); String usageDisplay = dFormat.format(usage); if (s_logger.isDebugEnabled()) { s_logger.debug("Creating security group:" + sgId + " usage record for Vm : " + vmId + ", usage: " + usageDisplay + ", startDate: " + startDate + ", endDate: " + endDate + ", for account: " + account.getId()); } // Create the usage record String usageDesc = "Security Group: " + sgId + " for Vm : " + vmId + " usage time"; UsageVO usageRecord = new UsageVO(zoneId, account.getId(), account.getDomainId(), usageDesc, usageDisplay + " Hrs", type, new Double(usage), vmId, null, null, null, sgId, null, startDate, endDate); s_usageDao.persist(usageRecord); } private static class SGInfo { private long vmId; private long zoneId; private long sgId; public SGInfo(long vmId, long zoneId, long sgId) { this.vmId = vmId; this.zoneId = zoneId; this.sgId = sgId; } public long getZoneId() { return zoneId; } public long getVmId() { return vmId; } public long getSGId() { return sgId; } } }