/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.accumulo.tserver.tablet;
import java.util.HashSet;
import java.util.Set;
import org.apache.accumulo.core.Constants;
import org.apache.accumulo.server.zookeeper.TransactionWatcher.ZooArbitrator;
import org.apache.accumulo.tserver.TabletServer;
import org.apache.zookeeper.KeeperException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class BulkImportCacheCleaner implements Runnable {
private static final Logger log = LoggerFactory.getLogger(BulkImportCacheCleaner.class);
private final TabletServer server;
public BulkImportCacheCleaner(TabletServer server) {
this.server = server;
}
@Override
public void run() {
// gather the list of transactions the tablets have cached
final Set<Long> tids = new HashSet<>();
for (Tablet tablet : server.getOnlineTablets()) {
tids.addAll(tablet.getBulkIngestedFiles().keySet());
}
try {
// get the current transactions from ZooKeeper
final Set<Long> allTransactionsAlive = ZooArbitrator.allTransactionsAlive(Constants.BULK_ARBITRATOR_TYPE);
// remove any that are still alive
tids.removeAll(allTransactionsAlive);
// cleanup any memory of these transactions
for (Tablet tablet : server.getOnlineTablets()) {
tablet.cleanupBulkLoadedFiles(tids);
}
} catch (KeeperException | InterruptedException e) {
// we'll just clean it up again later
log.debug("Error reading bulk import live transactions {}", e.toString());
}
}
}