/*
* Copyright (c) 2010-2012 Grid Dynamics Consulting Services, Inc, All Rights Reserved
* http://www.griddynamics.com
*
* This library is free software; you can redistribute it and/or modify it under the terms of
* the Apache License; either
* version 2.0 of the License, or any later version.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
* SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
* CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
* OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
package com.griddynamics.jagger.engine.e1.process;
import static com.griddynamics.jagger.util.TimeUtils.sleepMillis;
import com.griddynamics.jagger.engine.e1.collector.Validator;
import com.griddynamics.jagger.engine.e1.collector.invocation.InvocationListener;
import com.griddynamics.jagger.engine.e1.scenario.Flushable;
import com.griddynamics.jagger.engine.e1.scenario.ScenarioCollector;
import com.griddynamics.jagger.invoker.Invokers;
import com.griddynamics.jagger.invoker.Scenario;
import com.griddynamics.jagger.util.NewThreadExecutor;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.google.common.base.Throwables;
import com.google.common.collect.ImmutableList;
import com.google.common.util.concurrent.AbstractExecutionThreadService;
import com.google.common.util.concurrent.AbstractFuture;
import com.google.common.util.concurrent.JdkFutureAdapters;
import com.google.common.util.concurrent.ListenableFuture;
import com.google.common.util.concurrent.Service;
import com.google.common.util.concurrent.Uninterruptibles;
import java.util.List;
import java.util.concurrent.Callable;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.Executor;
import java.util.concurrent.Executors;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.TimeoutException;
import java.util.concurrent.atomic.AtomicInteger;
import java.util.concurrent.atomic.AtomicLong;
import java.util.concurrent.locks.ReentrantLock;
public abstract class AbstractWorkloadService extends AbstractExecutionThreadService implements WorkloadService {
private static final Logger log = LoggerFactory.getLogger(AbstractWorkloadService.class);
private final Executor executor;
private final Scenario<?, ?, ?> scenario;
private final List<? extends Flushable> collectors;
private final AtomicInteger delay = new AtomicInteger(0);
private final AtomicInteger startedSamples = new AtomicInteger(0);
private final AtomicInteger finishedSamples = new AtomicInteger(0);
private final AtomicLong emptyTransactions = new AtomicLong(0);
public static WorkloadServiceBuilder builder(Scenario<Object, Object, Object> scenario) {
return new WorkloadServiceBuilder(scenario);
}
private AbstractWorkloadService(Executor executor, Scenario<?, ?, ?> scenario, List<? extends Flushable> collectors) {
this.executor = executor;
this.scenario = scenario;
this.collectors = collectors;
}
@Override
protected void run() throws Exception {
try {
while (isRunning() && !terminationRequired()) {
log.debug("Scenario {} doTransaction called", scenario);
startedSamples.incrementAndGet();
if (!scenario.doTransaction()) {
emptyTransactions.incrementAndGet();
log.debug("empty transaction occurred");
}
log.debug("Sleep between invocations for {}", delay);
sleepMillis(delay.get());
finishedSamples.incrementAndGet();
}
} catch (Throwable error) {
log.error("Error during the invocation", error);
}
}
@Override
protected void shutDown() throws Exception {
try {
for (Flushable collector : collectors) {
collector.flush();
}
} catch (Throwable error) {
log.error("Error during flushing", error);
}
}
@Override
protected Executor executor() {
return executor;
}
protected abstract boolean terminationRequired();
@Override
public Integer getStartedSamples() {
return startedSamples.get();
}
@Override
public Integer getFinishedSamples() {
return finishedSamples.get();
}
@Override
public long getEmptyTransactions() {
return emptyTransactions.get();
}
public void changeDelay(int delay) {
this.delay.set(delay);
}
public static class WorkloadServiceBuilder {
private final Scenario<Object, Object, Object> scenario;
private Executor executor = NewThreadExecutor.INSTANCE;
private ImmutableList.Builder<ScenarioCollector<?, ?, ?>> collectors = ImmutableList.builder();
private ImmutableList.Builder<Validator> validators = ImmutableList.builder();
private ImmutableList.Builder<InvocationListener> listeners = ImmutableList.builder();
private WorkloadServiceBuilder(Scenario<Object, Object, Object> scenario) {
this.scenario = scenario;
}
public WorkloadServiceBuilder addCollectors(List<ScenarioCollector<?, ?, ?>> collectors) {
this.collectors.addAll(collectors);
return this;
}
public WorkloadServiceBuilder addCollector(ScenarioCollector<?, ?, ?> collector) {
collectors.add(collector);
return this;
}
public WorkloadServiceBuilder addValidators(List<Validator> validators) {
this.validators.addAll(validators);
return this;
}
public WorkloadServiceBuilder addListeners(List<InvocationListener<?, ?, ?>> listeners) {
this.listeners.addAll(listeners);
return this;
}
public WorkloadServiceBuilder useExecutor(Executor executor) {
this.executor = executor;
return this;
}
public WorkloadService buildInfiniteService() {
ImmutableList<ScenarioCollector<?, ?, ?>> collectorsList = collectors.build();
ImmutableList<Validator> validatorList = validators.build();
ImmutableList<InvocationListener> listenersList = listeners.build();
scenario.setInvocationListener(Invokers.validateListener(validatorList, (Iterable) collectorsList, (List)listenersList));
return new InfiniteWorkloadService(Invokers.mergeFlushElements(validatorList, collectorsList));
}
public WorkloadService buildServiceWithPredefinedSamples(final int samples) {
ImmutableList<ScenarioCollector<?, ?, ?>> collectorsList = collectors.build();
ImmutableList<Validator> validatorList = validators.build();
ImmutableList<InvocationListener> listenersList = listeners.build();
scenario.setInvocationListener(Invokers.validateListener(validatorList, (Iterable) collectorsList, (List)listenersList));
return new PredefinedSamplesWorkloadService(Invokers.mergeFlushElements(validatorList, collectorsList), samples);
}
public WorkloadService buildServiceWithSharedSamplesCount(final AtomicInteger samples) {
ImmutableList<ScenarioCollector<?, ?, ?>> collectorsList = collectors.build();
ImmutableList<Validator> validatorList = validators.build();
ImmutableList<InvocationListener> listenersList = listeners.build();
scenario.setInvocationListener(Invokers.validateListener(validatorList, (Iterable) collectorsList, (List)listenersList));
return new SharedSamplesCountWorkloadService(Invokers.mergeFlushElements(validatorList, collectorsList), samples);
}
public WorkloadService buildInvokeOnDemandWorkloadService() {
ImmutableList<ScenarioCollector<?, ?, ?>> collectorsList = collectors.build();
ImmutableList<Validator> validatorList = validators.build();
ImmutableList<InvocationListener> listenersList = listeners.build();
scenario.setInvocationListener(Invokers.validateListener(validatorList, (Iterable) collectorsList, (List)listenersList));
return new InvokeOnDemandWorkloadService(Invokers.mergeFlushElements(validatorList, collectorsList));
}
private class InfiniteWorkloadService extends AbstractWorkloadService {
private InfiniteWorkloadService(ImmutableList<? extends Flushable> list) {
super(WorkloadServiceBuilder.this.executor, WorkloadServiceBuilder.this.scenario, list);
}
@Override
protected boolean terminationRequired() {
return false;
}
}
private class PredefinedSamplesWorkloadService extends AbstractWorkloadService {
private final int samples;
private PredefinedSamplesWorkloadService(ImmutableList<? extends Flushable> list, int samples) {
super(WorkloadServiceBuilder.this.executor, WorkloadServiceBuilder.this.scenario, list);
this.samples = samples;
}
@Override
protected boolean terminationRequired() {
return getFinishedSamples() >= samples;
}
}
private class SharedSamplesCountWorkloadService extends AbstractWorkloadService {
private final AtomicInteger samplesLeft;
private SharedSamplesCountWorkloadService(ImmutableList<? extends Flushable> list, AtomicInteger samples) {
super(WorkloadServiceBuilder.this.executor, WorkloadServiceBuilder.this.scenario, list);
this.samplesLeft = samples;
}
@Override
protected boolean terminationRequired() {
int s;
while (true) {
s = samplesLeft.get();
if (s > 0) {
if (samplesLeft.compareAndSet(s, --s) ) {
return false;
}
} else {
return true;
}
}
}
}
/**
* Workload service that enables to start workload on demand, and restart as many times as required.
* Uses only one thread per execution.
*/
private class InvokeOnDemandWorkloadService implements WorkloadService {
private transient WorkloadService delegate;
private final ImmutableList<Flushable> flushables;
private final AtomicInteger delay = new AtomicInteger(0);
private final AtomicInteger startedSamples = new AtomicInteger(0);
private final AtomicInteger finishedSamples = new AtomicInteger(0);
private final AtomicLong emptyTransactions = new AtomicLong(0);
private final ReentrantLock lock = new ReentrantLock();
public InvokeOnDemandWorkloadService(ImmutableList<Flushable> flushables) {
this.flushables = flushables;
}
/**
* if workload service is locked - workload will not start
*
* @return null, if workload service is locked or state is not TERMINATED
* ListenableFuture<State>, if workload was started
*
*/
@Override
public ListenableFuture<State> start() {
if (lock.tryLock()) {
try {
if (delegate != null && State.TERMINATED != delegate.state()) {
// skip
return null;
}
if (delegate != null) {
startedSamples.addAndGet(delegate.getStartedSamples());
finishedSamples.addAndGet(delegate.getFinishedSamples());
emptyTransactions.addAndGet(delegate.getEmptyTransactions());
}
delegate = new PredefinedSamplesWorkloadService(flushables, 1) {
@Override
protected void shutDown() throws Exception {
// do not flush on finish
}
};
delegate.changeDelay(delay.get());
return delegate.start();
} finally {
lock.unlock();
}
} else {
return null;
}
}
@Override
public State startAndWait() {
try {
return Uninterruptibles.getUninterruptibly(start());
} catch (ExecutionException e) {
throw Throwables.propagate(e.getCause());
}
}
@Override
public Service startAsync() {
throw new UnsupportedOperationException();
}
@Override
public ListenableFuture<State> stop() {
lock.lock();
try {
final ListenableFuture<State> lfs = delegate != null ? delegate.stop() : new AbstractFuture<State>() {
};
Callable<State> foo = new Callable<State>() {
@Override
public State call() throws Exception {
try {
// wait till execution stops
lfs.get();
} catch (Exception e) {
log.error("Exception during stopping workload service", e);
}
try {
for (Flushable flushable : flushables) {
flushable.flush();
}
return State.TERMINATED;
} catch (Throwable error) {
log.error("Error during flushing", error);
return State.FAILED;
}
}
};
return JdkFutureAdapters.listenInPoolThread(Executors.newSingleThreadExecutor().submit(foo));
} finally {
lock.unlock();
}
}
@Override
public Service stopAsync() {
throw new UnsupportedOperationException();
}
@Override
public void awaitRunning() {
throw new UnsupportedOperationException();
}
@Override
public void awaitRunning(long l, TimeUnit timeUnit) throws TimeoutException {
throw new UnsupportedOperationException();
}
@Override
public void awaitTerminated() {
throw new UnsupportedOperationException();
}
@Override
public void awaitTerminated(long l, TimeUnit timeUnit) throws TimeoutException {
throw new UnsupportedOperationException();
}
@Override
public Throwable failureCause() {
throw new UnsupportedOperationException();
}
@Override
public void addListener(Listener listener, Executor executor) {
throw new UnsupportedOperationException();
}
@Override
public State stopAndWait() {
try {
return Uninterruptibles.getUninterruptibly(stop());
} catch (ExecutionException e) {
throw Throwables.propagate(e.getCause());
}
}
@Override
public Integer getStartedSamples() {
lock.lock();
try {
return startedSamples.get() + delegate.getStartedSamples();
} finally {
lock.unlock();
}
}
@Override
public Integer getFinishedSamples() {
lock.lock();
try {
return finishedSamples.get() + delegate.getFinishedSamples();
} finally {
lock.unlock();
}
}
@Override
public long getEmptyTransactions() {
lock.lock();
try {
return emptyTransactions.get() + delegate.getEmptyTransactions();
} finally {
lock.unlock();
}
}
@Override
public boolean isRunning() {
return delegate != null && delegate.isRunning();
}
@Override
public State state() {
lock.lock();
try {
if (delegate == null) {
return State.NEW;
}
return delegate.state();
} finally {
lock.unlock();
}
}
@Override
public void changeDelay(int delay) {
lock.lock();
try {
this.delay.set(delay);
} finally {
lock.unlock();
}
}
}
}
}