/**
* This file is part of Graylog.
*
* Graylog is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* Graylog is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with Graylog. If not, see <http://www.gnu.org/licenses/>.
*/
package org.graylog2.inputs.random.generators;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap;
import com.google.common.collect.Maps;
import com.google.common.primitives.Ints;
import org.graylog2.plugin.Message;
import org.graylog2.plugin.Tools;
import org.joda.time.DateTime;
import java.util.List;
import java.util.Map;
import java.util.Random;
import static java.util.Objects.requireNonNull;
import static org.graylog2.inputs.random.generators.FakeHttpRawMessageGenerator.GeneratorState.Method.DELETE;
import static org.graylog2.inputs.random.generators.FakeHttpRawMessageGenerator.GeneratorState.Method.GET;
import static org.graylog2.inputs.random.generators.FakeHttpRawMessageGenerator.GeneratorState.Method.POST;
import static org.graylog2.inputs.random.generators.FakeHttpRawMessageGenerator.GeneratorState.Method.PUT;
public class FakeHttpRawMessageGenerator {
private static final Random RANDOM = new Random();
private static final int MAX_WEIGHT = 50;
private static final List<Resource> GET_RESOURCES = ImmutableList.of(
new Resource("/login", "LoginController", "login", 10),
new Resource("/users", "UsersController", "index", 2),
new Resource("/posts", "PostsController", "index", 40),
new Resource("/posts/45326", "PostsController", "show", 12),
new Resource("/posts/45326/edit", "PostsController", "edit", 1));
private static final Map<String, Resource> RESOURCE_MAP = Maps.uniqueIndex(GET_RESOURCES, Resource::getResource);
private static final List<UserId> USER_IDS = ImmutableList.of(
new UserId(9001, 10),
new UserId(54351, 1),
new UserId(74422, 5),
new UserId(6476752, 12),
new UserId(6469981, 40));
private final String source;
public FakeHttpRawMessageGenerator(String source) {
this.source = requireNonNull(source);
}
public static int rateDeviation(int val, int maxDeviation, Random rand) {
final int deviationPercent = rand.nextInt(maxDeviation);
final double x = val / 100.0 * deviationPercent;
// Add or substract?
final double result;
if (rand.nextBoolean()) {
result = val - x;
} else {
result = val + x;
}
if (result < 0) {
return 1;
} else {
return Ints.saturatedCast(Math.round(result));
}
}
public GeneratorState generateState() {
final GeneratorState generatorState = new GeneratorState();
final int methodProb = RANDOM.nextInt(100);
final int successProb = RANDOM.nextInt(100);
generatorState.source = source;
generatorState.isSuccessful = successProb < 98;
generatorState.isTimeout = RANDOM.nextInt(5) == 1;
generatorState.isSlowRequest = RANDOM.nextInt(500) == 1;
generatorState.userId = ((UserId) getWeighted(USER_IDS)).getId();
generatorState.resource = ((Resource) getWeighted(GET_RESOURCES)).getResource();
if (methodProb <= 85) {
generatorState.method = GET;
} else if (methodProb > 85 && methodProb <= 90) {
generatorState.method = POST;
} else if (methodProb > 90 && methodProb <= 95) {
generatorState.method = DELETE;
} else {
generatorState.method = PUT;
}
return generatorState;
}
public static Message generateMessage(GeneratorState state) {
Message msg = null;
switch (state.method) {
case GET:
msg = simulateGET(state, RANDOM);
break;
case POST:
msg = simulatePOST(state, RANDOM);
break;
case DELETE:
msg = simulateDELETE(state, RANDOM);
break;
case PUT:
msg = simulatePUT(state, RANDOM);
break;
}
return msg;
}
private static String shortMessage(DateTime ingestTime, GeneratorState.Method method, String resource, int code, int tookMs) {
return ingestTime + " " + method + " " + resource + " [" + code + "]" + " " + tookMs + "ms";
}
private Weighted getWeighted(List<? extends Weighted> list) {
while (true) {
int x = RANDOM.nextInt(MAX_WEIGHT);
Weighted obj = list.get(RANDOM.nextInt(list.size()));
if (obj.getWeight() >= x) {
return obj;
}
}
}
private static Map<String, Object> ingestTimeFields(DateTime ingestTime) {
return ImmutableMap.<String, Object>builder()
.put("ingest_time", ingestTime.toString())
.put("ingest_time_epoch", ingestTime.getMillis())
.put("ingest_time_second", ingestTime.getSecondOfMinute())
.put("ingest_time_minute", ingestTime.getMinuteOfHour())
.put("ingest_time_hour", ingestTime.getHourOfDay())
.put("ingest_time_day", ingestTime.getDayOfMonth())
.put("ingest_time_month", ingestTime.getMonthOfYear())
.put("ingest_time_year", ingestTime.getYear())
.build();
}
private static Map<String, Object> resourceFields(Resource resource) {
return ImmutableMap.<String, Object>builder()
.put("resource", resource.getResource())
.put("controller", resource.getController())
.put("action", resource.getAction())
.build();
}
private static Message createMessage(GeneratorState state, int httpCode, Resource resource, int tookMs, DateTime ingestTime) {
final Message msg = new Message(shortMessage(ingestTime, state.method, state.resource, httpCode, tookMs), state.source, Tools.nowUTC());
msg.addFields(ingestTimeFields(ingestTime));
msg.addFields(resourceFields(resource));
msg.addField("ticks", System.nanoTime());
msg.addField("http_method", state.method.name());
msg.addField("http_response_code", httpCode);
msg.addField("user_id", state.userId);
msg.addField("took_ms", tookMs);
return msg;
}
public static Message simulateGET(GeneratorState state, Random rand) {
int msBase = 50;
int deviation = 30;
int code = state.isSuccessful ? 200 : 500;
if (!state.isSuccessful && state.isTimeout) {
// Simulate an internal API timeout from time to time.
msBase = 5000;
deviation = 10;
code = 504;
} else if (rand.nextInt(500) == 1) {
// ...or just something a bit too slow
msBase = 400;
}
final DateTime ingestTime = Tools.nowUTC();
final Resource resource = RESOURCE_MAP.get(state.resource);
final int tookMs = rateDeviation(msBase, deviation, rand);
return createMessage(state, code, resource, tookMs, ingestTime);
}
private static Message simulatePOST(GeneratorState state, Random rand) {
int msBase = 150;
int deviation = 20;
int code = state.isSuccessful ? 201 : 500;
if (!state.isSuccessful && state.isTimeout) {
// Simulate an internal API timeout from time to time.
msBase = 5000;
deviation = 18;
code = 504;
} else if (rand.nextInt(500) == 1) {
// ...or just something a bit too slow
msBase = 400;
}
final DateTime ingestTime = Tools.nowUTC();
final Resource resource = RESOURCE_MAP.get(state.resource);
final int tookMs = rateDeviation(msBase, deviation, rand);
return createMessage(state, code, resource, tookMs, ingestTime);
}
private static Message simulatePUT(GeneratorState state, Random rand) {
int msBase = 100;
int deviation = 30;
int code = state.isSuccessful ? 200 : 500;
if (!state.isSuccessful && state.isTimeout) {
// Simulate an internal API timeout from time to time.
msBase = 5000;
deviation = 18;
code = 504;
} else if (rand.nextInt(500) == 1) {
// ...or just something a bit too slow
msBase = 400;
}
final DateTime ingestTime = Tools.nowUTC();
final Resource resource = RESOURCE_MAP.get(state.resource);
final int tookMs = rateDeviation(msBase, deviation, rand);
return createMessage(state, code, resource, tookMs, ingestTime);
}
private static Message simulateDELETE(GeneratorState state, Random rand) {
int msBase = 75;
int deviation = 40;
int code = state.isSuccessful ? 204 : 500;
if (!state.isSuccessful && state.isTimeout) {
// Simulate an internal API timeout from time to time.
msBase = 5000;
deviation = 18;
code = 504;
} else if (rand.nextInt(500) == 1) {
// ...or just something a bit too slow
msBase = 400;
}
final DateTime ingestTime = Tools.nowUTC();
final Resource resource = RESOURCE_MAP.get(state.resource);
final int tookMs = rateDeviation(msBase, deviation, rand);
return createMessage(state, code, resource, tookMs, ingestTime);
}
private static abstract class Weighted {
protected final int weight;
protected Weighted(int weight) {
if (weight <= 0 || weight > MAX_WEIGHT) {
throw new RuntimeException("Invalid resource weight: " + weight);
}
this.weight = weight;
}
public int getWeight() {
return weight;
}
}
private static class Resource extends Weighted {
private final String resource;
private final String controller;
private final String action;
public Resource(String resource, String controller, String action, int weight) {
super(weight);
this.resource = resource;
this.controller = controller;
this.action = action;
}
public String getResource() {
return resource;
}
public String getController() {
return controller;
}
public String getAction() {
return action;
}
}
private static class UserId extends Weighted {
private final int id;
public UserId(int id, int weight) {
super(weight);
this.id = id;
}
public int getId() {
return id;
}
}
public static class GeneratorState {
public String source;
public boolean isSuccessful;
public Method method;
public boolean isTimeout;
public boolean isSlowRequest;
public int userId;
public String resource;
public enum Method {
GET, POST, DELETE, PUT
}
}
}