/**
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
*/
package bots.mctsbot.ai.bots.bot.gametree.mcts;
import java.rmi.RemoteException;
import bots.mctsbot.ai.bots.bot.AbstractBot;
import bots.mctsbot.ai.bots.bot.gametree.action.IllegalActionException;
import bots.mctsbot.ai.bots.bot.gametree.mcts.listeners.MCTSListener;
import bots.mctsbot.ai.bots.bot.gametree.mcts.nodes.Config;
import bots.mctsbot.ai.bots.bot.gametree.mcts.nodes.INode;
import bots.mctsbot.ai.bots.bot.gametree.mcts.nodes.RootNode;
import bots.mctsbot.client.common.GameStateContainer;
import bots.mctsbot.client.common.gamestate.GameState;
import bots.mctsbot.common.api.lobby.holdemtable.holdemplayer.context.RemoteHoldemPlayerContext;
import bots.mctsbot.common.elements.player.PlayerId;
public class FixedSampleMCTSBot extends AbstractBot {
private final Config config;
private final MCTSListener.Factory[] MCTSlistenerFactories;
private final int samplesPreFlop;
private final int samplesFlop;
private final int samplesTurn;
private final int samplesRiver;
public FixedSampleMCTSBot(PlayerId botId, GameStateContainer gameState, RemoteHoldemPlayerContext playerContext, Config config, int samplesPreFlop,
int samplesFlop, int samplesTurn, int samplesRiver, MCTSListener.Factory[] MCTSlisteners) {
super(botId, gameState, playerContext);
this.config = config;
this.MCTSlistenerFactories = MCTSlisteners;
this.samplesPreFlop = samplesPreFlop;
this.samplesFlop = samplesFlop;
this.samplesTurn = samplesTurn;
this.samplesRiver = samplesRiver;
}
@Override
public void doNextAction() {
GameState gameState = gameStateContainer.getGameState();
RootNode root = new RootNode(gameState, botId, config);
switch (gameState.getRound()) {
case PREFLOP:
nbSamples = samplesPreFlop;
break;
case FLOP:
nbSamples = samplesFlop;
break;
case TURN:
nbSamples = samplesTurn;
break;
case FINAL:
nbSamples = samplesRiver;
break;
default:
throw new IllegalStateException(gameState.getRound().toString());
}
do {
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
iterate(root);
} while (root.getNbSamples() < nbSamples);
// if (printed && gameState.getRound() == r)
// printed = false;
// if (logger.isDebugEnabled()) {
// logger.debug("Stopped MCTS.");
// }
try {
root.selectChild(config.getMoveSelectionStrategy()).getLastAction().getAction().perform(playerContext);
} catch (RemoteException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IllegalActionException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
MCTSListener[] listeners = createListeners(gameState, botId);
for (MCTSListener listener : listeners) {
listener.onMCTS(root);
}
}
long nbSamples;
private void iterate(RootNode root) {
INode selectedLeaf = root.selectRecursively();
selectedLeaf.expand();
double value = selectedLeaf.simulate();
selectedLeaf.backPropagate(value);
}
private MCTSListener[] createListeners(GameState gameState, PlayerId actor) {
MCTSListener[] listeners = new MCTSListener[MCTSlistenerFactories.length];
for (int i = 0; i < MCTSlistenerFactories.length; i++) {
listeners[i] = MCTSlistenerFactories[i].create(gameState, actor);
}
return listeners;
}
}