public static void main(String[] args) throws IOException {
double max_temp = 10.0; // The max temperature in the simulated annealing
double cur_temp =
max_temp; // The current temperature in the simulated annealing, initialized at the max temp
// double step_size = .10;
int sessions_at_cur_temp = 1; // The number of sessions to play at the current temperature.
double stop_percent = 10; // The percentage value of the max_temp at which to stop.
double heuristic_min = -100.0; //
double heuristic_max = 100.0; // The max and min values passed to the AI constructor.
GameRunner myRunner = new GameRunner(); // Initialize a GameRunner
boolean Continue = true;
int session_number = 0;
FileWriter writer = new FileWriter("acceptance.csv");
writer.write("Accepted\n");
writer.flush();
// BEGIN ANNEALING
double[] current_heuristic = myRunner.generateParameters();
double current_winrate = myRunner.playSession(current_heuristic);
while (cur_temp > max_temp * stop_percent * 0.01
&& Continue) { // Stop the simulation when current temp is less than some percent of the
// max_temp
for (int i = 0; i < sessions_at_cur_temp; i++) { // For each session we play at current temp:
double[] heuristic_prime =
current_heuristic
.clone(); // Clone the current heuristic into heuristic prime (before changing
// heuristic prime)
double[] shuffled_heuristic =
heuristic_prime; // Shuffle the heuristic prime for fair iteration
Collections.shuffle(Arrays.asList(shuffled_heuristic)); //
for (int j = 0;
j < shuffled_heuristic.length;
j++) { // For each variable in the shuffled heuristic prime:
System.out.print("Simulating with heuristic: ");
for (int x = 0; x < heuristic_prime.length; x++) {
System.out.printf("%.3f ", heuristic_prime[x]);
}
double old_value =
shuffled_heuristic[j]; // Store the old value in case the new is not accepted
shuffled_heuristic[j] = Math.random() * 2 * heuristic_max + heuristic_min;
double winrate_prime =
myRunner.playSession(
heuristic_prime); // Calculate the winrate with the heuristic prime
System.out.printf("WR: %.2f", winrate_prime);
if (winrate_prime
> current_winrate) { // If the winrate prime is greater than the current winrate,
System.out.println("... it was accepted as a higher winrate.");
current_heuristic = heuristic_prime.clone(); // Take it immediately
current_winrate = winrate_prime;
writer.write("Accepted\n");
} else if (Math.random()
< Math.exp(
Math.abs(winrate_prime - current_winrate)
* -100
/ (cur_temp))) { // Else, for some probability (decreasing with temperature)
// // Else,
current_heuristic = heuristic_prime.clone(); // Take the winrate prime
current_winrate = winrate_prime;
System.out.printf(
"... it was accepted with probability %f.\n",
Math.exp(Math.abs(winrate_prime - current_winrate) * -100 / cur_temp));
writer.write("Accepted\n");
} else {
shuffled_heuristic[j] = old_value;
System.out.println("... it was not accepted.");
writer.write("Dismissed\n");
} // Otherwise, we don't accept the new heuristic
if (current_winrate > 0.95) { // If your winrate is high, break
Continue = false;
break;
}
writer.flush();
}
cur_temp = cur_temp * 0.9; // Decrement the current temp and start again
System.out.print("Completed session # ");
System.out.print(session_number);
System.out.print(" Temp: ");
System.out.println(cur_temp);
session_number++;
}
}
writer.close();
myRunner.close();
}
