// ## operation runReactor()
public void runReactor() {
// #[ operation runReactor()
// run reactor
String dir = System.getProperty("RMG.workingDirectory");
try {
// system call for reactor
String[] command = {dir + "/software/reactorModel/reactor.exe"};
File runningDir = new File("chemkin");
Process reactor = Runtime.getRuntime().exec(command, null, runningDir);
InputStream ips = reactor.getInputStream();
InputStreamReader is = new InputStreamReader(ips);
BufferedReader br = new BufferedReader(is);
String line = null;
while ((line = br.readLine()) != null) {
// System.out.println(line);
}
int exitValue = reactor.waitFor();
} catch (Exception e) {
System.out.println("Error in running reactor!");
System.out.println(e.getMessage());
System.exit(0);
}
// #]
}
/** Create a new <code>ExecutorService</code> with {@link #NUMBER_OF_TASK_THREADS} threads. */
private static ExecutorService createExecutorService() {
int tc = Runtime.getRuntime().availableProcessors();
if (tc > NUMBER_OF_TASK_THREADS) {
tc = NUMBER_OF_TASK_THREADS;
}
return Executors.newFixedThreadPool(tc);
}
public class Server implements Runnable {
public static final boolean SHOW_ACTIONS = true;
public static final boolean SHOW_XML = false;
public static final boolean SHOW_MSG = false;
private static final String LOG_FILE = "rddl.log";
/** following is XML definitions */
public static final String SESSION_REQUEST = "session-request";
public static final String CLIENT_NAME = "client-name";
public static final String PROBLEM_NAME = "problem-name";
public static final String SESSION_INIT = "session-init";
public static final String SESSION_ID = "session-id";
public static final String SESSION_END = "session-end";
public static final String TOTAL_REWARD = "total-reward";
public static final String TIME_SPENT = "time-spent";
public static final String NUM_ROUNDS = "num-rounds";
public static final String TIME_ALLOWED = "time-allowed";
public static final String ROUNDS_USED = "rounds-used";
public static final String ROUND_REQUEST = "round-request";
public static final String ROUND_INIT = "round-init";
public static final String ROUND_NUM = "round-num";
public static final String ROUND_LEFT = "round-left";
public static final String TIME_LEFT = "time-left";
public static final String ROUND_END = "round-end";
public static final String ROUND_REWARD = "round-reward";
public static final String TURNS_USED = "turns-used";
public static final String TIME_USED = "time-used";
public static final String TURN = "turn";
public static final String TURN_NUM = "turn-num";
public static final String OBSERVED_FLUENT = "observed-fluent";
public static final String NULL_OBSERVATIONS = "no-observed-fluents";
public static final String FLUENT_NAME = "fluent-name";
public static final String FLUENT_ARG = "fluent-arg";
public static final String FLUENT_VALUE = "fluent-value";
public static final String ACTIONS = "actions";
public static final String ACTION = "action";
public static final String ACTION_NAME = "action-name";
public static final String ACTION_ARG = "action-arg";
public static final String ACTION_VALUE = "action-value";
public static final String DONE = "done";
public static final int PORT_NUMBER = 2323;
public static final String HOST_NAME = "localhost";
// public static final int PORT_NUMBER = 2309;
// public static final String HOST_NAME = "ec2-50-16-103-243.compute-1.amazonaws.com";
public static final int DEFAULT_SEED = 0;
public static final String NO_XML_HEADER = "no-header";
public static boolean NO_XML_HEADING = false;
public static final boolean SHOW_MEMORY_USAGE = true;
public static final Runtime RUNTIME = Runtime.getRuntime();
private static DecimalFormat _df = new DecimalFormat("0.##");
private Socket connection;
private String TimeStamp;
private RDDL rddl = null;
private static int ID = 0;
private static int DEFAULT_NUM_ROUNDS = 30;
private static double DEFAULT_TIME_ALLOWED = 30;
public int id;
public String clientName = null;
public String requestedInstance = null;
public static Random rand;
public State state;
public INSTANCE instance;
public NONFLUENTS nonFluents;
public DOMAIN domain;
public StateViz stateViz;
/**
* @param args 1. rddl description file name (can be directory), in RDDL format, with complete
* path 2. (optional) port number 3. (optional) random seed
*/
public static void main(String[] args) {
// StateViz state_viz = new GenericScreenDisplay(true);
StateViz state_viz = new NullScreenDisplay(false);
ArrayList<RDDL> rddls = new ArrayList<RDDL>();
int port = PORT_NUMBER;
if (args.length < 1) {
System.out.println(
"usage: rddlfilename (optional) portnumber random-seed state-viz-class-name");
System.out.println("\nexample 1: Server rddlfilename");
System.out.println("example 2: Server rddlfilename 2323");
System.out.println("example 3: Server rddlfilename 2323 0 rddl.viz.GenericScreenDisplay");
System.exit(1);
}
try {
// Load RDDL files
RDDL rddl = new RDDL();
File f = new File(args[0]);
if (f.isDirectory()) {
for (File f2 : f.listFiles())
if (f2.getName().endsWith(".rddl")) {
System.out.println("Loading: " + f2);
rddl.addOtherRDDL(parser.parse(f2));
}
} else rddl.addOtherRDDL(parser.parse(f));
if (args.length > 1) {
port = Integer.valueOf(args[1]);
}
ServerSocket socket1 = new ServerSocket(port);
if (args.length > 2) {
Server.rand = new Random(Integer.valueOf(args[2]));
} else {
Server.rand = new Random(DEFAULT_SEED);
}
if (args.length > 3) {
state_viz = (StateViz) Class.forName(args[3]).newInstance();
}
System.out.println("RDDL Server Initialized");
while (true) {
Socket connection = socket1.accept();
Runnable runnable = new Server(connection, ++ID, rddl, state_viz);
Thread thread = new Thread(runnable);
thread.start();
}
} catch (Exception e) {
// TODO Auto-generated catch block
System.out.println(e);
e.printStackTrace();
}
}
Server(Socket s, int i, RDDL rddl) {
this(s, i, rddl, new NullScreenDisplay(false));
}
Server(Socket s, int i, RDDL rddl, StateViz state_viz) {
this.connection = s;
this.id = i;
this.rddl = rddl;
this.stateViz = state_viz;
}
public void run() {
DOMParser p = new DOMParser();
int numRounds = DEFAULT_NUM_ROUNDS;
double timeAllowed = DEFAULT_TIME_ALLOWED;
double timeUsed = 0;
try {
BufferedInputStream is = new BufferedInputStream(connection.getInputStream());
InputStreamReader isr = new InputStreamReader(is);
InputSource isrc = readOneMessage(isr);
requestedInstance = null;
processXMLSessionRequest(p, isrc, this);
System.out.println(requestedInstance);
if (!rddl._tmInstanceNodes.containsKey(requestedInstance)) {
System.out.println("Instance name '" + requestedInstance + "' not found.");
return;
}
BufferedOutputStream os = new BufferedOutputStream(connection.getOutputStream());
OutputStreamWriter osw = new OutputStreamWriter(os, "US-ASCII");
String msg = createXMLSessionInit(numRounds, timeAllowed, this);
sendOneMessage(osw, msg);
initializeState(rddl, requestedInstance);
// System.out.println("STATE:\n" + state);
double accum_total_reward = 0;
ArrayList<Double> rewards = new ArrayList<Double>(DEFAULT_NUM_ROUNDS * instance._nHorizon);
int r = 0;
for (; r < numRounds; r++) {
isrc = readOneMessage(isr);
if (!processXMLRoundRequest(p, isrc)) {
break;
}
resetState();
msg = createXMLRoundInit(r + 1, numRounds, timeUsed, timeAllowed);
sendOneMessage(osw, msg);
System.out.println("Round " + (r + 1) + " / " + numRounds);
if (SHOW_MEMORY_USAGE)
System.out.print(
"[ Memory usage: "
+ _df.format((RUNTIME.totalMemory() - RUNTIME.freeMemory()) / 1e6d)
+ "Mb / "
+ _df.format(RUNTIME.totalMemory() / 1e6d)
+ "Mb"
+ " = "
+ _df.format(
((double) (RUNTIME.totalMemory() - RUNTIME.freeMemory())
/ (double) RUNTIME.totalMemory()))
+ " ]\n");
double accum_reward = 0.0d;
double cur_discount = 1.0d;
int h = 0;
HashMap<PVAR_NAME, HashMap<ArrayList<LCONST>, Object>> observStore = null;
for (; h < instance._nHorizon; h++) {
// if ( observStore != null) {
// for ( PVAR_NAME pn : observStore.keySet() ) {
// System.out.println("check3 " + pn);
// for( ArrayList<LCONST> aa : observStore.get(pn).keySet()) {
// System.out.println("check3 :" + aa + ": " + observStore.get(pn).get(aa));
// }
// }
// }
msg = createXMLTurn(state, h + 1, domain, observStore);
if (SHOW_MSG) System.out.println("Sending msg:\n" + msg);
sendOneMessage(osw, msg);
isrc = readOneMessage(isr);
if (isrc == null) throw new Exception("FATAL SERVER EXCEPTION: EMPTY CLIENT MESSAGE");
ArrayList<PVAR_INST_DEF> ds = processXMLAction(p, isrc, state);
if (ds == null) {
break;
}
// Sungwook: this is not required. -Scott
// if ( h== 0 && domain._bPartiallyObserved && ds.size() != 0) {
// System.err.println("the first action for partial observable domain should be noop");
// }
if (SHOW_ACTIONS) System.out.println("** Actions received: " + ds);
try {
state.computeNextState(ds, 0, rand);
} catch (Exception ee) {
System.out.println("FATAL SERVER EXCEPTION:\n" + ee);
// ee.printStackTrace();
throw ee;
// System.exit(1);
}
// for ( PVAR_NAME pn : state._observ.keySet() ) {
// System.out.println("check1 " + pn);
// for( ArrayList<LCONST> aa : state._observ.get(pn).keySet()) {
// System.out.println("check1 :" + aa + ": " + state._observ.get(pn).get(aa));
// }
// }
if (domain._bPartiallyObserved) observStore = copyObserv(state._observ);
// Calculate reward / objective and store
double reward =
((Number)
domain._exprReward.sample(
new HashMap<LVAR, LCONST>(), state, rand, new BooleanPair()))
.doubleValue();
rewards.add(reward);
accum_reward += cur_discount * reward;
// System.out.println("Accum reward: " + accum_reward + ", instance._dDiscount: " +
// instance._dDiscount +
// " / " + (cur_discount * reward) + " / " + reward);
cur_discount *= instance._dDiscount;
stateViz.display(state, h);
state.advanceNextState();
}
accum_total_reward += accum_reward;
msg = createXMLRoundEnd(r, accum_reward, h, 0);
if (SHOW_MSG) System.out.println("Sending msg:\n" + msg);
sendOneMessage(osw, msg);
}
msg = createXMLSessionEnd(accum_total_reward, r, 0, this.clientName, this.id);
if (SHOW_MSG) System.out.println("Sending msg:\n" + msg);
sendOneMessage(osw, msg);
BufferedWriter bw = new BufferedWriter(new FileWriter(LOG_FILE, true));
bw.write(msg);
bw.newLine();
bw.flush();
// need to wait 10 seconds to pretend that we're processing something
// try {
// Thread.sleep(10000);
// }
// catch (Exception e){}
// TimeStamp = new java.util.Date().toString();
// String returnCode = "MultipleSocketServer repsonded at "+ TimeStamp + (char) 3;
} catch (Exception e) {
e.printStackTrace();
System.out.println("\n>> TERMINATING TRIAL.");
} finally {
try {
connection.close();
} catch (IOException e) {
}
}
}
HashMap<PVAR_NAME, HashMap<ArrayList<LCONST>, Object>> copyObserv(
HashMap<PVAR_NAME, HashMap<ArrayList<LCONST>, Object>> observ) {
HashMap<PVAR_NAME, HashMap<ArrayList<LCONST>, Object>> r =
new HashMap<PVAR_NAME, HashMap<ArrayList<LCONST>, Object>>();
// System.out.println("Observation pvars: " + observ);
for (PVAR_NAME pn : observ.keySet()) {
HashMap<ArrayList<LCONST>, Object> v = new HashMap<ArrayList<LCONST>, Object>();
for (ArrayList<LCONST> aa : observ.get(pn).keySet()) {
ArrayList<LCONST> raa = new ArrayList<LCONST>();
for (LCONST lc : aa) {
raa.add(lc);
}
v.put(raa, observ.get(pn).get(aa));
}
r.put(pn, v);
}
return r;
}
void initializeState(RDDL rddl, String requestedInstance) {
state = new State();
instance = rddl._tmInstanceNodes.get(requestedInstance);
nonFluents = null;
if (instance._sNonFluents != null) {
nonFluents = rddl._tmNonFluentNodes.get(instance._sNonFluents);
}
domain = rddl._tmDomainNodes.get(instance._sDomain);
if (nonFluents != null && !instance._sDomain.equals(nonFluents._sDomain)) {
try {
throw new Exception(
"Domain name of instance and fluents do not match: "
+ instance._sDomain
+ " vs. "
+ nonFluents._sDomain);
} catch (Exception e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
}
void resetState() {
state.init(
nonFluents != null ? nonFluents._hmObjects : null,
instance._hmObjects,
domain._hmTypes,
domain._hmPVariables,
domain._hmCPF,
instance._alInitState,
nonFluents == null ? null : nonFluents._alNonFluents,
domain._alStateConstraints,
domain._exprReward,
instance._nNonDefActions);
if ((domain._bPartiallyObserved && state._alObservNames.size() == 0)
|| (!domain._bPartiallyObserved && state._alObservNames.size() > 0))
System.err.println(
"Domain '"
+ domain._sDomainName
+ "' partially observed flag and presence of observations mismatched.");
}
static Object getValue(String pname, String pvalue, State state) {
TYPE_NAME tname = state._hmPVariables.get(new PVAR_NAME(pname))._sRange;
// TYPE_NAMES are interned so that equality can be tested directly
// (also helps enforce better type safety)
if (TYPE_NAME.INT_TYPE.equals(tname)) {
return Integer.valueOf(pvalue);
}
if (TYPE_NAME.BOOL_TYPE.equals(tname)) {
return Boolean.valueOf(pvalue);
}
if (TYPE_NAME.REAL_TYPE.equals(tname)) {
return Double.valueOf(pvalue);
}
if (state._hmObject2Consts.containsKey(tname)) {
return new OBJECT_VAL(pvalue);
// for( LCONST lc : state._hmObject2Consts.get(tname)) {
// if ( lc.toString().equals(pvalue)) {
// return lc;
// }
// }
}
if (state._hmTypes.containsKey(tname)) {
return new ENUM_VAL(pvalue);
// if ( state._hmTypes.get(tname) instanceof ENUM_TYPE_DEF ) {
// ENUM_TYPE_DEF etype = (ENUM_TYPE_DEF)state._hmTypes.get(tname);
// for ( ENUM_VAL ev : etype._alPossibleValues) {
// if ( ev.toString().equals(pvalue)) {
// return ev;
// }
// }
// }
}
return null;
}
static ArrayList<PVAR_INST_DEF> processXMLAction(DOMParser p, InputSource isrc, State state)
throws Exception {
try {
// showInputSource(isrc); System.exit(1); // TODO
p.parse(isrc);
Element e = p.getDocument().getDocumentElement();
if (SHOW_XML) {
System.out.println("Received action msg:");
printXMLNode(e);
}
if (!e.getNodeName().equals(ACTIONS)) {
System.out.println("ERROR: NO ACTIONS NODE");
System.exit(1);
return null;
}
NodeList nl = e.getElementsByTagName(ACTION);
// System.out.println(nl);
if (nl != null) { // && nl.getLength() > 0) { // TODO: Scott
ArrayList<PVAR_INST_DEF> ds = new ArrayList<PVAR_INST_DEF>();
for (int i = 0; i < nl.getLength(); i++) {
Element el = (Element) nl.item(i);
String name = getTextValue(el, ACTION_NAME).get(0);
ArrayList<String> args = getTextValue(el, ACTION_ARG);
ArrayList<LCONST> lcArgs = new ArrayList<LCONST>();
for (String arg : args) {
if (arg.startsWith("@")) lcArgs.add(new RDDL.ENUM_VAL(arg));
else lcArgs.add(new RDDL.OBJECT_VAL(arg));
}
String pvalue = getTextValue(el, ACTION_VALUE).get(0);
Object value = getValue(name, pvalue, state);
PVAR_INST_DEF d = new PVAR_INST_DEF(name, value, lcArgs);
ds.add(d);
}
return ds;
} else return new ArrayList<PVAR_INST_DEF>(); // FYI: May be unreachable. -Scott
// } else { // TODO: Removed by Scott, NOOP should not be handled differently
// nl = e.getElementsByTagName(NOOP);
// if ( nl != null && nl.getLength() > 0) {
// ArrayList<PVAR_INST_DEF> ds = new ArrayList<PVAR_INST_DEF>();
// return ds;
// }
// }
} catch (Exception e) {
// TODO Auto-generated catch block
System.out.println("FATAL SERVER ERROR:\n" + e);
// t.printStackTrace();
throw e;
// System.exit(1);
}
}
public static void sendOneMessage(OutputStreamWriter osw, String msg) throws IOException {
// System.out.println(msg);
if (NO_XML_HEADING) {
// System.out.println(msg.substring(39));
osw.write(msg.substring(39));
} else {
osw.write(msg + '\0');
}
osw.flush();
}
public static InputSource readOneMessage(InputStreamReader isr) {
StringBuffer message = new StringBuffer();
int character;
try {
while ((character = isr.read()) != '\0') {
message.append((char) character);
}
// System.out.println(message);
ByteArrayInputStream bais = new ByteArrayInputStream(message.toString().getBytes());
InputSource isrc = new InputSource();
isrc.setByteStream(bais);
return isrc;
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
return null;
}
}
static String createXMLSessionInit(int numRounds, double timeAllowed, Server server) {
DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
try {
DocumentBuilder db = dbf.newDocumentBuilder();
Document dom = db.newDocument();
Element rootEle = dom.createElement(SESSION_INIT);
dom.appendChild(rootEle);
addOneText(dom, rootEle, SESSION_ID, server.id + "");
addOneText(dom, rootEle, NUM_ROUNDS, numRounds + "");
addOneText(dom, rootEle, TIME_ALLOWED, timeAllowed + "");
return Client.serialize(dom);
} catch (Exception e) {
System.out.println(e);
return null;
}
}
static void processXMLSessionRequest(DOMParser p, InputSource isrc, Server server) {
try {
p.parse(isrc);
Element e = p.getDocument().getDocumentElement();
if (e.getNodeName().equals(SESSION_REQUEST)) {
server.requestedInstance = getTextValue(e, PROBLEM_NAME).get(0);
server.clientName = getTextValue(e, CLIENT_NAME).get(0);
NodeList nl = e.getElementsByTagName(NO_XML_HEADER);
if (nl.getLength() > 0) {
NO_XML_HEADING = true;
}
}
return;
} catch (SAXException e1) {
// TODO Auto-generated catch block
e1.printStackTrace();
} catch (IOException e1) {
// TODO Auto-generated catch block
e1.printStackTrace();
}
return;
}
static boolean processXMLRoundRequest(DOMParser p, InputSource isrc) {
try {
p.parse(isrc);
Element e = p.getDocument().getDocumentElement();
if (e.getNodeName().equals(ROUND_REQUEST)) {
return true;
}
return false;
} catch (SAXException e1) {
// TODO Auto-generated catch block
e1.printStackTrace();
} catch (IOException e1) {
// TODO Auto-generated catch block
e1.printStackTrace();
}
return false;
}
public static ArrayList<String> getTextValue(Element ele, String tagName) {
ArrayList<String> returnVal = new ArrayList<String>();
// NodeList nll = ele.getElementsByTagName("*");
NodeList nl = ele.getElementsByTagName(tagName);
if (nl != null && nl.getLength() > 0) {
for (int i = 0; i < nl.getLength(); i++) {
Element el = (Element) nl.item(i);
returnVal.add(el.getFirstChild().getNodeValue());
}
}
return returnVal;
}
static String createXMLTurn(
State state,
int turn,
DOMAIN domain,
HashMap<PVAR_NAME, HashMap<ArrayList<LCONST>, Object>> observStore)
throws Exception {
DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
try {
DocumentBuilder db = dbf.newDocumentBuilder();
Document dom = db.newDocument();
Element rootEle = dom.createElement(TURN);
dom.appendChild(rootEle);
Element turnNum = dom.createElement(TURN_NUM);
Text textTurnNum = dom.createTextNode(turn + "");
turnNum.appendChild(textTurnNum);
rootEle.appendChild(turnNum);
// System.out.println("PO: " + domain._bPartiallyObserved);
if (!domain._bPartiallyObserved || observStore != null) {
for (PVAR_NAME pn :
(domain._bPartiallyObserved ? observStore.keySet() : state._state.keySet())) {
// System.out.println(turn + " check2 Partial Observ " + pn +" : "+
// domain._bPartiallyObserved);
// No problem to overwrite observations, only ever read from
if (domain._bPartiallyObserved && observStore != null)
state._observ.put(pn, observStore.get(pn));
ArrayList<ArrayList<LCONST>> gfluents = state.generateAtoms(pn);
for (ArrayList<LCONST> gfluent : gfluents) {
// for ( Map.Entry<ArrayList<LCONST>,Object> gfluent :
// (domain._bPartiallyObserved
// ? observStore.get(pn).entrySet()
// : state._state.get(pn).entrySet())) {
Element ofEle = dom.createElement(OBSERVED_FLUENT);
rootEle.appendChild(ofEle);
Element pName = dom.createElement(FLUENT_NAME);
Text pTextName = dom.createTextNode(pn.toString());
pName.appendChild(pTextName);
ofEle.appendChild(pName);
for (LCONST lc : gfluent) {
Element pArg = dom.createElement(FLUENT_ARG);
Text pTextArg = dom.createTextNode(lc.toString());
pArg.appendChild(pTextArg);
ofEle.appendChild(pArg);
}
Element pValue = dom.createElement(FLUENT_VALUE);
Object value = state.getPVariableAssign(pn, gfluent);
if (value == null) {
System.out.println("STATE:\n" + state);
throw new Exception("ERROR: Could not retrieve value for " + pn + gfluent.toString());
}
Text pTextValue = dom.createTextNode(value.toString());
pValue.appendChild(pTextValue);
ofEle.appendChild(pValue);
}
}
} else {
// No observations (first turn of POMDP)
Element ofEle = dom.createElement(NULL_OBSERVATIONS);
rootEle.appendChild(ofEle);
}
if (SHOW_XML) {
printXMLNode(dom);
System.out.println();
System.out.flush();
}
return (Client.serialize(dom));
} catch (Exception e) {
System.out.println("FATAL SERVER EXCEPTION: " + e);
e.printStackTrace();
throw e;
// System.exit(1);
// return null;
}
}
static String createXMLRoundInit(int round, int numRounds, double timeUsed, double timeAllowed) {
DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
try {
DocumentBuilder db = dbf.newDocumentBuilder();
Document dom = db.newDocument();
Element rootEle = dom.createElement(ROUND_INIT);
dom.appendChild(rootEle);
addOneText(dom, rootEle, ROUND_NUM, round + "");
addOneText(dom, rootEle, ROUND_LEFT, (numRounds - round) + "");
addOneText(dom, rootEle, TIME_LEFT, (timeAllowed - timeUsed) + "");
return Client.serialize(dom);
} catch (Exception e) {
System.out.println(e);
return null;
}
}
static String createXMLRoundEnd(int round, double reward, int turnsUsed, double timeUsed) {
DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
try {
DocumentBuilder db = dbf.newDocumentBuilder();
Document dom = db.newDocument();
Element rootEle = dom.createElement(ROUND_END);
dom.appendChild(rootEle);
addOneText(dom, rootEle, ROUND_NUM, round + "");
addOneText(dom, rootEle, ROUND_REWARD, reward + "");
addOneText(dom, rootEle, TURNS_USED, turnsUsed + "");
addOneText(dom, rootEle, TIME_USED, timeUsed + "");
return Client.serialize(dom);
} catch (Exception e) {
System.out.println(e);
return null;
}
}
public static void addOneText(Document dom, Element p, String name, String value) {
Element e = dom.createElement(name);
Text text = dom.createTextNode(value);
e.appendChild(text);
p.appendChild(e);
}
static String createXMLSessionEnd(
double reward, int roundsUsed, double timeUsed, String clientName, int sessionId) {
DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
try {
DocumentBuilder db = dbf.newDocumentBuilder();
Document dom = db.newDocument();
Element rootEle = dom.createElement(SESSION_END);
dom.appendChild(rootEle);
addOneText(dom, rootEle, TOTAL_REWARD, reward + "");
addOneText(dom, rootEle, ROUNDS_USED, roundsUsed + "");
addOneText(dom, rootEle, TIME_USED, timeUsed + "");
addOneText(dom, rootEle, CLIENT_NAME, clientName + "");
addOneText(dom, rootEle, SESSION_ID, sessionId + "");
return Client.serialize(dom);
} catch (Exception e) {
System.out.println(e);
return null;
}
}
///////////////////////////////////////////////////////////////////////
// DEBUG
///////////////////////////////////////////////////////////////////////
public static void showInputSource(InputSource isrc) {
InputStream is = isrc.getByteStream();
byte[] bytes;
try {
int size = is.available();
bytes = new byte[size];
is.read(bytes);
System.out.println("==BEGIN IS==");
System.out.write(bytes, 0, size);
System.out.println("\n==END IS==");
} catch (IOException e2) {
System.out.println(">>> Inputstream error");
e2.printStackTrace();
}
}
public static void printXMLNode(Node n) {
printXMLNode(n, "", 0);
}
public static void printXMLNode(Node n, String prefix, int depth) {
try {
System.out.print("\n" + Pad(depth) + "[" + n.getNodeName());
NamedNodeMap m = n.getAttributes();
for (int i = 0; m != null && i < m.getLength(); i++) {
Node item = m.item(i);
System.out.print(" " + item.getNodeName() + "=" + item.getNodeValue());
}
System.out.print("] ");
NodeList cn = n.getChildNodes();
for (int i = 0; cn != null && i < cn.getLength(); i++) {
Node item = cn.item(i);
if (item.getNodeType() == Node.TEXT_NODE) {
String val = item.getNodeValue().trim();
if (val.length() > 0) System.out.print(" \"" + item.getNodeValue().trim() + "\"");
} else printXMLNode(item, prefix, depth + 2);
}
} catch (Exception e) {
System.out.println(Pad(depth) + "Exception e: ");
}
}
public static StringBuffer Pad(int depth) {
StringBuffer sb = new StringBuffer();
for (int i = 0; i < depth; i++) sb.append(" ");
return sb;
}
}
public void run() {
DOMParser p = new DOMParser();
int numRounds = DEFAULT_NUM_ROUNDS;
double timeAllowed = DEFAULT_TIME_ALLOWED;
double timeUsed = 0;
try {
BufferedInputStream is = new BufferedInputStream(connection.getInputStream());
InputStreamReader isr = new InputStreamReader(is);
InputSource isrc = readOneMessage(isr);
requestedInstance = null;
processXMLSessionRequest(p, isrc, this);
System.out.println(requestedInstance);
if (!rddl._tmInstanceNodes.containsKey(requestedInstance)) {
System.out.println("Instance name '" + requestedInstance + "' not found.");
return;
}
BufferedOutputStream os = new BufferedOutputStream(connection.getOutputStream());
OutputStreamWriter osw = new OutputStreamWriter(os, "US-ASCII");
String msg = createXMLSessionInit(numRounds, timeAllowed, this);
sendOneMessage(osw, msg);
initializeState(rddl, requestedInstance);
// System.out.println("STATE:\n" + state);
double accum_total_reward = 0;
ArrayList<Double> rewards = new ArrayList<Double>(DEFAULT_NUM_ROUNDS * instance._nHorizon);
int r = 0;
for (; r < numRounds; r++) {
isrc = readOneMessage(isr);
if (!processXMLRoundRequest(p, isrc)) {
break;
}
resetState();
msg = createXMLRoundInit(r + 1, numRounds, timeUsed, timeAllowed);
sendOneMessage(osw, msg);
System.out.println("Round " + (r + 1) + " / " + numRounds);
if (SHOW_MEMORY_USAGE)
System.out.print(
"[ Memory usage: "
+ _df.format((RUNTIME.totalMemory() - RUNTIME.freeMemory()) / 1e6d)
+ "Mb / "
+ _df.format(RUNTIME.totalMemory() / 1e6d)
+ "Mb"
+ " = "
+ _df.format(
((double) (RUNTIME.totalMemory() - RUNTIME.freeMemory())
/ (double) RUNTIME.totalMemory()))
+ " ]\n");
double accum_reward = 0.0d;
double cur_discount = 1.0d;
int h = 0;
HashMap<PVAR_NAME, HashMap<ArrayList<LCONST>, Object>> observStore = null;
for (; h < instance._nHorizon; h++) {
// if ( observStore != null) {
// for ( PVAR_NAME pn : observStore.keySet() ) {
// System.out.println("check3 " + pn);
// for( ArrayList<LCONST> aa : observStore.get(pn).keySet()) {
// System.out.println("check3 :" + aa + ": " + observStore.get(pn).get(aa));
// }
// }
// }
msg = createXMLTurn(state, h + 1, domain, observStore);
if (SHOW_MSG) System.out.println("Sending msg:\n" + msg);
sendOneMessage(osw, msg);
isrc = readOneMessage(isr);
if (isrc == null) throw new Exception("FATAL SERVER EXCEPTION: EMPTY CLIENT MESSAGE");
ArrayList<PVAR_INST_DEF> ds = processXMLAction(p, isrc, state);
if (ds == null) {
break;
}
// Sungwook: this is not required. -Scott
// if ( h== 0 && domain._bPartiallyObserved && ds.size() != 0) {
// System.err.println("the first action for partial observable domain should be noop");
// }
if (SHOW_ACTIONS) System.out.println("** Actions received: " + ds);
try {
state.computeNextState(ds, 0, rand);
} catch (Exception ee) {
System.out.println("FATAL SERVER EXCEPTION:\n" + ee);
// ee.printStackTrace();
throw ee;
// System.exit(1);
}
// for ( PVAR_NAME pn : state._observ.keySet() ) {
// System.out.println("check1 " + pn);
// for( ArrayList<LCONST> aa : state._observ.get(pn).keySet()) {
// System.out.println("check1 :" + aa + ": " + state._observ.get(pn).get(aa));
// }
// }
if (domain._bPartiallyObserved) observStore = copyObserv(state._observ);
// Calculate reward / objective and store
double reward =
((Number)
domain._exprReward.sample(
new HashMap<LVAR, LCONST>(), state, rand, new BooleanPair()))
.doubleValue();
rewards.add(reward);
accum_reward += cur_discount * reward;
// System.out.println("Accum reward: " + accum_reward + ", instance._dDiscount: " +
// instance._dDiscount +
// " / " + (cur_discount * reward) + " / " + reward);
cur_discount *= instance._dDiscount;
stateViz.display(state, h);
state.advanceNextState();
}
accum_total_reward += accum_reward;
msg = createXMLRoundEnd(r, accum_reward, h, 0);
if (SHOW_MSG) System.out.println("Sending msg:\n" + msg);
sendOneMessage(osw, msg);
}
msg = createXMLSessionEnd(accum_total_reward, r, 0, this.clientName, this.id);
if (SHOW_MSG) System.out.println("Sending msg:\n" + msg);
sendOneMessage(osw, msg);
BufferedWriter bw = new BufferedWriter(new FileWriter(LOG_FILE, true));
bw.write(msg);
bw.newLine();
bw.flush();
// need to wait 10 seconds to pretend that we're processing something
// try {
// Thread.sleep(10000);
// }
// catch (Exception e){}
// TimeStamp = new java.util.Date().toString();
// String returnCode = "MultipleSocketServer repsonded at "+ TimeStamp + (char) 3;
} catch (Exception e) {
e.printStackTrace();
System.out.println("\n>> TERMINATING TRIAL.");
} finally {
try {
connection.close();
} catch (IOException e) {
}
}
}