public Action policy(State observation, float reward) {
Map<Float, Action> options = new HashMap<Float, Action>();
scala.collection.Iterator<Action> it = actions().iterator();
while (it.hasNext()) {
Action action = it.next();
options.put(expectedReward(observation, action), action);
}
Action bestGuess = options.get(new TreeSet<Float>(options.keySet()).last());
Action decision = bestGuess;
if (random.nextDouble() < randomFactor) {
decision = randomAction();
}
Situation currentSA = new Situation(observation, decision);
float currentExpected = expectedReward(observation, decision);
float lastExpected = expectedReward(lastSA.getKey(), lastSA.getValue());
float newQValue = lastExpected + alpha * (reward + gamma * currentExpected - lastExpected);
qTable.put(lastSA, newQValue); // update the Q-Table
lastSA = currentSA;
return decision;
}
@SuppressWarnings("unchecked")
private ModuleConstructor(
List<Consumer<NTree<Class<?>>>> verification,
BiConsumer<S, S> addMethod,
Class<S> moduleClass) {
this.verification = new ArrayList<>(verification);
moduleGeneration =
NTree.traverseUp(
(L, l) -> {
// parent object -- instance of multi module.
S multiModule = l;
// children instance of S, child module.
Iterator<S> it = L.iterator();
while (it.hasNext()) {
S m = it.next();
addMethod.accept(multiModule, m);
}
return multiModule;
},
(Class<?> l) -> {
S re = null;
try {
re = (S) l.newInstance();
} catch (IllegalAccessException | InstantiationException e) {
reflectError("Exception in creating class " + l, e);
} catch (ClassCastException v) {
reflectError(
"Class " + l + " is not an instance of the module class " + moduleClass);
}
return re;
});
}
public static void addModels(final Class<?> clazz, final Map<String, Model> models) {
scala.collection.immutable.List<Model> modelOption = ModelConverters.readAll(clazz);
scala.collection.Iterator<Model> iterator = modelOption.iterator();
while (iterator.hasNext()) {
Model model = iterator.next();
if (!isIgnorableModel(model.name())) {
models.put(model.name(), model);
}
}
}
/**
* @param message
* @return
*/
private MessageModel parse(Message message, String er7Message) {
MessageElement root = new MessageElement();
List<SegOrGroup> children = message.children();
if (children != null && !children.isEmpty()) {
scala.collection.Iterator<SegOrGroup> it = children.iterator();
while (it.hasNext()) {
process(it.next(), "", root);
}
}
return new MessageModel(root.getChildren(), getDelimeters(er7Message));
}
/**
* @param f : field
* @param parent : parent
*/
private void process(Field f, MessageElement parent) {
Location loc = f.location();
Req req = f.req();
Range card = Util.getOption(req.cardinality());
String rep = f.toString();
MessageElementData data =
new MessageElementData(
loc.uidPath(),
loc.desc(),
req.usage().toString(),
card.min(),
card.max(),
loc.line(),
loc.column(),
-1,
f.position(),
f.instance(),
null,
FIELD);
MessageElement el = new MessageElement(NODE_FIELD, data, parent);
if (f instanceof SimpleField) {
SimpleField s = (SimpleField) f;
MessageElementData value =
new MessageElementData(
loc.uidPath(),
loc.desc(),
req.usage().toString(),
card.min(),
card.max(),
loc.line(),
loc.column(),
-1,
f.position(),
f.instance(),
s.value().raw(),
FIELD);
new MessageElement("value", value, el);
} else {
ComplexField c = (ComplexField) f;
List<Component> children = c.children();
if (children != null && !children.isEmpty()) {
Iterator<Component> it = children.iterator();
while (it.hasNext()) {
process(it.next(), el);
}
}
}
}
/**
* @param c
* @param parent
*/
private void process(Component c, MessageElement parent) {
Location loc = c.location();
Req req = c.req();
MessageElementData data =
new MessageElementData(
loc.uidPath(),
loc.desc(),
req.usage().toString(),
-1,
null,
loc.line(),
loc.column(),
-1,
c.position(),
c.instance(),
null,
COMPONENT);
MessageElement el = new MessageElement(NODE_COMPONENT, data, parent);
if (c instanceof SimpleComponent) {
SimpleComponent s = (SimpleComponent) c;
MessageElementData value =
new MessageElementData(
loc.uidPath(),
loc.desc(),
req.usage().toString(),
-1,
null,
loc.line(),
loc.column(),
-1,
s.position(),
c.instance(),
s.value().raw(),
COMPONENT);
new MessageElement("value", value, el);
} else {
ComplexComponent cc = (ComplexComponent) c;
List<SimpleComponent> children = cc.children();
if (children != null && !children.isEmpty()) {
Iterator<SimpleComponent> it = children.iterator();
while (it.hasNext()) {
process(it.next(), el);
}
}
}
}
@Override
public Future<Seq<Seq<Span>>> getTraces(QueryRequest input) {
io.zipkin.QueryRequest.Builder request =
new io.zipkin.QueryRequest.Builder()
.serviceName(input.serviceName())
.spanName(input.spanName().isDefined() ? input.spanName().get() : null)
.endTs(input.endTs())
.limit(input.limit());
for (Iterator<String> i = input.annotations().iterator(); i.hasNext(); ) {
request.addAnnotation(i.next());
}
for (Iterator<Tuple2<String, String>> i = input.binaryAnnotations().iterator(); i.hasNext(); ) {
Tuple2<String, String> keyValue = i.next();
request.addBinaryAnnotation(keyValue._1(), keyValue._2());
}
return toSeqFuture(this.spanStore.getTraces(request.build()));
}
/**
* @param e
* @param parentName
* @param parent
*/
private void process(SegOrGroup e, String parentName, MessageElement parent) {
if (e == null) {
return;
}
if (e instanceof Segment) {
Segment s = (Segment) e;
Location loc = s.location();
Req req = s.req();
Range card = Util.getOption(req.cardinality());
MessageElementData data =
new MessageElementData(
loc.uidPath(),
loc.desc(),
req.usage().toString(),
card.min(),
card.max(),
loc.line(),
loc.column(),
-1,
s.position(),
s.instance(),
null,
SEGMENT);
MessageElement el = new MessageElement(NODE_SEGMENT, data, parent);
List<Field> children = s.children();
if (children != null && !children.isEmpty()) {
Iterator<Field> it = children.iterator();
while (it.hasNext()) {
process(it.next(), el);
}
}
} else if (e instanceof Group) {
Group g = (Group) e;
List<SegOrGroup> children = g.children();
if (children != null && !children.isEmpty()) {
scala.collection.Iterator<SegOrGroup> it = children.iterator();
while (it.hasNext()) {
process(it.next(), "", parent);
}
}
}
}
