Exemplo n.º 1
0
 public IncrementalPruningStd(PomdpStd pomdp, double delta) {
   startTimer();
   initValueIteration(pomdp);
   this.delta = delta;
   bmdp = new BeliefMdpStd(pomdp);
   current = new ValueFunctionStd(pomdp.nrStates());
   current.push(new AlphaVector(bmdp.nrStates()));
   registerInitTime();
 }
Exemplo n.º 2
0
 public IterationStats iterate() {
   startTimer();
   old = current;
   ValueIterationStats iterationStats = (ValueIterationStats) this.iterationStats;
   current = new ValueFunctionStd(bmdp.nrStates());
   for (int a = 0; a < bmdp.nrActions(); a++) {
     // Perform Projections
     ArrayList<ValueFunctionStd> psi = new ArrayList<ValueFunctionStd>();
     for (int o = 0; o < bmdp.nrObservations(); o++) {
       ValueFunctionStd proj = new ValueFunctionStd(bmdp.nrStates());
       for (int idx = 0; idx < old.size(); idx++) {
         AlphaVector alpha = old.getAlphaVector(idx);
         AlphaVector res = bmdp.projection(alpha, a, o);
         proj.push(res);
       }
       iterationStats.registerLp(proj.prune(delta));
       psi.add(proj);
     }
     ValueFunctionStd rewFunc = bmdp.getRewardValueFunction(a);
     // rewFunc.scale(1.0/(double)bmdp.nrObservations());
     psi.add(rewFunc);
     // Now Cross sum...
     while (psi.size() > 1) {
       ValueFunctionStd vfA = psi.remove(0);
       ValueFunctionStd vfB = psi.remove(0);
       vfA.crossSum(vfB);
       iterationStats.registerLp(vfA.prune(delta));
       psi.add(vfA);
     }
     ValueFunctionStd vfA = psi.remove(0);
     current.merge(vfA);
   }
   iterationStats.registerLp(current.prune(delta));
   System.out.println(current.size());
   registerValueIterationStats();
   return iterationStats;
 }