예제 #1
0
 /**
  * After this finishes running, the status of this Search object will be correct, stimulates the
  * creation of the result if all subreqquests are complete and the result isn't made
  *
  * @throws plugins.Library.util.exec.TaskAbortException
  */
 private synchronized void setStatus() throws TaskAbortException {
   switch (status) {
     case Unstarted: // If Unstarted, status -> Busy
       status = SearchStatus.Busy;
     case Busy:
       if (!isSubRequestsComplete())
         for (Execution<Set<TermEntry>> request : subsearches)
           if (request != null
               && (!(request instanceof Search) || ((Search) request).status == SearchStatus.Busy))
             return; // If Busy & still waiting for subrequests to complete, status remains Busy
       status =
           SearchStatus
               .Combining_First; // If Busy and waiting for subrequests to combine, status ->
                                 // Combining_First
     case Combining_First: // for when subrequests are combining
       if (!isSubRequestsComplete()) // If combining first and subsearches still haven't completed,
                                     // remain
       return;
       // If subrequests have completed start process to combine results
       resultset =
           new ResultSet(subject, resultOperation, subsearches, innerCanFailAndStillComplete());
       if (executor != null) executor.execute(resultset, "Library.Search : combining results");
       else (new Thread(resultset, "Library.Search : combining results")).start();
       status = SearchStatus.Combining_Last;
     case Combining_Last: // for when this is combining
       if (!resultset.isDone())
         return; // If Combining & combine not finished, status remains as Combining
       subsearches = null; // clear the subrequests after they have been combined
       // If finished Combining and asked to generate resultnode, start that process
       if (formatResult) {
         // resultset doesn't exist but subrequests are complete so we can start up a resultset
         resultNodeGenerator =
             new ResultNodeGenerator(resultset, htmlgroupusk, htmlshowold, htmljs);
         if (executor != null)
           executor.execute(resultNodeGenerator, "Library.Search : formatting results");
         else (new Thread(resultNodeGenerator, "Library.Search : formatting results")).start();
         status = SearchStatus.Formatting; // status -> Formatting
       } else // If not asked to format output, status -> done
       status = SearchStatus.Done;
     case Formatting:
       if (formatResult) {
         // If asked to generate resultnode and still doing that, status remains as Formatting
         if (!resultNodeGenerator.isDone()) return;
         // If finished Formatting or not asked to do so, status -> Done
         pageEntryNode = resultNodeGenerator.getPageEntryNode();
         resultNodeGenerator = null;
       }
       status = SearchStatus.Done;
     case Done:
       // Done , do nothing
   }
 }
 /**
  * Puts request into the dependency List of either the main index or the subindex depending on
  * whether the main index is availiable
  *
  * @param request
  * @throws freenet.client.FetchException
  * @throws java.net.MalformedURLException
  */
 private synchronized void setdependencies(FindRequest request)
     throws FetchException, MalformedURLException {
   //		Logger.normal(this, "setting dependencies for "+request+" on "+this.toString());
   if (fetchStatus != FetchStatus.FETCHED) {
     waitingOnMainIndex.add(request);
     request.setStage(FindRequest.Stages.FETCHROOT);
     startFetch(false);
   } else {
     request.setStage(FindRequest.Stages.FETCHSUBINDEX);
     SubIndex subindex = getSubIndex(request.getSubject());
     subindex.addRequest(request);
     //			Logger.normal(this, "STarting "+getSubIndex(request.getSubject())+" to look for
     // "+request.getSubject());
     if (executor != null) executor.execute(subindex, "Subindex:" + subindex.getFileName());
     else (new Thread(subindex, "Subindex:" + subindex.getFileName())).start();
   }
 }
예제 #3
0
 /**
  * Subscribe to a given USK. Callback will be notified when it is updated. Note that this does not
  * imply that the USK will be checked on a regular basis, unless runBackgroundFetch=true.
  */
 public void subscribe(
     USK origUSK,
     USKCallback cb,
     boolean runBackgroundFetch,
     boolean ignoreUSKDatehints,
     RequestClient client) {
   if (logMINOR) Logger.minor(this, "Subscribing to " + origUSK + " for " + cb);
   if (client.persistent())
     throw new UnsupportedOperationException("USKManager subscriptions cannot be persistent");
   USKFetcher sched = null;
   long ed = origUSK.suggestedEdition;
   if (ed < 0) {
     Logger.error(this, "Subscribing to USK with negative edition number: " + ed);
     ed = -ed;
   }
   long curEd;
   curEd = lookupLatestSlot(origUSK);
   long goodEd;
   goodEd = lookupKnownGood(origUSK);
   synchronized (this) {
     USK clear = origUSK.clearCopy();
     USKCallback[] callbacks = subscribersByClearUSK.get(clear);
     if (callbacks == null) {
       callbacks = new USKCallback[] {cb};
     } else {
       boolean mustAdd = true;
       for (USKCallback callback : callbacks) {
         if (callback == cb) {
           // Already subscribed.
           // But it may still be waiting for the callback.
           if (!(curEd > ed || goodEd > ed)) return;
           mustAdd = false;
         }
       }
       if (mustAdd) {
         callbacks = Arrays.copyOf(callbacks, callbacks.length + 1);
         callbacks[callbacks.length - 1] = cb;
       }
     }
     subscribersByClearUSK.put(clear, callbacks);
     if (runBackgroundFetch) {
       USKFetcher f = backgroundFetchersByClearUSK.get(clear);
       if (f == null) {
         f =
             new USKFetcher(
                 origUSK,
                 this,
                 ignoreUSKDatehints ? backgroundFetchContextIgnoreDBR : backgroundFetchContext,
                 new USKFetcherWrapper(origUSK, RequestStarter.UPDATE_PRIORITY_CLASS, client),
                 3,
                 true,
                 false,
                 false);
         sched = f;
         backgroundFetchersByClearUSK.put(clear, f);
       }
       f.addSubscriber(cb, origUSK.suggestedEdition);
     }
   }
   if (goodEd > ed)
     cb.onFoundEdition(
         goodEd, origUSK.copy(curEd), null, context, false, (short) -1, null, true, curEd > ed);
   else if (curEd > ed)
     cb.onFoundEdition(
         curEd, origUSK.copy(curEd), null, context, false, (short) -1, null, false, false);
   final USKFetcher fetcher = sched;
   if (fetcher != null) {
     executor.execute(
         new Runnable() {
           @Override
           public void run() {
             if (logMINOR) Logger.minor(this, "Starting " + fetcher);
             fetcher.schedule(null, context);
           }
         },
         "USKManager.schedule for " + fetcher);
   }
 }
예제 #4
0
  public void startTemporaryBackgroundFetcher(
      USK usk,
      ClientContext context,
      final FetchContext fctx,
      boolean prefetchContent,
      boolean realTimeFlag) {
    final USK clear = usk.clearCopy();
    USKFetcher sched = null;
    ArrayList<USKFetcher> toCancel = null;
    synchronized (this) {
      //			int x = 0;
      //			for(USK key: backgroundFetchersByClearUSK.keySet()) {
      //				System.err.println("Fetcher "+x+": "+key);
      //				x++;
      //			}
      USKFetcher f = temporaryBackgroundFetchersLRU.get(clear);
      if (f == null) {
        f =
            new USKFetcher(
                usk,
                this,
                fctx.ignoreUSKDatehints ? backgroundFetchContextIgnoreDBR : backgroundFetchContext,
                new USKFetcherWrapper(
                    usk, RequestStarter.UPDATE_PRIORITY_CLASS, realTimeFlag ? rcRT : rcBulk),
                3,
                false,
                false,
                false);
        sched = f;
        temporaryBackgroundFetchersLRU.push(clear, f);
      } else {
        f.addHintEdition(usk.suggestedEdition);
      }
      if (prefetchContent) {
        long fetchTime = -1;
        // If nothing in 60 seconds, try fetching the last known slot.
        long slot = lookupLatestSlot(clear);
        long good = lookupKnownGood(clear);
        if (slot > -1 && good != slot) fetchTime = System.currentTimeMillis();
        temporaryBackgroundFetchersPrefetch.put(clear, fetchTime);
        if (logMINOR) Logger.minor(this, "Prefetch: set " + fetchTime + " for " + clear);
        schedulePrefetchChecker();
      }
      temporaryBackgroundFetchersLRU.push(clear, f);
      while (temporaryBackgroundFetchersLRU.size() > NodeClientCore.getMaxBackgroundUSKFetchers()) {
        USKFetcher fetcher = temporaryBackgroundFetchersLRU.popValue();
        temporaryBackgroundFetchersPrefetch.remove(fetcher.getOriginalUSK().clearCopy());
        if (!fetcher.hasSubscribers()) {
          if (toCancel == null) toCancel = new ArrayList<USKFetcher>(2);
          toCancel.add(fetcher);
        } else {
          if (logMINOR)
            Logger.minor(
                this,
                "Allowing temporary background fetcher to continue as it has subscribers... "
                    + fetcher);
        }
      }
    }
    final ArrayList<USKFetcher> cancelled = toCancel;
    final USKFetcher scheduleMe = sched;
    // This is just a prefetching method. so it should not unnecessarily delay the parent, nor
    // should it take important locks.
    // So we should do the actual schedule/cancels off-thread.
    // However, the above is done on-thread because a lot of the time it will already be running.
    if (cancelled != null || sched != null) {
      executor.execute(
          new Runnable() {

            @Override
            public void run() {
              if (cancelled != null) {
                for (int i = 0; i < cancelled.size(); i++) {
                  USKFetcher fetcher = cancelled.get(i);
                  fetcher.cancel(null, USKManager.this.context);
                }
              }
              if (scheduleMe != null) scheduleMe.schedule(null, USKManager.this.context);
            }
          });
    }
  }