Exemplo n.º 1
0
  public IOutputAdapter pathToAdapter(boolean isPreview, CommonPath path, CacheFile cfile) {
    IOutputAdapter ioa = null;

    String filename = cfile.getPath();

    HtmlMode hmode = this.domain.getHtmlMode();

    if (filename.endsWith(".dcui.xml") || filename.endsWith(".dcuis.xml")) {
      DcuiOutputAdapter voa = new DcuiOutputAdapter();

      (isPreview ? this.dynpreviewcache : this.dyncache).put(path.toString(), voa);

      ioa = voa;
    } else if (filename.endsWith(".shtml")
        || ((hmode == HtmlMode.Ssi) && filename.endsWith(".html"))) {
      ioa = new SsiOutputAdapter();
    } else if (filename.endsWith(".gas")) {
      ioa = new GasOutputAdapter();
    }
    // certain resource types cannot be delivered
    else if (filename.endsWith(".class")) {
      OperationContext.get().errorTr(150001);
      return null;
    } else {
      ioa = new StaticOutputAdapter();
    }

    ioa.init(this, cfile, path, isPreview);

    return ioa;
  }
Exemplo n.º 2
0
  @Override
  public void start() {
    super.start();

    OperationContext.useNewRoot();

    FuncResult<RecordStruct> ldres = Updater.loadDeployed();

    if (ldres.hasErrors()) {
      OperationContext.get().error("Error reading deployed.json file: " + ldres.getMessage());
      return;
    }

    RecordStruct deployed = ldres.getResult();

    this.version = deployed.getFieldAsString("Version");
    this.app = deployed.getFieldAsString("PackagePrefix");
  }
Exemplo n.º 3
0
  public DbRecordRequest withRetireField(String name, String subkey) {
    divconq.schema.DbField fld = OperationContext.get().getSchema().getDbField(this.table, name);

    if (fld == null) return this;

    FieldRequest dfld = new FieldRequest().withName(name).withRetired().withSubKey(subkey);

    this.withFields(dfld);

    return this;
  }
Exemplo n.º 4
0
  @Override
  public void run(final StackEntry stack) {
    String output =
        this.source.hasText() ? stack.resolveValue(this.source.getText()).toString() : null;
    long steps = stack.intFromSource("Steps", -1);
    long step = stack.intFromSource("Step", -1);
    long amount = stack.intFromSource("Amount", -1);
    long add = stack.intFromSource("Add", -1);
    String name = stack.stringFromSource("Name");

    if (amount >= 0) OperationContext.get().setAmountCompleted((int) amount);
    else if (add >= 0)
      OperationContext.get()
          .setAmountCompleted(OperationContext.get().getAmountCompleted() + (int) add);

    if ((step >= 0) && StringUtil.isNotEmpty(name))
      OperationContext.get().setCurrentStep((int) step, name);

    if (steps >= 0) OperationContext.get().setSteps((int) steps);

    if (StringUtil.isNotEmpty(output)) OperationContext.get().setProgressMessage(output);

    stack.setState(ExecuteState.Done);

    stack.resume();
  }
Exemplo n.º 5
0
  public CacheFile findFilePath(CommonPath path, boolean isPreview) {
    // figure out which section we are looking in
    String sect = "www";

    if ("files".equals(path.getName(0)) || "galleries".equals(path.getName(0))) {
      sect = path.getName(0);
      path = path.subpath(1);
    }

    if (Logger.isDebug()) Logger.debug("find file path: " + path + " in " + sect);

    // =====================================================
    //  if request has an extension do specific file lookup
    // =====================================================

    // if we have an extension then we don't have to do the search below
    // never go up a level past a file (or folder) with an extension
    if (path.hasFileExtension()) return this.findSectionFile(sect, path.toString(), isPreview);

    // =====================================================
    //  if request does not have an extension look for files
    //  that might match this path or one of its parents
    //  using the special extensions
    // =====================================================

    if (Logger.isDebug()) Logger.debug("find file path dyn: " + path + " in " + sect);

    // we get here if we have no extension - thus we need to look for path match with specials
    int pdepth = path.getNameCount();

    // check file system
    while (pdepth > 0) {
      CommonPath ppath = path.subpath(0, pdepth);

      for (String ext : this.domain.getSpecialExtensions()) {
        CacheFile cfile = this.findSectionFile(sect, ppath.toString() + ext, isPreview);

        if (cfile != null) return cfile;
      }

      pdepth--;
    }

    OperationContext.get().errorTr(150007);
    return null;
  }
Exemplo n.º 6
0
  public DbRecordRequest withSetField(String name, String subkey, Object value, BigDateTime from) {
    if (value instanceof ConditionalValue) {
      if (!((ConditionalValue) value).set) return this;

      value = ((ConditionalValue) value).value;
    }

    divconq.schema.DbField fld = OperationContext.get().getSchema().getDbField(this.table, name);

    if ((fld == null) || !fld.isDynamic()) return this;

    FieldRequest dfld =
        new FieldRequest().withName(name).withValue(value).withSubKey(subkey).withFrom(from);

    this.withFields(dfld);

    return this;
  }
Exemplo n.º 7
0
  public DbRecordRequest withUpdateField(String name, Object value) {
    if (value instanceof ConditionalValue) {
      if (!((ConditionalValue) value).set) return this;

      value = ((ConditionalValue) value).value;
    }

    divconq.schema.DbField fld = OperationContext.get().getSchema().getDbField(this.table, name);

    if (fld == null) return this;

    FieldRequest dfld = new FieldRequest().withName(name).withValue(value).withUpdateOnly();

    this.withFields(dfld);

    if (fld.isDynamic()) dfld.withRandomSubKey().withFrom(this.when);
    else if (fld.isList()) dfld.withRandomSubKey();

    return this;
  }
Exemplo n.º 8
0
  public static ISettingsObfuscator prepDomainObfuscator(String obclass, String seed) {
    ISettingsObfuscator obfuscator = null;

    if (StringUtil.isEmpty(obclass)) obclass = "divconq.util.BasicSettingsObfuscator";

    try {
      obfuscator = (ISettingsObfuscator) Hub.instance.getInstance(obclass);
    } catch (Exception x) {
      OperationContext.get().error("Bad Settings Obfuscator");
      return null;
    }

    XElement clock1 = Hub.instance.getConfig().find("Clock");

    String obid = (clock1 != null) ? clock1.getAttribute("Id") : null;

    obfuscator.init(
        new XElement("Clock", new XAttribute("Id", obid), new XAttribute("Feed", seed)));

    return obfuscator;
  }
Exemplo n.º 9
0
  public void prepDomainSchedule() {
    // cancel and remove any previous schedules
    if (this.schedulenodes.size() > 0) {
      OperationContext.get().info("Cancelling schedules for " + this.getAlias());

      for (ISchedule sch : this.schedulenodes) {
        OperationContext.get().info("- schedule: " + sch.task().getTitle());
        sch.cancel();
      }
    }

    this.schedulenodes.clear();

    if (this.overrideSettings == null) return;

    // now load new schedules
    OperationContext.get().info("Prepping schedules for " + this.getAlias());

    for (XElement schedule : this.overrideSettings.selectAll("Schedules/*")) {
      OperationContext.get().info("- find schedule: " + schedule.getAttribute("Title"));

      ISchedule sched =
          "CommonSchedule".equals(schedule.getName()) ? new CommonSchedule() : new SimpleSchedule();

      sched.init(schedule);

      sched.setTask(
          new Task()
              .withId(Task.nextTaskId("DomainSchedule"))
              .withTitle("Domain Scheduled Task: " + schedule.getAttribute("Title"))
              .withContext(
                  new OperationContextBuilder()
                      .withRootTaskTemplate()
                      .withDomainId(this.getId())
                      .toOperationContext())
              .withWork(
                  trun -> {
                    OperationContext.get()
                        .info(
                            "Executing schedule: "
                                + trun.getTask().getTitle()
                                + " for domain "
                                + trun.getTask().getContext().getDomain().getAlias());

                    if (schedule.hasAttribute("MethodName") && (this.watcher != null))
                      this.watcher.tryExecuteMethod(
                          schedule.getAttribute("MethodName"), new Object[] {trun});
                  }));

      OperationContext.get()
          .info(
              "- prepped schedule: "
                  + schedule.getAttribute("Title")
                  + " next run "
                  + new DateTime(sched.when()));

      this.schedulenodes.add(sched);

      Hub.instance.getScheduler().addNode(sched);
    }
  }
Exemplo n.º 10
0
  public void collectFeedFile(Path sfile) {
    XElement feed = OperationContext.get().getDomain().getSettings().find("Feed");

    if ((feed == null) || (sfile == null)) return;

    sfile = sfile.toAbsolutePath().normalize();

    DomainInfo di = OperationContext.get().getDomain();

    Path dmpath = di.getPath().toAbsolutePath().normalize();

    Path relpath = dmpath.relativize(sfile);

    if (relpath.getNameCount() < 3) return;

    // String wwwpathf1 = preview ? "/" + area +  "-preview/" + alias : "/" + area +  "/" + alias;
    // Path wwwsrc1 = di.resolvePath(wwwpathf1).toAbsolutePath().normalize();

    String area = "feed";
    String alias = relpath.getName(1).toString();
    String perpath = "";

    // there are two special channels - Pages and Blocks
    for (XElement chan : feed.selectAll("Channel")) {
      String calias = chan.getAttribute("Alias");

      if (calias == null) calias = chan.getAttribute("Name");

      if (calias.equals(alias)) {
        perpath = chan.getAttribute("Path", ""); // or empty string
        break;
      }
    }

    System.out.println("relpath: " + relpath);

    relpath = relpath.subpath(2, relpath.getNameCount());

    // System.out.println("abs: " + feedsrc1);

    // Path relpath = wwwsrc1.relativize(sfile);

    // System.out.println("rel: " + relpath);

    String cleanpath = relpath.toString();

    int pos = cleanpath.indexOf('.');

    if (pos != -1) cleanpath = cleanpath.substring(0, pos); // + ".dcf.xml";

    String innerpath = perpath + "/" + cleanpath;

    FileImporter imp = new FeedImporter();

    imp.setKey(innerpath);
    imp.setArea(area);
    imp.setAlias(alias);

    OperationContext.get().info("Indexing " + alias + " > " + innerpath);

    ImportWebsiteTool.this.feedpaths.put(innerpath, imp);

    String pubfeedpath = "/" + area + "/" + alias + "/" + cleanpath + ".dcf.xml";
    Path pubfeedsrc = di.resolvePath(pubfeedpath).normalize();

    if (Files.exists(pubfeedsrc)) {
      OperationContext.get().info("Indexing published " + alias + " > " + innerpath);
      imp.setFile(pubfeedsrc);
    }

    String prefeedpath = "/" + area + "-preview/" + alias + "/" + cleanpath + ".dcf.xml";
    Path prefeedsrc = di.resolvePath(prefeedpath).normalize();

    if (Files.exists(prefeedsrc)) {
      OperationContext.get().info("Indexing preview " + alias + " > " + innerpath);
      imp.setPreviewFile(prefeedsrc);
    }
  }
Exemplo n.º 11
0
  public void collectArea(String area, String alias, boolean preview, String perpath) {
    try {
      DomainInfo di = OperationContext.get().getDomain();
      String wwwpathf1 = preview ? "/" + area + "-preview/" + alias : "/" + area + "/" + alias;
      Path wwwsrc1 = di.resolvePath(wwwpathf1).toAbsolutePath().normalize();

      // System.out.println("abs: " + feedsrc1);

      if (Files.exists(wwwsrc1)) {
        Files.walkFileTree(
            wwwsrc1,
            new SimpleFileVisitor<Path>() {
              @Override
              public FileVisitResult visitFile(Path sfile, BasicFileAttributes attrs)
                  throws IOException {
                Path relpath = wwwsrc1.relativize(sfile);

                // System.out.println("rel: " + relpath);

                String innerpath = relpath.toString();
                FileImporter imp = null;

                if (innerpath.endsWith(".dcui.xml")) {
                  innerpath = perpath + "/" + innerpath.substring(0, innerpath.length() - 9);
                  imp = new PageImporter();
                } else if (innerpath.endsWith(".dcf.xml")) {
                  innerpath = perpath + "/" + innerpath.substring(0, innerpath.length() - 8);
                  imp = new FeedImporter();
                }

                if ((imp != null) && !ImportWebsiteTool.this.feedpaths.containsKey(innerpath)) {
                  imp.setKey(innerpath);
                  imp.setArea(area);
                  imp.setAlias(alias);

                  if (preview) {
                    OperationContext.get()
                        .info("Indexing preview only " + alias + " > " + innerpath);

                    ImportWebsiteTool.this.feedpaths.put(innerpath, imp);

                    imp.setPreviewFile(sfile);
                  } else {
                    OperationContext.get().info("Indexing " + alias + " > " + innerpath);

                    ImportWebsiteTool.this.feedpaths.put(innerpath, imp);

                    imp.setFile(sfile);

                    String prefeedpath = "/" + area + "-preview/" + alias + "/" + relpath;
                    Path prefeedsrc = di.resolvePath(prefeedpath).normalize();

                    if (Files.exists(prefeedsrc)) {
                      OperationContext.get()
                          .info("Indexing preview also " + alias + " > " + innerpath);

                      imp.setPreviewFile(prefeedsrc);
                    }
                  }
                }

                return FileVisitResult.CONTINUE;
              }
            });
      }
    } catch (IOException x) {
      OperationContext.get().error("Error indexing " + area + ": " + alias + " : " + x);
    }
  }
Exemplo n.º 12
0
  public IOutputAdapter findFile(CommonPath path, boolean isPreview) {
    // =====================================================
    //  if request has an extension do specific file lookup
    // =====================================================

    if (Logger.isDebug()) Logger.debug("find file before ext check: " + path + " - " + isPreview);

    // if we have an extension then we don't have to do the search below
    // never go up a level past a file (or folder) with an extension
    if (path.hasFileExtension()) {
      CacheFile wpath = this.findFilePath(path, isPreview);

      if (wpath != null) return this.pathToAdapter(isPreview, path, wpath);

      // TODO not found file!!
      OperationContext.get().errorTr(150007);
      return null;
    }

    // =====================================================
    //  if request does not have an extension look for files
    //  that might match this path or one of its parents
    //  using the special extensions
    // =====================================================

    if (Logger.isDebug()) Logger.debug("find file before dyn check: " + path + " - " + isPreview);

    // we get here if we have no extension - thus we need to look for path match with specials
    int pdepth = path.getNameCount();

    // check path maps first - hopefully the request has been mapped at one of the levels
    while (pdepth > 0) {
      CommonPath ppath = path.subpath(0, pdepth);

      if (isPreview) {
        IOutputAdapter ioa = this.dynpreviewcache.get(ppath.toString());

        if (ioa != null) return ioa;
      }

      IOutputAdapter ioa = this.dyncache.get(ppath.toString());

      if (ioa != null) return ioa;

      pdepth--;
    }

    if (Logger.isDebug()) Logger.debug("find file not cached: " + path + " - " + isPreview);

    // if not in dyncache then look on file system
    CacheFile wpath = this.findFilePath(path, isPreview);

    if (wpath == null) {
      OperationContext.get().errorTr(150007);
      return null;
    }

    if (Logger.isDebug())
      Logger.debug("find file path: " + wpath + " - " + path + " - " + isPreview);

    return this.pathToAdapter(isPreview, path, wpath);
  }
Exemplo n.º 13
0
  @Override
  public void handle(TaskRun request) {
    Message msg = (Message) request.getTask().getParams();

    String feature = msg.getFieldAsString("Feature");
    String op = msg.getFieldAsString("Op");

    if ("Echo".equals(feature)) {
      if ("Test".equals(op)) {

        /*
        try {
        	Thread.sleep(5000);
        }
        catch (InterruptedException x) {
        }
        */

        request.debug("Echo got: " + msg.getField("Body"));

        request.setResult(msg.getField("Body"));
        request.complete();
        return;
      }
    } else if ("Tickle".equals(feature)) {
      if ("Test".equals(op)) {
        System.out.println("got message: " + msg);
        request.complete();
        return;
      }
    } else if ("Translate".equals(feature)) {
      /* TODO
      RecordStruct rec = msg.getFieldAsRecord("Body");

      String original = rec.getFieldAsString("Content");
      String from = rec.getFieldAsString("From");
      String to = rec.getFieldAsString("To");

      if ("Text".equals(op)) {
      	// TODO support From and To - for now it is en to x-pig-latin
      	return MessageUtil.successAlt(TranslateLang.translateText(original, from, to));
      }
      else if ("Xml".equals(op)) {
      	// TODO support From and To - for now it is en to x-pig-latin
      	return MessageUtil.successAlt(TranslateLang.translateXml(original, from, to));
      }
      */
    } else if ("Info".equals(feature)) {
      if ("Test".equals(op)) {
        OperationContext tc = OperationContext.get();

        tc.verify(
            new FuncCallback<UserContext>() {
              @Override
              public void callback() {
                UserContext uc = this.getResult();

                if (uc != null) {
                  OperationContext.use(uc, OperationContext.get().toBuilder());

                  if (!uc.isVerified()) request.error(1, "Invalid auth token.");
                  else
                    request.setResult(new RecordStruct(new FieldStruct("UserId", uc.getUserId())));
                } else request.error(1, "User context.");

                request.complete();
              }
            });

        return;
      } else if ("HubStatus".equals(op)) {
        RecordStruct rec = new RecordStruct();

        Logger.info("Status check");

        rec.setField("ServerIdled", Hub.instance.isIdled());

        rec.setField("WorkPool", Hub.instance.getWorkPool().toStatusReport());

        ListStruct sessions = new ListStruct();

        for (Session sess : Hub.instance.getSessions().list())
          sessions.addItem(sess.toStatusReport());

        rec.setField("Sessions", sessions);

        rec.setField("WorkQueue", Hub.instance.getWorkQueue().list());

        request.setResult(rec);
        request.complete();
        return;
      } else if ("TaskStatus".equals(op)) {
        ListStruct requests = msg.getFieldAsList("Body");
        ListStruct results = new ListStruct();

        for (Struct struct : requests.getItems()) {
          RecordStruct req = (RecordStruct) struct;

          // try to get the info locally
          RecordStruct trec =
              Hub.instance
                  .getWorkPool()
                  .status(req.getFieldAsString("TaskId"), req.getFieldAsString("WorkId"));

          if ((trec != null) && trec.isEmpty()) System.out.println("empty from pool");

          // else look for it in database
          if (trec == null)
            trec =
                Hub.instance
                    .getWorkQueue()
                    .status(req.getFieldAsString("TaskId"), req.getFieldAsString("WorkId"));

          if ((trec != null) && trec.isEmpty()) System.out.println("empty from queue");

          if (trec != null) results.addItem(trec);
        }

        request.setResult(results);
        request.complete();
        return;
      } else if ("Version".equals(op)) {
        request.setResult(
            new RecordStruct(
                new FieldStruct("Version", this.version), new FieldStruct("App", this.app)));
        request.complete();
        return;
      }
    } else if ("Management".equals(feature)) {
      if ("Idle".equals(op)) {
        RecordStruct rec = msg.getFieldAsRecord("Body");
        boolean idle = rec.getFieldAsBoolean("Idle");
        Hub.instance.setIdled(idle);

        request.complete();
        return;
      }
    }

    request.error("Feature or operation not supported");
    request.complete();
  }
Exemplo n.º 14
0
  @Override
  public void execute(DatabaseInterface conn, DatabaseTask task, OperationResult log) {
    if (task.isReplicating()) {
      // TODO what should happen during a replicate?
      task.complete();
      return;
    }

    RecordStruct params = task.getParamsAsRecord();
    TablesAdapter db = new TablesAdapter(conn, task);
    BigDateTime when = BigDateTime.nowDateTime();

    String password = params.getFieldAsString("Password");
    String uname = params.getFieldAsString("Username");

    // TODO part of Trust monitoring -- boolean suspect =
    // if (AddUserRequest.meetsPasswordPolicy(password, true).hasLogLevel(DebugLevel.Warn))
    //	params.withField("Suspect", true);

    String uid = null;

    Object userid = db.firstInIndex("dcUser", "dcUsername", uname, when, false);

    if (userid != null) uid = userid.toString();

    // fail right away if not a valid user
    if (StringUtil.isEmpty(uid)) {
      log.errorTr(123);
      task.complete();
      return;
    }

    String ckey = params.getFieldAsString("ClientKeyPrint");

    // find out if this is a master key
    if (StringUtil.isNotEmpty(ckey)) {
      System.out.println("sign in client key: " + ckey);

      task.pushDomain(Constants.DB_GLOBAL_ROOT_DOMAIN);

      Object mk =
          db.getStaticList("dcDomain", Constants.DB_GLOBAL_ROOT_DOMAIN, "dcMasterKeys", ckey);

      Object mpp =
          (mk == null)
              ? null
              : db.getStaticScalar(
                  "dcDomain", Constants.DB_GLOBAL_ROOT_DOMAIN, "dcMasterPasswordPattern");

      task.popDomain();

      // if master key is present for the client key then check the password pattern
      if (mk != null) {
        boolean passcheck = false;

        if (StringUtil.isEmpty((String) mpp)) {
          passcheck = true;
        } else {
          Pattern pp = Pattern.compile((String) mpp);
          Matcher pm = pp.matcher(password);
          passcheck = pm.matches();
        }

        if (passcheck) {
          this.signIn(conn, task, db, log, when, uid);
          return;
        }
      }
    }

    if (StringUtil.isNotEmpty(password)) {
      password = password.trim();

      Object fndpass = db.getDynamicScalar("dcUser", uid, "dcPassword", when);

      System.out.println("local password: "******"try local password: "******"root")) {
        task.pushDomain(Constants.DB_GLOBAL_ROOT_DOMAIN);

        Object gp =
            db.getStaticScalar("dcDomain", Constants.DB_GLOBAL_ROOT_DOMAIN, "dcGlobalPassword");

        task.popDomain();

        System.out.println("global password: "******"try global password: "******"dcUser", uid, "dcConfirmCode");

      if (password.equals(fndpass)) {
        Object ra = db.getStaticScalar("dcUser", uid, "dcRecoverAt");

        if (ra == null) {
          // if code matches then good login
          this.signIn(conn, task, db, log, when, uid);
          return;
        }

        if (ra != null) {
          DateTime radt = Struct.objectToDateTime(ra);
          DateTime pastra = new DateTime().minusHours(2);

          if (!pastra.isAfter(radt)) {
            // if code matches and has not expired then good login
            this.signIn(conn, task, db, log, when, uid);
            return;
          }
        }
      }
    }

    log.errorTr(123);
    task.complete();
  }