Exemplo n.º 1
0
 // Effective time will be right after the last running instance.
 private String getEffectiveTime(
     Entity entity, String cluster, Collection<InstanceState> instances) throws FalconException {
   if (instances == null || instances.isEmpty()) {
     return SchemaHelper.formatDateUTC(DateUtil.now());
   } else {
     List<InstanceState> instanceList = new ArrayList(instances);
     Collections.sort(
         instanceList,
         new Comparator<InstanceState>() {
           @Override
           public int compare(InstanceState x, InstanceState y) {
             return (x.getInstance().getInstanceSequence() < y.getInstance().getInstanceSequence())
                 ? -1
                 : (x.getInstance().getInstanceSequence() == y.getInstance().getInstanceSequence()
                     ? 0
                     : 1);
           }
         });
     // Get the last element as the list is sorted in ascending order
     Date lastRunningInstanceTime =
         instanceList.get(instanceList.size() - 1).getInstance().getInstanceTime().toDate();
     Cluster clusterEntity = ConfigurationStore.get().get(EntityType.CLUSTER, cluster);
     // Offset the time by a few seconds, else nextStartTime will be same as the reference time.
     Date effectiveTime =
         EntityUtil.getNextStartTime(
             entity, clusterEntity, DateUtil.offsetTime(lastRunningInstanceTime, 10));
     return SchemaHelper.formatDateUTC(effectiveTime);
   }
 }
Exemplo n.º 2
0
 @Override
 public String touch(Entity entity, String cluster, Boolean skipDryRun) throws FalconException {
   EntityID id = new EntityID(entity);
   // Ideally state store should have all entities, but, check anyway.
   if (STATE_STORE.entityExists(id)) {
     Date endTime = EntityUtil.getEndTime(entity, cluster);
     if (endTime.before(DateUtil.now())) {
       throw new FalconException(
           "Entity's end time "
               + SchemaHelper.formatDateUTC(endTime)
               + " is before current time. Entity can't be touch-ed as it has completed.");
     }
     Collection<InstanceState> instances =
         STATE_STORE.getExecutionInstances(entity, cluster, InstanceState.getRunningStates());
     // touch should happen irrespective of the state the entity is in.
     DAGEngineFactory.getDAGEngine(cluster)
         .touch(entity, (skipDryRun == null) ? Boolean.FALSE : skipDryRun);
     StringBuilder builder = new StringBuilder();
     builder
         .append(entity.toShortString())
         .append("/Effective Time: ")
         .append(getEffectiveTime(entity, cluster, instances));
     return builder.toString();
   }
   throw new FalconException("Could not find entity " + id + " in state store.");
 }
Exemplo n.º 3
0
  @Override
  public String update(Entity oldEntity, Entity newEntity, String cluster, Boolean skipDryRun)
      throws FalconException {
    org.apache.falcon.entity.v0.cluster.Cluster clusterEntity =
        ConfigurationStore.get().get(EntityType.CLUSTER, cluster);
    boolean entityUpdated =
        UpdateHelper.isEntityUpdated(
            oldEntity,
            newEntity,
            cluster,
            EntityUtil.getLatestStagingPath(clusterEntity, oldEntity));
    StringBuilder result = new StringBuilder();
    if (!entityUpdated) {
      // Ideally should throw an exception, but, keeping it backward-compatible.
      LOG.warn(
          "No relevant updates detected in the new entity definition for entity {}!",
          newEntity.getName());
      return result.toString();
    }

    Date oldEndTime = EntityUtil.getEndTime(oldEntity, cluster);
    Date newEndTime = EntityUtil.getEndTime(newEntity, cluster);
    if (newEndTime.before(DateUtil.now()) || newEndTime.before(oldEndTime)) {
      throw new FalconException(
          "New Entity's end time "
              + SchemaHelper.formatDateUTC(newEndTime)
              + " is before current time or before old end time. Entity can't be updated.");
    }

    // The steps required are the same as touch.
    DAGEngineFactory.getDAGEngine(cluster)
        .touch(newEntity, (skipDryRun == null) ? Boolean.FALSE : skipDryRun);
    // Additionally, update the executor.
    // The update will kick in for new instances created and not for READY/WAITING instances, as
    // with Oozie.
    Collection<InstanceState> instances = new ArrayList<>();
    instances.add(STATE_STORE.getLastExecutionInstance(oldEntity, cluster));
    EXECUTION_SERVICE.getEntityExecutor(oldEntity, cluster).update(newEntity);

    result
        .append(newEntity.toShortString())
        .append("/Effective Time: ")
        .append(getEffectiveTime(newEntity, cluster, instances));
    return result.toString();
  }