コード例 #1
0
  @Override
  public void readRep(
      Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases)
      throws KettleException {

    ModelAnnotationGroup modelAnnotationGroup = new ModelAnnotationGroup();
    try {

      setModelAnnotationCategory(rep.getStepAttributeString(id_step, "CATEGORY_NAME"));
      setTargetOutputStep(rep.getStepAttributeString(id_step, "TARGET_OUTPUT_STEP"));

      int nrAnnotations = rep.countNrStepAttributes(id_step, "ANNOTATION_NAME");

      // Read annotations
      for (int i = 0; i < nrAnnotations; i++) {
        String annotationName = rep.getStepAttributeString(id_step, i, "ANNOTATION_NAME");
        String annotationFieldName =
            rep.getStepAttributeString(id_step, i, "ANNOTATION_FIELD_NAME");
        String annotationType = rep.getStepAttributeString(id_step, i, "ANNOTATION_TYPE");

        // Create model annotation
        ModelAnnotation<?> modelAnnotation =
            ModelAnnotationGroupXmlReader.create(annotationType, annotationFieldName);
        if (StringUtils.isNotBlank(annotationName)) {
          modelAnnotation.setName(annotationName);
        }

        if (StringUtils.isNotBlank(annotationType)) {
          // Populate annotation properties
          Map<String, Serializable> map = new HashMap<String, Serializable>();
          for (String key : modelAnnotation.getAnnotation().getModelPropertyIds()) {
            try {
              String value = rep.getStepAttributeString(id_step, i, "PROPERTY_VALUE_" + key);
              if (StringUtils.isNotBlank(value)) {
                map.put(key, value);
              }
            } catch (KettleException ke) {
              // Ignore - not found
            }
          }
          modelAnnotation.populateAnnotation(map);
        }

        // Add to group
        modelAnnotationGroup.add(modelAnnotation);
      }

      modelAnnotationGroup.setSharedDimension(
          BooleanUtils.toBoolean(rep.getStepAttributeString(id_step, "SHARED_DIMENSION")));
      sharedDimension = modelAnnotationGroup.isSharedDimension();
      modelAnnotationGroup.setDescription(rep.getStepAttributeString(id_step, "DESCRIPTION"));

      List<DataProvider> dataProviders = new ArrayList<DataProvider>();
      int nrDataProviders = rep.countNrStepAttributes(id_step, "DP_NAME");
      for (int i = 0; i < nrDataProviders; i++) {

        DataProvider dataProvider = new DataProvider();

        dataProvider.setName(rep.getStepAttributeString(id_step, i, "DP_NAME"));
        dataProvider.setSchemaName(rep.getStepAttributeString(id_step, i, "DP_SCHEMA_NAME"));
        dataProvider.setTableName(rep.getStepAttributeString(id_step, i, "DP_TABLE_NAME"));
        dataProvider.setDatabaseMetaNameRef(
            rep.getStepAttributeString(id_step, i, "DP_DATABASE_META_NAME_REF"));

        List<ColumnMapping> columnMappings = new ArrayList<ColumnMapping>();
        long nrColumnMappings =
            rep.getStepAttributeString(id_step, "CM_COUNT_" + i) != null
                ? Long.valueOf(rep.getStepAttributeString(id_step, "CM_COUNT_" + i))
                : 0;
        for (int j = 0; j < nrColumnMappings; j++) {

          ColumnMapping columnMapping = new ColumnMapping();

          columnMapping.setName(rep.getStepAttributeString(id_step, i, "CM_NAME_" + j));
          columnMapping.setColumnName(
              rep.getStepAttributeString(id_step, i, "CM_COLUMN_NAME_" + j));
          String dataType = rep.getStepAttributeString(id_step, i, "CM_DATA_TYPE_" + j);
          if (StringUtils.isNotBlank(dataType)) {
            columnMapping.setColumnDataType(DataType.valueOf(dataType));
          }

          columnMappings.add(columnMapping);
        }

        dataProvider.setColumnMappings(columnMappings);
        dataProviders.add(dataProvider);
      }
      modelAnnotationGroup.setDataProviders(dataProviders);

    } catch (Exception e) {
      throw new KettleException(
          BaseMessages.getString(
              PKG, "ModelAnnotationMeta.Exception.UnexpectedErrorReadingStepInfoFromRepository"),
          e);
    }

    setModelAnnotations(modelAnnotationGroup);

    // This may override the loaded model annotation group
    if (StringUtils.isNotBlank(getModelAnnotationCategory())) {
      readDataFromMetaStore(metaStore);
    }
  }
コード例 #2
0
  @Override
  public void saveRep(
      final Repository rep,
      final IMetaStore metaStore,
      final ObjectId id_transformation,
      final ObjectId id_step)
      throws KettleException {

    try {

      rep.saveStepAttribute(
          id_transformation, id_step, "CATEGORY_NAME", getModelAnnotationCategory());
      rep.saveStepAttribute(
          id_transformation, id_step, "TARGET_OUTPUT_STEP", getTargetOutputStep());

      // Save model annotations
      if (getModelAnnotations() != null) {

        for (int i = 0; i < getModelAnnotations().size(); i++) {

          final ModelAnnotation<?> modelAnnotation = getModelAnnotations().get(i);

          // Add default name
          if (StringUtils.isBlank(modelAnnotation.getName())) {
            modelAnnotation.setName(UUID.randomUUID().toString()); // backwards compatibility
          }

          rep.saveStepAttribute(
              id_transformation, id_step, i, "ANNOTATION_NAME", modelAnnotation.getName());
          rep.saveStepAttribute(
              id_transformation,
              id_step,
              i,
              "ANNOTATION_FIELD_NAME",
              modelAnnotation.getAnnotation().getField());

          if (modelAnnotation.getType() != null) {
            rep.saveStepAttribute(
                id_transformation,
                id_step,
                i,
                "ANNOTATION_TYPE",
                modelAnnotation.getType().toString());

            final int INDEX = i; // trap index so we can use in inner class
            modelAnnotation.iterateProperties(
                new KeyValueClosure() {
                  @Override
                  public void execute(String key, Serializable serializable) {
                    try {
                      if (serializable != null && StringUtils.isNotBlank(serializable.toString())) {
                        rep.saveStepAttribute(
                            id_transformation,
                            id_step,
                            INDEX,
                            "PROPERTY_VALUE_" + key,
                            serializable.toString());
                      }
                    } catch (KettleException e) {
                      logError(e.getMessage());
                    }
                  }
                });
          }
        }

        rep.saveStepAttribute(
            id_transformation,
            id_step,
            "SHARED_DIMENSION",
            getModelAnnotations().isSharedDimension());
        rep.saveStepAttribute(
            id_transformation, id_step, "DESCRIPTION", getModelAnnotations().getDescription());

        List<DataProvider> dataProviders = getModelAnnotations().getDataProviders();
        if (dataProviders != null && !dataProviders.isEmpty()) {
          for (int dIdx = 0; dIdx < dataProviders.size(); dIdx++) {

            DataProvider dataProvider = dataProviders.get(dIdx);

            // Save Data Provider properties
            rep.saveStepAttribute(
                id_transformation, id_step, dIdx, "DP_NAME", dataProvider.getName());
            rep.saveStepAttribute(
                id_transformation, id_step, dIdx, "DP_SCHEMA_NAME", dataProvider.getSchemaName());
            rep.saveStepAttribute(
                id_transformation, id_step, dIdx, "DP_TABLE_NAME", dataProvider.getTableName());
            rep.saveStepAttribute(
                id_transformation,
                id_step,
                dIdx,
                "DP_DATABASE_META_NAME_REF",
                dataProvider.getDatabaseMetaNameRef());

            List<ColumnMapping> columnMappings = dataProvider.getColumnMappings();
            if (columnMappings != null && !columnMappings.isEmpty()) {

              // Save count for loading
              rep.saveStepAttribute(
                  id_transformation, id_step, "CM_COUNT_" + dIdx, columnMappings.size());

              for (int cIdx = 0; cIdx < columnMappings.size(); cIdx++) {

                ColumnMapping columnMapping = columnMappings.get(cIdx);

                // Save ColumnMapping properties
                rep.saveStepAttribute(
                    id_transformation, id_step, dIdx, "CM_NAME_" + cIdx, columnMapping.getName());
                rep.saveStepAttribute(
                    id_transformation,
                    id_step,
                    dIdx,
                    "CM_COLUMN_NAME_" + cIdx,
                    columnMapping.getColumnName());

                if (columnMapping.getColumnDataType() != null) {
                  rep.saveStepAttribute(
                      id_transformation,
                      id_step,
                      dIdx,
                      "CM_DATA_TYPE_" + cIdx,
                      columnMapping.getColumnDataType().name());
                }
              }
            }
          }
        }
      }

    } catch (Exception e) {
      throw new KettleException(
          BaseMessages.getString(
                  PKG, "ModelAnnotationMeta.Exception.UnableToSaveStepInfoToRepository")
              + id_step,
          e);
    }
  }