Exemplo n.º 1
0
  /** {@inheritDoc} */
  @Override
  protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) {
    DatabaseLoginCredentials loginCredentials;
    DatabasePreferences preferences;
    boolean enableBboxBuilder;
    boolean enableLinestringBuilder;
    NodeLocationStoreType storeType;

    // Get the task arguments.
    loginCredentials = getDatabaseLoginCredentials(taskConfig);
    preferences = getDatabasePreferences(taskConfig);
    enableBboxBuilder =
        getBooleanArgument(taskConfig, ARG_ENABLE_BBOX_BUILDER, DEFAULT_ENABLE_BBOX_BUILDER);
    enableLinestringBuilder =
        getBooleanArgument(
            taskConfig, ARG_ENABLE_LINESTRING_BUILDER, DEFAULT_ENABLE_LINESTRING_BUILDER);
    storeType =
        Enum.valueOf(
            NodeLocationStoreType.class,
            getStringArgument(
                taskConfig, ARG_NODE_LOCATION_STORE_TYPE, DEFAULT_NODE_LOCATION_STORE_TYPE));

    return new SinkManager(
        taskConfig.getId(),
        new PostgreSqlWriter(
            loginCredentials, preferences, enableBboxBuilder, enableLinestringBuilder, storeType),
        taskConfig.getPipeArgs());
  }
 @Override
 protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) {
   // Build ElasticSearch client
   Client client = buildElasticsearchClient(taskConfig);
   // Build IndexService
   IndexService indexService = new IndexService(client);
   // Build EntityDao
   EntityDao entityDao = buildEntityDao(taskConfig, indexService);
   // Get specialized index to build
   Set<SpecialiazedIndex> specIndexes = getWantedSpecializedIndexes(taskConfig);
   // Return the SinkManager
   Sink sink = new ElasticSearchWriterTask(indexService, entityDao, specIndexes);
   return new SinkManager(taskConfig.getId(), sink, taskConfig.getPipeArgs());
 }
Exemplo n.º 3
0
  /** {@inheritDoc} */
  @Override
  protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) {
    int sourceCount;

    sourceCount = getIntegerArgument(taskConfig, ARG_SOURCE_COUNT, DEFAULT_SOURCE_COUNT);

    int bufferCapacity =
        getIntegerArgument(
            taskConfig,
            ARG_BUFFER_CAPACITY,
            getDefaultIntegerArgument(taskConfig, DEFAULT_BUFFER_CAPACITY));

    return new MultiChangeSinkRunnableChangeSourceManager(
        taskConfig.getId(),
        new ChangeAppender(sourceCount, bufferCapacity),
        taskConfig.getPipeArgs());
  }
  /** {@inheritDoc} */
  @Override
  protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) {
    DatabaseLoginCredentials loginCredentials;
    DatabasePreferences preferences;
    boolean populateCurrentTables;

    // Get the task arguments.
    loginCredentials = getDatabaseLoginCredentials(taskConfig);
    preferences = getDatabasePreferences(taskConfig);
    populateCurrentTables =
        getBooleanArgument(
            taskConfig, ARG_POPULATE_CURRENT_TABLES, DEFAULT_POPULATE_CURRENT_TABLES);

    return new ChangeSinkManager(
        taskConfig.getId(),
        new ApidbChangeWriter(loginCredentials, preferences, populateCurrentTables),
        taskConfig.getPipeArgs());
  }
  @Override
  protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) {
    MapWriterConfiguration configuration = new MapWriterConfiguration();
    configuration.addOutputFile(
        getStringArgument(taskConfig, PARAM_OUTFILE, Constants.DEFAULT_PARAM_OUTFILE));
    configuration.loadTagMappingFile(getStringArgument(taskConfig, PARAM_TAG_MAPPING_FILE, null));

    configuration.addMapStartPosition(
        getStringArgument(taskConfig, PARAM_MAP_START_POSITION, null));
    configuration.addMapStartZoom(getStringArgument(taskConfig, PARAM_MAP_START_ZOOM, null));
    configuration.addBboxConfiguration(getStringArgument(taskConfig, PARAM_BBOX, null));
    configuration.addZoomIntervalConfiguration(
        getStringArgument(taskConfig, PARAM_ZOOMINTERVAL_CONFIG, null));

    configuration.setComment(getStringArgument(taskConfig, PARAM_COMMENT, null));
    configuration.setDebugStrings(getBooleanArgument(taskConfig, PARAM_DEBUG_INFO, false));
    configuration.setPolygonClipping(getBooleanArgument(taskConfig, PARAM_POLYGON_CLIPPING, true));
    configuration.setWayClipping(getBooleanArgument(taskConfig, PARAM_WAY_CLIPPING, true));
    configuration.setLabelPosition(getBooleanArgument(taskConfig, PARAM_LABEL_POSITION, false));
    // boolean waynodeCompression = getBooleanArgument(taskConfig, PARAM_WAYNODE_COMPRESSION,
    // true);
    configuration.setSimplification(
        getDoubleArgument(
            taskConfig, PARAM_SIMPLIFICATION_FACTOR, Constants.DEFAULT_SIMPLIFICATION_FACTOR));
    configuration.setSkipInvalidRelations(
        getBooleanArgument(taskConfig, PARAM_SKIP_INVALID_RELATIONS, false));

    configuration.setDataProcessorType(
        getStringArgument(taskConfig, PARAM_TYPE, Constants.DEFAULT_PARAM_TYPE));
    configuration.setBboxEnlargement(
        getIntegerArgument(
            taskConfig, PARAM_BBOX_ENLARGEMENT, Constants.DEFAULT_PARAM_BBOX_ENLARGEMENT));

    configuration.setPreferredLanguage(
        getStringArgument(taskConfig, PARAM_PREFERRED_LANGUAGE, null));
    configuration.addEncodingChoice(
        getStringArgument(taskConfig, PARAM_ENCODING, Constants.DEFAULT_PARAM_ENCODING));

    configuration.validate();

    MapFileWriterTask task = new MapFileWriterTask(configuration);
    return new SinkManager(taskConfig.getId(), task, taskConfig.getPipeArgs());
  }
  /** {@inheritDoc} */
  @Override
  protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) {
    String workingDirectoryString;
    File workingDirectory;

    // Get the task arguments.
    workingDirectoryString =
        getStringArgument(
            taskConfig,
            ARG_WORKING_DIRECTORY,
            getDefaultStringArgument(taskConfig, DEFAULT_WORKING_DIRECTORY));

    // Convert argument strings to strongly typed objects.
    workingDirectory = new File(workingDirectoryString);

    return new RunnableTaskManager(
        taskConfig.getId(),
        new ReplicationDownloaderInitializer(workingDirectory),
        taskConfig.getPipeArgs());
  }
  /** {@inheritDoc} */
  @Override
  protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) {
    String workingDirectoryString;
    Date initialDate;
    File workingDirectory;

    // Get the task arguments.
    workingDirectoryString =
        getStringArgument(
            taskConfig,
            ARG_WORKING_DIRECTORY,
            getDefaultStringArgument(taskConfig, DEFAULT_WORKING_DIRECTORY));
    initialDate = getDateArgument(taskConfig, ARG_INITIAL_DATE, TimeZone.getTimeZone("UTC"));

    // Convert argument strings to strongly typed objects.
    workingDirectory = new File(workingDirectoryString);

    return new RunnableTaskManager(
        taskConfig.getId(),
        new IntervalDownloaderInitializer(workingDirectory, initialDate),
        taskConfig.getPipeArgs());
  }
Exemplo n.º 8
0
  /** {@inheritDoc} */
  @Override
  protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) {
    String directoryName;
    File directory;
    boolean enableWayTileIndex;
    ReadDataset task;

    // Get the task arguments.
    directoryName =
        getStringArgument(
            taskConfig,
            ARG_DIRECTORY_NAME,
            getDefaultStringArgument(taskConfig, DEFAULT_DIRECTORY_NAME));
    enableWayTileIndex =
        getBooleanArgument(taskConfig, ARG_ENABLE_WAY_TILE_INDEX, DEFAULT_ENABLE_WAY_TILE_INDEX);

    // Create a file object from the directory name provided.
    directory = new File(directoryName);

    // Build the task object.
    task = new ReadDataset(directory, enableWayTileIndex);

    return new RunnableDatasetSourceManager(taskConfig.getId(), task, taskConfig.getPipeArgs());
  }