Ejemplo n.º 1
0
 @Override
 public void after() {
   testDerbyConnector.tearDown();
   taskStorage = null;
   taskLockbox = null;
   testDerbyConnector = null;
   metadataStorageCoordinator = null;
   taskActionToolbox = null;
 }
Ejemplo n.º 2
0
 @Override
 public void before() {
   taskStorage = new HeapMemoryTaskStorage(new TaskStorageConfig(new Period("PT24H")));
   taskLockbox = new TaskLockbox(taskStorage);
   testDerbyConnector =
       new TestDerbyConnector(
           Suppliers.ofInstance(new MetadataStorageConnectorConfig()),
           Suppliers.ofInstance(metadataStorageTablesConfig));
   metadataStorageCoordinator =
       new IndexerSQLMetadataStorageCoordinator(
           new TestUtils().getTestObjectMapper(), metadataStorageTablesConfig, testDerbyConnector);
   taskActionToolbox =
       new TaskActionToolbox(taskLockbox, metadataStorageCoordinator, new NoopServiceEmitter());
   testDerbyConnector.createDataSourceTable();
   testDerbyConnector.createPendingSegmentsTable();
   testDerbyConnector.createSegmentTable();
   testDerbyConnector.createRulesTable();
   testDerbyConnector.createConfigTable();
   testDerbyConnector.createTaskTables();
   testDerbyConnector.createAuditTable();
 }
Ejemplo n.º 3
0
  @Before
  public void setUp() throws Exception {
    emitter = EasyMock.createMock(ServiceEmitter.class);
    EmittingLogger.registerEmitter(emitter);
    queryRunnerFactoryConglomerate =
        EasyMock.createStrictMock(QueryRunnerFactoryConglomerate.class);
    monitorScheduler = EasyMock.createStrictMock(MonitorScheduler.class);
    publishCountDown = new CountDownLatch(1);
    announcedSinks = 0;
    pushedSegments = 0;
    tmpDir = temporaryFolder.newFolder();
    TestUtils testUtils = new TestUtils();
    mapper = testUtils.getTestObjectMapper();

    tqc =
        mapper.readValue(
            "{\"startDelay\":\"PT0S\", \"restartDelay\":\"PT1S\", \"storageSyncRate\":\"PT0.5S\"}",
            TaskQueueConfig.class);
    indexSpec = new IndexSpec();

    if (taskStorageType.equals("HeapMemoryTaskStorage")) {
      ts = new HeapMemoryTaskStorage(new TaskStorageConfig(null) {});
    } else if (taskStorageType.equals("MetadataTaskStorage")) {
      testDerbyConnector = derbyConnectorRule.getConnector();
      mapper.registerSubtypes(
          new NamedType(MockExceptionalFirehoseFactory.class, "mockExcepFirehoseFactory"),
          new NamedType(MockFirehoseFactory.class, "mockFirehoseFactory"));
      testDerbyConnector.createTaskTables();
      testDerbyConnector.createSegmentTable();
      ts =
          new MetadataTaskStorage(
              testDerbyConnector,
              new TaskStorageConfig(null),
              new SQLMetadataStorageActionHandlerFactory(
                  testDerbyConnector,
                  derbyConnectorRule.metadataTablesConfigSupplier().get(),
                  mapper));
    } else {
      throw new RuntimeException(String.format("Unknown task storage type [%s]", taskStorageType));
    }

    serverView =
        new FilteredServerView() {
          @Override
          public void registerSegmentCallback(
              Executor exec, ServerView.SegmentCallback callback, Predicate<DataSegment> filter) {
            segmentCallbacks.add(callback);
          }
        };
    setUpAndStartTaskQueue(
        new DataSegmentPusher() {
          @Override
          public String getPathForHadoop(String dataSource) {
            throw new UnsupportedOperationException();
          }

          @Override
          public DataSegment push(File file, DataSegment segment) throws IOException {
            pushedSegments++;
            return segment;
          }
        });
  }