protected void copyFileToLocalDirectory(
      String remoteDirectoryPath, F remoteFile, File localDirectory, Session<F> session)
      throws IOException {
    String remoteFileName = this.getFilename(remoteFile);
    String localFileName = this.generateLocalFileName(remoteFileName);
    String remoteFilePath =
        remoteDirectoryPath != null
            ? (remoteDirectoryPath + this.remoteFileSeparator + remoteFileName)
            : remoteFileName;
    if (!this.isFile(remoteFile)) {
      if (this.logger.isDebugEnabled()) {
        this.logger.debug("cannot copy, not a file: " + remoteFilePath);
      }
      return;
    }

    File localFile = new File(localDirectory, localFileName);
    if (!localFile.exists()) {
      String tempFileName = localFile.getAbsolutePath() + this.temporaryFileSuffix;
      File tempFile = new File(tempFileName);
      OutputStream outputStream = new BufferedOutputStream(new FileOutputStream(tempFile));
      try {
        session.read(remoteFilePath, outputStream);
      } catch (Exception e) {
        if (e instanceof RuntimeException) {
          throw (RuntimeException) e;
        } else {
          throw new MessagingException(
              "Failure occurred while copying from remote to local directory", e);
        }
      } finally {
        try {
          outputStream.close();
        } catch (Exception ignored2) {
        }
      }

      if (tempFile.renameTo(localFile)) {
        if (this.deleteRemoteFiles) {
          session.remove(remoteFilePath);
          if (this.logger.isDebugEnabled()) {
            this.logger.debug("deleted " + remoteFilePath);
          }
        }
      }
      if (this.preserveTimestamp) {
        localFile.setLastModified(getModified(remoteFile));
      }
    }
  }
コード例 #2
0
  @Test
  @SuppressWarnings({"unchecked", "rawtypes"})
  public void testWrite() throws Exception {
    File file = new File(tmpDir, "foo.txt");
    file.delete();

    ByteArrayInputStream data = new ByteArrayInputStream("foobarbaz".getBytes());
    Session session = mock(Session.class);
    SessionFactory factory = mock(SessionFactory.class);
    when(factory.getSession()).thenReturn(session);
    when(session.readRaw("foo.txt")).thenReturn(data);
    when(session.finalizeRaw()).thenReturn(true);

    StepExecution stepExecution = new StepExecution("foo", null);
    ExecutionContext stepExecutionContext = new ExecutionContext();
    stepExecutionContext.putString("filePath", "foo.txt");
    stepExecution.setExecutionContext(stepExecutionContext);
    StepContext stepContext = new StepContext(stepExecution);
    ChunkContext chunkContext = new ChunkContext(stepContext);

    RemoteFileTemplate template = new RemoteFileTemplate(factory);
    template.setBeanFactory(mock(BeanFactory.class));
    template.afterPropertiesSet();

    // clean up from old tests
    FileSystem fs = FileSystem.get(configuration);
    Path p = new Path("/qux/foo.txt");
    fs.delete(p, true);
    assertFalse(fs.exists(p));

    RemoteFileToHadoopTasklet tasklet =
        new RemoteFileToHadoopTasklet(template, configuration, "/qux");

    assertEquals(RepeatStatus.FINISHED, tasklet.execute(null, chunkContext));

    assertTrue(fs.exists(p));

    FSDataInputStream stream = fs.open(p);
    byte[] out = new byte[9];
    stream.readFully(out);
    stream.close();
    assertEquals("foobarbaz", new String(out));

    fs.close();
  }