Ejemplo n.º 1
0
  @Test
  public void testExtractJob() throws InterruptedException {
    String tableName = "test_export_job_table";
    TableId destinationTable = TableId.of(DATASET, tableName);
    LoadJobConfiguration configuration =
        LoadJobConfiguration.builder(destinationTable, "gs://" + BUCKET + "/" + LOAD_FILE)
            .schema(SIMPLE_SCHEMA)
            .build();
    Job remoteLoadJob = bigquery.create(JobInfo.of(configuration));
    while (!remoteLoadJob.isDone()) {
      Thread.sleep(1000);
    }
    assertNull(remoteLoadJob.status().error());

    ExtractJobConfiguration extractConfiguration =
        ExtractJobConfiguration.builder(destinationTable, "gs://" + BUCKET + "/" + EXTRACT_FILE)
            .printHeader(false)
            .build();
    Job remoteExtractJob = bigquery.create(JobInfo.of(extractConfiguration));
    while (!remoteExtractJob.isDone()) {
      Thread.sleep(1000);
    }
    assertNull(remoteExtractJob.status().error());
    assertEquals(
        CSV_CONTENT,
        new String(storage.readAllBytes(BUCKET, EXTRACT_FILE), StandardCharsets.UTF_8));
    assertTrue(bigquery.delete(DATASET, tableName));
  }
Ejemplo n.º 2
0
 @Test
 public void testCopyJob() throws InterruptedException {
   String sourceTableName = "test_copy_job_source_table";
   String destinationTableName = "test_copy_job_destination_table";
   TableId sourceTable = TableId.of(DATASET, sourceTableName);
   StandardTableDefinition tableDefinition = StandardTableDefinition.of(TABLE_SCHEMA);
   TableInfo tableInfo = TableInfo.of(sourceTable, tableDefinition);
   Table createdTable = bigquery.create(tableInfo);
   assertNotNull(createdTable);
   assertEquals(DATASET, createdTable.tableId().dataset());
   assertEquals(sourceTableName, createdTable.tableId().table());
   TableId destinationTable = TableId.of(DATASET, destinationTableName);
   CopyJobConfiguration configuration = CopyJobConfiguration.of(destinationTable, sourceTable);
   Job remoteJob = bigquery.create(JobInfo.of(configuration));
   while (!remoteJob.isDone()) {
     Thread.sleep(1000);
   }
   assertNull(remoteJob.status().error());
   Table remoteTable = bigquery.getTable(DATASET, destinationTableName);
   assertNotNull(remoteTable);
   assertEquals(destinationTable.dataset(), remoteTable.tableId().dataset());
   assertEquals(destinationTableName, remoteTable.tableId().table());
   assertEquals(TABLE_SCHEMA, remoteTable.definition().schema());
   assertTrue(createdTable.delete());
   assertTrue(remoteTable.delete());
 }
Ejemplo n.º 3
0
 @Test
 public void testCreateAndGetJob() {
   String sourceTableName = "test_create_and_get_job_source_table";
   String destinationTableName = "test_create_and_get_job_destination_table";
   TableId sourceTable = TableId.of(DATASET, sourceTableName);
   StandardTableDefinition tableDefinition = StandardTableDefinition.of(TABLE_SCHEMA);
   TableInfo tableInfo = TableInfo.of(sourceTable, tableDefinition);
   Table createdTable = bigquery.create(tableInfo);
   assertNotNull(createdTable);
   assertEquals(DATASET, createdTable.tableId().dataset());
   assertEquals(sourceTableName, createdTable.tableId().table());
   TableId destinationTable = TableId.of(DATASET, destinationTableName);
   CopyJobConfiguration copyJobConfiguration =
       CopyJobConfiguration.of(destinationTable, sourceTable);
   Job createdJob = bigquery.create(JobInfo.of(copyJobConfiguration));
   Job remoteJob = bigquery.getJob(createdJob.jobId());
   assertEquals(createdJob.jobId(), remoteJob.jobId());
   CopyJobConfiguration createdConfiguration = createdJob.configuration();
   CopyJobConfiguration remoteConfiguration = remoteJob.configuration();
   assertEquals(createdConfiguration.sourceTables(), remoteConfiguration.sourceTables());
   assertEquals(createdConfiguration.destinationTable(), remoteConfiguration.destinationTable());
   assertEquals(createdConfiguration.createDisposition(), remoteConfiguration.createDisposition());
   assertEquals(createdConfiguration.writeDisposition(), remoteConfiguration.writeDisposition());
   assertNotNull(remoteJob.etag());
   assertNotNull(remoteJob.statistics());
   assertNotNull(remoteJob.status());
   assertEquals(createdJob.selfLink(), remoteJob.selfLink());
   assertEquals(createdJob.userEmail(), remoteJob.userEmail());
   assertTrue(createdTable.delete());
   assertTrue(bigquery.delete(DATASET, destinationTableName));
 }
Ejemplo n.º 4
0
 @BeforeClass
 public static void beforeClass() throws InterruptedException {
   RemoteBigQueryHelper bigqueryHelper = RemoteBigQueryHelper.create();
   RemoteGcsHelper gcsHelper = RemoteGcsHelper.create();
   bigquery = bigqueryHelper.options().service();
   storage = gcsHelper.options().service();
   storage.create(BucketInfo.of(BUCKET));
   storage.create(
       BlobInfo.builder(BUCKET, LOAD_FILE).contentType("text/plain").build(),
       CSV_CONTENT.getBytes(StandardCharsets.UTF_8));
   storage.create(
       BlobInfo.builder(BUCKET, JSON_LOAD_FILE).contentType("application/json").build(),
       JSON_CONTENT.getBytes(StandardCharsets.UTF_8));
   DatasetInfo info = DatasetInfo.builder(DATASET).description(DESCRIPTION).build();
   bigquery.create(info);
   LoadJobConfiguration configuration =
       LoadJobConfiguration.builder(
               TABLE_ID, "gs://" + BUCKET + "/" + JSON_LOAD_FILE, FormatOptions.json())
           .createDisposition(JobInfo.CreateDisposition.CREATE_IF_NEEDED)
           .schema(TABLE_SCHEMA)
           .build();
   Job job = bigquery.create(JobInfo.of(configuration));
   while (!job.isDone()) {
     Thread.sleep(1000);
   }
   assertNull(job.status().error());
 }
Ejemplo n.º 5
0
 @Test
 public void testListJobsWithSelectedFields() {
   Page<Job> jobs = bigquery.listJobs(JobListOption.fields(JobField.USER_EMAIL));
   for (Job job : jobs.values()) {
     assertNotNull(job.jobId());
     assertNotNull(job.status());
     assertNotNull(job.userEmail());
     assertNull(job.statistics());
     assertNull(job.id());
   }
 }
Ejemplo n.º 6
0
 @Test
 public void testListJobs() {
   Page<Job> jobs = bigquery.listJobs();
   for (Job job : jobs.values()) {
     assertNotNull(job.jobId());
     assertNotNull(job.statistics());
     assertNotNull(job.status());
     assertNotNull(job.userEmail());
     assertNotNull(job.id());
   }
 }
Ejemplo n.º 7
0
 @Test
 public void testCancelJob() throws InterruptedException {
   String destinationTableName = "test_cancel_query_job_table";
   String query = "SELECT TimestampField, StringField, BooleanField FROM " + TABLE_ID.table();
   TableId destinationTable = TableId.of(DATASET, destinationTableName);
   QueryJobConfiguration configuration =
       QueryJobConfiguration.builder(query)
           .defaultDataset(DatasetId.of(DATASET))
           .destinationTable(destinationTable)
           .build();
   Job remoteJob = bigquery.create(JobInfo.of(configuration));
   assertTrue(remoteJob.cancel());
   while (!remoteJob.isDone()) {
     Thread.sleep(1000);
   }
   assertNull(remoteJob.status().error());
 }
Ejemplo n.º 8
0
  @Test
  public void testQueryJob() throws InterruptedException {
    String tableName = "test_query_job_table";
    String query =
        new StringBuilder()
            .append("SELECT TimestampField, StringField, BooleanField FROM ")
            .append(TABLE_ID.table())
            .toString();
    TableId destinationTable = TableId.of(DATASET, tableName);
    QueryJobConfiguration configuration =
        QueryJobConfiguration.builder(query)
            .defaultDataset(DatasetId.of(DATASET))
            .destinationTable(destinationTable)
            .build();
    Job remoteJob = bigquery.create(JobInfo.of(configuration));
    while (!remoteJob.isDone()) {
      Thread.sleep(1000);
    }
    assertNull(remoteJob.status().error());

    QueryResponse response = bigquery.getQueryResults(remoteJob.jobId());
    while (!response.jobCompleted()) {
      Thread.sleep(1000);
      response = bigquery.getQueryResults(response.jobId());
    }
    assertFalse(response.hasErrors());
    assertEquals(QUERY_RESULT_SCHEMA, response.result().schema());
    int rowCount = 0;
    for (List<FieldValue> row : response.result().values()) {
      FieldValue timestampCell = row.get(0);
      FieldValue stringCell = row.get(1);
      FieldValue booleanCell = row.get(2);
      assertEquals(FieldValue.Attribute.PRIMITIVE, timestampCell.attribute());
      assertEquals(FieldValue.Attribute.PRIMITIVE, stringCell.attribute());
      assertEquals(FieldValue.Attribute.PRIMITIVE, booleanCell.attribute());
      assertEquals(1408452095220000L, timestampCell.timestampValue());
      assertEquals("stringValue", stringCell.stringValue());
      assertEquals(false, booleanCell.booleanValue());
      rowCount++;
    }
    assertEquals(2, rowCount);
    assertTrue(bigquery.delete(DATASET, tableName));
    Job queryJob = bigquery.getJob(remoteJob.jobId());
    JobStatistics.QueryStatistics statistics = queryJob.statistics();
    assertNotNull(statistics.queryPlan());
  }