@Test
public void test_validationFail() throws IOException {
final String bucket_str =
Resources.toString(
Resources.getResource(
"com/ikanow/aleph2/search_service/elasticsearch/services/test_bucket_validate_fail.json"),
Charsets.UTF_8);
final DataBucketBean bucket =
BeanTemplateUtils.build(bucket_str, DataBucketBean.class).done().get();
// 1) Verbose mode off
{
final Collection<BasicMessageBean> res_col =
_index_service.validateSchema(bucket.data_schema().columnar_schema(), bucket)._2();
final Collection<BasicMessageBean> res_search =
_index_service.validateSchema(bucket.data_schema().search_index_schema(), bucket)._2();
final Collection<BasicMessageBean> res_time =
_index_service.validateSchema(bucket.data_schema().temporal_schema(), bucket)._2();
assertEquals(0, res_col.size());
assertEquals(0, res_time.size());
assertEquals(1, res_search.size());
final BasicMessageBean res_search_message = res_search.iterator().next();
assertEquals(false, res_search_message.success());
}
// 2) Check setting an invalid max index size
{
final String bucket_str_2 =
Resources.toString(
Resources.getResource(
"com/ikanow/aleph2/search_service/elasticsearch/services/test_bucket_validate_success.json"),
Charsets.UTF_8);
final DataBucketBean bucket2 =
BeanTemplateUtils.build(bucket_str_2, DataBucketBean.class).done().get();
final DataBucketBean bucket_too_small =
BeanTemplateUtils.clone(bucket2)
.with(
DataBucketBean::data_schema,
BeanTemplateUtils.clone(bucket2.data_schema())
.with(
DataSchemaBean::search_index_schema,
BeanTemplateUtils.clone(bucket2.data_schema().search_index_schema())
.with(DataSchemaBean.SearchIndexSchemaBean::target_index_size_mb, 10L)
.done())
.done())
.done();
final Collection<BasicMessageBean> res_search =
_index_service
.validateSchema(bucket.data_schema().search_index_schema(), bucket_too_small)
._2();
assertEquals(1, res_search.size());
assertEquals(false, res_search.stream().allMatch(BasicMessageBean::success));
BasicMessageBean res_search_message = res_search.iterator().next();
assertTrue(
"Right message: " + res_search_message.message(),
res_search_message.message().contains("10 MB"));
}
}
@Test
public void test_validationSuccess() throws IOException {
final String bucket_str =
Resources.toString(
Resources.getResource(
"com/ikanow/aleph2/search_service/elasticsearch/services/test_bucket_validate_success.json"),
Charsets.UTF_8);
final DataBucketBean bucket =
BeanTemplateUtils.build(bucket_str, DataBucketBean.class).done().get();
// 1) Verbose mode off
{
final Collection<BasicMessageBean> res_col =
_index_service.validateSchema(bucket.data_schema().columnar_schema(), bucket)._2();
final Collection<BasicMessageBean> res_search =
_index_service.validateSchema(bucket.data_schema().search_index_schema(), bucket)._2();
final Collection<BasicMessageBean> res_time =
_index_service.validateSchema(bucket.data_schema().temporal_schema(), bucket)._2();
assertEquals(0, res_col.size());
assertEquals(0, res_search.size());
assertEquals(0, res_time.size());
}
// 2) Verbose mode on
{
final DataBucketBean bucket_verbose =
BeanTemplateUtils.clone(bucket)
.with(
DataBucketBean::data_schema,
BeanTemplateUtils.clone(bucket.data_schema())
.with(
DataSchemaBean::search_index_schema,
BeanTemplateUtils.clone(bucket.data_schema().search_index_schema())
.with(
DataSchemaBean.SearchIndexSchemaBean::technology_override_schema,
ImmutableMap.builder()
.putAll(
bucket
.data_schema()
.search_index_schema()
.technology_override_schema())
.put("verbose", true)
.build())
.done())
.done())
.done();
final Collection<BasicMessageBean> res_col =
_index_service
.validateSchema(bucket_verbose.data_schema().columnar_schema(), bucket)
._2();
final Collection<BasicMessageBean> res_search =
_index_service
.validateSchema(bucket_verbose.data_schema().search_index_schema(), bucket)
._2();
final Collection<BasicMessageBean> res_time =
_index_service
.validateSchema(bucket_verbose.data_schema().temporal_schema(), bucket)
._2();
assertEquals(0, res_col.size());
assertEquals(0, res_time.size());
assertEquals(2, res_search.size());
assertEquals(true, res_search.stream().allMatch(BasicMessageBean::success));
Iterator<BasicMessageBean> res_search_message = res_search.iterator();
final String mapping_str =
Resources.toString(
Resources.getResource(
"com/ikanow/aleph2/search_service/elasticsearch/services/test_verbose_mapping_validate_results.json"),
Charsets.UTF_8);
final JsonNode mapping_json = _mapper.readTree(mapping_str.getBytes());
assertEquals(
mapping_json.toString(),
_mapper.readTree(res_search_message.next().message()).toString());
assertTrue(
"Sets the max index override: "
+ res_search.stream().skip(1).map(m -> m.message()).collect(Collectors.joining()),
res_search_message.next().message().contains("1,000 MB"));
}
// 3) Temporal
{
final DataBucketBean bucket_temporal_no_grouping =
BeanTemplateUtils.clone(bucket)
.with(
DataBucketBean::data_schema,
BeanTemplateUtils.clone(bucket.data_schema())
.with(
DataSchemaBean::temporal_schema,
BeanTemplateUtils.build(DataSchemaBean.TemporalSchemaBean.class)
.done()
.get())
.done())
.done();
assertEquals(
"",
_index_service
.validateSchema(bucket_temporal_no_grouping.data_schema().temporal_schema(), bucket)
._1());
final DataBucketBean bucket_temporal_grouping =
BeanTemplateUtils.clone(bucket)
.with(
DataBucketBean::data_schema,
BeanTemplateUtils.clone(bucket.data_schema())
.with(
DataSchemaBean::temporal_schema,
BeanTemplateUtils.build(DataSchemaBean.TemporalSchemaBean.class)
.with(DataSchemaBean.TemporalSchemaBean::grouping_time_period, "1d")
.done()
.get())
.done())
.done();
assertEquals(
"_{yyyy-MM-dd}",
_index_service
.validateSchema(bucket_temporal_grouping.data_schema().temporal_schema(), bucket)
._1());
}
}
