/** * 构建维度表 * * @param cube 立方体 * @return 维度表定义 */ private List<DimTableMetaDefine> buildDimTables(MiniCube cube) { Collection<Dimension> dimensions = cube.getDimensions().values(); if (dimensions == null || dimensions.size() == 0) { return new ArrayList<DimTableMetaDefine>(); } Map<String, DimTableMetaDefine> dimTableCache = new HashMap<String, DimTableMetaDefine>(); List<DimTableMetaDefine> rs = new ArrayList<DimTableMetaDefine>(); String factTableName = cube.getSource(); for (Dimension dimension : dimensions) { if (dimension.getLevels().size() > 1) { // 组合维度 不处理 continue; } String dimTableName = dimension.getTableName(); if (dimTableName == null || dimTableName.equals(factTableName)) { continue; } // 同一个维度表中的列,只需要加入维度表中就可以了 if (dimTableCache.containsKey(dimension.getTableName())) { DimTableMetaDefine dimTable = dimTableCache.get(dimension.getTableName()); ColumnMetaDefine column = buildColumn(this.getLevel(dimension)); dimTable.addColumn(column); } else { // 构建新的维度表,并加入当前列 DimTableMetaDefine dimTable = getDimTableDefineWithLevelType(cube.getSource(), dimension); ColumnMetaDefine column = buildColumn(this.getLevel(dimension)); dimTable.addColumn(column); dimTableCache.put(dimension.getTableName(), dimTable); } } rs.addAll(dimTableCache.values()); return rs; }
/** * trans cube * * @param cube * @return new Cube */ public static Cube transformCube(Cube cube) { MiniCube newCube = (MiniCube) DeepcopyUtils.deepCopy(cube); final Map<String, Measure> measures = Maps.newConcurrentMap(); cube.getMeasures() .values() .forEach( m -> { measures.put(m.getName(), m); }); newCube.setMeasures(measures); final Map<String, Dimension> dimensions = Maps.newLinkedHashMap(); cube.getDimensions() .values() .forEach( dim -> { MiniCubeDimension tmp = (MiniCubeDimension) DeepcopyUtils.deepCopy(dim); LinkedHashMap<String, Level> tmpLevel = Maps.newLinkedHashMap(); dim.getLevels() .values() .forEach( level -> { level.setDimension(dim); tmpLevel.put(level.getName(), level); }); tmp.setLevels(tmpLevel); dimensions.put(tmp.getName(), tmp); }); newCube.setDimensions(dimensions); return newCube; }
/** * 构建星型模型 * * @param cube 立方体定义 * @return star mode 定义 */ public StarModel buildModel(MiniCube cube) { StarModel model = new StarModel(); model.setCubeId(cube.getId()); logger.info("current cube is : [{}]", cube); logger.info("current cube's schema is : [{}]", cube.getSchema()); // 确认schema不为空 if (cube.getSchema() != null) { model.setDsId(cube.getSchema().getDatasource()); model.setSchemaId(cube.getSchema().getId()); } model.setFactTable(buildFactTable(cube)); model.setDimTables(buildDimTables(cube)); return model; }
/** * 构建事实表 * * @param cube cube定义 * @return 事实表定义 */ private FactTableMetaDefine buildFactTable(MiniCube cube) { FactTableMetaDefine factTable = new FactTableMetaDefine(); factTable.setCubeId(cube.getId()); factTable.setMutilple(cube.isMutilple()); if (factTable.isMutilple()) { // 分库分表导致多张表组成事实表 factTable.setRegExp(cube.getSource()); if (cube.getSource() != null) { List<String> regexTables = Lists.newArrayList(); Collections.addAll(regexTables, cube.getSource().split(",")); factTable.setRegExpTables(regexTables); if (regexTables != null && regexTables.size() > 0) { factTable.setName(regexTables.get(0)); } } factTable.setDivideTableStrategyVo(cube.getDivideTableStrategyVo()); } else { // 事实表名称 factTable.setName(cube.getSource()); } if (cube.getMeasures() == null || cube.getMeasures().isEmpty()) { logger.debug("measure is empty"); } else { Collection<Measure> measures = cube.getMeasures().values(); if (measures == null) { logger.debug("can't get measuers"); return factTable; } measures.forEach( m -> { ColumnMetaDefine column = new ColumnMetaDefine(); column.setCaption(m.getCaption()); column.setName(m.getDefine()); factTable.addColumn(column); }); // 添加维度引用的列 cube.getDimensions() .values() .forEach( dim -> { ColumnMetaDefine column = new ColumnMetaDefine(); // modify by jiangyichao at 2014-10-09 修改维度caption column.setCaption(dim.getFacttableCaption()); column.setName(dim.getFacttableColumn()); factTable.addColumn(column); }); } return factTable; }
/** * 获取扩展区域包含的立方体定义 * * @param reportModel 报表模型 * @param area 扩展区域 * @return 立方体定义 * @throws QueryModelBuildException */ public static Cube getCubeWithExtendArea(ReportDesignModel reportModel, ExtendArea area) throws QueryModelBuildException { Cube oriCube = getCubeFromReportModel(reportModel, area); // 对于可选指标,默认将事实表包含的所有列作为查询条件 if ("true".equals(area.getOtherSetting().get(Constants.CAN_CHANGED_MEASURE))) { Cube rs = transformCube(oriCube); modifyMeasures(rs.getMeasures(), rs); return rs; } Map<String, List<Dimension>> filterDims = collectFilterDim(reportModel); MiniCube cube = new MiniCube(area.getCubeId()); String areaId = area.getId(); LogicModel logicModel = area.getLogicModel(); if (area.getType() == ExtendAreaType.SELECTION_AREA || area.getType() == ExtendAreaType.LITEOLAP_CHART || area.getType() == ExtendAreaType.LITEOLAP_TABLE) { LiteOlapExtendArea liteOlapArea = (LiteOlapExtendArea) reportModel.getExtendById(area.getReferenceAreaId()); logicModel = liteOlapArea.getLogicModel(); areaId = area.getReferenceAreaId(); } if (logicModel == null) { throw new QueryModelBuildException("logic model is empty"); } Item[] items = logicModel.getItems(area.getType() != ExtendAreaType.TABLE); Map<String, Dimension> dimensions = new HashMap<String, Dimension>(); Map<String, Measure> measures = new HashMap<String, Measure>(); for (Item item : items) { OlapElement olapElement = oriCube.getDimensions().get(item.getOlapElementId()); if (olapElement == null) { // 维度不存在或者可能是指标信息 olapElement = oriCube.getMeasures().get(item.getOlapElementId()); if (olapElement != null) { Measure measure = (Measure) olapElement; measures.put(measure.getName(), measure); } } else { MiniCubeDimension dim = (MiniCubeDimension) DeepcopyUtils.deepCopy(olapElement); dim.setLevels(Maps.newLinkedHashMap()); ; ((Dimension) olapElement) .getLevels() .values() .forEach( level -> { level.setDimension(dim); dim.getLevels().put(level.getName(), level); }); dimensions.put(dim.getName(), dim); } } if (area.getType() == ExtendAreaType.LITEOLAP) { /** TODO 把liteOlap中候选的维度和指标加入到items里面 */ Map<String, Item> candDims = ((LiteOlapExtendArea) area).getCandDims(); Schema schema = reportModel.getSchema(); String cubeId = area.getCubeId(); for (String elementId : candDims.keySet()) { OlapElement element = ReportDesignModelUtils.getDimOrIndDefineWithId(schema, cubeId, elementId); MiniCubeDimension dim = (MiniCubeDimension) DeepcopyUtils.deepCopy(element); dim.setLevels(Maps.newLinkedHashMap()); ((Dimension) element) .getLevels() .values() .forEach( level -> { level.setDimension(dim); dim.getLevels().put(level.getName(), level); }); dimensions.put(element.getName(), (Dimension) element); } Map<String, Item> candInds = ((LiteOlapExtendArea) area).getCandInds(); for (String elementId : candInds.keySet()) { OlapElement element = ReportDesignModelUtils.getDimOrIndDefineWithId(schema, cubeId, elementId); if (element instanceof CallbackMeasure) { CallbackMeasure m = DeepcopyUtils.deepCopy((CallbackMeasure) element); String url = ((CallbackMeasure) element).getCallbackUrl(); m.setCallbackUrl(HttpUrlUtils.getBaseUrl(url)); m.setCallbackParams(HttpUrlUtils.getParams(url)); measures.put(m.getName(), m); } else { measures.put(element.getName(), (Measure) element); } } } if (filterDims != null) { List<Dimension> dims = filterDims.get(area.getCubeId()); if (dims != null) { for (Dimension dim : dims) { if (dim != null) { dimensions.put(dim.getName(), dim); } } } // TODO 处理不同cube共用同一查询条件情况 filterDims.forEach( (key, dimArray) -> { if (key != null && !key.equals(area.getCubeId())) { dimArray .stream() .filter( dim -> { return dim instanceof TimeDimension; }) .forEach( dim -> { for (Dimension tmp : oriCube.getDimensions().values()) { if (dim.getName().equals(tmp.getName())) { MiniCubeDimension tmpDim = (MiniCubeDimension) DeepcopyUtils.deepCopy(dim); tmpDim.setLevels((LinkedHashMap<String, Level>) tmp.getLevels()); tmpDim.setFacttableColumn(tmp.getFacttableColumn()); tmpDim.setFacttableCaption(tmp.getFacttableCaption()); dimensions.put(tmpDim.getName(), tmpDim); } } }); } }); } cube.setDimensions(dimensions); modifyMeasures(measures, oriCube); cube.setMeasures(measures); cube.setSource(((MiniCube) oriCube).getSource()); cube.setPrimaryKey(((MiniCube) oriCube).getPrimaryKey()); cube.setId(oriCube.getId() + "_" + areaId); return cube; }
/** * 将查询动作转化成问题模型 * * @param dsDefine * @param queryAction 查询动作 * @return 问题模型 * @throws QueryModelBuildException 构建失败异常 */ public static QuestionModel convert2QuestionModel( DataSourceDefine dsDefine, ReportDesignModel reportModel, QueryAction queryAction, Map<String, Object> requestParams, PageInfo pageInfo, String securityKey) throws QueryModelBuildException { if (queryAction == null) { throw new QueryModelBuildException("query action is null"); } ConfigQuestionModel questionModel = new ConfigQuestionModel(); String areaId = queryAction.getExtendAreaId(); if (StringUtils.isEmpty(areaId)) { throw new QueryModelBuildException("area id is empty"); } ExtendArea area = reportModel.getExtendById(areaId); if (area == null) { throw new QueryModelBuildException("can not get area with id : " + areaId); } Cube cube = getCubeFromReportModel(reportModel, area); if (cube == null) { throw new QueryModelBuildException("can not get cube define in area : " + areaId); } if (area.getType() == ExtendAreaType.PLANE_TABLE) { cube = transformCube(cube); MiniCube miniCube = (MiniCube) cube; DivideTableStrategyVo divideVo = miniCube.getDivideTableStrategyVo(); DivideTableContext divideContext = new DivideTableContext(); DivideTableService divideTableService = null; if (divideVo != null) { switch (divideVo.getCondition()) { case "yyyyMMdd": divideTableService = new DayDivideTableStrategyServiceImpl(); break; case "yyyyMM": divideTableService = new MonthDivideTableStrategyServiceImpl(); break; case "yyyy": divideTableService = new YearDivideTableStrategyServiceImpl(); break; default: throw new UnsupportedOperationException("暂时不支持该分表策略"); } divideContext.setDivideTableService(divideTableService); if (divideContext.getAllFactTableName(divideVo, requestParams) != null) { miniCube.setSource(divideContext.getAllFactTableName(divideVo, requestParams)); } MiniCubeSchema schema = (MiniCubeSchema) reportModel.getSchema(); schema.getCubes().put(miniCube.getId(), miniCube); reportModel.setSchema(schema); } miniCube.setProductLine(dsDefine.getProductLine()); questionModel.setCube(miniCube); } else { cube = getCubeWithExtendArea(reportModel, area); ((MiniCube) cube).setProductLine(dsDefine.getProductLine()); questionModel.setCube(cube); } // 设置轴信息 questionModel.setAxisMetas(buildAxisMeta(reportModel.getSchema(), area, queryAction)); questionModel.setCubeId(area.getCubeId()); // TODO 动态更新cube 针对查询过程中动态添加的属性 需要仔细考虑此处逻辑 Set<Item> tmp = Sets.newHashSet(); tmp.addAll(queryAction.getSlices().keySet()); tmp.addAll(queryAction.getRows().keySet()); try { DataSourceInfo dataSource = DataSourceConnectionServiceFactory.getDataSourceConnectionServiceInstance( dsDefine.getDataSourceType().name()) .parseToDataSourceInfo(dsDefine, securityKey); questionModel.setDataSourceInfo(dataSource); } catch (Exception e) { throw new RuntimeException(e); } OrderDesc orderDesc = queryAction.getOrderDesc(); if (orderDesc != null) { SortType sortType = SortType.valueOf(orderDesc.getOrderType()); String uniqueName = ""; if (DataModelUtils.isMeasure(orderDesc.getName(), cube)) { uniqueName = uniqueName + "[Measure]."; } else { uniqueName = uniqueName + "[Dimension]."; } uniqueName = uniqueName + "[" + orderDesc.getName() + "]"; SortRecord sortRecord = new SortRecord(sortType, uniqueName, orderDesc.getRecordSize()); questionModel.setSortRecord(sortRecord); } // TODO 此处没有考虑指标、维度交叉情况,如后续有指标维度交叉情况,此处需要调整 questionModel.getQueryConditionLimit().setWarningAtOverFlow(false); if (queryAction.isNeedOthers()) { // TODO 需要开发通用工具包 将常量定义到通用工具包中 questionModel.getRequestParams().put("NEED_OTHERS", "1"); } // 设置请求参数信息 if (requestParams != null) { for (String key : requestParams.keySet()) { Object value = requestParams.get(key); if (value != null && value instanceof String) { questionModel.getRequestParams().put(key, (String) value); } } // 设计器中, 设置分页信息 if (requestParams.get(Constants.IN_EDITOR) != null && Boolean.valueOf(requestParams.get(Constants.IN_EDITOR).toString())) { questionModel.setPageInfo(pageInfo); } } if (area.getType() == ExtendAreaType.PLANE_TABLE) { questionModel.setQuerySource("SQL"); // 对于平面表不使用汇总方式 questionModel.setNeedSummary(false); // 设置分页信息 questionModel.setPageInfo(pageInfo); // 针对平面表构建查询条件 Map<String, MetaCondition> conditionsForPlaneTable = QueryConditionUtils.buildQueryConditionsForPlaneTable(reportModel, area, queryAction); questionModel.setQueryConditions(conditionsForPlaneTable); } else { questionModel.setQuerySource("TESSERACT"); // 针对其他情况构建查询条件 Map<String, MetaCondition> conditionsForPivotTable = QueryConditionUtils.buildQueryConditionsForPivotTable(reportModel, area, queryAction); questionModel.setQueryConditions(conditionsForPivotTable); if (queryAction.getDrillDimValues() == null || !queryAction.getDrillDimValues().isEmpty() || queryAction.isChartQuery()) { questionModel.setNeedSummary(false); } else { ExtendAreaType areaType = reportModel.getExtendById(queryAction.getExtendAreaId()).getType(); if (areaType != ExtendAreaType.TABLE) { questionModel.setNeedSummary(false); } else { questionModel.setNeedSummary(needSummary(questionModel)); } } if (questionModel.isNeedSummary() && "false".equals(area.getOtherSetting().get("needSummary"))) { questionModel.setNeedSummary(false); } } questionModel.setUseIndex(true); putSliceConditionIntoParams(queryAction, questionModel); questionModel.setFilterBlank(queryAction.isFilterBlank()); return questionModel; }