@Override
public void initialize() {
// Nothing to do. This class isn't currently designed to be used at the DAG API level.
UserPayload userPayload = getContext().getUserPayload();
if (userPayload == null
|| userPayload.getPayload() == null
|| userPayload.getPayload().limit() == 0) {
throw new RuntimeException(
"Could not initialize CustomShuffleEdgeManager" + " from provided user payload");
}
CustomShuffleEdgeManagerConfig config;
try {
config = CustomShuffleEdgeManagerConfig.fromUserPayload(userPayload);
} catch (InvalidProtocolBufferException e) {
throw new RuntimeException(
"Could not initialize CustomShuffleEdgeManager" + " from provided user payload", e);
}
this.numSourceTaskOutputs = config.numSourceTaskOutputs;
this.numDestinationTasks = config.numDestinationTasks;
this.basePartitionRange = config.basePartitionRange;
this.remainderRangeForLastShuffler = config.remainderRangeForLastShuffler;
this.numSourceTasks = getContext().getSourceVertexNumTasks();
Preconditions.checkState(
this.numDestinationTasks == getContext().getDestinationVertexNumTasks());
}
@Override
public void initialize(EdgeManagerContext edgeManagerContext) {
// Nothing to do. This class isn't currently designed to be used at the DAG API level.
byte[] userPayload = edgeManagerContext.getUserPayload();
if (userPayload == null || userPayload.length == 0) {
throw new RuntimeException(
"Could not initialize CustomShuffleEdgeManager" + " from provided user payload");
}
CustomShuffleEdgeManagerConfig config;
try {
config = CustomShuffleEdgeManagerConfig.fromUserPayload(userPayload);
} catch (InvalidProtocolBufferException e) {
throw new RuntimeException(
"Could not initialize CustomShuffleEdgeManager" + " from provided user payload", e);
}
this.numSourceTaskOutputs = config.numSourceTaskOutputs;
this.numDestinationTasks = config.numDestinationTasks;
this.basePartitionRange = config.basePartitionRange;
this.remainderRangeForLastShuffler = config.remainderRangeForLastShuffler;
this.numSourceTasks = config.numSourceTasks;
}
