/**
* Blocks and reads into a <tt>Buffer</tt> from this <tt>PullBufferStream</tt>.
*
* @param buffer the <tt>Buffer</tt> this <tt>PullBufferStream</tt> is to read into
* @throws IOException if an I/O error occurs while this <tt>PullBufferStream</tt> reads into the
* specified <tt>Buffer</tt>
* @see AbstractVideoPullBufferStream#doRead(Buffer)
*/
@Override
protected void doRead(Buffer buffer) throws IOException {
/*
* Determine the Format in which we're expected to output. We cannot
* rely on the Format always being specified in the Buffer because it is
* not its responsibility, the DataSource of this ImageStream knows the
* output Format.
*/
Format format = buffer.getFormat();
if (format == null) {
format = getFormat();
if (format != null) buffer.setFormat(format);
}
if (format instanceof AVFrameFormat) {
Object o = buffer.getData();
AVFrame frame;
if (o instanceof AVFrame) frame = (AVFrame) o;
else {
frame = new AVFrame();
buffer.setData(frame);
}
AVFrameFormat avFrameFormat = (AVFrameFormat) format;
Dimension size = avFrameFormat.getSize();
ByteBuffer data = readScreenNative(size);
if (data != null) {
if (frame.avpicture_fill(data, avFrameFormat) < 0) {
data.free();
throw new IOException("avpicture_fill");
}
} else {
/*
* This can happen when we disconnect a monitor from computer
* before or during grabbing.
*/
throw new IOException("Failed to grab screen.");
}
} else {
byte[] bytes = (byte[]) buffer.getData();
Dimension size = ((VideoFormat) format).getSize();
bytes = readScreen(bytes, size);
buffer.setData(bytes);
buffer.setOffset(0);
buffer.setLength(bytes.length);
}
buffer.setHeader(null);
buffer.setTimeStamp(System.nanoTime());
buffer.setSequenceNumber(seqNo);
buffer.setFlags(Buffer.FLAG_SYSTEM_TIME | Buffer.FLAG_LIVE_DATA);
seqNo++;
}
public VideoTrack(PullSourceStream stream) throws ResourceUnavailableException {
super();
this.stream = stream;
// set format
// read first frame to determine format
final Buffer buffer = new Buffer();
readFrame(buffer);
if (buffer.isDiscard() || buffer.isEOM())
throw new ResourceUnavailableException("Unable to read first frame");
// TODO: catch runtime exception too?
// parse jpeg
final java.awt.Image image;
try {
image =
ImageIO.read(
new ByteArrayInputStream(
(byte[]) buffer.getData(), buffer.getOffset(), buffer.getLength()));
} catch (IOException e) {
logger.log(Level.WARNING, "" + e, e);
throw new ResourceUnavailableException("Error reading image: " + e);
}
if (image == null) {
logger.log(Level.WARNING, "Failed to read image (ImageIO.read returned null).");
throw new ResourceUnavailableException();
}
if (frameContentType.equals("image/jpeg"))
format =
new JPEGFormat(
new Dimension(image.getWidth(null), image.getHeight(null)),
Format.NOT_SPECIFIED,
Format.byteArray,
-1.f,
Format.NOT_SPECIFIED,
Format.NOT_SPECIFIED);
else if (frameContentType.equals("image/gif"))
format =
new GIFFormat(
new Dimension(image.getWidth(null), image.getHeight(null)),
Format.NOT_SPECIFIED,
Format.byteArray,
-1.f);
else if (frameContentType.equals("image/png"))
format =
new PNGFormat(
new Dimension(image.getWidth(null), image.getHeight(null)),
Format.NOT_SPECIFIED,
Format.byteArray,
-1.f);
else
throw new ResourceUnavailableException(
"Unsupported frame content type: " + frameContentType);
// TODO: this discards first image. save and return first time
// readFrame is called.
}
private void newImage(Buffer buffer) {
Object data = buffer.getData();
if (!(data instanceof int[])) return;
RGBFormat format = (RGBFormat) buffer.getFormat();
DirectColorModel dcm =
new DirectColorModel(
format.getBitsPerPixel(),
format.getRedMask(),
format.getGreenMask(),
format.getBlueMask());
sourceImage =
new MemoryImageSource(
format.getLineStride(),
format.getSize().height,
dcm,
(int[]) data,
0,
format.getLineStride());
sourceImage.setAnimated(true);
sourceImage.setFullBufferUpdates(true);
if (component != null) {
destImage = component.createImage(sourceImage);
component.prepareImage(destImage, component);
}
}
/** Processes the data and renders it to a component */
public synchronized int process(Buffer buffer) {
if (component == null) return BUFFER_PROCESSED_FAILED;
Format inf = buffer.getFormat();
if (inf == null) return BUFFER_PROCESSED_FAILED;
if (inf != inputFormat || !buffer.getFormat().equals(inputFormat)) {
if (setInputFormat(inf) != null) return BUFFER_PROCESSED_FAILED;
}
Object data = buffer.getData();
if (!(data instanceof int[])) return BUFFER_PROCESSED_FAILED;
if (lastBuffer != buffer) {
lastBuffer = buffer;
newImage(buffer);
}
sourceImage.newPixels(0, 0, inWidth, inHeight);
Graphics g = component.getGraphics();
if (g != null) {
if (reqBounds == null) {
bounds = component.getBounds();
bounds.x = 0;
bounds.y = 0;
} else bounds = reqBounds;
g.drawImage(
destImage,
bounds.x,
bounds.y,
bounds.width,
bounds.height,
0,
0,
inWidth,
inHeight,
component);
}
return BUFFER_PROCESSED_OK;
}
public int process(Buffer inBuffer, Buffer outBuffer) {
try {
if (frameConverter == null) {
frameConverter = new BufferToImage((VideoFormat) inBuffer.getFormat());
}
// Convert the Buffer to an AWT Image.
Image frameImage = frameConverter.createImage(inBuffer);
// Derive a JAI image from the AWT image.
PlanarImage jaiImage = JAI.create("AWTImage", frameImage);
int index;
boolean emboss = false;
if (control != null) {
index = control.getEffectIndex();
if (control.getEffectName().equals("None")) {
outBuffer.setData(inBuffer.getData());
outBuffer.setFormat(inBuffer.getFormat());
outBuffer.setFlags(inBuffer.getFlags());
outBuffer.setLength(inBuffer.getLength());
return BUFFER_PROCESSED_OK;
}
if (control.getEffectName().equals("Emboss")) {
emboss = true; // Special case
}
} else index = 0;
if (kernels[index] == null) {
kernels[index] = new KernelJAI(3, 3, matrices[index]);
}
jaiImage = JAI.create("convolve", jaiImage, kernels[index]);
if (emboss) { // add 128 to make it brighter
double[] constants = new double[] {128., 128., 128.};
ParameterBlock pb = new ParameterBlock();
pb.addSource(jaiImage);
pb.add(constants);
jaiImage = JAI.create("addconst", pb, null);
}
// Now convert the image to a buffer
BufferedImage bim = jaiImage.getAsBufferedImage();
Buffer out = ImageToBuffer.createBuffer(bim, 15.F);
if (out == null) {
if (debug) {
System.out.println("ImageToBuffer returned null");
}
return BUFFER_PROCESSED_FAILED;
}
outBuffer.setData(out.getData());
outBuffer.setFormat(out.getFormat());
outBuffer.setFlags(out.getFlags());
outBuffer.setLength(out.getLength());
} catch (Exception e) {
System.err.println(e);
return BUFFER_PROCESSED_FAILED;
} catch (Error e) {
System.err.println(e);
return BUFFER_PROCESSED_FAILED;
}
return BUFFER_PROCESSED_OK;
}
