private void processDepth() {
NUI_IMAGE_FRAME imageFrame = new NUI_IMAGE_FRAME();
checkRC(device.NuiImageStreamGetNextFrame(depthStream, new DWORD(0), imageFrame));
BOOLByReference isNearMode = new BOOLByReference();
INuiFrameTexture.ByReference newTexture = new INuiFrameTexture.ByReference();
checkRC(
device.NuiImageFrameGetDepthImagePixelFrameTexture(
depthStream, imageFrame, isNearMode, newTexture));
INuiFrameTexture frameTexture = newTexture.getTexture();
NUI_LOCKED_RECT lockedRect = new NUI_LOCKED_RECT();
checkRC(frameTexture.LockRect(new UINT(0), lockedRect, null, new DWORD(0)));
if (lockedRect.Pitch == 0) throw new RuntimeException("Kinect didn't give us data");
byte[] bytes = lockedRect.getBytes();
checkRC(frameTexture.UnlockRect(0));
checkRC(
interactionStream.ProcessDepth(
new UINT(bytes.length), bytes, imageFrame.liTimeStamp.getValue()));
frameTexture.Release();
checkRC(device.NuiImageStreamReleaseFrame(depthStream, imageFrame));
}
@Override
public void destroy() {
if (loaded) {
loaded = false;
if (interactionStream != null) {
interactionStream.Disable();
interactionStream.Release();
interactionStream = null;
}
if (interactionClient != null) {
interactionClient.Release();
interactionClient = null;
}
if (colorStream != null) {
Kernel32.INSTANCE.CloseHandle(colorStream);
colorStream = null;
}
if (depthStream != null) {
Kernel32.INSTANCE.CloseHandle(depthStream);
depthStream = null;
}
if (nextColorImageFrame != null) {
Kernel32.INSTANCE.CloseHandle(nextColorImageFrame);
nextColorImageFrame = null;
}
if (nextDepthImageFrame != null) {
Kernel32.INSTANCE.CloseHandle(nextDepthImageFrame);
nextDepthImageFrame = null;
}
if (nextSkeletonFrame != null) {
Kernel32.INSTANCE.CloseHandle(nextSkeletonFrame);
nextSkeletonFrame = null;
}
if (nextInteractionFrame != null) {
Kernel32.INSTANCE.CloseHandle(nextInteractionFrame);
nextInteractionFrame = null;
}
if (device != null) {
checkRC(device.NuiSkeletonTrackingDisable());
device.NuiShutdown();
device.Release();
device = null;
}
// Remove all receivers connected to this driver
EventManager.getInstance().removeReceivers(EventType.HAND_CREATED);
EventManager.getInstance().removeReceivers(EventType.HAND_UPDATED);
EventManager.getInstance().removeReceivers(EventType.HAND_DESTROYED);
}
}
private void processSkeleton() {
NUI_SKELETON_FRAME skeletonFrame = new NUI_SKELETON_FRAME();
checkRC(device.NuiSkeletonGetNextFrame(new DWORD(Kernel32.INFINITE), skeletonFrame));
checkRC(device.NuiTransformSmooth(skeletonFrame, new NUI_TRANSFORM_SMOOTH_PARAMETERS()));
Vector4 vect = new Vector4();
checkRC(device.NuiAccelerometerGetCurrentReading(vect));
checkRC(
interactionStream.ProcessSkeleton(
new UINT(6),
skeletonFrame.SkeletonData(),
vect,
skeletonFrame.liTimeStamp().getValue()));
}
@Override
public ByteBuffer getVisualData() {
Kernel32.INSTANCE.WaitForSingleObject(nextColorImageFrame, Kernel32.INFINITE);
NUI_IMAGE_FRAME imageFrame = new NUI_IMAGE_FRAME();
checkRC(device.NuiImageStreamGetNextFrame(colorStream, new DWORD(0), imageFrame));
NUI_LOCKED_RECT lockedRect = new NUI_LOCKED_RECT();
checkRC(imageFrame.pFrameTexture.LockRect(new UINT(0), lockedRect, null, new DWORD(0)));
if (lockedRect.Pitch == 0) throw new RuntimeException("Kinect didn't give us data");
ByteBuffer buf = ByteBuffer.wrap(lockedRect.getBytes());
checkRC(imageFrame.pFrameTexture.UnlockRect(0));
// Release the frame
checkRC(device.NuiImageStreamReleaseFrame(colorStream, imageFrame));
return buf;
}
@Override
public void load() throws InvalidConfigurationFileException, DriverException {
if (loaded) destroy(); // reset driver
loaded = true;
IntByReference pcount = new IntByReference(0);
checkRC(KinectLibrary.INSTANCE.NuiGetSensorCount(pcount));
if (pcount.getValue() == 0) {
throw new DriverException("No connected devices");
}
KinectDevice.ByReference newDevice = new KinectDevice.ByReference();
checkRC(KinectLibrary.INSTANCE.NuiCreateSensorByIndex(0, newDevice));
device = newDevice.getDevice();
checkRC(
device.NuiInitialize(
new DWORD(
KinectLibrary.NUI_INITIALIZE_FLAG_USES_COLOR
| KinectLibrary.NUI_INITIALIZE_FLAG_USES_SKELETON
| KinectLibrary.NUI_INITIALIZE_FLAG_USES_DEPTH)));
nextColorImageFrame = Kernel32.INSTANCE.CreateEvent(null, true, false, null);
nextDepthImageFrame = Kernel32.INSTANCE.CreateEvent(null, true, false, null);
nextSkeletonFrame = Kernel32.INSTANCE.CreateEvent(null, true, false, null);
nextInteractionFrame = Kernel32.INSTANCE.CreateEvent(null, true, false, null);
HANDLEByReference handle = new HANDLEByReference();
checkRC(
device.NuiImageStreamOpen(
new JnaEnumWrapper<>(NUI_IMAGE_TYPE.NUI_IMAGE_TYPE_COLOR),
new JnaEnumWrapper<>(NUI_IMAGE_RESOLUTION.NUI_IMAGE_RESOLUTION_640x480),
new DWORD(0),
new DWORD(2),
nextColorImageFrame,
handle));
colorStream = handle.getValue();
checkRC(
device.NuiImageStreamOpen(
new JnaEnumWrapper<>(NUI_IMAGE_TYPE.NUI_IMAGE_TYPE_DEPTH),
new JnaEnumWrapper<>(NUI_IMAGE_RESOLUTION.NUI_IMAGE_RESOLUTION_640x480),
new DWORD(0),
new DWORD(2),
nextDepthImageFrame,
handle));
depthStream = handle.getValue();
checkRC(device.NuiSkeletonTrackingEnable(nextSkeletonFrame, new DWORD(0)));
interactionClient = new INuiInteractionClient();
INuiInteractionStream.ByReference newStream = new INuiInteractionStream.ByReference();
checkRC(
KinectToolkitLibrary.INSTANCE.NuiCreateInteractionStream(
device, interactionClient, newStream));
interactionStream = newStream.getStream();
checkRC(interactionStream.Enable(nextInteractionFrame));
new Thread(new BackgroundThread()).start();
}