/**
* Initializes the pipeline itself, but does not start capturing
*
* @param devices The list of devices to capture from.
* @param confidence True to enable confidence monitoring.
* @return The created {@code Pipeline}, or null in the case of an error.
*/
private Pipeline startPipeline(ArrayList<CaptureDevice> devices, boolean confidence) {
logger.info("Successfully initialised {} devices.", devices.size());
for (int i = 0; i < devices.size(); i++) logger.debug("Device #{}: {}.", i, devices.get(i));
// setup gstreamer pipeline using capture devices
Gst.init(); // cannot using gst library without first initialising it
Pipeline pipeline = new Pipeline();
for (CaptureDevice c : devices) {
if (!addCaptureDeviceBinsToPipeline(c, pipeline))
logger.error("Failed to create pipeline for {}.", c);
}
pipeline.debugToDotFile(Pipeline.DEBUG_GRAPH_SHOW_ALL, pipeline.getName());
return pipeline;
}
/**
* Creates the gStreamer pipeline and blocks until it starts successfully
*
* @param newRec The RecordingImpl of the capture we wish to perform.
* @return The recording ID (equal to newRec.getID()) or null in the case of an error
*/
public void start(RecordingImpl newRec) {
// Create the pipeline
try {
pipeline = create(newRec.getProperties(), false);
} catch (UnsatisfiedLinkError e) {
throw new UnableToStartCaptureException(
e.getMessage() + " : please add libjv4linfo.so to /usr/lib to correct this issue.");
}
// Check if the pipeline came up ok
if (pipeline == null) {
// logger.error("Capture {} could not start, pipeline was null!", newRec.getID());
captureFailureHandler.resetOnFailure(newRec.getID());
throw new UnableToStartCaptureException(
"Capture " + newRec.getID() + " could not start, pipeline was null!");
}
logger.info("Initializing devices for capture.");
hookUpBus();
// Grab time to wait for pipeline to start
int wait;
String waitProp = newRec.getProperty(CaptureParameters.CAPTURE_START_WAIT);
if (waitProp != null) {
wait = Integer.parseInt(waitProp);
} else {
wait = 5; // Default taken from gstreamer docs
}
pipeline.debugToDotFile(Pipeline.DEBUG_GRAPH_SHOW_ALL, pipeline.getName());
// Try and start the pipeline
pipeline.play();
if (pipeline.getState(wait * GStreamerPipeline.GST_SECOND) != State.PLAYING) {
// In case of an error call stop to clean up the pipeline.
logger.debug("Pipeline was unable to start after " + wait + " seconds.");
stop(GStreamerPipeline.DEFAULT_PIPELINE_SHUTDOWN_TIMEOUT);
throw new UnableToStartCaptureException(
"Unable to start pipeline after " + wait + " seconds. Aborting!");
}
logger.info("{} started.", pipeline.getName());
}
private static void startStreaming(final VideoComponent vc, String settings, int port) {
Gst.init();
clientPipe = new Pipeline("pipeline");
pushLog("> CTRL: " + "PLAY");
pushLog("> SYS: " + " INIT STREAM");
System.out.println("Starting with: C=" + clientLoc + ", S=" + serverLoc);
// VIDEO
Element udpVideoSrc = ElementFactory.make("udpsrc", "src1");
udpVideoSrc.setCaps(
Caps.fromString(
"application/x-rtp, media=(string)video, clock-rate=(int)90000, encoding-name=(string)JPEG, payload=(int)96, ssrc=(uint)2156703816, clock-base=(uint)1678649553, seqnum-base=(uint)31324"));
udpVideoSrc.set("uri", "udp://" + clientLoc + ":" + port);
Element videoRtcpIn = ElementFactory.make("udpsrc", "src3");
videoRtcpIn.set("uri", "udp://" + clientLoc + ":" + (port + 1));
Element videoRtcpOut = ElementFactory.make("udpsink", "snk1");
videoRtcpOut.set("host", serverLoc);
videoRtcpOut.set("port", "" + (port + 5));
videoRtcpOut.set("sync", "false");
videoRtcpOut.set("async", "false");
Element udpAudioSrc = null, audioRtcpIn = null, audioRtcpOut = null, taud = null;
if (attribute.equalsIgnoreCase("active")) {
// AUDIO
udpAudioSrc = ElementFactory.make("udpsrc", "src2");
udpAudioSrc.setCaps(
Caps.fromString(
"application/x-rtp, media=(string)audio, clock-rate=(int)8000, encoding-name=(string)L16, encoding-params=(string)2, channels=(int)2, payload=(int)96, ssrc=(uint)3489550614, clock-base=(uint)2613725642, seqnum-base=(uint)1704"));
udpAudioSrc.set("uri", "udp://" + clientLoc + ":" + (port + 2));
taud = ElementFactory.make("tee", "taud");
Element qaud = ElementFactory.make("queue", "qaud");
AppSink appAudioSink = (AppSink) ElementFactory.make("appsink", "appAudioSink");
appAudioSink.set("emit-signals", true);
appAudioSink.setSync(false);
audioQ = new LinkedList<FrameInfo>();
appAudioSink.connect(
new AppSink.NEW_BUFFER() {
public void newBuffer(AppSink sink) {
Buffer b = sink.getLastBuffer();
if (b != null) {
audioQ.offer(new FrameInfo(System.currentTimeMillis(), b.getSize()));
}
}
});
audioRtcpIn = ElementFactory.make("udpsrc", "src4");
audioRtcpIn.set("uri", "udp://" + clientLoc + ":" + (port + 3));
audioRtcpOut = ElementFactory.make("udpsink", "snk2");
audioRtcpOut.set("host", serverLoc);
audioRtcpOut.set("port", "" + (port + 7));
audioRtcpOut.set("sync", "false");
audioRtcpOut.set("async", "false");
clientPipe.addMany(taud, qaud, appAudioSink);
clientPipe.addMany(udpAudioSrc, audioRtcpIn, audioRtcpOut);
Element.linkMany(udpAudioSrc, taud, qaud, appAudioSink);
}
Element tvid = ElementFactory.make("tee", "tvid");
Element qvid = ElementFactory.make("queue", "qvid");
AppSink appVideoSink = (AppSink) ElementFactory.make("appsink", "appVideoSink");
appVideoSink.set("emit-signals", true);
appVideoSink.setSync(false);
videoQ = new LinkedList<FrameInfo>();
appVideoSink.connect(
new AppSink.NEW_BUFFER() {
public void newBuffer(AppSink sink) {
Buffer b = sink.getLastBuffer();
if (b != null) {
videoQ.offer(new FrameInfo(System.currentTimeMillis(), b.getSize()));
// System.out.println(System.currentTimeMillis());
}
}
});
clientPipe.addMany(tvid, qvid, appVideoSink);
clientPipe.addMany(udpVideoSrc, videoRtcpIn, videoRtcpOut);
Element.linkMany(udpVideoSrc, tvid, qvid, appVideoSink);
// VIDEO BIN
videoBin = new Bin("videoBin");
// src1
Element videoDepay = ElementFactory.make("rtpjpegdepay", "depay");
Element videoDecode = ElementFactory.make("jpegdec", "decode");
Element videoRate = ElementFactory.make("videorate", "rate1");
Element videoColor = ElementFactory.make("ffmpegcolorspace", "color");
Element videoSrc1Caps = ElementFactory.make("capsfilter", "src1caps");
videoSrc1Caps.setCaps(Caps.fromString("video/x-raw-yuv, framerate=30/1"));
Element videoColor2 = ElementFactory.make("ffmpegcolorspace", "color2");
videoBin.addMany(videoDepay, videoDecode, videoRate, videoColor, videoSrc1Caps, videoColor2);
Element.linkMany(videoDepay, videoDecode, videoRate, videoColor, videoSrc1Caps, videoColor2);
videoBin.addPad(new GhostPad("sink", videoDepay.getStaticPad("sink")));
clientPipe.add(videoBin);
final Bin audioBin = new Bin("audioBin");
if (attribute.equalsIgnoreCase("active")) {
// AUDIO BIN
final Element audioDepay = ElementFactory.make("rtpL16depay", "auddepay");
Element audioConvert = ElementFactory.make("audioconvert", "audconv");
mute = ElementFactory.make("volume", "vol");
mute.set("mute", "true");
final Element audioSink = ElementFactory.make("autoaudiosink", "audsink");
audioBin.addMany(audioDepay, audioConvert, mute, audioSink);
Element.linkMany(audioDepay, audioConvert, mute, audioSink);
audioBin.addPad(new GhostPad("sink", audioDepay.getStaticPad("sink")));
clientPipe.add(audioBin);
}
// RTPBIN
final RTPBin rtp = new RTPBin("rtp");
clientPipe.add(rtp);
Element.linkPads(tvid, "src1", rtp, "recv_rtp_sink_0");
Element.linkPads(videoRtcpIn, "src", rtp, "recv_rtcp_sink_0");
Element.linkPads(rtp, "send_rtcp_src_0", videoRtcpOut, "sink");
if (attribute.equalsIgnoreCase("active")) {
Element.linkPads(taud, "src1", rtp, "recv_rtp_sink_1");
Element.linkPads(audioRtcpIn, "src", rtp, "recv_rtcp_sink_1");
Element.linkPads(rtp, "send_rtcp_src_1", audioRtcpOut, "sink");
}
// BUS
rtp.connect(
new Element.PAD_ADDED() {
@Override
public void padAdded(Element arg0, Pad arg1) {
if (arg1.getName().startsWith("recv_rtp_src_0")) {
arg1.link(videoBin.getStaticPad("sink"));
} else if (arg1.getName().startsWith("recv_rtp_src_1")
&& attribute.equalsIgnoreCase("active")) {
arg1.link(audioBin.getStaticPad("sink"));
}
clientPipe.debugToDotFile(1, "clientsucc");
}
});
Bus bus = clientPipe.getBus();
bus.connect(
new Bus.ERROR() {
public void errorMessage(GstObject source, int code, String message) {
pushLog("> GSTREAMER ERROR: code=" + code + " message=" + message);
clientPipe.debugToDotFile(1, "clienterr");
}
});
bus.connect(
new Bus.EOS() {
public void endOfStream(GstObject source) {
clientPipe.setState(State.NULL);
System.out.println("EOS");
}
});
videoBin.add(vc.getElement());
AppSink appJointSink = (AppSink) ElementFactory.make("appsink", "appJointSink");
appJointSink.set("emit-signals", true);
appJointSink.setSync(false);
jointQ = new LinkedList<CompareInfo>();
appJointSink.connect(
new AppSink.NEW_BUFFER() {
public void newBuffer(AppSink sink) {
/*
int vs = 0; int as = 0;
while (videoQ != null) {
vs++; videoQ.poll();
}
while (audioQ != null) {
as++; audioQ.poll();
}
System.out.println("Compare: " + as + " : " + vs);
*/
}
});
Element.linkMany(videoColor2, vc.getElement());
Thread videoThread =
new Thread() {
public void run() {
clientPipe.setState(org.gstreamer.State.PLAYING);
}
};
videoThread.start();
clientPipe.debugToDotFile(0, "appsink");
}