コード例 #1
0
  /**
   * Sets the priority of the calling thread to a specific value.
   *
   * @param threadPriority the priority to be set on the calling thread
   */
  public static void setThreadPriority(int threadPriority) {
    Throwable exception = null;

    try {
      Process.setThreadPriority(threadPriority);
    } catch (IllegalArgumentException iae) {
      exception = iae;
    } catch (SecurityException se) {
      exception = se;
    }
    if (exception != null) logger.warn("Failed to set thread priority.", exception);
  }
コード例 #2
0
    /** Configures echo cancellation and noise suppression effects. */
    @TargetApi(Build.VERSION_CODES.JELLY_BEAN)
    private void configureEffects() {
      if (!AndroidUtils.hasAPI(16)) return;

      AudioSystem audioSystem =
          AudioSystem.getAudioSystem(AudioSystem.LOCATOR_PROTOCOL_AUDIORECORD);

      // Creates echo canceler if available
      if (AcousticEchoCanceler.isAvailable()) {
        AcousticEchoCanceler echoCanceller =
            AcousticEchoCanceler.create(audioRecord.getAudioSessionId());
        if (echoCanceller != null) {
          echoCanceller.setEnableStatusListener(this);
          echoCanceller.setEnabled(audioSystem.isEchoCancel());
          logger.info("Echo cancellation: " + echoCanceller.getEnabled());
        }
      }

      // Automatic gain control
      if (AutomaticGainControl.isAvailable()) {
        AutomaticGainControl agc = AutomaticGainControl.create(audioRecord.getAudioSessionId());
        if (agc != null) {
          agc.setEnableStatusListener(this);
          agc.setEnabled(audioSystem.isAutomaticGainControl());
          logger.info("Auto gain control: " + agc.getEnabled());
        }
      }

      // Creates noise suppressor if available
      if (NoiseSuppressor.isAvailable()) {
        NoiseSuppressor noiseSuppressor = NoiseSuppressor.create(audioRecord.getAudioSessionId());
        if (noiseSuppressor != null) {
          noiseSuppressor.setEnableStatusListener(this);
          noiseSuppressor.setEnabled(audioSystem.isDenoise());
          logger.info("Noise suppressor: " + noiseSuppressor.getEnabled());
        }
      }
    }
コード例 #3
0
 @Override
 public void onEnableStatusChange(AudioEffect effect, boolean enabled) {
   logger.info(effect.getDescriptor() + " : " + enabled);
 }
コード例 #4
0
/**
 * Implements an audio <tt>CaptureDevice</tt> using {@link AudioRecord}.
 *
 * @author Lyubomir Marinov
 */
public class DataSource extends AbstractPullBufferCaptureDevice {
  /**
   * The <tt>Logger</tt> used by the <tt>DataSource</tt> class and its instances for logging output.
   */
  private static final Logger logger = Logger.getLogger(DataSource.class);

  /**
   * The priority to be set to the thread executing the {@link AudioRecordStream#read(Buffer)}
   * method of a given <tt>AudioRecordStream</tt>.
   */
  private static final int THREAD_PRIORITY = Process.THREAD_PRIORITY_URGENT_AUDIO;

  /** Initializes a new <tt>DataSource</tt> instance. */
  public DataSource() {}

  /**
   * Initializes a new <tt>DataSource</tt> from a specific <tt>MediaLocator</tt>.
   *
   * @param locator the <tt>MediaLocator</tt> to create the new instance from
   */
  public DataSource(MediaLocator locator) {
    super(locator);
  }

  /**
   * Creates a new <tt>PullBufferStream</tt> which is to be at a specific zero-based index in the
   * list of streams of this <tt>PullBufferDataSource</tt>. The <tt>Format</tt>-related information
   * of the new instance is to be abstracted by a specific <tt>FormatControl</tt>.
   *
   * @param streamIndex the zero-based index of the <tt>PullBufferStream</tt> in the list of streams
   *     of this <tt>PullBufferDataSource</tt>
   * @param formatControl the <tt>FormatControl</tt> which is to abstract the
   *     <tt>Format</tt>-related information of the new instance
   * @return a new <tt>PullBufferStream</tt> which is to be at the specified <tt>streamIndex</tt> in
   *     the list of streams of this <tt>PullBufferDataSource</tt> and which has its
   *     <tt>Format</tt>-related information abstracted by the specified <tt>formatControl</tt>
   * @see AbstractPullBufferCaptureDevice#createStream(int, FormatControl)
   */
  protected AbstractPullBufferStream createStream(int streamIndex, FormatControl formatControl) {
    return new AudioRecordStream(this, formatControl);
  }

  /**
   * Opens a connection to the media source specified by the <tt>MediaLocator</tt> of this
   * <tt>DataSource</tt>.
   *
   * @throws IOException if anything goes wrong while opening the connection to the media source
   *     specified by the <tt>MediaLocator</tt> of this <tt>DataSource</tt>
   * @see AbstractPullBufferCaptureDevice#doConnect()
   */
  @Override
  protected void doConnect() throws IOException {
    super.doConnect();

    /*
     * XXX The AudioRecordStream will connect upon start in order to be able
     * to respect requests to set its format.
     */
  }

  /**
   * Closes the connection to the media source specified by the <tt>MediaLocator</tt> of this
   * <tt>DataSource</tt>.
   *
   * @see AbstractPullBufferCaptureDevice#doDisconnect()
   */
  @Override
  protected void doDisconnect() {
    synchronized (getStreamSyncRoot()) {
      Object[] streams = streams();

      if (streams != null) for (Object stream : streams) ((AudioRecordStream) stream).disconnect();
    }

    super.doDisconnect();
  }

  /** Sets the priority of the calling thread to {@link #THREAD_PRIORITY}. */
  public static void setThreadPriority() {
    setThreadPriority(THREAD_PRIORITY);
  }

  /**
   * Sets the priority of the calling thread to a specific value.
   *
   * @param threadPriority the priority to be set on the calling thread
   */
  public static void setThreadPriority(int threadPriority) {
    Throwable exception = null;

    try {
      Process.setThreadPriority(threadPriority);
    } catch (IllegalArgumentException iae) {
      exception = iae;
    } catch (SecurityException se) {
      exception = se;
    }
    if (exception != null) logger.warn("Failed to set thread priority.", exception);
  }

  /**
   * Attempts to set the <tt>Format</tt> to be reported by the <tt>FormatControl</tt> of a
   * <tt>PullBufferStream</tt> at a specific zero-based index in the list of streams of this
   * <tt>PullBufferDataSource</tt>. The <tt>PullBufferStream</tt> does not exist at the time of the
   * attempt to set its <tt>Format</tt>. Override the default behavior which is to not attempt to
   * set the specified <tt>Format</tt> so that they can enable setting the <tt>Format</tt> prior to
   * creating the <tt>PullBufferStream</tt>.
   *
   * @param streamIndex the zero-based index of the <tt>PullBufferStream</tt> the <tt>Format</tt> of
   *     which is to be set
   * @param oldValue the last-known <tt>Format</tt> for the <tt>PullBufferStream</tt> at the
   *     specified <tt>streamIndex</tt>
   * @param newValue the <tt>Format</tt> which is to be set
   * @return the <tt>Format</tt> to be reported by the <tt>FormatControl</tt> of the
   *     <tt>PullBufferStream</tt> at the specified <tt>streamIndex</tt> in the list of streams of
   *     this <tt>PullBufferStream</tt> or <tt>null</tt> if the attempt to set the <tt>Format</tt>
   *     did not success and any last-known <tt>Format</tt> is to be left in effect
   * @see AbstractPullBufferCaptureDevice#setFormat(int, Format, Format)
   */
  @Override
  protected Format setFormat(int streamIndex, Format oldValue, Format newValue) {
    /*
     * Accept format specifications prior to the initialization of
     * AudioRecordStream. Afterwards, AudioRecordStream will decide whether
     * to accept further format specifications.
     */
    return newValue;
  }

  /** Implements an audio <tt>PullBufferStream</tt> using {@link AudioRecord}. */
  private static class AudioRecordStream extends AbstractPullBufferStream<DataSource>
      implements AudioEffect.OnEnableStatusChangeListener {
    /** The <tt>android.media.AudioRecord</tt> which does the actual capturing of audio. */
    private AudioRecord audioRecord;

    /** The <tt>GainControl</tt> through which the volume/gain of captured media is controlled. */
    private final GainControl gainControl;

    /**
     * The length in bytes of the media data read into a <tt>Buffer</tt> via a call to {@link
     * #read(Buffer)}.
     */
    private int length;

    /**
     * The indicator which determines whether this <tt>AudioRecordStream</tt> is to set the priority
     * of the thread in which its {@link #read(Buffer)} method is executed.
     */
    private boolean setThreadPriority = true;

    /**
     * Initializes a new <tt>OpenSLESStream</tt> instance which is to have its
     * <tt>Format</tt>-related information abstracted by a specific <tt>FormatControl</tt>.
     *
     * @param dataSource the <tt>DataSource</tt> which is creating the new instance so that it
     *     becomes one of its <tt>streams</tt>
     * @param formatControl the <tt>FormatControl</tt> which is to abstract the
     *     <tt>Format</tt>-related information of the new instance
     */
    public AudioRecordStream(DataSource dataSource, FormatControl formatControl) {
      super(dataSource, formatControl);

      MediaServiceImpl mediaServiceImpl = NeomediaActivator.getMediaServiceImpl();

      gainControl =
          (mediaServiceImpl == null)
              ? null
              : (GainControl) mediaServiceImpl.getInputVolumeControl();
    }

    /**
     * Opens a connection to the media source of the associated <tt>DataSource</tt>.
     *
     * @throws IOException if anything goes wrong while opening a connection to the media source of
     *     the associated <tt>DataSource</tt>
     */
    public synchronized void connect() throws IOException {
      javax.media.format.AudioFormat af = (javax.media.format.AudioFormat) getFormat();
      int channels = af.getChannels();
      int channelConfig;

      switch (channels) {
        case Format.NOT_SPECIFIED:
        case 1:
          channelConfig = AudioFormat.CHANNEL_IN_MONO;
          break;
        case 2:
          channelConfig = AudioFormat.CHANNEL_IN_STEREO;
          break;
        default:
          throw new IOException("channels");
      }

      int sampleSizeInBits = af.getSampleSizeInBits();
      int audioFormat;

      switch (sampleSizeInBits) {
        case 8:
          audioFormat = AudioFormat.ENCODING_PCM_8BIT;
          break;
        case 16:
          audioFormat = AudioFormat.ENCODING_PCM_16BIT;
          break;
        default:
          throw new IOException("sampleSizeInBits");
      }

      double sampleRate = af.getSampleRate();

      length =
          (int)
              Math.round(
                  20 /* milliseconds */ * (sampleRate / 1000) * channels * (sampleSizeInBits / 8));

      /*
       * Apart from the thread in which #read(Buffer) is executed, use the
       * thread priority for the thread which will create the AudioRecord.
       */
      setThreadPriority();
      try {
        int minBufferSize =
            AudioRecord.getMinBufferSize((int) sampleRate, channelConfig, audioFormat);

        audioRecord =
            new AudioRecord(
                MediaRecorder.AudioSource.DEFAULT,
                (int) sampleRate,
                channelConfig,
                audioFormat,
                Math.max(length, minBufferSize));

        // tries to configure audio effects if available
        configureEffects();
      } catch (IllegalArgumentException iae) {
        IOException ioe = new IOException();

        ioe.initCause(iae);
        throw ioe;
      }

      setThreadPriority = true;
    }

    /** Configures echo cancellation and noise suppression effects. */
    @TargetApi(Build.VERSION_CODES.JELLY_BEAN)
    private void configureEffects() {
      if (!AndroidUtils.hasAPI(16)) return;

      AudioSystem audioSystem =
          AudioSystem.getAudioSystem(AudioSystem.LOCATOR_PROTOCOL_AUDIORECORD);

      // Creates echo canceler if available
      if (AcousticEchoCanceler.isAvailable()) {
        AcousticEchoCanceler echoCanceller =
            AcousticEchoCanceler.create(audioRecord.getAudioSessionId());
        if (echoCanceller != null) {
          echoCanceller.setEnableStatusListener(this);
          echoCanceller.setEnabled(audioSystem.isEchoCancel());
          logger.info("Echo cancellation: " + echoCanceller.getEnabled());
        }
      }

      // Automatic gain control
      if (AutomaticGainControl.isAvailable()) {
        AutomaticGainControl agc = AutomaticGainControl.create(audioRecord.getAudioSessionId());
        if (agc != null) {
          agc.setEnableStatusListener(this);
          agc.setEnabled(audioSystem.isAutomaticGainControl());
          logger.info("Auto gain control: " + agc.getEnabled());
        }
      }

      // Creates noise suppressor if available
      if (NoiseSuppressor.isAvailable()) {
        NoiseSuppressor noiseSuppressor = NoiseSuppressor.create(audioRecord.getAudioSessionId());
        if (noiseSuppressor != null) {
          noiseSuppressor.setEnableStatusListener(this);
          noiseSuppressor.setEnabled(audioSystem.isDenoise());
          logger.info("Noise suppressor: " + noiseSuppressor.getEnabled());
        }
      }
    }

    /** Closes the connection to the media source of the associated <tt>DataSource</tt>. */
    public synchronized void disconnect() {
      if (audioRecord != null) {
        audioRecord.release();
        audioRecord = null;

        setThreadPriority = true;
      }
    }

    /**
     * Attempts to set the <tt>Format</tt> of this <tt>AbstractBufferStream</tt>.
     *
     * @param format the <tt>Format</tt> to be set as the format of this
     *     <tt>AbstractBufferStream</tt>
     * @return the <tt>Format</tt> of this <tt>AbstractBufferStream</tt> or <tt>null</tt> if the
     *     attempt to set the <tt>Format</tt> did not succeed and any last-known <tt>Format</tt> is
     *     to be left in effect
     * @see AbstractPullBufferStream#doSetFormat(Format)
     */
    @Override
    protected synchronized Format doSetFormat(Format format) {
      return (audioRecord == null) ? format : null;
    }

    /**
     * Reads media data from this <tt>PullBufferStream</tt> into a specific <tt>Buffer</tt> with
     * blocking.
     *
     * @param buffer the <tt>Buffer</tt> in which media data is to be read from this
     *     <tt>PullBufferStream</tt>
     * @throws IOException if anything goes wrong while reading media data from this
     *     <tt>PullBufferStream</tt> into the specified <tt>buffer</tt>
     * @see javax.media.protocol.PullBufferStream#read(javax.media.Buffer)
     */
    public void read(Buffer buffer) throws IOException {
      if (setThreadPriority) {
        setThreadPriority = false;
        setThreadPriority();
      }

      Object data = buffer.getData();
      int length = this.length;

      if (data instanceof byte[]) {
        if (((byte[]) data).length < length) data = null;
      } else data = null;
      if (data == null) {
        data = new byte[length];
        buffer.setData(data);
      }

      int toRead = length;
      byte[] bytes = (byte[]) data;
      int offset = 0;

      buffer.setLength(0);
      while (toRead > 0) {
        int read;

        synchronized (this) {
          if (audioRecord.getRecordingState() == AudioRecord.RECORDSTATE_RECORDING)
            read = audioRecord.read(bytes, offset, toRead);
          else break;
        }

        if (read < 0) {
          throw new IOException(
              AudioRecord.class.getName() + "#read(byte[], int, int) returned " + read);
        } else {
          buffer.setLength(buffer.getLength() + read);
          offset += read;
          toRead -= read;
        }
      }
      buffer.setOffset(0);

      // Apply software gain.
      if (gainControl != null) {
        BasicVolumeControl.applyGain(gainControl, bytes, buffer.getOffset(), buffer.getLength());
      }
    }

    /**
     * Starts the transfer of media data from this <tt>AbstractBufferStream</tt>.
     *
     * @throws IOException if anything goes wrong while starting the transfer of media data from
     *     this <tt>AbstractBufferStream</tt>
     * @see AbstractBufferStream#start()
     */
    @Override
    public void start() throws IOException {
      /*
       * Connect upon start because the connect has been delayed to allow
       * this AudioRecordStream to respect requests to set its format.
       */
      synchronized (this) {
        if (audioRecord == null) connect();
      }

      super.start();

      synchronized (this) {
        if (audioRecord != null) {
          setThreadPriority = true;
          audioRecord.startRecording();
        }
      }
    }

    /**
     * Stops the transfer of media data from this <tt>AbstractBufferStream</tt>.
     *
     * @throws IOException if anything goes wrong while stopping the transfer of media data from
     *     this <tt>AbstractBufferStream</tt>
     * @see AbstractBufferStream#stop()
     */
    @Override
    public void stop() throws IOException {
      synchronized (this) {
        if (audioRecord != null) {
          audioRecord.stop();
          setThreadPriority = true;
        }
      }

      super.stop();
    }

    @Override
    public void onEnableStatusChange(AudioEffect effect, boolean enabled) {
      logger.info(effect.getDescriptor() + " : " + enabled);
    }
  }
}