Esempio n. 1
0
  /**
   * Adjusts the view such that each pixel has a correspondence to the original image while
   * maximizing the view area. In other words no black regions which can cause problems for some
   * image processing algorithms.
   *
   * <p>The original image coordinate system is maintained even if the intrinsic parameter flipY is
   * true.
   *
   * @param param Intrinsic camera parameters.
   * @param paramAdj If not null, the new camera parameters are stored here.
   * @return New transform that adjusts the view and removes lens distortion..
   */
  public static PointTransform_F32 allInside(
      IntrinsicParameters param, IntrinsicParameters paramAdj) {
    RemoveRadialPtoP_F32 removeDistort = new RemoveRadialPtoP_F32();
    AddRadialPtoP_F32 addDistort = new AddRadialPtoP_F32();
    removeDistort.set(param.fx, param.fy, param.skew, param.cx, param.cy, param.radial);
    addDistort.set(param.fx, param.fy, param.skew, param.cx, param.cy, param.radial);

    Rectangle2D_F32 bound =
        LensDistortionOps.boundBoxInside(
            param.width, param.height, new PointToPixelTransform_F32(removeDistort));

    // ensure there are no strips of black
    LensDistortionOps.roundInside(bound);

    double scaleX = bound.width / param.width;
    double scaleY = bound.height / param.height;

    double scale = Math.min(scaleX, scaleY);

    // translation and shift over so that the small axis is in the middle
    double deltaX = bound.tl_x + (scaleX - scale) * param.width / 2.0;
    double deltaY = bound.tl_y + (scaleY - scale) * param.height / 2.0;

    // adjustment matrix
    DenseMatrix64F A = new DenseMatrix64F(3, 3, true, scale, 0, deltaX, 0, scale, deltaY, 0, 0, 1);

    PointTransform_F32 tranAdj =
        PerspectiveOps.adjustIntrinsic_F32(addDistort, false, param, A, paramAdj);

    if (param.flipY) {
      PointTransform_F32 flip = new FlipVertical_F32(param.height);
      return new SequencePointTransform_F32(flip, tranAdj, flip);
    } else return tranAdj;
  }
Esempio n. 2
0
  /**
   * Renders a 3D point in the left and right camera views given the stereo parameters. Lens
   * distortion is taken in account.
   *
   * @param param Stereo parameters
   * @param X Point location in 3D space
   * @param left location in pixels in left camera
   * @param right location in pixels in right camera
   */
  public static void renderPointPixel(
      StereoParameters param, Point3D_F64 X, Point2D_F64 left, Point2D_F64 right) {
    // compute the location of X in the right camera's reference frame
    Point3D_F64 rightX = new Point3D_F64();
    SePointOps_F64.transform(param.getRightToLeft().invert(null), X, rightX);

    // location of object in normalized image coordinates
    Point2D_F64 normLeft = new Point2D_F64(X.x / X.z, X.y / X.z);
    Point2D_F64 normRight = new Point2D_F64(rightX.x / rightX.z, rightX.y / rightX.z);

    // convert into pixel coordinates
    Point2D_F64 pixelLeft =
        PerspectiveOps.convertNormToPixel(param.left, normLeft.x, normLeft.y, null);
    Point2D_F64 pixelRight =
        PerspectiveOps.convertNormToPixel(param.right, normRight.x, normRight.y, null);

    // take in account lens distortion
    Point2Transform2_F32 distLeft =
        LensDistortionOps.transformPoint(param.left).distort_F32(true, true);
    Point2Transform2_F32 distRight =
        LensDistortionOps.transformPoint(param.right).distort_F32(true, true);

    Point2D_F32 lensLeft = new Point2D_F32();
    Point2D_F32 lensRight = new Point2D_F32();

    distLeft.compute((float) pixelLeft.x, (float) pixelLeft.y, lensLeft);
    distRight.compute((float) pixelRight.x, (float) pixelRight.y, lensRight);

    // output solution
    left.set(lensLeft.x, lensLeft.y);
    right.set(lensRight.x, lensRight.y);
  }
  @Override
  public void setCalibration(StereoParameters parameters) {
    stereo.setCalibration(parameters);

    PointTransform_F64 leftPixelToNorm =
        LensDistortionOps.transformRadialToNorm_F64(parameters.left);
    PointTransform_F64 leftNormToPixel =
        LensDistortionOps.transformNormToRadial_F64(parameters.left);

    alg.setPixelToNorm(leftPixelToNorm);
    alg.setNormToPixel(leftNormToPixel);

    tracker.setCalibration(parameters.left);
  }
 public void setDistorted(IntrinsicParameters param, DenseMatrix64F rect) {
   if (rect == null) {
     this.undoRadial =
         LensDistortionOps.imageRemoveDistortion(
             AdjustmentType.FULL_VIEW,
             BorderType.VALUE,
             param,
             null,
             ImageType.single(ImageFloat32.class));
     this.remove_p_to_p =
         LensDistortionOps.transform_F32(AdjustmentType.FULL_VIEW, param, null, false);
   } else {
     this.undoRadial =
         RectifyImageOps.rectifyImage(param, rect, BorderType.VALUE, ImageFloat32.class);
     this.remove_p_to_p = RectifyImageOps.transformPixelToRect_F32(param, rect);
   }
 }
/** @author Peter Abeles */
public class TestCalibrateMonoPlanar {

  CameraPinholeRadial intrinsic =
      new CameraPinholeRadial(200, 210, 0, 320, 240, 640, 480)
          .fsetRadial(0.01, -0.02)
          .fsetTangental(0.03, 0.03);
  Point2Transform2_F64 normToPixel =
      LensDistortionOps.transformPoint(intrinsic).distort_F64(false, true);

  GrayF32 blank = new GrayF32(intrinsic.width, intrinsic.height);

  List<Se3_F64> targetToCamera = new ArrayList<>();

  public TestCalibrateMonoPlanar() {
    double z = 250;
    double w = 40;

    targetToCamera.add(
        new Se3_F64(
            ConvertRotation3D_F64.eulerToMatrix(EulerType.XYZ, 0, 0, 0, null),
            new Vector3D_F64(0, 0, z)));
    targetToCamera.add(
        new Se3_F64(
            ConvertRotation3D_F64.eulerToMatrix(EulerType.XYZ, 0.1, 0, 0, null),
            new Vector3D_F64(w, 0, z)));
    targetToCamera.add(
        new Se3_F64(
            ConvertRotation3D_F64.eulerToMatrix(EulerType.XYZ, 0, 0.1, 0, null),
            new Vector3D_F64(w, w, z)));
    targetToCamera.add(
        new Se3_F64(
            ConvertRotation3D_F64.eulerToMatrix(EulerType.XYZ, 0, 0, 0.1, null),
            new Vector3D_F64(0, -w, z)));
    targetToCamera.add(
        new Se3_F64(
            ConvertRotation3D_F64.eulerToMatrix(EulerType.XYZ, 0.05, 0, 0.1, null),
            new Vector3D_F64(0, -w, z)));
  }

  /**
   * Give it a fake feature detector and a fairly benign scenario and see if it can correctly
   * estimate the camera parameters.
   */
  @Test
  public void fullBasic() {

    FakeDetector detector = new FakeDetector();
    CalibrateMonoPlanar alg = new CalibrateMonoPlanar(detector);
    alg.configure(true, 2, true);

    for (int i = 0; i < targetToCamera.size(); i++) {
      alg.addImage(blank);
    }

    CameraPinholeRadial found = alg.process();

    assertEquals(intrinsic.fx, found.fx, 1e-3);
    assertEquals(intrinsic.fy, found.fy, 1e-3);
    assertEquals(intrinsic.cx, found.cx, 1e-3);
    assertEquals(intrinsic.cy, found.cy, 1e-3);
    assertEquals(intrinsic.skew, found.skew, 1e-3);

    assertEquals(intrinsic.radial[0], found.radial[0], 1e-5);
    assertEquals(intrinsic.radial[1], found.radial[1], 1e-5);

    assertEquals(intrinsic.t1, found.t1, 1e-5);
    assertEquals(intrinsic.t2, found.t2, 1e-5);
  }

  private class FakeDetector implements DetectorFiducialCalibration {

    int count = 0;

    CalibrationObservation set;

    List<Point2D_F64> layout = CalibrationDetectorSquareGrid.createLayout(4, 3, 30, 30);

    @Override
    public boolean process(GrayF32 input) {

      Se3_F64 t2c = targetToCamera.get(count++);

      set = new CalibrationObservation();

      for (int i = 0; i < layout.size(); i++) {
        Point2D_F64 p2 = layout.get(i);
        // location of calibration point on the target
        Point3D_F64 p3 = new Point3D_F64(p2.x, p2.y, 0);

        Point3D_F64 a = SePointOps_F64.transform(t2c, p3, null);

        Point2D_F64 pixel = new Point2D_F64();
        normToPixel.compute(a.x / a.z, a.y / a.z, pixel);

        if (pixel.x < 0
            || pixel.x >= intrinsic.width - 1
            || pixel.y < 0
            || pixel.y >= input.height - 1)
          throw new RuntimeException("Adjust test setup, bad observation");

        set.add(pixel, i);
      }

      return true;
    }

    @Override
    public CalibrationObservation getDetectedPoints() {
      return set;
    }

    @Override
    public List<Point2D_F64> getLayout() {
      return layout;
    }
  }
}