Exemplo n.º 1
0
  @Test
  public void testAutoConvertNumeric() {
    Field a = Data.makeColumnField("field", null, new Object[] {1, 2, 3, 4});
    Field b = Auto.convert(a);
    assertEquals(a, b);
    Assert.assertEquals(true, b.isNumeric());
    Assert.assertEquals(false, b.isDate());
    Assert.assertEquals(2.5, b.numericProperty("mean"), 0.001);

    a = Data.makeColumnField("field", null, new Object[] {"1", "2", "3", "4"});
    b = Auto.convert(a);
    Assert.assertEquals(false, a == b);
    Assert.assertEquals(true, b.isNumeric());
    Assert.assertEquals(false, b.isDate());
    Assert.assertEquals(2.5, b.numericProperty("mean"), 0.001);

    a = Data.makeColumnField("field", null, new Object[] {"a", "2", "3", "4"});
    b = Auto.convert(a);
    Assert.assertEquals(false, a == b);
    Assert.assertEquals(true, b.isNumeric());
    Assert.assertEquals(false, b.isDate());
    Assert.assertEquals(3.0, b.numericProperty("mean"), 0.001);

    a = Data.makeColumnField("field", null, new Object[] {"a", "2", "c", "4"});
    b = Auto.convert(a);
    Assert.assertEquals(true, a == b);
    Assert.assertEquals(false, b.isNumeric());
    Assert.assertEquals(false, b.isDate());
  }
Exemplo n.º 2
0
 public static Range makeDate(double low, double high, boolean nameAtMid, DateFormat df) {
   Date lowDate = Data.asDate(low);
   Date highDate = Data.asDate(high);
   Date midDate = Data.asDate((high + low) / 2);
   String name =
       nameAtMid ? df.format(midDate) : df.format(lowDate) + "\u2026" + df.format(highDate);
   return new Range(lowDate, highDate, midDate, name);
 }
Exemplo n.º 3
0
 public static Range makeNumeric(double low, double high, boolean nameAtMid) {
   double mid = (high + low) / 2;
   String name =
       nameAtMid
           ? Data.formatNumeric(mid, true)
           : Data.formatNumeric(low, true) + "\u2026" + Data.formatNumeric(high, true);
   return new Range(low, high, mid, name);
 }
Exemplo n.º 4
0
  @Test
  public void testPadding() {
    Field a =
        Data.toNumeric(Data.makeColumnField("a", "label", new Object[] {100, 200, 120, 200, 3100}));
    a.set("transform", "linear");
    Assert.assertEquals(
        "linear : 70 3130 : |500|1000|1500|2000|2500|3000",
        asString(
            NumericScale.makeLinearScale(a, false, 0.0, new double[] {0.01, 0.01}, 5, false), a));

    // Does not pad past zero
    Assert.assertEquals(
        "linear : -200 3400 : |0|1000|2000|3000",
        asString(
            NumericScale.makeLinearScale(a, false, 0.0, new double[] {0.1, 0.1}, 5, false), a));
  }
Exemplo n.º 5
0
  @Test
  public void testChooseTransform() {
    Field a = Data.makeColumnField("a", "label", new Object[] {100, 200, 300, 400, 500, 600});
    Field b = Data.makeColumnField("b", "label", new Object[] {"a", "b", "c"});
    Field c = Data.makeColumnField("d", "label", new Object[] {1, 2, 2, 2, 2, 2, 2, 3});
    Field d = Data.makeColumnField("d", "label", new Object[] {1, 1, 1, 1, 1, 2, 2, 2, 5, 10});
    Field e =
        Data.makeColumnField("e", "label", new Object[] {1, 1, 1, 1, 1, 2, 2, 2, 5, 10, 100, 1000});
    Field f =
        Data.makeColumnField("f", "label", new Object[] {0, 1, 1, 1, 1, 2, 2, 2, 5, 10, 100, 1000});
    Field g =
        Data.makeColumnField(
            "g", "label", new Object[] {-1, 1, 1, 1, 1, 2, 2, 2, 5, 10, 100, 1000});

    Auto.setTransform(a);
    Auto.setTransform(b);
    Auto.setTransform(c);
    Auto.setTransform(d);
    Auto.setTransform(e);
    Auto.setTransform(f);
    Auto.setTransform(g);

    Assert.assertEquals("linear", a.stringProperty("transform"));
    Assert.assertEquals("linear", b.stringProperty("transform"));
    Assert.assertEquals("linear", c.stringProperty("transform"));
    Assert.assertEquals("root", d.stringProperty("transform"));
    Assert.assertEquals("log", e.stringProperty("transform"));
    Assert.assertEquals("root", f.stringProperty("transform"));
    Assert.assertEquals("linear", g.stringProperty("transform"));
  }
Exemplo n.º 6
0
  @Test
  public void testLinearScale() {
    double[] pad = {0, 0};

    Field a = Data.makeColumnField("a", "label", new Object[] {2, 4, 7, 120, 45, 120, 200, 3345});
    a = Data.toNumeric(a);
    a.set("transform", "linear");
    Assert.assertEquals(
        "linear : 2 3345 : |500|1000|1500|2000|2500|3000",
        asString(NumericScale.makeLinearScale(a, false, 0.0, pad, 5, false), a));
    Assert.assertEquals(
        "linear : 2 3345 : |200|400|600|800|1000|1200|1400|1600|1800|2000|2200|2400|2600|2800|3000|3200",
        asString(NumericScale.makeLinearScale(a, false, 0.0, pad, 15, false), a));
    Assert.assertEquals(
        "linear : 2 3345 : |1000|2000|3000",
        asString(NumericScale.makeLinearScale(a, false, 0.0, pad, 2, false), a));
    Assert.assertEquals(
        "linear : 2 3345 : |2000",
        asString(NumericScale.makeLinearScale(a, false, 0.0, pad, 1, false), a));
    Assert.assertEquals(
        "linear : 0 3345 : |0|500|1000|1500|2000|2500|3000",
        asString(NumericScale.makeLinearScale(a, false, 0.01, pad, 7, false), a));
    Assert.assertEquals(
        "linear : 0 3500 : |0|500|1000|1500|2000|2500|3000|3500",
        asString(NumericScale.makeLinearScale(a, true, 0.0, pad, 7, false), a));

    a = Data.makeColumnField("a", "label", new Object[] {-22.2, -22.201, -22.9, -22.7});
    a = Data.toNumeric(a);
    Assert.assertEquals(
        "linear : -23 -22 : |-23|-22.8|-22.6|-22.4|-22.2|-22",
        asString(Auto.makeNumericScale(a, true, pad, 0.0, 5, false), a));
    Assert.assertEquals(
        "linear : -22.9 -22.2 : |-22.8|-22.6|-22.4|-22.2",
        asString(NumericScale.makeLinearScale(a, false, 0.0, pad, 4, false), a));
    Assert.assertEquals(
        "linear : -23 -22 : |-23|-22.5|-22",
        asString(Auto.makeNumericScale(a, true, pad, 0.0, 4, false), a));
    Assert.assertEquals(
        "linear : -23 -22 : |-23|-22.5|-22",
        asString(Auto.makeNumericScale(a, true, pad, 0.95, 4, false), a));
    Assert.assertEquals(
        "linear : -30 0 : |-30|-20|-10|0",
        asString(NumericScale.makeLinearScale(a, true, 0.99, pad, 4, false), a));
  }
Exemplo n.º 7
0
  @Test
  public void testAutoConvertDate() {
    // Make some dates
    Date d1 = Data.asDate("1971-1-3");
    Date d2 = Data.asDate("1971-1-9");
    Date d3 = Data.asDate("1971-1-31");

    Field a = Data.makeColumnField("field", null, new Object[] {d1, d2, d3, null});
    Field b = Auto.convert(a);
    Assert.assertEquals(true, b.isNumeric());
    Assert.assertEquals(true, b.isDate());

    // Should ignore one error
    a = Data.makeColumnField("field", null, new Object[] {d1, d2, "oops", d3, null, null});
    b = Auto.convert(a);
    Assert.assertEquals(true, b.isNumeric());
    Assert.assertEquals(true, b.isDate());
    assertEquals(3, b.valid());

    a = Data.makeColumnField("field", null, new Object[] {"1971-1-3", "1971-1-12"});
    b = Auto.convert(a);
    Assert.assertEquals(true, b.isNumeric());
    Assert.assertEquals(true, b.isDate());
    assertEquals(2, b.valid());
    assertEquals(9.0, b.max() - b.min(), 0.001);

    a = Data.makeColumnField("field", null, new Object[] {1970, 1972, 1978});
    b = Auto.convert(a);
    Assert.assertEquals(true, b.isNumeric());
    Assert.assertEquals(true, b.isDate());
    assertEquals(3, b.valid());
    assertEquals(8 * 365 + 2, b.max() - b.min(), 0.001);

    a = Data.makeColumnField("field", null, new Object[] {1970, 1971.5, 1978});
    b = Auto.convert(a);
    Assert.assertEquals(true, b.isNumeric());
    Assert.assertEquals(false, b.isDate());
    assertEquals(3, b.valid());
    assertEquals(8, b.max() - b.min(), 0.001);
  }
Exemplo n.º 8
0
  @Test
  public void testLogScale() {
    Field a = Data.makeColumnField("a", "label", new Object[] {2, 4, 7, 120, 45, 120, 200, 3345});
    a = Data.toNumeric(a);
    double[] pad = {0, 0};
    Assert.assertEquals(
        "log : 2 3345 : |10|100|1000",
        asString(NumericScale.makeLogScale(a, false, pad, 0.0, 3), a));
    Assert.assertEquals(
        "log : 1 3345 : |1|10|100|1000",
        asString(NumericScale.makeLogScale(a, false, pad, 0.2, 3), a));
    Assert.assertEquals(
        "log : 1 10,000 : |1|100|10,000",
        asString(NumericScale.makeLogScale(a, true, pad, 0.0, 3), a));
    Assert.assertEquals(
        "log : 1 10,000 : |1|10|100|1000|10,000",
        asString(NumericScale.makeLogScale(a, true, pad, 0.0, 5), a));
    Assert.assertEquals(
        "log : 1 5000 : |1|5|10|50|100|500|1000|5000",
        asString(NumericScale.makeLogScale(a, true, pad, 0.0, 10), a));

    a = Data.makeColumnField("a", "label", new Object[] {45, 120, 200, 3345});
    a = Data.toNumeric(a);
    Assert.assertEquals(
        "log : 45 3345 : |100|1000", asString(NumericScale.makeLogScale(a, false, pad, 0.0, 3), a));
    Assert.assertEquals(
        "log : 45 3345 : |100|1000", asString(NumericScale.makeLogScale(a, false, pad, 0.2, 3), a));
    Assert.assertEquals(
        "log : 1 3345 : |1|10|100|1000",
        asString(NumericScale.makeLogScale(a, false, pad, 0.75, 3), a));
    Assert.assertEquals(
        "log : 10 10,000 : |10|100|1000|10,000",
        asString(NumericScale.makeLogScale(a, true, pad, 0.0, 3), a));

    a = Data.makeColumnField("a", "label", new Object[] {0.04, 0.2, 5});
    a = Data.toNumeric(a);
    Assert.assertEquals(
        "log : 0.04 5 : |0.1|1", asString(NumericScale.makeLogScale(a, false, pad, 0.0, 3), a));
    Assert.assertEquals(
        "log : 0.04 5 : |0.1|1", asString(NumericScale.makeLogScale(a, false, pad, 0.2, 3), a));
    Assert.assertEquals(
        "log : 0.04 5 : |0.1|1", asString(NumericScale.makeLogScale(a, false, pad, 0.75, 3), a));
    Assert.assertEquals(
        "log : 0.01 10 : |0.01|0.1|1|10",
        asString(NumericScale.makeLogScale(a, true, pad, 0.0, 3), a));
  }
Exemplo n.º 9
0
 private double extent() {
   return Data.asNumeric(high) - Data.asNumeric(low);
 }
Exemplo n.º 10
0
 public Double asNumeric() {
   return (Data.asNumeric(low) + Data.asNumeric(high)) / 2.0;
 }
Exemplo n.º 11
0
 public int compareTo(Range o) {
   return Data.compare(asNumeric(), o.asNumeric());
 }
Exemplo n.º 12
0
  @Test
  public void testDateScaleHoursOrLess() {
    Field a;
    double[] pad = {0, 0};

    a = Data.toDate(Data.makeColumnField("a", "label", new Object[] {"09:45:22", "09:45:24"}));
    Assert.assertEquals(
        "date : 09:45:22 09:45:24 : |09:45:22|09:45:23|09:45:24",
        asString(NumericScale.makeDateScale(a, false, pad, 5), a));

    a = Data.toDate(Data.makeColumnField("a", "label", new Object[] {"09:45:22", "09:45:54"}));
    assertEquals(0.40650462963, a.min(), 1e-9);
    assertEquals(0.406875, a.max(), 1e-9);
    Assert.assertEquals(
        "date : 09:45:22 09:45:54 : |09:45:30|09:45:40|09:45:50",
        asString(NumericScale.makeDateScale(a, false, pad, 5), a));

    a = Data.toDate(Data.makeColumnField("a", "label", new Object[] {"09:45:22", "09:45:54"}));
    Assert.assertEquals(
        "date : 09:45:20 09:46:00 : |09:45:20|09:45:30|09:45:40|09:45:50|09:46:00",
        asString(NumericScale.makeDateScale(a, true, pad, 5), a));

    a = Data.toDate(Data.makeColumnField("a", "label", new Object[] {"09:45:22", "10:01:54"}));
    Assert.assertEquals(
        "date : 09:45 10:05 : |09:45|09:50|09:55|10:00|10:05",
        asString(NumericScale.makeDateScale(a, true, pad, 5), a));

    a = Data.toDate(Data.makeColumnField("a", "label", new Object[] {"09:45:22", "12:01:54"}));
    Assert.assertEquals(
        "date : 09:30 12:30 : |09:30|10:00|10:30|11:00|11:30|12:00|12:30",
        asString(NumericScale.makeDateScale(a, true, pad, 5), a));

    a = Data.toDate(Data.makeColumnField("a", "label", new Object[] {"09:45:22", "23:01:54"}));
    Assert.assertEquals(
        "date : 09:00 00:00 : |09:00|12:00|15:00|18:00|21:00|00:00",
        asString(NumericScale.makeDateScale(a, true, pad, 5), a));
  }
Exemplo n.º 13
0
  @Test
  public void testDateScaleDaysPlusRange() {
    double[] pad = {0, 0};

    Field a =
        Data.toDate(
            Data.makeColumnField(
                "a", "label", new Object[] {"January 9, 2010", "January 9, 2010"}));
    Assert.assertEquals(
        "date : 2000 2020 : |2005|2010|2015|2020",
        asString(NumericScale.makeDateScale(a, false, pad, 5), a));

    a =
        Data.toDate(
            Data.makeColumnField(
                "a", "label", new Object[] {"January 9, 2010", "January 10, 2010"}));
    Assert.assertEquals(
        "date : 00:00 00:00 : |00:00|06:00|12:00|18:00|00:00",
        asString(NumericScale.makeDateScale(a, false, pad, 5), a));

    a =
        Data.toDate(
            Data.makeColumnField(
                "a", "label", new Object[] {"January 9, 2010", "January 14, 2010"}));
    Assert.assertEquals(
        "date : Jan 9, 2010 Jan 14, 2010 : |Jan 9, 2010|Jan 10, 2010|Jan 11, 2010|Jan 12, 2010|Jan 13, 2010|Jan 14, 2010",
        asString(NumericScale.makeDateScale(a, false, pad, 5), a));

    a =
        Data.toDate(
            Data.makeColumnField(
                "a", "label", new Object[] {"January 9, 2010", "January 14, 2010"}));
    Assert.assertEquals(
        "date : Jan 9, 2010 Jan 14, 2010 : |Jan 9, 2010|Jan 10, 2010|Jan 11, 2010|Jan 12, 2010|Jan 13, 2010|Jan 14, 2010",
        asString(NumericScale.makeDateScale(a, true, pad, 5), a));

    a =
        Data.toDate(
            Data.makeColumnField("a", "label", new Object[] {"January 9, 2010", "August 9, 2010"}));
    Assert.assertEquals(
        "date : Jan 2010 Aug 2010 : |Mar 2010|May 2010|Jul 2010",
        asString(NumericScale.makeDateScale(a, false, pad, 5), a));

    a =
        Data.toDate(
            Data.makeColumnField("a", "label", new Object[] {"January 9, 2010", "August 9, 2010"}));
    Assert.assertEquals(
        "date : Jan 2010 Sep 2010 : |Jan 2010|Mar 2010|May 2010|Jul 2010|Sep 2010",
        asString(NumericScale.makeDateScale(a, true, pad, 5), a));

    a =
        Data.toDate(
            Data.makeColumnField("a", "label", new Object[] {"January 9, 2010", "August 9, 2011"}));
    Assert.assertEquals(
        "date : Jan 2010 Jan 2012 : |Jan 2010|Jul 2010|Jan 2011|Jul 2011|Jan 2012",
        asString(NumericScale.makeDateScale(a, true, pad, 5), a));

    a =
        Data.toDate(
            Data.makeColumnField("a", "label", new Object[] {"January 9, 2010", "August 9, 2014"}));
    Assert.assertEquals(
        "date : Jan 2010 Jan 2015 : |Jan 2010|Jan 2011|Jan 2012|Jan 2013|Jan 2014|Jan 2015",
        asString(NumericScale.makeDateScale(a, true, pad, 5), a));

    a =
        Data.toDate(
            Data.makeColumnField("a", "label", new Object[] {"January 9, 2010", "August 9, 2024"}));
    Assert.assertEquals(
        "date : 2010 2025 : |2010|2015|2020|2025",
        asString(NumericScale.makeDateScale(a, true, pad, 5), a));

    a =
        Data.toDate(
            Data.makeColumnField("a", "label", new Object[] {"January 9, 2010", "August 9, 2124"}));
    Assert.assertEquals(
        "date : 2000 2140 : |2000|2020|2040|2060|2080|2100|2120|2140",
        asString(NumericScale.makeDateScale(a, true, pad, 5), a));

    a =
        Data.toDate(
            Data.makeColumnField("a", "label", new Object[] {"January 9, 2010", "August 9, 6124"}));
    Assert.assertEquals(
        "date : 2000 6500 : |2000|2500|3000|3500|4000|4500|5000|5500|6000|6500",
        asString(NumericScale.makeDateScale(a, true, pad, 5), a));
  }
Exemplo n.º 14
0
  private Field[] make() {

    // Assemble arrays of fields
    Field[] dimensionFields = getFields(dimensions);
    Field[] percentBaseFields = percentBase.toArray(new Field[percentBase.size()]);
    Field[] measureFields = getFields(measures);

    // The comparators to let us know when rows differ
    FieldRowComparison dimComparison = new FieldRowComparison(dimensionFields, null, false);
    FieldRowComparison percentBaseComparison =
        new FieldRowComparison(percentBaseFields, null, false);

    // group[row] gives the index of the summary group for row 'row'; 'groupCount' is the number of
    // groups
    int[] group = new int[rowCount];
    int groupCount = buildGroups(group, dimComparison);

    // These are just like the summary groups, but only for the percent bases
    // The percent groups nest within each base group: rows with the same group have the same
    // summary group also
    // we do not create these if they are not needed, for efficiency
    int[] percentGroup = percentNeeded ? new int[rowCount] : null;
    int percentGroupCount = percentNeeded ? buildGroups(percentGroup, percentBaseComparison) : 0;

    // Create the summary values for each group, and percentage sums
    SummaryValues[] summaries = new SummaryValues[groupCount];
    for (int i = 0; i < summaries.length; i++)
      summaries[i] = new SummaryValues(measureFields, percentBaseFields, dimensionFields);
    double[][] percentSums = new double[percentGroupCount][measureFields.length];

    // Perform the Aggregation
    for (int row = 0; row < rowCount; row++) {
      SummaryValues value = summaries[group[row]];
      if (percentNeeded) {
        // If the group has not had percent sums set yet, then set it
        if (value.percentSums == null) value.percentSums = percentSums[percentGroup[row]];
        // Then add the values to the percentage count
        for (int i = 0; i < measureFields.length; i++) {
          if (measures.get(i).isPercent()) {
            Double v = Data.asNumeric(measureFields[i].value(row));
            if (v != null) value.percentSums[i] += v;
          }
        }
      }
      // Add the current row to that group, with the relevant 'sums' for percentages
      value.rows.add(row);
    }

    Object[][] dimData = new Object[dimensions.size()][groupCount];
    Object[][] measureData = new Object[measures.size()][groupCount];

    for (int g = 0; g < groupCount; g++) {
      SummaryValues values = summaries[g];
      int originalRow = values.firstRow();
      // Set the dimension values
      for (int i = 0; i < dimensions.size(); i++)
        dimData[i][g] = dimensionFields[i].value(originalRow);
      // Set the measure values
      for (int i = 0; i < measures.size(); i++) {
        MeasureField m = measures.get(i);
        measureData[i][g] = values.get(i, m);
      }
    }

    // Assemble fields
    Field[] fields = new Field[dimData.length + measureData.length];
    for (int i = 0; i < dimData.length; i++) {
      DimensionField f = dimensions.get(i);
      fields[i] = Fields.makeColumnField(f.rename, f.label(), dimData[i]);
      Fields.copyBaseProperties(f.field, fields[i]);
    }
    for (int i = 0; i < measureData.length; i++) {
      MeasureField m = measures.get(i);
      Field result = Fields.makeColumnField(m.rename, m.label(), measureData[i]);
      setProperties(m.method, result, m.field);
      result.set("summary", m.method);
      result.set("calculated", true);
      if (m.field != null) result.set("originalLabel", m.field.label);
      fields[dimData.length + i] = result;
    }
    return fields;
  }