예제 #1
0
  private void _testFanoutWithPeek(boolean after) throws Exception {
    Topology t = newTopology();
    Graph g = t.graph();

    /*                            -- Filter -- Sink(.)
     *                           /
     * Source -- Peek -- FanOut ---- Modify -- Sink(@)
     *
     */
    TStream<Integer> d = integers(t, 1, 2, 3);
    List<Integer> peekedValues = new ArrayList<>();

    if (!after) d.peek(tuple -> peekedValues.add(tuple));

    TStream<Integer> df = d.filter(tuple -> tuple.intValue() > 0);
    TStream<Integer> dm = d.modify(tuple -> new Integer(tuple.intValue() + 1));

    if (after) d.peek(tuple -> peekedValues.add(tuple));

    df.sink(tuple -> System.out.print("."));
    dm.sink(tuple -> System.out.print("@"));

    assertEquals(7, g.getVertices().size());
    assertEquals(6, g.getEdges().size());

    // Insert counter metrics into all the streams
    Metrics.counter(t);

    printGraph(g);

    assertEquals(10, g.getVertices().size());
    assertEquals(9, g.getEdges().size());
  }
예제 #2
0
  @Test
  public void testGraphToJson4() {
    Graph g = getGraph();

    /*                                   /-- V2
     * V0(Integer)-- V1(Double)-- FanOut
     *                                   \-- V3
     */
    Vertex<TestOp<String, Integer>, String, Integer> v0 = g.insert(new TestOp<>(), 1, 1);
    Connector<Integer> out0 = v0.getConnectors().get(0);
    Connector<Double> out1 = g.pipe(out0, new TestOp<Integer, Double>());
    Vertex<TestOp<Double, String>, Double, String> v2 =
        g.insert(new TestOp<Double, String>(), 1, 1);
    Vertex<TestOp<Double, String>, Double, String> v3 =
        g.insert(new TestOp<Double, String>(), 1, 1);
    out1.connect(v2, 0);
    out1.connect(v3, 0);

    Gson gson = new GsonBuilder().setPrettyPrinting().create();
    String json = gson.toJson(new GraphType(g));

    GraphType gt2 = new Gson().fromJson(json, GraphType.class);
    assertEquals(5, gt2.getVertices().size());
    assertEquals(4, gt2.getEdges().size());
  }
예제 #3
0
  @Test
  public void metricsEverywhereMultiplePeek() throws Exception {

    Topology t = newTopology();
    Graph g = t.graph();

    TStream<String> s = t.strings("a", "b", "c");
    List<String> peekedValues = new ArrayList<>();
    TStream<String> speek = s.peek(tuple -> peekedValues.add(tuple + "1st"));
    TStream<String> speek2 = speek.peek(tuple -> peekedValues.add(tuple + "2nd"));
    TStream<String> speek3 = speek2.peek(tuple -> peekedValues.add(tuple + "3rd"));
    speek3.sink(tuple -> System.out.print("."));

    Collection<Vertex<? extends Oplet<?, ?>, ?, ?>> vertices = g.getVertices();
    assertEquals(5, vertices.size());

    Collection<Edge> edges = g.getEdges();
    assertEquals(4, edges.size());

    Metrics.counter(t);

    printGraph(g);

    // One single counter inserted after the 3rd peek
    vertices = g.getVertices();
    assertEquals(6, vertices.size());

    edges = g.getEdges();
    assertEquals(5, edges.size());
  }
예제 #4
0
  @Test
  public void metricsEverywhereFanOut() {

    Topology t = newTopology();
    Graph g = t.graph();

    /*                   -- OP_3 (Sink)
     *                  /
     * OP_0 -- FanOut ----- OP_4 (Sink)
     */
    TStream<Integer> d = integers(t, 1, 2, 3);
    d.sink(tuple -> System.out.print("."));
    d.sink(tuple -> System.out.print("@"));

    // Insert counter metrics into all the topology streams
    Metrics.counter(t);

    printGraph(g);

    Collection<Vertex<? extends Oplet<?, ?>, ?, ?>> vertices = g.getVertices();
    assertEquals(5, vertices.size());

    Collection<Edge> edges = g.getEdges();
    assertEquals(4, edges.size());
  }
예제 #5
0
  @Test
  public void testGraphToJson() {
    Graph g = getGraph();
    TestOp<String, Integer> op = new TestOp<>();
    /* Vertex<TestOp<String, Integer>, String, Integer> v = */ g.insert(op, 1, 1);
    GraphType gt = new GraphType(g);
    Gson gson = new GsonBuilder().setPrettyPrinting().create();
    String json = gson.toJson(gt);

    GraphType gt2 = new Gson().fromJson(json, GraphType.class);
    assertEquals(1, gt2.getVertices().size());
    assertEquals(0, gt2.getEdges().size());
  }
예제 #6
0
  // Apply Metrics on all streams, graph with split oplet and Metric oplet
  @Test
  public void metricsEverywhereSplit() throws Exception {

    /*                        -- OP_2 (Counter) --- OP_3 (Sink)
     *                       /
     * OP_0 -- OP_1(Split) ----- OP_4 (Sink)
     *                       \
     *                        -- OP_5 (Sink)
     */
    Topology t = newTopology();
    Graph g = t.graph();

    // Source
    TStream<Integer> d = integers(t, 1, 2, 3);

    // Split
    List<TStream<Integer>> splits =
        d.split(
            3,
            tuple -> {
              switch (tuple.intValue()) {
                case 0:
                  return 0;
                case 1:
                  return 1;
                default:
                  return 2;
              }
            });

    // Insert counter metric for the zeroes stream
    Metrics.counter(splits.get(0)).sink(tuple -> System.out.print("."));

    splits.get(1).sink(tuple -> System.out.print("#"));
    splits.get(2).sink(tuple -> System.out.print("@"));

    // Insert counter metrics into all the topology streams
    Metrics.counter(t);

    printGraph(g);

    Collection<Vertex<? extends Oplet<?, ?>, ?, ?>> vertices = g.getVertices();
    assertEquals(11, vertices.size());

    Collection<Edge> edges = g.getEdges();
    assertEquals(10, edges.size());
  }
예제 #7
0
  @Test
  public void testGraphToJson2() {
    Graph g = getGraph();

    TestOp<String, Integer> op1 = new TestOp<>();
    Vertex<TestOp<String, Integer>, String, Integer> v = g.insert(op1, 1, 1);

    TestOp<Integer, Integer> op2 = new TestOp<>();
    /*Connector<Integer> out2 = */ g.pipe(v.getConnectors().get(0), op2);

    Gson gson = new GsonBuilder().setPrettyPrinting().create();
    String json = gson.toJson(new GraphType(g));

    GraphType gt2 = new Gson().fromJson(json, GraphType.class);
    assertEquals(2, gt2.getVertices().size());
    assertEquals(1, gt2.getEdges().size());
  }
예제 #8
0
  // Apply Metrics on all streams, simple graph
  @Test
  public void metricsEverywhereSimple() throws Exception {

    Topology t = newTopology();
    Graph g = t.graph();

    // Source
    TStream<Integer> d = integers(t, 1, 2, 3);
    d.sink(tuple -> System.out.print("."));

    // Insert counter metrics into all the topology streams
    Metrics.counter(t);

    printGraph(g);

    Collection<Vertex<? extends Oplet<?, ?>, ?, ?>> vertices = g.getVertices();
    assertEquals(3, vertices.size());

    Collection<Edge> edges = g.getEdges();
    assertEquals(2, edges.size());
  }
예제 #9
0
  @Test
  public void testGraphToJson5() {
    Graph g = getGraph();

    /*                         /-- V2
     * V0(Double)-- V1(Double)---- V3
     *                         \-- V4
     */
    Random r = new Random();
    Vertex<SupplierPeriodicSource<Double>, Void, Double> v0 =
        g.insert(
            new SupplierPeriodicSource<>(100, TimeUnit.MILLISECONDS, () -> (r.nextDouble() * 3)),
            0,
            1);
    Connector<Double> out0 = v0.getConnectors().get(0);
    out0.tag("dots", "hashes", "ats");

    // Insert split - see ConnectorStream.split()
    Split<Double> splitOp =
        new Split<Double>(
            tuple -> {
              switch (tuple.intValue()) {
                case 0:
                  return 0;
                case 1:
                  return 1;
                default:
                  return 2;
              }
            });
    Vertex<Split<Double>, Double, Double> v1 = g.insert(splitOp, 1, 3);
    out0.connect(v1, 0);

    // Insert and connect sinks
    Vertex<Sink<Double>, Double, Void> v2 =
        g.insert(new Sink<>(tuple -> System.out.print(".")), 1, 0);
    v1.getConnectors().get(0).connect(v2, 0);
    v1.getConnectors().get(0).tag("dots");

    Vertex<Sink<Double>, Double, Void> v3 =
        g.insert(new Sink<>(tuple -> System.out.print("#")), 1, 0);
    v1.getConnectors().get(1).connect(v3, 0);
    v1.getConnectors().get(1).tag("hashes");

    Vertex<Sink<Double>, Double, Void> v4 =
        g.insert(new Sink<>(tuple -> System.out.print("@")), 1, 0);
    v1.getConnectors().get(2).connect(v4, 0);
    v1.getConnectors().get(2).tag("ats");

    Gson gson = new GsonBuilder().setPrettyPrinting().create();
    String json = gson.toJson(new GraphType(g));

    GraphType gt = new Gson().fromJson(json, GraphType.class);
    assertEquals(5, gt.getVertices().size());
    assertEquals(4, gt.getEdges().size());
  }