示例#1
0
文件: RPC.java 项目: baeeq/hadoop-20
  /** Expert: Make multiple, parallel calls to a set of servers. */
  public static Object[] call(
      Method method,
      Object[][] params,
      InetSocketAddress[] addrs,
      UserGroupInformation ticket,
      Configuration conf)
      throws IOException {

    Invocation[] invocations = new Invocation[params.length];
    for (int i = 0; i < params.length; i++) invocations[i] = new Invocation(method, params[i]);
    Client client = CLIENTS.getClient(conf);
    try {
      Writable[] wrappedValues =
          client.call(invocations, addrs, method.getDeclaringClass(), ticket);

      if (method.getReturnType() == Void.TYPE) {
        return null;
      }

      Object[] values = (Object[]) Array.newInstance(method.getReturnType(), wrappedValues.length);
      for (int i = 0; i < values.length; i++)
        if (wrappedValues[i] != null) values[i] = ((ObjectWritable) wrappedValues[i]).get();

      return values;
    } finally {
      CLIENTS.stopClient(client);
    }
  }
示例#2
0
文件: RPC.java 项目: baeeq/hadoop-20
 /**
  * Stop a RPC client connection A RPC client is closed only when its reference count becomes
  * zero.
  */
 private void stopClient(Client client) {
   synchronized (this) {
     client.decCount();
     if (client.isZeroReference()) {
       clients.remove(client.getSocketFactory());
     }
   }
   if (client.isZeroReference()) {
     client.stop();
   }
 }
示例#3
0
  /** Test that, if the socket factory throws an IOE, it properly propagates to the client. */
  public void testSocketFactoryException() throws Exception {
    SocketFactory mockFactory = mock(SocketFactory.class);
    doThrow(new IOException("Injected fault")).when(mockFactory).createSocket();
    Client client = new Client(LongWritable.class, conf, mockFactory);

    InetSocketAddress address = new InetSocketAddress("127.0.0.1", 10);
    try {
      client.call(new LongWritable(RANDOM.nextLong()), address, null, null);
      fail("Expected an exception to have been thrown");
    } catch (IOException e) {
      assertTrue(e.getMessage().contains("Injected fault"));
    }
  }
示例#4
0
文件: RPC.java 项目: baeeq/hadoop-20
 /**
  * Construct & cache an IPC client with the user-provided SocketFactory if no cached client
  * exists.
  *
  * @param conf Configuration
  * @return an IPC client
  */
 private synchronized Client getClient(Configuration conf, SocketFactory factory) {
   // Construct & cache client.  The configuration is only used for timeout,
   // and Clients have connection pools.  So we can either (a) lose some
   // connection pooling and leak sockets, or (b) use the same timeout for all
   // configurations.  Since the IPC is usually intended globally, not
   // per-job, we choose (a).
   Client client = clients.get(factory);
   if (client == null) {
     client = new Client(ObjectWritable.class, conf, factory);
     clients.put(factory, client);
   } else {
     client.incCount();
   }
   return client;
 }
示例#5
0
文件: RPC.java 项目: baeeq/hadoop-20
    public Object invoke(Object proxy, Method method, Object[] args) throws Throwable {
      final boolean logDebug = LOG.isDebugEnabled();
      long startTime = 0;
      if (logDebug) {
        startTime = System.currentTimeMillis();
      }

      ObjectWritable value = null;
      try {
        value =
            (ObjectWritable)
                client.call(
                    new Invocation(method, args), getAddress(), protocol, ticket, rpcTimeout);
      } catch (RemoteException re) {
        throw re;
      } catch (ConnectException ce) {
        needCheckDnsUpdate = true;
        throw ce;
      } catch (NoRouteToHostException nrhe) {
        needCheckDnsUpdate = true;
        throw nrhe;
      } catch (PortUnreachableException pue) {
        needCheckDnsUpdate = true;
        throw pue;
      } catch (UnknownHostException uhe) {
        needCheckDnsUpdate = true;
        throw uhe;
      }
      if (logDebug) {
        long callTime = System.currentTimeMillis() - startTime;
        LOG.debug("Call: " + method.getName() + " " + callTime);
      }
      return value.get();
    }
示例#6
0
 public void testStandAloneClient() throws Exception {
   testParallel(10, false, 2, 4, 2, 4, 100);
   Client client = new Client(LongWritable.class, conf);
   InetSocketAddress address = new InetSocketAddress("127.0.0.1", 10);
   try {
     client.call(new LongWritable(RANDOM.nextLong()), address, null, null);
     fail("Expected an exception to have been thrown");
   } catch (IOException e) {
     String message = e.getMessage();
     String addressText = address.toString();
     assertTrue("Did not find " + addressText + " in " + message, message.contains(addressText));
     Throwable cause = e.getCause();
     assertNotNull("No nested exception in " + e, cause);
     String causeText = cause.getMessage();
     assertTrue("Did not find " + causeText + " in " + message, message.contains(causeText));
   }
 }
示例#7
0
  public void testErrorClient() throws Exception {
    // start server
    Server server = new TestServer(1, false);
    InetSocketAddress addr = NetUtils.getConnectAddress(server);
    server.start();

    // start client
    Client client = new Client(LongErrorWritable.class, conf);
    try {
      client.call(new LongErrorWritable(RANDOM.nextLong()), addr, null, null);
      fail("Expected an exception to have been thrown");
    } catch (IOException e) {
      // check error
      Throwable cause = e.getCause();
      assertTrue(cause instanceof IOException);
      assertEquals(LongErrorWritable.ERR_MSG, cause.getMessage());
    }
  }
示例#8
0
    public Object invoke(Object proxy, Method method, Object[] args) throws Throwable {
      long startTime = 0;
      if (LOG.isDebugEnabled()) {
        startTime = Time.now();
      }

      ObjectWritable value =
          (ObjectWritable)
              client.call(RPC.RpcKind.RPC_WRITABLE, new Invocation(method, args), remoteId);
      if (LOG.isDebugEnabled()) {
        long callTime = Time.now() - startTime;
        LOG.debug("Call: " + method.getName() + " " + callTime);
      }
      return value.get();
    }
示例#9
0
 public void run() {
   for (int i = 0; i < count; i++) {
     try {
       LongWritable param = new LongWritable(RANDOM.nextLong());
       LongWritable value = (LongWritable) client.call(param, server, null, null);
       if (!param.equals(value)) {
         LOG.fatal("Call failed!");
         failed = true;
         break;
       }
     } catch (Exception e) {
       LOG.fatal("Caught: " + StringUtils.stringifyException(e));
       failed = true;
     }
   }
 }
示例#10
0
 public void run() {
   for (int i = 0; i < count; i++) {
     try {
       Writable[] params = new Writable[addresses.length];
       for (int j = 0; j < addresses.length; j++)
         params[j] = new LongWritable(RANDOM.nextLong());
       Writable[] values = client.call(params, addresses, null, null);
       for (int j = 0; j < addresses.length; j++) {
         if (!params[j].equals(values[j])) {
           LOG.fatal("Call failed!");
           failed = true;
           break;
         }
       }
     } catch (Exception e) {
       LOG.fatal("Caught: " + StringUtils.stringifyException(e));
       failed = true;
     }
   }
 }
示例#11
0
 static {
   Client.setPingInterval(conf, PING_INTERVAL);
 }