/** * Predict the gateway IP address for this HeliosSoloDeployment by running and inspecting a * container. * * @return The gateway IP address of the gateway probe container. * @throws HeliosDeploymentException if the gateway probe container could not be deployed. */ private String containerGateway() throws HeliosDeploymentException { // TODO(negz): Merge with dockerReachableFromContainer() ? final ContainerConfig containerConfig = ContainerConfig.builder() .env(env) .hostConfig(HostConfig.builder().build()) .image(PROBE_IMAGE) .cmd(ImmutableList.of("sh", "-c", "while true;do sleep 10;done")) .build(); final ContainerCreation creation; try { dockerClient.pull(PROBE_IMAGE); creation = dockerClient.createContainer(containerConfig); } catch (DockerException | InterruptedException e) { throw new HeliosDeploymentException("helios-solo gateway probe container creation failed", e); } try { dockerClient.startContainer(creation.id()); final String gateway = dockerClient.inspectContainer(creation.id()).networkSettings().gateway(); killContainer(creation.id()); removeContainer(creation.id()); return gateway; } catch (DockerException | InterruptedException e) { killContainer(creation.id()); removeContainer(creation.id()); throw new HeliosDeploymentException("helios-solo gateway probe failed", e); } }
/** * @param heliosHost The address at which the Helios agent should expect to find the Helios * master. * @return The container ID of the Helios Solo container. * @throws HeliosDeploymentException if Helios Solo could not be deployed. */ private String deploySolo(final String heliosHost) throws HeliosDeploymentException { // TODO(negz): Don't make this.env immutable so early? final List<String> env = new ArrayList<String>(); env.addAll(this.env); env.add("HELIOS_NAME=" + HELIOS_NAME_PREFIX + this.namespace); env.add("HOST_ADDRESS=" + heliosHost); final String heliosPort = String.format("%d/tcp", HELIOS_MASTER_PORT); final Map<String, List<PortBinding>> portBindings = ImmutableMap.of(heliosPort, singletonList(PortBinding.of("0.0.0.0", ""))); final HostConfig hostConfig = HostConfig.builder().portBindings(portBindings).binds(binds).build(); final ContainerConfig containerConfig = ContainerConfig.builder() .env(ImmutableList.copyOf(env)) .hostConfig(hostConfig) .image(HELIOS_IMAGE) .build(); final ContainerCreation creation; try { dockerClient.pull(HELIOS_IMAGE); final String containerName = HELIOS_CONTAINER_PREFIX + this.namespace; creation = dockerClient.createContainer(containerConfig, containerName); } catch (DockerException | InterruptedException e) { throw new HeliosDeploymentException("helios-solo container creation failed", e); } try { dockerClient.startContainer(creation.id()); } catch (DockerException | InterruptedException e) { killContainer(creation.id()); removeContainer(creation.id()); throw new HeliosDeploymentException("helios-solo container start failed", e); } return creation.id(); }
public static DockerContainer create( CreateAgentRequest request, PluginSettings settings, DockerClient docker) throws InterruptedException, DockerException, IOException { String containerName = UUID.randomUUID().toString(); HashMap<String, String> labels = labelsFrom(request); String imageName = image(request.properties()); List<String> env = environmentFrom(request, settings, containerName); try { docker.inspectImage(imageName); } catch (ImageNotFoundException ex) { LOG.info("Image " + imageName + " not found, attempting to download."); docker.pull(imageName); } ContainerConfig.Builder containerConfigBuilder = ContainerConfig.builder(); if (request.properties().containsKey("Command")) { containerConfigBuilder.cmd( splitIntoLinesAndTrimSpaces(request.properties().get("Command")) .toArray(new String[] {})); } ContainerConfig containerConfig = containerConfigBuilder.image(imageName).labels(labels).env(env).build(); ContainerCreation container = docker.createContainer(containerConfig, containerName); String id = container.id(); ContainerInfo containerInfo = docker.inspectContainer(id); LOG.debug("Created container " + containerName); docker.startContainer(containerName); return new DockerContainer( containerName, containerInfo.created(), request.properties(), request.environment()); }
/** * @throws HeliosDeploymentException if we cannot reach the Docker daemon's API from inside a * probe container. */ private void assertDockerReachableFromContainer() throws HeliosDeploymentException { final String probeName = randomString(); final HostConfig hostConfig = HostConfig.builder().binds(binds).build(); final ContainerConfig containerConfig = ContainerConfig.builder() .env(env) .hostConfig(hostConfig) .image(PROBE_IMAGE) .cmd(probeCommand(probeName)) .build(); final ContainerCreation creation; try { dockerClient.pull(PROBE_IMAGE); creation = dockerClient.createContainer(containerConfig, probeName); } catch (DockerException | InterruptedException e) { throw new HeliosDeploymentException("helios-solo probe container creation failed", e); } final ContainerExit exit; try { dockerClient.startContainer(creation.id()); exit = dockerClient.waitContainer(creation.id()); } catch (DockerException | InterruptedException e) { killContainer(creation.id()); removeContainer(creation.id()); throw new HeliosDeploymentException("helios-solo probe container failed", e); } if (exit.statusCode() != 0) { removeContainer(creation.id()); throw new HeliosDeploymentException( String.format( "Docker was not reachable (curl exit status %d) using DOCKER_HOST=%s and " + "DOCKER_CERT_PATH=%s from within a container. Please ensure that " + "DOCKER_HOST contains a full hostname or IP address, not localhost, " + "127.0.0.1, etc.", exit.statusCode(), containerDockerHost.bindURI(), containerDockerHost.dockerCertPath())); } removeContainer(creation.id()); }
@Override public int execute( final List<String> commandLine, final File executionDirectory, final Map<String, String> environmentVariables, final File temporaryDirectory, final File stdoutFile, final File stderrFile, final boolean redirectErrorStream) throws EoulsanException { checkNotNull(commandLine, "commandLine argument cannot be null"); checkNotNull(executionDirectory, "executionDirectory argument cannot be null"); checkNotNull(stdoutFile, "stdoutFile argument cannot be null"); checkNotNull(stderrFile, "stderrFile argument cannot be null"); checkArgument( executionDirectory.isDirectory(), "execution directory does not exists or is not a directory: " + executionDirectory.getAbsolutePath()); try { final List<String> env = new ArrayList<>(); if (environmentVariables != null) { for (Map.Entry<String, String> e : environmentVariables.entrySet()) { env.add(e.getKey() + '=' + e.getValue()); } } // Pull image if needed pullImageIfNotExists(this.dockerClient, this.dockerImage); // Create container configuration getLogger().fine("Configure container, command to execute: " + commandLine); final ContainerConfig.Builder builder = ContainerConfig.builder().image(dockerImage).cmd(commandLine); // Set the working directory builder.workingDir(executionDirectory.getAbsolutePath()); // Set the UID and GID of the docker process if (this.userUid >= 0 && this.userGid >= 0) { builder.user(this.userUid + ":" + this.userGid); } // Define temporary directory final List<File> toBind; if (temporaryDirectory.isDirectory()) { toBind = singletonList(temporaryDirectory); env.add(TMP_DIR_ENV_VARIABLE + "=" + temporaryDirectory.getAbsolutePath()); } else { toBind = Collections.emptyList(); } builder.hostConfig(createBinds(executionDirectory, toBind)); // Set environment variables builder.env(env); // Create container final ContainerCreation creation = this.dockerClient.createContainer(builder.build()); // Get container id final String containerId = creation.id(); // Start container getLogger().fine("Start of the Docker container: " + containerId); this.dockerClient.startContainer(containerId); // Redirect stdout and stderr final LogStream logStream = this.dockerClient.logs( containerId, LogsParameter.FOLLOW, LogsParameter.STDERR, LogsParameter.STDOUT); redirect(logStream, stdoutFile, stderrFile, redirectErrorStream); // Wait the end of the container getLogger().fine("Wait the end of the Docker container: " + containerId); this.dockerClient.waitContainer(containerId); // Get process exit code final ContainerInfo info = this.dockerClient.inspectContainer(containerId); final int exitValue = info.state().exitCode(); getLogger().fine("Exit value: " + exitValue); // Stop container before removing it this.dockerClient.stopContainer(containerId, SECOND_TO_WAIT_BEFORE_KILLING_CONTAINER); // Remove container getLogger().fine("Remove Docker container: " + containerId); try { this.dockerClient.removeContainer(containerId); } catch (DockerException | InterruptedException e) { EoulsanLogger.getLogger().severe("Unable to remove Docker container: " + containerId); } return exitValue; } catch (DockerException | InterruptedException e) { throw new EoulsanException(e); } }
private void assertDockerReachable(final int probePort) throws Exception { try (final DockerClient docker = getNewDockerClient()) { // Pull our base images try { docker.inspectImage(BUSYBOX); } catch (ImageNotFoundException e) { docker.pull(BUSYBOX); } try { docker.inspectImage(ALPINE); } catch (ImageNotFoundException e) { docker.pull(ALPINE); } // Start a container with an exposed port final HostConfig hostConfig = HostConfig.builder() .portBindings( ImmutableMap.of("4711/tcp", singletonList(PortBinding.of("0.0.0.0", probePort)))) .build(); final ContainerConfig config = ContainerConfig.builder() .image(BUSYBOX) .cmd("nc", "-p", "4711", "-lle", "cat") .exposedPorts(ImmutableSet.of("4711/tcp")) .hostConfig(hostConfig) .build(); final ContainerCreation creation = docker.createContainer(config, testTag + "-probe"); final String containerId = creation.id(); docker.startContainer(containerId); // Wait for container to come up Polling.await( 5, SECONDS, new Callable<Object>() { @Override public Object call() throws Exception { final ContainerInfo info = docker.inspectContainer(containerId); return info.state().running() ? true : null; } }); log.info("Verifying that docker containers are reachable"); try { Polling.awaitUnchecked( 5, SECONDS, new Callable<Object>() { @Override public Object call() throws Exception { log.info("Probing: {}:{}", DOCKER_HOST.address(), probePort); try (final Socket ignored = new Socket(DOCKER_HOST.address(), probePort)) { return true; } catch (IOException e) { return false; } } }); } catch (TimeoutException e) { fail( "Please ensure that DOCKER_HOST is set to an address that where containers can " + "be reached. If docker is running in a local VM, DOCKER_HOST must be set to the " + "address of that VM. If docker can only be reached on a limited port range, " + "set the environment variable DOCKER_PORT_RANGE=start:end"); } docker.killContainer(containerId); } }