[grid][java] browser containers provisioned in dynamic grid uses node…

…-docker hostConfig

Signed-off-by: Viet Nguyen Duc <[email protected]>

java/src/org/openqa/selenium/docker/ContainerConfig.java

@@ -21,6 +21,7 @@
 import com.google.common.collect.ImmutableList;
 import com.google.common.collect.ImmutableMap;
 import com.google.common.collect.Multimap;
+import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
 import java.util.stream.Collectors;
@@ -42,6 +43,7 @@ public class ContainerConfig {
   private final String networkName;
   private final boolean autoRemove;
   private final long shmSize;
+  private final Map<String, Object> hostConfig;
 
   public ContainerConfig(
       Image image,
@@ -51,6 +53,18 @@ public ContainerConfig(
       List<Device> devices,
       String networkName,
       long shmSize) {
+    this(image, portBindings, envVars, volumeBinds, devices, networkName, shmSize, new HashMap<>());
+  }
+
+  public ContainerConfig(
+      Image image,
+      Multimap<String, Map<String, Object>> portBindings,
+      Map<String, String> envVars,
+      Map<String, String> volumeBinds,
+      List<Device> devices,
+      String networkName,
+      long shmSize,
+      Map<String, Object> hostConfig) {
     this.image = image;
     this.portBindings = portBindings;
     this.envVars = envVars;
@@ -59,6 +73,7 @@ public ContainerConfig(
     this.networkName = networkName;
     this.autoRemove = true;
     this.shmSize = shmSize;
+    this.hostConfig = hostConfig;
   }
 
   public static ContainerConfig image(Image image) {
@@ -123,6 +138,17 @@ public ContainerConfig devices(List<Device> devices) {
         image, portBindings, envVars, volumeBinds, devices, networkName, shmSize);
   }
 
+  public ContainerConfig getHostConfig(Map<String, Object> hostConfig, List<String> configKeys) {
+    Map<String, Object> setHostConfig =
+        configKeys.stream()
+            .filter(hostConfig::containsKey)
+            .filter(key -> hostConfig.get(key) != null)
+            .collect(Collectors.toMap(key -> key, hostConfig::get));
+
+    return new ContainerConfig(
+        image, portBindings, envVars, volumeBinds, devices, networkName, shmSize, setHostConfig);
+  }
+
   @Override
   public String toString() {
     return "ContainerConfig{"
@@ -142,6 +168,8 @@ public String toString() {
         + autoRemove
         + ", shmSize="
         + shmSize
+        + ", hostConfig="
+        + hostConfig
         + '}';
   }
 
@@ -175,6 +203,12 @@ private Map<String, Object> toJson() {
             "Binds", volumeBinds,
             "Devices", devicesMapping);
 
+    if (this.hostConfig != null && !this.hostConfig.isEmpty()) {
+      Map<String, Object> copyMap = new HashMap<>(hostConfig);
+      copyMap.putAll(this.hostConfig);
+      hostConfig = ImmutableMap.copyOf(copyMap);
+    }
+
     return ImmutableMap.of(
         "Image", image.getId(),
         "Env", envVars,

java/src/org/openqa/selenium/docker/ContainerInfo.java

@@ -29,13 +29,19 @@ public class ContainerInfo {
   private final ContainerId id;
   private final List<Map<String, Object>> mountedVolumes;
   private final String networkName;
+  private Map<String, Object> hostConfig;
 
   public ContainerInfo(
-      ContainerId id, String ip, List<Map<String, Object>> mountedVolumes, String networkName) {
+      ContainerId id,
+      String ip,
+      List<Map<String, Object>> mountedVolumes,
+      String networkName,
+      Map<String, Object> hostConfig) {
     this.ip = Require.nonNull("Container ip address", ip);
     this.id = Require.nonNull("Container id", id);
     this.mountedVolumes = Require.nonNull("Mounted volumes", mountedVolumes);
     this.networkName = Require.nonNull("Network name", networkName);
+    this.hostConfig = Require.nonNull("Host config", hostConfig);
   }
 
   public String getIp() {
@@ -54,6 +60,10 @@ public String getNetworkName() {
     return networkName;
   }
 
+  public Map<String, Object> getHostConfig() {
+    return this.hostConfig;
+  }
+
   @Override
   public String toString() {
     return "ContainerInfo{"

java/src/org/openqa/selenium/docker/v1_41/InspectContainer.java

@@ -67,7 +67,8 @@ public ContainerInfo apply(ContainerId id) {
     ArrayList<Object> mounts = (ArrayList<Object>) rawInspectInfo.get("Mounts");
     List<Map<String, Object>> mountedVolumes =
         mounts.stream().map(mount -> (Map<String, Object>) mount).collect(Collectors.toList());
+    Map<String, Object> hostConfig = (Map<String, Object>) rawInspectInfo.get("HostConfig");
 
-    return new ContainerInfo(id, ip, mountedVolumes, networkName);
+    return new ContainerInfo(id, ip, mountedVolumes, networkName, hostConfig);
   }
 }

java/src/org/openqa/selenium/grid/node/docker/DockerFlags.java

@@ -69,6 +69,18 @@ public class DockerFlags implements HasRoles {
           "[\"selenium/standalone-firefox:latest\", \"{\\\"browserName\\\": \\\"firefox\\\"}\"]")
   private List<String> images2Capabilities;
 
+  @Parameter(
+      names = {"--docker-host-config-keys"},
+      description =
+          "Node container host config keys to be passed to the browsers container. Keys name can be"
+              + " found in the Docker API documentation, or by running `docker inspect` the"
+              + " node-docker container.")
+  @ConfigValue(
+      section = DockerOptions.DOCKER_SECTION,
+      name = "host-config-keys",
+      example = "[\"Dns\", \"DnsOptions\", \"DnsSearch\", \"ExtraHosts\"]")
+  private List<String> hostConfigKeys;
+
   @Parameter(
       names = {"--docker-devices"},
       description =

java/src/org/openqa/selenium/grid/node/docker/DockerOptions.java

@@ -129,6 +129,9 @@ public Map<Capabilities, Collection<SessionFactory>> getDockerSessionFactories(
             .getAll(DOCKER_SECTION, "configs")
             .orElseThrow(() -> new DockerException("Unable to find docker configs"));
 
+    List<String> hostConfigKeys =
+        config.getAll(DOCKER_SECTION, "host-config-keys").orElseGet(Collections::emptyList);
+
     Multimap<String, Capabilities> kinds = HashMultimap.create();
     for (int i = 0; i < allConfigs.size(); i++) {
       String imageName = allConfigs.get(i);
@@ -152,6 +155,7 @@ public Map<Capabilities, Collection<SessionFactory>> getDockerSessionFactories(
 
     DockerAssetsPath assetsPath = getAssetsPath(info);
     String networkName = getDockerNetworkName(info);
+    Map<String, Object> hostConfig = getDockerHostConfig(info);
 
     loadImages(docker, kinds.keySet().toArray(new String[0]));
     Image videoImage = getVideoImage(docker);
@@ -182,7 +186,9 @@ public Map<Capabilities, Collection<SessionFactory>> getDockerSessionFactories(
                     assetsPath,
                     networkName,
                     info.isPresent(),
-                    capabilities -> options.getSlotMatcher().matches(caps, capabilities)));
+                    capabilities -> options.getSlotMatcher().matches(caps, capabilities),
+                    hostConfig,
+                    hostConfigKeys));
           }
           LOG.info(
               String.format(
@@ -229,6 +235,11 @@ private String getDockerNetworkName(Optional<ContainerInfo> info) {
     return DEFAULT_DOCKER_NETWORK;
   }
 
+  @SuppressWarnings("OptionalUsedAsFieldOrParameterType")
+  private Map<String, Object> getDockerHostConfig(Optional<ContainerInfo> info) {
+    return info.map(ContainerInfo::getHostConfig).orElse(null);
+  }
+
   @SuppressWarnings("OptionalUsedAsFieldOrParameterType")
   private DockerAssetsPath getAssetsPath(Optional<ContainerInfo> info) {
     if (info.isPresent()) {

java/src/org/openqa/selenium/grid/node/docker/DockerSessionFactory.java

@@ -101,6 +101,8 @@ public class DockerSessionFactory implements SessionFactory {
   private final String networkName;
   private final boolean runningInDocker;
   private final Predicate<Capabilities> predicate;
+  private final Map<String, Object> hostConfig;
+  private final List<String> hostConfigKeys;
 
   public DockerSessionFactory(
       Tracer tracer,
@@ -115,7 +117,9 @@ public DockerSessionFactory(
       DockerAssetsPath assetsPath,
       String networkName,
       boolean runningInDocker,
-      Predicate<Capabilities> predicate) {
+      Predicate<Capabilities> predicate,
+      Map<String, Object> hostConfig,
+      List<String> hostConfigKeys) {
     this.tracer = Require.nonNull("Tracer", tracer);
     this.clientFactory = Require.nonNull("HTTP client", clientFactory);
     this.sessionTimeout = Require.nonNull("Session timeout", sessionTimeout);
@@ -129,6 +133,8 @@ public DockerSessionFactory(
     this.assetsPath = assetsPath;
     this.runningInDocker = runningInDocker;
     this.predicate = Require.nonNull("Accepted capabilities predicate", predicate);
+    this.hostConfig = Require.nonNull("Container host config", hostConfig);
+    this.hostConfigKeys = Require.nonNull("Browser container host config keys", hostConfigKeys);
   }
 
   @Override
@@ -154,7 +160,8 @@ public Either<WebDriverException, ActiveSession> apply(CreateSessionRequest sess
               ? "Creating container..."
               : "Creating container, mapping container port 4444 to " + port;
       LOG.info(logMessage);
-      Container container = createBrowserContainer(port, sessionRequest.getDesiredCapabilities());
+      Container container =
+          createBrowserContainer(port, sessionRequest.getDesiredCapabilities(), this.hostConfig);
       container.start();
       ContainerInfo containerInfo = container.inspect();
 
@@ -277,18 +284,21 @@ private Capabilities addForwardCdpEndpoint(
         .setCapability("se:forwardCdp", forwardCdpPath);
   }
 
-  private Container createBrowserContainer(int port, Capabilities sessionCapabilities) {
+  private Container createBrowserContainer(
+      int port, Capabilities sessionCapabilities, Map<String, Object> hostConfig) {
     Map<String, String> browserContainerEnvVars = getBrowserContainerEnvVars(sessionCapabilities);
     long browserContainerShmMemorySize = 2147483648L; // 2GB
     ContainerConfig containerConfig =
         image(browserImage)
             .env(browserContainerEnvVars)
             .shmMemorySize(browserContainerShmMemorySize)
             .network(networkName)
-            .devices(devices);
+            .devices(devices)
+            .getHostConfig(hostConfig, hostConfigKeys);
     if (!runningInDocker) {
       containerConfig = containerConfig.map(Port.tcp(4444), Port.tcp(port));
     }
+    LOG.fine("Container config: " + containerConfig);
     return docker.create(containerConfig);
   }