File tree Expand file tree Collapse file tree 1 file changed +7
-2
lines changed
resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes Expand file tree Collapse file tree 1 file changed +7
-2
lines changed Original file line number Diff line number Diff line change @@ -745,9 +745,14 @@ private[spark] class Client(
745
745
val nodeUrls = kubernetesClient.nodes.list.getItems.asScala
746
746
.filterNot(node => node.getSpec.getUnschedulable != null &&
747
747
node.getSpec.getUnschedulable)
748
- .flatMap(_.getStatus.getAddresses.asScala.map(address => {
748
+ .flatMap(_.getStatus.getAddresses.asScala)
749
+ // The list contains hostnames, internal and external IP addresses.
750
+ // we want only external IP addresses in our list
751
+ // (https://kubernetes.io/docs/admin/node/#addresses)
752
+ .filter(_.getType == " ExternalIP" )
753
+ .map(address => {
749
754
s " $urlScheme:// ${address.getAddress}: $servicePort"
750
- })) .toSet
755
+ }).toSet
751
756
require(nodeUrls.nonEmpty, " No nodes found to contact the driver!" )
752
757
val (trustManager, sslContext): (X509TrustManager , SSLContext ) =
753
758
if (driverSubmitSslOptions.enabled) {
You can’t perform that action at this time.
0 commit comments