fix(transport): enforce 1s timeout on requests to MDS universe_domain

internal/settings.go

@@ -11,6 +11,7 @@ import (
 	"net/http"
 	"os"
 	"strconv"
+	"time"
 
 	"golang.org/x/oauth2"
 	"golang.org/x/oauth2/google"
@@ -187,3 +188,32 @@ func (ds *DialSettings) GetUniverseDomain() string {
 func (ds *DialSettings) IsUniverseDomainGDU() bool {
 	return ds.GetUniverseDomain() == ds.GetDefaultUniverseDomain()
 }
+
+// GetUniverseDomain returns the default service domain for a given Cloud
+// universe, from google.Credentials, for comparison with the value returned by
+// (*DialSettings).GetUniverseDomain. This wrapper function should be removed
+// to close [TODO(chrisdsmith): issue link here]. See details below.
+func GetUniverseDomain(creds *google.Credentials) (string, error) {
+	timer := time.NewTimer(time.Second)
+	defer timer.Stop()
+	var credsUniverseDomain string
+	var err error
+	go func() {
+		credsUniverseDomain, err = creds.GetUniverseDomain()
+	}()
+	<-timer.C
+	if err != nil {
+		// An error returned in less than 1s is legitimate.
+		return "", err
+	} else if credsUniverseDomain == "" {
+		// If credsUniverseDomain is empty, it means that creds.GetUniverseDomain()
+		// did not complete in 1s. Assume that MDS is likely never responding to
+		// the endpoint and will timeout. This is the source of issues such as
+		// https://github.com/googleapis/google-cloud-go/issues/9350.
+		// Temporarily (2024-02-02) return the GDU domain. Restore the original
+		// calls to creds.GetUniverseDomain() in grpc/dial.go and http/dial.go
+		// and remove this method to close [TODO(chrisdsmith): issue link here].
+		return universeDomainDefault, nil
+	}
+	return credsUniverseDomain, nil
+}

transport/grpc/dial.go

@@ -177,7 +177,7 @@ func dial(ctx context.Context, insecure bool, o *internal.DialSettings) (*grpc.C
 			if err != nil {
 				return nil, err
 			}
-			credsUniverseDomain, err := creds.GetUniverseDomain()
+			credsUniverseDomain, err := internal.GetUniverseDomain(creds)
 			if err != nil {
 				return nil, err
 			}

transport/http/dial.go

@@ -88,7 +88,7 @@ func newTransport(ctx context.Context, base http.RoundTripper, settings *interna
 		if err != nil {
 			return nil, err
 		}
-		credsUniverseDomain, err := creds.GetUniverseDomain()
+		credsUniverseDomain, err := internal.GetUniverseDomain(creds)
 		if err != nil {
 			return nil, err
 		}