/* * MinIO Cloud Storage, (C) 2018 MinIO, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package net import ( "encoding/json" "errors" "fmt" "io" "io/ioutil" "net" "net/http" "net/url" "path" "strings" "time" ) // URL - improved JSON friendly url.URL. type URL url.URL // IsEmpty - checks URL is empty or not. func (u URL) IsEmpty() bool { return u.String() == "" } // String - returns string representation of URL. func (u URL) String() string { // if port number 80 and 443, remove for http and https scheme respectively if u.Host != "" { host, err := ParseHost(u.Host) if err != nil { panic(err) } switch { case u.Scheme == "http" && host.Port == 80: fallthrough case u.Scheme == "https" && host.Port == 443: u.Host = host.Name } } uu := url.URL(u) return uu.String() } // MarshalJSON - converts to JSON string data. func (u URL) MarshalJSON() ([]byte, error) { return json.Marshal(u.String()) } // UnmarshalJSON - parses given data into URL. func (u *URL) UnmarshalJSON(data []byte) (err error) { var s string if err = json.Unmarshal(data, &s); err != nil { return err } // Allow empty string if s == "" { *u = URL{} return nil } var ru *URL if ru, err = ParseURL(s); err != nil { return err } *u = *ru return nil } // DialHTTP - dials the url to check the connection. func (u URL) DialHTTP(transport *http.Transport) error { if transport == nil { transport = &http.Transport{ DialContext: (&net.Dialer{ Timeout: 2 * time.Second, }).DialContext, } } var client = &http.Client{ Transport: transport, } req, err := http.NewRequest("POST", u.String(), nil) if err != nil { return err } resp, err := client.Do(req) if err != nil { return err } io.Copy(ioutil.Discard, resp.Body) resp.Body.Close() return nil } // ParseHTTPURL - parses a string into HTTP URL, string is // expected to be of form http:// or https:// func ParseHTTPURL(s string) (u *URL, err error) { u, err = ParseURL(s) if err != nil { return nil, err } switch u.Scheme { default: return nil, fmt.Errorf("unexpected scheme found %s", u.Scheme) case "http", "https": return u, nil } } // ParseURL - parses string into URL. func ParseURL(s string) (u *URL, err error) { var uu *url.URL if uu, err = url.Parse(s); err != nil { return nil, err } if uu.Hostname() == "" { if uu.Scheme != "" { return nil, errors.New("scheme appears with empty host") } } else { portStr := uu.Port() if portStr == "" { switch uu.Scheme { case "http": portStr = "80" case "https": portStr = "443" } } if _, err = ParseHost(net.JoinHostPort(uu.Hostname(), portStr)); err != nil { return nil, err } } // Clean path in the URL. // Note: path.Clean() is used on purpose because in MS Windows filepath.Clean() converts // `/` into `\` ie `/foo` becomes `\foo` if uu.Path != "" { uu.Path = path.Clean(uu.Path) } // path.Clean removes the trailing '/' and converts '//' to '/'. if strings.HasSuffix(s, "/") && !strings.HasSuffix(uu.Path, "/") { uu.Path += "/" } v := URL(*uu) u = &v return u, nil } // IsNetworkOrHostDown - if there was a network error or if the host is down. func IsNetworkOrHostDown(err error) bool { if err == nil { return false } // We need to figure if the error either a timeout // or a non-temporary error. e, ok := err.(net.Error) if ok { urlErr, ok := e.(*url.Error) if ok { switch urlErr.Err.(type) { case *net.DNSError, *net.OpError, net.UnknownNetworkError: return true } } if e.Timeout() { return true } } ok = false // Fallback to other mechanisms. if strings.Contains(err.Error(), "Connection closed by foreign host") { ok = true } else if strings.Contains(err.Error(), "TLS handshake timeout") { // If error is - tlsHandshakeTimeoutError. ok = true } else if strings.Contains(err.Error(), "i/o timeout") { // If error is - tcp timeoutError. ok = true } else if strings.Contains(err.Error(), "connection timed out") { // If err is a net.Dial timeout. ok = true } else if strings.Contains(strings.ToLower(err.Error()), "503 service unavailable") { // Denial errors ok = true } return ok }