optimize request URL encoding for internode (#10811)

this reduces allocations in order of magnitude

Also, revert "erasure: delete dangling objects automatically (#10765)" 
affects list caching should be investigated.
master
Harshavardhana 4 years ago committed by GitHub
parent b456292295
commit 8527f22df1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
  1. 9
      cmd/api-headers.go
  2. 20
      cmd/erasure-object.go
  3. 2
      cmd/rest/client.go
  4. 2
      cmd/storage-rest-server.go

@ -115,10 +115,11 @@ func setObjectHeaders(w http.ResponseWriter, objInfo ObjectInfo, rs *HTTPRangeSp
} }
// Set tag count if object has tags // Set tag count if object has tags
tags, _ := url.ParseQuery(objInfo.UserTags) if len(objInfo.UserTags) > 0 {
tagCount := len(tags) tags, _ := url.ParseQuery(objInfo.UserTags)
if tagCount > 0 { if len(tags) > 0 {
w.Header()[xhttp.AmzTagCount] = []string{strconv.Itoa(tagCount)} w.Header()[xhttp.AmzTagCount] = []string{strconv.Itoa(len(tags))}
}
} }
// Set all other user defined metadata. // Set all other user defined metadata.

@ -360,28 +360,10 @@ func (er erasureObjects) getObjectFileInfo(ctx context.Context, bucket, object s
readQuorum, _, err := objectQuorumFromMeta(ctx, er, metaArr, errs) readQuorum, _, err := objectQuorumFromMeta(ctx, er, metaArr, errs)
if err != nil { if err != nil {
readQuorum = len(metaArr) / 2 return fi, nil, nil, err
} }
if reducedErr := reduceReadQuorumErrs(ctx, errs, objectOpIgnoredErrs, readQuorum); reducedErr != nil { if reducedErr := reduceReadQuorumErrs(ctx, errs, objectOpIgnoredErrs, readQuorum); reducedErr != nil {
if reducedErr == errErasureReadQuorum {
if _, ok := isObjectDangling(metaArr, errs, nil); ok {
reducedErr = errFileNotFound
if opts.VersionID != "" {
reducedErr = errFileVersionNotFound
}
// Remove the dangling object only when:
// - This is a non versioned bucket
// - This is a versioned bucket and the version ID is passed, the reason
// is that it is hard to pick that particular version that is dangling
if !opts.Versioned || opts.VersionID != "" {
er.deleteObjectVersion(ctx, bucket, object, 1, FileInfo{
Name: object,
VersionID: opts.VersionID,
})
}
}
}
return fi, nil, nil, toObjectErr(reducedErr, bucket, object) return fi, nil, nil, toObjectErr(reducedErr, bucket, object)
} }

@ -109,7 +109,7 @@ func (c *Client) Call(ctx context.Context, method string, values url.Values, bod
if err != nil { if err != nil {
return nil, &NetworkError{err} return nil, &NetworkError{err}
} }
req.Header.Set("Authorization", "Bearer "+c.newAuthToken(req.URL.Query().Encode())) req.Header.Set("Authorization", "Bearer "+c.newAuthToken(req.URL.RawQuery))
req.Header.Set("X-Minio-Time", time.Now().UTC().Format(time.RFC3339)) req.Header.Set("X-Minio-Time", time.Now().UTC().Format(time.RFC3339))
if length > 0 { if length > 0 {
req.ContentLength = length req.ContentLength = length

@ -81,7 +81,7 @@ func storageServerRequestValidate(r *http.Request) error {
return errAuthentication return errAuthentication
} }
if claims.Audience != r.URL.Query().Encode() { if claims.Audience != r.URL.RawQuery {
return errAuthentication return errAuthentication
} }

Loading…
Cancel
Save