Fix encoding bug in donut during encoding phase

Stream reading needs to check for length parameter being non zero,
after Reading() a predefined set of buffer length an EOF might be returned
with length == 0.

Erasure taking this zeroed data in might wrongly encode it as part of existing
data blocks which leads to errors while decoding even when the other contents
are intact.
master
Harshavardhana 9 years ago
parent f9174632bb
commit 4ed50a8004
  1. 4
      pkg/donut/bucket.go
  2. 9
      server-api-signature.go

@ -444,7 +444,8 @@ func (b bucket) writeObjectData(k, m uint8, writers []io.WriteCloser, objectData
var length int var length int
inputData := make([]byte, chunkSize) inputData := make([]byte, chunkSize)
length, e = objectData.Read(inputData) length, e = objectData.Read(inputData)
encodedBlocks, err := encoder.Encode(inputData) if length != 0 {
encodedBlocks, err := encoder.Encode(inputData[0:length])
if err != nil { if err != nil {
return 0, 0, err.Trace() return 0, 0, err.Trace()
} }
@ -466,6 +467,7 @@ func (b bucket) writeObjectData(k, m uint8, writers []io.WriteCloser, objectData
totalLength += length totalLength += length
chunkCount = chunkCount + 1 chunkCount = chunkCount + 1
} }
}
if e != io.EOF { if e != io.EOF {
return 0, 0, probe.NewError(e) return 0, 0, probe.NewError(e)
} }

@ -17,7 +17,6 @@
package main package main
import ( import (
"bytes"
"encoding/base64" "encoding/base64"
"io" "io"
"io/ioutil" "io/ioutil"
@ -131,7 +130,7 @@ func initSignatureV4(req *http.Request) (*signv4.Signature, *probe.Error) {
func extractHTTPFormValues(reader *multipart.Reader) (io.Reader, map[string]string, *probe.Error) { func extractHTTPFormValues(reader *multipart.Reader) (io.Reader, map[string]string, *probe.Error) {
/// HTML Form values /// HTML Form values
formValues := make(map[string]string) formValues := make(map[string]string)
filePart := new(bytes.Buffer) var filePart io.Reader
var err error var err error
for err == nil { for err == nil {
var part *multipart.Part var part *multipart.Part
@ -144,11 +143,7 @@ func extractHTTPFormValues(reader *multipart.Reader) (io.Reader, map[string]stri
} }
formValues[part.FormName()] = string(buffer) formValues[part.FormName()] = string(buffer)
} else { } else {
// FIXME: this will hog memory filePart = part
_, err := io.Copy(filePart, part)
if err != nil {
return nil, nil, probe.NewError(err)
}
} }
} }
} }

Loading…
Cancel
Save