Harshavardhana
8 years ago
committed by
Harshavardhana
parent
c87f259820
commit
feb337098d
@ -0,0 +1,66 @@ |
||||
/* |
||||
* Minio Cloud Storage, (C) 2016 Minio, Inc. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package main |
||||
|
||||
import "sync" |
||||
|
||||
// AppendFile - append data buffer at path.
|
||||
func (e erasure) AppendFile(volume, path string, dataBuffer []byte) (n int64, err error) { |
||||
// Split the input buffer into data and parity blocks.
|
||||
var blocks [][]byte |
||||
blocks, err = e.ReedSolomon.Split(dataBuffer) |
||||
if err != nil { |
||||
return 0, err |
||||
} |
||||
|
||||
// Encode parity blocks using data blocks.
|
||||
err = e.ReedSolomon.Encode(blocks) |
||||
if err != nil { |
||||
return 0, err |
||||
} |
||||
|
||||
var wg = &sync.WaitGroup{} |
||||
var wErrs = make([]error, len(e.storageDisks)) |
||||
// Write encoded data to quorum disks in parallel.
|
||||
for index, disk := range e.storageDisks { |
||||
if disk == nil { |
||||
continue |
||||
} |
||||
wg.Add(1) |
||||
// Write encoded data in routine.
|
||||
go func(index int, disk StorageAPI) { |
||||
defer wg.Done() |
||||
// Pick the block from the distribution.
|
||||
blockIndex := e.distribution[index] - 1 |
||||
n, wErr := disk.AppendFile(volume, path, blocks[blockIndex]) |
||||
if wErr != nil { |
||||
wErrs[index] = wErr |
||||
return |
||||
} |
||||
if n != int64(len(blocks[blockIndex])) { |
||||
wErrs[index] = errUnexpected |
||||
return |
||||
} |
||||
wErrs[index] = nil |
||||
}(index, disk) |
||||
} |
||||
|
||||
// Wait for all the appends to finish.
|
||||
wg.Wait() |
||||
|
||||
return int64(len(dataBuffer)), nil |
||||
} |
||||
@ -1,186 +0,0 @@ |
||||
/* |
||||
* Minio Cloud Storage, (C) 2016 Minio, Inc. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package main |
||||
|
||||
import ( |
||||
"io" |
||||
"sync" |
||||
) |
||||
|
||||
// cleanupCreateFileOps - cleans up all the temporary files and other
|
||||
// temporary data upon any failure.
|
||||
func (e erasure) cleanupCreateFileOps(volume, path string, writers []io.WriteCloser) { |
||||
// Close and remove temporary writers.
|
||||
for _, writer := range writers { |
||||
if err := safeCloseAndRemove(writer); err != nil { |
||||
errorIf(err, "Failed to close writer.") |
||||
} |
||||
} |
||||
} |
||||
|
||||
// WriteErasure reads predefined blocks, encodes them and writes to configured storage disks.
|
||||
func (e erasure) writeErasure(volume, path string, reader *io.PipeReader, wcloser *waitCloser) { |
||||
// Release the block writer upon function return.
|
||||
defer wcloser.release() |
||||
|
||||
writers := make([]io.WriteCloser, len(e.storageDisks)) |
||||
|
||||
var wwg = &sync.WaitGroup{} |
||||
var errs = make([]error, len(e.storageDisks)) |
||||
|
||||
// Initialize all writers.
|
||||
for index, disk := range e.storageDisks { |
||||
if disk == nil { |
||||
continue |
||||
} |
||||
wwg.Add(1) |
||||
go func(index int, disk StorageAPI) { |
||||
defer wwg.Done() |
||||
writer, err := disk.CreateFile(volume, path) |
||||
if err != nil { |
||||
errs[index] = err |
||||
return |
||||
} |
||||
writers[index] = writer |
||||
}(index, disk) |
||||
} |
||||
|
||||
wwg.Wait() // Wait for all the create file to finish in parallel.
|
||||
for _, err := range errs { |
||||
if err == nil { |
||||
continue |
||||
} |
||||
e.cleanupCreateFileOps(volume, path, writers) |
||||
reader.CloseWithError(err) |
||||
return |
||||
} |
||||
|
||||
// Allocate 4MiB block size buffer for reading.
|
||||
dataBuffer := make([]byte, erasureBlockSize) |
||||
for { |
||||
// Read up to allocated block size.
|
||||
n, err := io.ReadFull(reader, dataBuffer) |
||||
if err != nil { |
||||
// Any unexpected errors, close the pipe reader with error.
|
||||
if err != io.ErrUnexpectedEOF && err != io.EOF { |
||||
// Remove all temp writers.
|
||||
e.cleanupCreateFileOps(volume, path, writers) |
||||
reader.CloseWithError(err) |
||||
return |
||||
} |
||||
} |
||||
// At EOF break out.
|
||||
if err == io.EOF { |
||||
break |
||||
} |
||||
if n > 0 { |
||||
// Split the input buffer into data and parity blocks.
|
||||
var dataBlocks [][]byte |
||||
dataBlocks, err = e.ReedSolomon.Split(dataBuffer[0:n]) |
||||
if err != nil { |
||||
// Remove all temp writers.
|
||||
e.cleanupCreateFileOps(volume, path, writers) |
||||
reader.CloseWithError(err) |
||||
return |
||||
} |
||||
|
||||
// Encode parity blocks using data blocks.
|
||||
err = e.ReedSolomon.Encode(dataBlocks) |
||||
if err != nil { |
||||
// Remove all temp writers upon error.
|
||||
e.cleanupCreateFileOps(volume, path, writers) |
||||
reader.CloseWithError(err) |
||||
return |
||||
} |
||||
|
||||
var wg = &sync.WaitGroup{} |
||||
var wErrs = make([]error, len(writers)) |
||||
// Write encoded data to quorum disks in parallel.
|
||||
for index, writer := range writers { |
||||
if writer == nil { |
||||
continue |
||||
} |
||||
wg.Add(1) |
||||
// Write encoded data in routine.
|
||||
go func(index int, writer io.Writer) { |
||||
defer wg.Done() |
||||
// Pick the block from the distribution.
|
||||
encodedData := dataBlocks[e.distribution[index]-1] |
||||
_, wErr := writers[index].Write(encodedData) |
||||
if wErr != nil { |
||||
wErrs[index] = wErr |
||||
return |
||||
} |
||||
wErrs[index] = nil |
||||
}(index, writer) |
||||
} |
||||
wg.Wait() |
||||
|
||||
// Cleanup and return on first non-nil error.
|
||||
for _, wErr := range wErrs { |
||||
if wErr == nil { |
||||
continue |
||||
} |
||||
// Remove all temp writers upon error.
|
||||
e.cleanupCreateFileOps(volume, path, writers) |
||||
reader.CloseWithError(wErr) |
||||
return |
||||
} |
||||
} |
||||
} |
||||
|
||||
// Close all writers and metadata writers in routines.
|
||||
for _, writer := range writers { |
||||
if writer == nil { |
||||
continue |
||||
} |
||||
// Safely wrote, now rename to its actual location.
|
||||
if err := writer.Close(); err != nil { |
||||
// Remove all temp writers upon error.
|
||||
e.cleanupCreateFileOps(volume, path, writers) |
||||
reader.CloseWithError(err) |
||||
return |
||||
} |
||||
} |
||||
|
||||
// Close the pipe reader and return.
|
||||
reader.Close() |
||||
return |
||||
} |
||||
|
||||
// CreateFile - create a file.
|
||||
func (e erasure) CreateFile(volume, path string) (writeCloser io.WriteCloser, err error) { |
||||
// Input validation.
|
||||
if !isValidVolname(volume) { |
||||
return nil, errInvalidArgument |
||||
} |
||||
if !isValidPath(path) { |
||||
return nil, errInvalidArgument |
||||
} |
||||
|
||||
// Initialize pipe for data pipe line.
|
||||
pipeReader, pipeWriter := io.Pipe() |
||||
|
||||
// Initialize a new wait closer, implements both Write and Close.
|
||||
wcloser := newWaitCloser(pipeWriter) |
||||
|
||||
// Start erasure encoding in routine, reading data block by block from pipeReader.
|
||||
go e.writeErasure(volume, path, pipeReader, wcloser) |
||||
|
||||
// Return the writer, caller should start writing to this.
|
||||
return wcloser, nil |
||||
} |
||||
Loading…
Reference in new issue