You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
149 lines
4.4 KiB
149 lines
4.4 KiB
![]()
8 years ago
|
/*
|
||
|
* Minio Cloud Storage, (C) 2016 Minio, Inc.
|
||
|
*
|
||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
* you may not use this file except in compliance with the License.
|
||
|
* You may obtain a copy of the License at
|
||
|
*
|
||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||
|
*
|
||
|
* Unless required by applicable law or agreed to in writing, software
|
||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
* See the License for the specific language governing permissions and
|
||
|
* limitations under the License.
|
||
|
*/
|
||
|
|
||
![]()
8 years ago
|
package cmd
|
||
![]()
8 years ago
|
|
||
![]()
8 years ago
|
import (
|
||
|
"time"
|
||
|
)
|
||
![]()
8 years ago
|
|
||
![]()
8 years ago
|
// commonTime returns a maximally occurring time from a list of time.
|
||
|
func commonTime(modTimes []time.Time) (modTime time.Time) {
|
||
|
var maxima int // Counter for remembering max occurrence of elements.
|
||
|
timeOccurenceMap := make(map[time.Time]int)
|
||
|
// Ignore the uuid sentinel and count the rest.
|
||
|
for _, time := range modTimes {
|
||
|
if time == timeSentinel {
|
||
|
continue
|
||
|
}
|
||
|
timeOccurenceMap[time]++
|
||
|
}
|
||
|
// Find the common cardinality from previously collected
|
||
|
// occurrences of elements.
|
||
|
for time, count := range timeOccurenceMap {
|
||
|
if count > maxima {
|
||
|
maxima = count
|
||
|
modTime = time
|
||
![]()
8 years ago
|
}
|
||
|
}
|
||
![]()
8 years ago
|
// Return the collected common uuid.
|
||
|
return modTime
|
||
|
}
|
||
|
|
||
![]()
8 years ago
|
// Beginning of unix time is treated as sentinel value here.
|
||
![]()
8 years ago
|
var timeSentinel = time.Unix(0, 0).UTC()
|
||
|
|
||
![]()
8 years ago
|
// Boot modTimes up to disk count, setting the value to time sentinel.
|
||
![]()
8 years ago
|
func bootModtimes(diskCount int) []time.Time {
|
||
|
modTimes := make([]time.Time, diskCount)
|
||
![]()
8 years ago
|
// Boots up all the modtimes.
|
||
![]()
8 years ago
|
for i := range modTimes {
|
||
|
modTimes[i] = timeSentinel
|
||
|
}
|
||
|
return modTimes
|
||
![]()
8 years ago
|
}
|
||
|
|
||
![]()
8 years ago
|
// Extracts list of times from xlMetaV1 slice and returns, skips
|
||
|
// slice elements which have errors. As a special error
|
||
|
// errFileNotFound is treated as a initial good condition.
|
||
|
func listObjectModtimes(partsMetadata []xlMetaV1, errs []error) (modTimes []time.Time) {
|
||
|
modTimes = bootModtimes(len(partsMetadata))
|
||
|
// Set a new time value, specifically set when
|
||
|
// error == errFileNotFound (this is needed when this is a
|
||
|
// fresh PutObject).
|
||
|
timeNow := time.Now().UTC()
|
||
![]()
8 years ago
|
for index, metadata := range partsMetadata {
|
||
|
if errs[index] == nil {
|
||
![]()
8 years ago
|
// Once the file is found, save the uuid saved on disk.
|
||
|
modTimes[index] = metadata.Stat.ModTime
|
||
![]()
8 years ago
|
} else if errs[index] == errFileNotFound {
|
||
![]()
8 years ago
|
// Once the file is not found then the epoch is current time.
|
||
|
modTimes[index] = timeNow
|
||
![]()
8 years ago
|
}
|
||
|
}
|
||
![]()
8 years ago
|
return modTimes
|
||
![]()
8 years ago
|
}
|
||
|
|
||
|
// Returns slice of online disks needed.
|
||
|
// - slice returing readable disks.
|
||
![]()
8 years ago
|
// - modTime of the Object
|
||
|
func listOnlineDisks(disks []StorageAPI, partsMetadata []xlMetaV1, errs []error) (onlineDisks []StorageAPI, modTime time.Time) {
|
||
|
onlineDisks = make([]StorageAPI, len(disks))
|
||
![]()
8 years ago
|
|
||
![]()
8 years ago
|
// List all the file commit ids from parts metadata.
|
||
|
modTimes := listObjectModtimes(partsMetadata, errs)
|
||
![]()
8 years ago
|
|
||
![]()
8 years ago
|
// Reduce list of UUIDs to a single common value.
|
||
|
modTime = commonTime(modTimes)
|
||
![]()
8 years ago
|
|
||
![]()
8 years ago
|
// Create a new online disks slice, which have common uuid.
|
||
|
for index, t := range modTimes {
|
||
|
if t == modTime {
|
||
![]()
8 years ago
|
onlineDisks[index] = disks[index]
|
||
![]()
8 years ago
|
} else {
|
||
|
onlineDisks[index] = nil
|
||
|
}
|
||
|
}
|
||
![]()
8 years ago
|
return onlineDisks, modTime
|
||
![]()
8 years ago
|
}
|
||
![]()
8 years ago
|
|
||
|
// Return disks with the outdated or missing object.
|
||
|
func outDatedDisks(disks []StorageAPI, partsMetadata []xlMetaV1, errs []error) (outDatedDisks []StorageAPI) {
|
||
|
outDatedDisks = make([]StorageAPI, len(disks))
|
||
|
latestDisks, _ := listOnlineDisks(disks, partsMetadata, errs)
|
||
|
for index, disk := range latestDisks {
|
||
|
if errs[index] == errFileNotFound {
|
||
|
outDatedDisks[index] = disks[index]
|
||
|
continue
|
||
|
}
|
||
|
if errs[index] != nil {
|
||
|
continue
|
||
|
}
|
||
|
if disk == nil {
|
||
|
outDatedDisks[index] = disks[index]
|
||
|
}
|
||
|
}
|
||
|
return outDatedDisks
|
||
|
}
|
||
|
|
||
|
// Return xlMetaV1 of the latest version of the object.
|
||
|
func xlLatestMetadata(partsMetadata []xlMetaV1, errs []error) (latestMeta xlMetaV1) {
|
||
|
// List all the file commit ids from parts metadata.
|
||
|
modTimes := listObjectModtimes(partsMetadata, errs)
|
||
|
|
||
|
// Reduce list of UUIDs to a single common value.
|
||
|
modTime := commonTime(modTimes)
|
||
|
|
||
|
return pickValidXLMeta(partsMetadata, modTime)
|
||
|
}
|
||
|
|
||
|
// Returns if the object should be healed.
|
||
|
func xlShouldHeal(partsMetadata []xlMetaV1, errs []error) bool {
|
||
|
modTime := commonTime(listObjectModtimes(partsMetadata, errs))
|
||
|
for index := range partsMetadata {
|
||
|
if errs[index] == errFileNotFound {
|
||
|
return true
|
||
|
}
|
||
|
if errs[index] != nil {
|
||
|
continue
|
||
|
}
|
||
|
if modTime != partsMetadata[index].Stat.ModTime {
|
||
|
return true
|
||
|
}
|
||
|
}
|
||
|
return false
|
||
|
}
|