migrate all bucket metadata into a single file (#9586)
this is a major overhaul by migrating off all bucket metadata related configs into a single object '.metadata.bin' this allows us for faster bootups across 1000's of buckets and as well as keeps the code simple enough for future work and additions. Additionally also fixes #9396, #9394master
Harshavardhana
5 years ago
committed by
GitHub
parent
730775bb4e
commit
bd032d13ff
@ -1,165 +0,0 @@ |
||||
/* |
||||
* MinIO Cloud Storage, (C) 2020 MinIO, Inc. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package cmd |
||||
|
||||
import ( |
||||
"context" |
||||
"encoding/binary" |
||||
"errors" |
||||
"fmt" |
||||
"path" |
||||
"time" |
||||
|
||||
"github.com/minio/minio/cmd/logger" |
||||
) |
||||
|
||||
const ( |
||||
legacyBucketObjectLockEnabledConfigFile = "object-lock-enabled.json" |
||||
legacyBucketObjectLockEnabledConfig = `{"x-amz-bucket-object-lock-enabled":true}` |
||||
|
||||
bucketMetadataFile = ".metadata.bin" |
||||
bucketMetadataFormat = 1 |
||||
bucketMetadataVersion = 1 |
||||
) |
||||
|
||||
//go:generate msgp -file $GOFILE -unexported
|
||||
|
||||
// bucketMetadata contains bucket metadata.
|
||||
// When adding/removing fields, regenerate the marshal code using the go generate above.
|
||||
// Only changing meaning of fields requires a version bump.
|
||||
// bucketMetadataFormat refers to the format.
|
||||
// bucketMetadataVersion can be used to track a rolling upgrade of a field.
|
||||
type bucketMetadata struct { |
||||
Name string |
||||
Created time.Time |
||||
LockEnabled bool |
||||
} |
||||
|
||||
// newBucketMetadata creates bucketMetadata with the supplied name and Created to Now.
|
||||
func newBucketMetadata(name string) bucketMetadata { |
||||
return bucketMetadata{ |
||||
Name: name, |
||||
Created: UTCNow(), |
||||
} |
||||
} |
||||
|
||||
// loadBucketMeta loads the metadata of bucket by name from ObjectLayer o.
|
||||
// If an error is returned the returned metadata will be default initialized.
|
||||
func loadBucketMeta(ctx context.Context, o ObjectLayer, name string) (bucketMetadata, error) { |
||||
b := newBucketMetadata(name) |
||||
configFile := path.Join(bucketConfigPrefix, name, bucketMetadataFile) |
||||
data, err := readConfig(ctx, o, configFile) |
||||
if err != nil { |
||||
return b, err |
||||
} |
||||
if len(data) <= 4 { |
||||
return b, fmt.Errorf("loadBucketMetadata: no data") |
||||
} |
||||
// Read header
|
||||
switch binary.LittleEndian.Uint16(data[0:2]) { |
||||
case bucketMetadataFormat: |
||||
default: |
||||
return b, fmt.Errorf("loadBucketMetadata: unknown format: %d", binary.LittleEndian.Uint16(data[0:2])) |
||||
} |
||||
switch binary.LittleEndian.Uint16(data[2:4]) { |
||||
case bucketMetadataVersion: |
||||
default: |
||||
return b, fmt.Errorf("loadBucketMetadata: unknown version: %d", binary.LittleEndian.Uint16(data[2:4])) |
||||
} |
||||
|
||||
// OK, parse data.
|
||||
_, err = b.UnmarshalMsg(data[4:]) |
||||
return b, err |
||||
} |
||||
|
||||
var errMetaDataConverted = errors.New("metadata converted") |
||||
|
||||
// loadBucketMetadata loads and migrates to bucket metadata.
|
||||
func loadBucketMetadata(ctx context.Context, objectAPI ObjectLayer, bucket string) (bucketMetadata, error) { |
||||
meta, err := loadBucketMeta(ctx, objectAPI, bucket) |
||||
if err == nil { |
||||
return meta, nil |
||||
} |
||||
|
||||
if err != errConfigNotFound { |
||||
return meta, err |
||||
} |
||||
|
||||
// Control here means old bucket without bucket metadata. Hence we migrate existing settings.
|
||||
if err = meta.convertLegacyLockconfig(ctx, objectAPI); err != nil { |
||||
return meta, err |
||||
} |
||||
|
||||
return meta, errMetaDataConverted |
||||
} |
||||
|
||||
func (b *bucketMetadata) convertLegacyLockconfig(ctx context.Context, objectAPI ObjectLayer) error { |
||||
configFile := path.Join(bucketConfigPrefix, b.Name, legacyBucketObjectLockEnabledConfigFile) |
||||
|
||||
save := func() error { |
||||
if err := b.save(ctx, objectAPI); err != nil { |
||||
return err |
||||
} |
||||
|
||||
if err := deleteConfig(ctx, objectAPI, configFile); err != nil && !errors.Is(err, errConfigNotFound) { |
||||
logger.LogIf(ctx, err) |
||||
} |
||||
return nil |
||||
} |
||||
|
||||
configData, err := readConfig(ctx, objectAPI, configFile) |
||||
if err != nil { |
||||
if !errors.Is(err, errConfigNotFound) { |
||||
return err |
||||
} |
||||
|
||||
return save() |
||||
} |
||||
|
||||
if string(configData) != legacyBucketObjectLockEnabledConfig { |
||||
return fmt.Errorf("content mismatch in config file %v", configFile) |
||||
} |
||||
|
||||
b.LockEnabled = true |
||||
return save() |
||||
} |
||||
|
||||
// save config to supplied ObjectLayer o.
|
||||
func (b *bucketMetadata) save(ctx context.Context, o ObjectLayer) error { |
||||
data := make([]byte, 4, b.Msgsize()+4) |
||||
// Put header
|
||||
binary.LittleEndian.PutUint16(data[0:2], bucketMetadataFormat) |
||||
binary.LittleEndian.PutUint16(data[2:4], bucketMetadataVersion) |
||||
|
||||
// Add data
|
||||
data, err := b.MarshalMsg(data) |
||||
if err != nil { |
||||
return err |
||||
} |
||||
configFile := path.Join(bucketConfigPrefix, b.Name, bucketMetadataFile) |
||||
return saveConfig(ctx, o, configFile, data) |
||||
} |
||||
|
||||
// removeBucketMeta bucket metadata.
|
||||
// If config does not exist no error is returned.
|
||||
func removeBucketMeta(ctx context.Context, obj ObjectLayer, bucket string) error { |
||||
configFile := path.Join(bucketConfigPrefix, bucket, bucketMetadataFile) |
||||
if err := deleteConfig(ctx, obj, configFile); err != nil && err != errConfigNotFound { |
||||
return err |
||||
} |
||||
return nil |
||||
} |
||||
@ -1,160 +0,0 @@ |
||||
package cmd |
||||
|
||||
// Code generated by github.com/tinylib/msgp DO NOT EDIT.
|
||||
|
||||
import ( |
||||
"github.com/tinylib/msgp/msgp" |
||||
) |
||||
|
||||
// DecodeMsg implements msgp.Decodable
|
||||
func (z *bucketMetadata) DecodeMsg(dc *msgp.Reader) (err error) { |
||||
var field []byte |
||||
_ = field |
||||
var zb0001 uint32 |
||||
zb0001, err = dc.ReadMapHeader() |
||||
if err != nil { |
||||
err = msgp.WrapError(err) |
||||
return |
||||
} |
||||
for zb0001 > 0 { |
||||
zb0001-- |
||||
field, err = dc.ReadMapKeyPtr() |
||||
if err != nil { |
||||
err = msgp.WrapError(err) |
||||
return |
||||
} |
||||
switch msgp.UnsafeString(field) { |
||||
case "Name": |
||||
z.Name, err = dc.ReadString() |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "Name") |
||||
return |
||||
} |
||||
case "Created": |
||||
z.Created, err = dc.ReadTime() |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "Created") |
||||
return |
||||
} |
||||
case "LockEnabled": |
||||
z.LockEnabled, err = dc.ReadBool() |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "LockEnabled") |
||||
return |
||||
} |
||||
default: |
||||
err = dc.Skip() |
||||
if err != nil { |
||||
err = msgp.WrapError(err) |
||||
return |
||||
} |
||||
} |
||||
} |
||||
return |
||||
} |
||||
|
||||
// EncodeMsg implements msgp.Encodable
|
||||
func (z bucketMetadata) EncodeMsg(en *msgp.Writer) (err error) { |
||||
// map header, size 3
|
||||
// write "Name"
|
||||
err = en.Append(0x83, 0xa4, 0x4e, 0x61, 0x6d, 0x65) |
||||
if err != nil { |
||||
return |
||||
} |
||||
err = en.WriteString(z.Name) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "Name") |
||||
return |
||||
} |
||||
// write "Created"
|
||||
err = en.Append(0xa7, 0x43, 0x72, 0x65, 0x61, 0x74, 0x65, 0x64) |
||||
if err != nil { |
||||
return |
||||
} |
||||
err = en.WriteTime(z.Created) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "Created") |
||||
return |
||||
} |
||||
// write "LockEnabled"
|
||||
err = en.Append(0xab, 0x4c, 0x6f, 0x63, 0x6b, 0x45, 0x6e, 0x61, 0x62, 0x6c, 0x65, 0x64) |
||||
if err != nil { |
||||
return |
||||
} |
||||
err = en.WriteBool(z.LockEnabled) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "LockEnabled") |
||||
return |
||||
} |
||||
return |
||||
} |
||||
|
||||
// MarshalMsg implements msgp.Marshaler
|
||||
func (z bucketMetadata) MarshalMsg(b []byte) (o []byte, err error) { |
||||
o = msgp.Require(b, z.Msgsize()) |
||||
// map header, size 3
|
||||
// string "Name"
|
||||
o = append(o, 0x83, 0xa4, 0x4e, 0x61, 0x6d, 0x65) |
||||
o = msgp.AppendString(o, z.Name) |
||||
// string "Created"
|
||||
o = append(o, 0xa7, 0x43, 0x72, 0x65, 0x61, 0x74, 0x65, 0x64) |
||||
o = msgp.AppendTime(o, z.Created) |
||||
// string "LockEnabled"
|
||||
o = append(o, 0xab, 0x4c, 0x6f, 0x63, 0x6b, 0x45, 0x6e, 0x61, 0x62, 0x6c, 0x65, 0x64) |
||||
o = msgp.AppendBool(o, z.LockEnabled) |
||||
return |
||||
} |
||||
|
||||
// UnmarshalMsg implements msgp.Unmarshaler
|
||||
func (z *bucketMetadata) UnmarshalMsg(bts []byte) (o []byte, err error) { |
||||
var field []byte |
||||
_ = field |
||||
var zb0001 uint32 |
||||
zb0001, bts, err = msgp.ReadMapHeaderBytes(bts) |
||||
if err != nil { |
||||
err = msgp.WrapError(err) |
||||
return |
||||
} |
||||
for zb0001 > 0 { |
||||
zb0001-- |
||||
field, bts, err = msgp.ReadMapKeyZC(bts) |
||||
if err != nil { |
||||
err = msgp.WrapError(err) |
||||
return |
||||
} |
||||
switch msgp.UnsafeString(field) { |
||||
case "Name": |
||||
z.Name, bts, err = msgp.ReadStringBytes(bts) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "Name") |
||||
return |
||||
} |
||||
case "Created": |
||||
z.Created, bts, err = msgp.ReadTimeBytes(bts) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "Created") |
||||
return |
||||
} |
||||
case "LockEnabled": |
||||
z.LockEnabled, bts, err = msgp.ReadBoolBytes(bts) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "LockEnabled") |
||||
return |
||||
} |
||||
default: |
||||
bts, err = msgp.Skip(bts) |
||||
if err != nil { |
||||
err = msgp.WrapError(err) |
||||
return |
||||
} |
||||
} |
||||
} |
||||
o = bts |
||||
return |
||||
} |
||||
|
||||
// Msgsize returns an upper bound estimate of the number of bytes occupied by the serialized message
|
||||
func (z bucketMetadata) Msgsize() (s int) { |
||||
s = 1 + 5 + msgp.StringPrefixSize + len(z.Name) + 8 + msgp.TimeSize + 12 + msgp.BoolSize |
||||
return |
||||
} |
||||
@ -0,0 +1,245 @@ |
||||
/* |
||||
* MinIO Cloud Storage, (C) 2020 MinIO, Inc. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package cmd |
||||
|
||||
import ( |
||||
"bytes" |
||||
"context" |
||||
"fmt" |
||||
"sync" |
||||
|
||||
"github.com/minio/minio/pkg/bucket/policy" |
||||
) |
||||
|
||||
// BucketMetadataSys captures all bucket metadata for a given cluster.
|
||||
type BucketMetadataSys struct { |
||||
sync.RWMutex |
||||
metadataMap map[string]BucketMetadata |
||||
|
||||
// Do fallback to old config when unable to find a bucket config
|
||||
fallback bool |
||||
} |
||||
|
||||
// Remove bucket metadata from memory.
|
||||
func (sys *BucketMetadataSys) Remove(bucket string) { |
||||
if globalIsGateway { |
||||
return |
||||
} |
||||
sys.Lock() |
||||
delete(sys.metadataMap, bucket) |
||||
sys.Unlock() |
||||
} |
||||
|
||||
// Set - sets a new metadata in-memory.
|
||||
// Only a shallow copy is saved and fields with references
|
||||
// cannot be modified without causing a race condition,
|
||||
// so they should be replaced atomically and not appended to, etc.
|
||||
// Data is not persisted to disk.
|
||||
func (sys *BucketMetadataSys) Set(bucket string, meta BucketMetadata) { |
||||
if globalIsGateway { |
||||
return |
||||
} |
||||
|
||||
if bucket != minioMetaBucket { |
||||
sys.Lock() |
||||
sys.metadataMap[bucket] = meta |
||||
sys.Unlock() |
||||
} |
||||
} |
||||
|
||||
// Update update bucket metadata for the specified config file.
|
||||
// The configData data should not be modified after being sent here.
|
||||
func (sys *BucketMetadataSys) Update(bucket string, configFile string, configData []byte) error { |
||||
objAPI := newObjectLayerWithoutSafeModeFn() |
||||
if objAPI == nil { |
||||
return errServerNotInitialized |
||||
} |
||||
|
||||
if globalIsGateway { |
||||
if configFile == bucketPolicyConfig { |
||||
config, err := policy.ParseConfig(bytes.NewReader(configData), bucket) |
||||
if err != nil { |
||||
return err |
||||
} |
||||
return objAPI.SetBucketPolicy(GlobalContext, bucket, config) |
||||
} |
||||
return NotImplemented{} |
||||
} |
||||
|
||||
if bucket == minioMetaBucket { |
||||
return errInvalidArgument |
||||
} |
||||
|
||||
defer globalNotificationSys.LoadBucketMetadata(GlobalContext, bucket) |
||||
|
||||
sys.Lock() |
||||
meta, ok := sys.metadataMap[bucket] |
||||
sys.Unlock() |
||||
if !ok { |
||||
return BucketNotFound{Bucket: bucket} |
||||
} |
||||
|
||||
switch configFile { |
||||
case bucketPolicyConfig: |
||||
meta.PolicyConfigJSON = configData |
||||
case bucketNotificationConfig: |
||||
meta.NotificationXML = configData |
||||
case bucketLifecycleConfig: |
||||
meta.LifecycleConfigXML = configData |
||||
case bucketSSEConfig: |
||||
meta.EncryptionConfigXML = configData |
||||
case bucketTaggingConfigFile: |
||||
meta.TaggingConfigXML = configData |
||||
case objectLockConfig: |
||||
meta.ObjectLockConfigurationXML = configData |
||||
case bucketQuotaConfigFile: |
||||
meta.QuotaConfigJSON = configData |
||||
default: |
||||
return fmt.Errorf("Unknown bucket %s metadata update requested %s", bucket, configFile) |
||||
} |
||||
|
||||
if err := meta.Save(GlobalContext, objAPI); err != nil { |
||||
return err |
||||
} |
||||
|
||||
sys.Lock() |
||||
sys.metadataMap[bucket] = meta |
||||
sys.Unlock() |
||||
|
||||
return nil |
||||
} |
||||
|
||||
// Get metadata for a bucket.
|
||||
// If no metadata exists errConfigNotFound is returned and a new metadata is returned.
|
||||
// Only a shallow copy is returned, so referenced data should not be modified,
|
||||
// but can be replaced atomically.
|
||||
func (sys *BucketMetadataSys) Get(bucket string) (BucketMetadata, error) { |
||||
if globalIsGateway || bucket == minioMetaBucket { |
||||
return newBucketMetadata(bucket), errConfigNotFound |
||||
} |
||||
|
||||
sys.RLock() |
||||
defer sys.RUnlock() |
||||
|
||||
meta, ok := sys.metadataMap[bucket] |
||||
if !ok { |
||||
return newBucketMetadata(bucket), errConfigNotFound |
||||
} |
||||
|
||||
return meta, nil |
||||
} |
||||
|
||||
// GetConfig returns a specific configuration from the bucket metadata.
|
||||
// The returned data should be copied before being modified.
|
||||
func (sys *BucketMetadataSys) GetConfig(bucket string, configFile string) ([]byte, error) { |
||||
if globalIsGateway { |
||||
return nil, NotImplemented{} |
||||
} |
||||
|
||||
if bucket == minioMetaBucket { |
||||
return nil, errInvalidArgument |
||||
} |
||||
|
||||
sys.RLock() |
||||
defer sys.RUnlock() |
||||
|
||||
meta, ok := sys.metadataMap[bucket] |
||||
if !ok { |
||||
if !sys.fallback { |
||||
return nil, errConfigNotFound |
||||
} |
||||
objAPI := newObjectLayerWithoutSafeModeFn() |
||||
if objAPI == nil { |
||||
return nil, errServerNotInitialized |
||||
} |
||||
var err error |
||||
meta, err = loadBucketMetadata(GlobalContext, objAPI, bucket) |
||||
if err != nil { |
||||
return nil, err |
||||
} |
||||
sys.metadataMap[bucket] = meta |
||||
} |
||||
|
||||
var configData []byte |
||||
switch configFile { |
||||
case bucketPolicyConfig: |
||||
configData = meta.PolicyConfigJSON |
||||
case bucketNotificationConfig: |
||||
configData = meta.NotificationXML |
||||
case bucketLifecycleConfig: |
||||
configData = meta.LifecycleConfigXML |
||||
case bucketSSEConfig: |
||||
configData = meta.EncryptionConfigXML |
||||
case bucketTaggingConfigFile: |
||||
configData = meta.TaggingConfigXML |
||||
case objectLockConfig: |
||||
configData = meta.ObjectLockConfigurationXML |
||||
case bucketQuotaConfigFile: |
||||
configData = meta.QuotaConfigJSON |
||||
default: |
||||
return nil, fmt.Errorf("Unknown bucket %s metadata update requested %s", bucket, configFile) |
||||
} |
||||
|
||||
if len(configData) == 0 { |
||||
return nil, errConfigNotFound |
||||
} |
||||
|
||||
return configData, nil |
||||
} |
||||
|
||||
// Init - initializes bucket metadata system for all buckets.
|
||||
func (sys *BucketMetadataSys) Init(ctx context.Context, buckets []BucketInfo, objAPI ObjectLayer) error { |
||||
if objAPI == nil { |
||||
return errServerNotInitialized |
||||
} |
||||
|
||||
// In gateway mode, we don't need to load the policies
|
||||
// from the backend.
|
||||
if globalIsGateway { |
||||
return nil |
||||
} |
||||
|
||||
// Load PolicySys once during boot.
|
||||
return sys.load(ctx, buckets, objAPI) |
||||
} |
||||
|
||||
// Loads bucket metadata for all buckets into BucketMetadataSys.
|
||||
// When if done successfully fallback will be disabled.
|
||||
func (sys *BucketMetadataSys) load(ctx context.Context, buckets []BucketInfo, objAPI ObjectLayer) error { |
||||
sys.Lock() |
||||
defer sys.Unlock() |
||||
|
||||
for _, bucket := range buckets { |
||||
meta, err := loadBucketMetadata(ctx, objAPI, bucket.Name) |
||||
if err != nil { |
||||
return err |
||||
} |
||||
sys.metadataMap[bucket.Name] = meta |
||||
} |
||||
sys.fallback = false |
||||
return nil |
||||
} |
||||
|
||||
// NewBucketMetadataSys - creates new policy system.
|
||||
func NewBucketMetadataSys() *BucketMetadataSys { |
||||
return &BucketMetadataSys{ |
||||
metadataMap: make(map[string]BucketMetadata), |
||||
|
||||
// Do fallback until all buckets have been loaded.
|
||||
fallback: true, |
||||
} |
||||
} |
||||
@ -0,0 +1,221 @@ |
||||
/* |
||||
* MinIO Cloud Storage, (C) 2020 MinIO, Inc. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package cmd |
||||
|
||||
import ( |
||||
"context" |
||||
"encoding/binary" |
||||
"errors" |
||||
"fmt" |
||||
"path" |
||||
"time" |
||||
|
||||
"github.com/minio/minio/cmd/logger" |
||||
) |
||||
|
||||
const ( |
||||
legacyBucketObjectLockEnabledConfigFile = "object-lock-enabled.json" |
||||
legacyBucketObjectLockEnabledConfig = `{"x-amz-bucket-object-lock-enabled":true}` |
||||
|
||||
bucketMetadataFile = ".metadata.bin" |
||||
bucketMetadataFormat = 1 |
||||
bucketMetadataVersion = 1 |
||||
) |
||||
|
||||
var ( |
||||
defaultBucketObjectLockConfig = []byte(`<ObjectLockConfiguration xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><ObjectLockEnabled>Enabled</ObjectLockEnabled></ObjectLockConfiguration>`) |
||||
) |
||||
|
||||
//go:generate msgp -file $GOFILE
|
||||
|
||||
// BucketMetadata contains bucket metadata.
|
||||
// When adding/removing fields, regenerate the marshal code using the go generate above.
|
||||
// Only changing meaning of fields requires a version bump.
|
||||
// bucketMetadataFormat refers to the format.
|
||||
// bucketMetadataVersion can be used to track a rolling upgrade of a field.
|
||||
type BucketMetadata struct { |
||||
Name string |
||||
Created time.Time |
||||
LockEnabled bool // legacy not used anymore.
|
||||
PolicyConfigJSON []byte |
||||
NotificationXML []byte |
||||
LifecycleConfigXML []byte |
||||
ObjectLockConfigurationXML []byte |
||||
EncryptionConfigXML []byte |
||||
TaggingConfigXML []byte |
||||
QuotaConfigJSON []byte |
||||
} |
||||
|
||||
// newBucketMetadata creates BucketMetadata with the supplied name and Created to Now.
|
||||
func newBucketMetadata(name string) BucketMetadata { |
||||
return BucketMetadata{ |
||||
Name: name, |
||||
Created: UTCNow(), |
||||
} |
||||
} |
||||
|
||||
// Load - loads the metadata of bucket by name from ObjectLayer api.
|
||||
// If an error is returned the returned metadata will be default initialized.
|
||||
func (b *BucketMetadata) Load(ctx context.Context, api ObjectLayer, name string) error { |
||||
configFile := path.Join(bucketConfigPrefix, name, bucketMetadataFile) |
||||
data, err := readConfig(ctx, api, configFile) |
||||
if err != nil { |
||||
return err |
||||
} |
||||
if len(data) <= 4 { |
||||
return fmt.Errorf("loadBucketMetadata: no data") |
||||
} |
||||
// Read header
|
||||
switch binary.LittleEndian.Uint16(data[0:2]) { |
||||
case bucketMetadataFormat: |
||||
default: |
||||
return fmt.Errorf("loadBucketMetadata: unknown format: %d", binary.LittleEndian.Uint16(data[0:2])) |
||||
} |
||||
switch binary.LittleEndian.Uint16(data[2:4]) { |
||||
case bucketMetadataVersion: |
||||
default: |
||||
return fmt.Errorf("loadBucketMetadata: unknown version: %d", binary.LittleEndian.Uint16(data[2:4])) |
||||
} |
||||
|
||||
// OK, parse data.
|
||||
_, err = b.UnmarshalMsg(data[4:]) |
||||
return err |
||||
} |
||||
|
||||
// loadBucketMetadata loads and migrates to bucket metadata.
|
||||
func loadBucketMetadata(ctx context.Context, objectAPI ObjectLayer, bucket string) (BucketMetadata, error) { |
||||
b := newBucketMetadata(bucket) |
||||
err := b.Load(ctx, objectAPI, bucket) |
||||
if err == nil { |
||||
return b, b.convertLegacyConfigs(ctx, objectAPI) |
||||
} |
||||
|
||||
if err != errConfigNotFound { |
||||
return b, err |
||||
} |
||||
|
||||
// Old bucket without bucket metadata. Hence we migrate existing settings.
|
||||
return b, b.convertLegacyConfigs(ctx, objectAPI) |
||||
} |
||||
|
||||
func (b *BucketMetadata) convertLegacyConfigs(ctx context.Context, objectAPI ObjectLayer) error { |
||||
legacyConfigs := []string{ |
||||
legacyBucketObjectLockEnabledConfigFile, |
||||
bucketPolicyConfig, |
||||
bucketNotificationConfig, |
||||
bucketLifecycleConfig, |
||||
bucketQuotaConfigFile, |
||||
bucketSSEConfig, |
||||
bucketTaggingConfigFile, |
||||
objectLockConfig, |
||||
} |
||||
|
||||
configs := make(map[string][]byte) |
||||
|
||||
// Handle migration from lockEnabled to newer format.
|
||||
if b.LockEnabled { |
||||
configs[objectLockConfig] = defaultBucketObjectLockConfig |
||||
b.LockEnabled = false // legacy value unset it
|
||||
// we are only interested in b.ObjectLockConfigurationXML or objectLockConfig value
|
||||
} |
||||
|
||||
for _, legacyFile := range legacyConfigs { |
||||
configFile := path.Join(bucketConfigPrefix, b.Name, legacyFile) |
||||
|
||||
configData, err := readConfig(ctx, objectAPI, configFile) |
||||
if err != nil { |
||||
if errors.Is(err, errConfigNotFound) { |
||||
// legacy file config not found, proceed to look for new metadata.
|
||||
continue |
||||
} |
||||
|
||||
return err |
||||
} |
||||
configs[legacyFile] = configData |
||||
} |
||||
|
||||
if len(configs) == 0 { |
||||
// nothing to update, return right away.
|
||||
return nil |
||||
} |
||||
|
||||
for legacyFile, configData := range configs { |
||||
switch legacyFile { |
||||
case legacyBucketObjectLockEnabledConfigFile: |
||||
if string(configData) == legacyBucketObjectLockEnabledConfig { |
||||
b.ObjectLockConfigurationXML = defaultBucketObjectLockConfig |
||||
b.LockEnabled = false // legacy value unset it
|
||||
// we are only interested in b.ObjectLockConfigurationXML
|
||||
} |
||||
case bucketPolicyConfig: |
||||
b.PolicyConfigJSON = configData |
||||
case bucketNotificationConfig: |
||||
b.NotificationXML = configData |
||||
case bucketLifecycleConfig: |
||||
b.LifecycleConfigXML = configData |
||||
case bucketSSEConfig: |
||||
b.EncryptionConfigXML = configData |
||||
case bucketTaggingConfigFile: |
||||
b.TaggingConfigXML = configData |
||||
case objectLockConfig: |
||||
b.ObjectLockConfigurationXML = configData |
||||
case bucketQuotaConfigFile: |
||||
b.QuotaConfigJSON = configData |
||||
} |
||||
} |
||||
|
||||
if err := b.Save(ctx, objectAPI); err != nil { |
||||
return err |
||||
} |
||||
|
||||
for legacyFile := range configs { |
||||
configFile := path.Join(bucketConfigPrefix, b.Name, legacyFile) |
||||
if err := deleteConfig(ctx, objectAPI, configFile); err != nil && !errors.Is(err, errConfigNotFound) { |
||||
logger.LogIf(ctx, err) |
||||
} |
||||
} |
||||
|
||||
return nil |
||||
} |
||||
|
||||
// Save config to supplied ObjectLayer api.
|
||||
func (b *BucketMetadata) Save(ctx context.Context, api ObjectLayer) error { |
||||
data := make([]byte, 4, b.Msgsize()+4) |
||||
|
||||
// Initialize the header.
|
||||
binary.LittleEndian.PutUint16(data[0:2], bucketMetadataFormat) |
||||
binary.LittleEndian.PutUint16(data[2:4], bucketMetadataVersion) |
||||
|
||||
// Marshal the bucket metadata
|
||||
data, err := b.MarshalMsg(data) |
||||
if err != nil { |
||||
return err |
||||
} |
||||
|
||||
configFile := path.Join(bucketConfigPrefix, b.Name, bucketMetadataFile) |
||||
return saveConfig(ctx, api, configFile, data) |
||||
} |
||||
|
||||
// deleteBucketMetadata deletes bucket metadata
|
||||
// If config does not exist no error is returned.
|
||||
func deleteBucketMetadata(ctx context.Context, obj ObjectLayer, bucket string) error { |
||||
configFile := path.Join(bucketConfigPrefix, bucket, bucketMetadataFile) |
||||
if err := deleteConfig(ctx, obj, configFile); err != nil && err != errConfigNotFound { |
||||
return err |
||||
} |
||||
return nil |
||||
} |
||||
@ -0,0 +1,335 @@ |
||||
package cmd |
||||
|
||||
// Code generated by github.com/tinylib/msgp DO NOT EDIT.
|
||||
|
||||
import ( |
||||
"github.com/tinylib/msgp/msgp" |
||||
) |
||||
|
||||
// DecodeMsg implements msgp.Decodable
|
||||
func (z *BucketMetadata) DecodeMsg(dc *msgp.Reader) (err error) { |
||||
var field []byte |
||||
_ = field |
||||
var zb0001 uint32 |
||||
zb0001, err = dc.ReadMapHeader() |
||||
if err != nil { |
||||
err = msgp.WrapError(err) |
||||
return |
||||
} |
||||
for zb0001 > 0 { |
||||
zb0001-- |
||||
field, err = dc.ReadMapKeyPtr() |
||||
if err != nil { |
||||
err = msgp.WrapError(err) |
||||
return |
||||
} |
||||
switch msgp.UnsafeString(field) { |
||||
case "Name": |
||||
z.Name, err = dc.ReadString() |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "Name") |
||||
return |
||||
} |
||||
case "Created": |
||||
z.Created, err = dc.ReadTime() |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "Created") |
||||
return |
||||
} |
||||
case "LockEnabled": |
||||
z.LockEnabled, err = dc.ReadBool() |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "LockEnabled") |
||||
return |
||||
} |
||||
case "PolicyConfigJSON": |
||||
z.PolicyConfigJSON, err = dc.ReadBytes(z.PolicyConfigJSON) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "PolicyConfigJSON") |
||||
return |
||||
} |
||||
case "NotificationXML": |
||||
z.NotificationXML, err = dc.ReadBytes(z.NotificationXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "NotificationXML") |
||||
return |
||||
} |
||||
case "LifecycleConfigXML": |
||||
z.LifecycleConfigXML, err = dc.ReadBytes(z.LifecycleConfigXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "LifecycleConfigXML") |
||||
return |
||||
} |
||||
case "ObjectLockConfigurationXML": |
||||
z.ObjectLockConfigurationXML, err = dc.ReadBytes(z.ObjectLockConfigurationXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "ObjectLockConfigurationXML") |
||||
return |
||||
} |
||||
case "EncryptionConfigXML": |
||||
z.EncryptionConfigXML, err = dc.ReadBytes(z.EncryptionConfigXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "EncryptionConfigXML") |
||||
return |
||||
} |
||||
case "TaggingConfigXML": |
||||
z.TaggingConfigXML, err = dc.ReadBytes(z.TaggingConfigXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "TaggingConfigXML") |
||||
return |
||||
} |
||||
case "QuotaConfigJSON": |
||||
z.QuotaConfigJSON, err = dc.ReadBytes(z.QuotaConfigJSON) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "QuotaConfigJSON") |
||||
return |
||||
} |
||||
default: |
||||
err = dc.Skip() |
||||
if err != nil { |
||||
err = msgp.WrapError(err) |
||||
return |
||||
} |
||||
} |
||||
} |
||||
return |
||||
} |
||||
|
||||
// EncodeMsg implements msgp.Encodable
|
||||
func (z *BucketMetadata) EncodeMsg(en *msgp.Writer) (err error) { |
||||
// map header, size 10
|
||||
// write "Name"
|
||||
err = en.Append(0x8a, 0xa4, 0x4e, 0x61, 0x6d, 0x65) |
||||
if err != nil { |
||||
return |
||||
} |
||||
err = en.WriteString(z.Name) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "Name") |
||||
return |
||||
} |
||||
// write "Created"
|
||||
err = en.Append(0xa7, 0x43, 0x72, 0x65, 0x61, 0x74, 0x65, 0x64) |
||||
if err != nil { |
||||
return |
||||
} |
||||
err = en.WriteTime(z.Created) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "Created") |
||||
return |
||||
} |
||||
// write "LockEnabled"
|
||||
err = en.Append(0xab, 0x4c, 0x6f, 0x63, 0x6b, 0x45, 0x6e, 0x61, 0x62, 0x6c, 0x65, 0x64) |
||||
if err != nil { |
||||
return |
||||
} |
||||
err = en.WriteBool(z.LockEnabled) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "LockEnabled") |
||||
return |
||||
} |
||||
// write "PolicyConfigJSON"
|
||||
err = en.Append(0xb0, 0x50, 0x6f, 0x6c, 0x69, 0x63, 0x79, 0x43, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x4a, 0x53, 0x4f, 0x4e) |
||||
if err != nil { |
||||
return |
||||
} |
||||
err = en.WriteBytes(z.PolicyConfigJSON) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "PolicyConfigJSON") |
||||
return |
||||
} |
||||
// write "NotificationXML"
|
||||
err = en.Append(0xaf, 0x4e, 0x6f, 0x74, 0x69, 0x66, 0x69, 0x63, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x58, 0x4d, 0x4c) |
||||
if err != nil { |
||||
return |
||||
} |
||||
err = en.WriteBytes(z.NotificationXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "NotificationXML") |
||||
return |
||||
} |
||||
// write "LifecycleConfigXML"
|
||||
err = en.Append(0xb2, 0x4c, 0x69, 0x66, 0x65, 0x63, 0x79, 0x63, 0x6c, 0x65, 0x43, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x58, 0x4d, 0x4c) |
||||
if err != nil { |
||||
return |
||||
} |
||||
err = en.WriteBytes(z.LifecycleConfigXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "LifecycleConfigXML") |
||||
return |
||||
} |
||||
// write "ObjectLockConfigurationXML"
|
||||
err = en.Append(0xba, 0x4f, 0x62, 0x6a, 0x65, 0x63, 0x74, 0x4c, 0x6f, 0x63, 0x6b, 0x43, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x75, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x58, 0x4d, 0x4c) |
||||
if err != nil { |
||||
return |
||||
} |
||||
err = en.WriteBytes(z.ObjectLockConfigurationXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "ObjectLockConfigurationXML") |
||||
return |
||||
} |
||||
// write "EncryptionConfigXML"
|
||||
err = en.Append(0xb3, 0x45, 0x6e, 0x63, 0x72, 0x79, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x43, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x58, 0x4d, 0x4c) |
||||
if err != nil { |
||||
return |
||||
} |
||||
err = en.WriteBytes(z.EncryptionConfigXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "EncryptionConfigXML") |
||||
return |
||||
} |
||||
// write "TaggingConfigXML"
|
||||
err = en.Append(0xb0, 0x54, 0x61, 0x67, 0x67, 0x69, 0x6e, 0x67, 0x43, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x58, 0x4d, 0x4c) |
||||
if err != nil { |
||||
return |
||||
} |
||||
err = en.WriteBytes(z.TaggingConfigXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "TaggingConfigXML") |
||||
return |
||||
} |
||||
// write "QuotaConfigJSON"
|
||||
err = en.Append(0xaf, 0x51, 0x75, 0x6f, 0x74, 0x61, 0x43, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x4a, 0x53, 0x4f, 0x4e) |
||||
if err != nil { |
||||
return |
||||
} |
||||
err = en.WriteBytes(z.QuotaConfigJSON) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "QuotaConfigJSON") |
||||
return |
||||
} |
||||
return |
||||
} |
||||
|
||||
// MarshalMsg implements msgp.Marshaler
|
||||
func (z *BucketMetadata) MarshalMsg(b []byte) (o []byte, err error) { |
||||
o = msgp.Require(b, z.Msgsize()) |
||||
// map header, size 10
|
||||
// string "Name"
|
||||
o = append(o, 0x8a, 0xa4, 0x4e, 0x61, 0x6d, 0x65) |
||||
o = msgp.AppendString(o, z.Name) |
||||
// string "Created"
|
||||
o = append(o, 0xa7, 0x43, 0x72, 0x65, 0x61, 0x74, 0x65, 0x64) |
||||
o = msgp.AppendTime(o, z.Created) |
||||
// string "LockEnabled"
|
||||
o = append(o, 0xab, 0x4c, 0x6f, 0x63, 0x6b, 0x45, 0x6e, 0x61, 0x62, 0x6c, 0x65, 0x64) |
||||
o = msgp.AppendBool(o, z.LockEnabled) |
||||
// string "PolicyConfigJSON"
|
||||
o = append(o, 0xb0, 0x50, 0x6f, 0x6c, 0x69, 0x63, 0x79, 0x43, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x4a, 0x53, 0x4f, 0x4e) |
||||
o = msgp.AppendBytes(o, z.PolicyConfigJSON) |
||||
// string "NotificationXML"
|
||||
o = append(o, 0xaf, 0x4e, 0x6f, 0x74, 0x69, 0x66, 0x69, 0x63, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x58, 0x4d, 0x4c) |
||||
o = msgp.AppendBytes(o, z.NotificationXML) |
||||
// string "LifecycleConfigXML"
|
||||
o = append(o, 0xb2, 0x4c, 0x69, 0x66, 0x65, 0x63, 0x79, 0x63, 0x6c, 0x65, 0x43, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x58, 0x4d, 0x4c) |
||||
o = msgp.AppendBytes(o, z.LifecycleConfigXML) |
||||
// string "ObjectLockConfigurationXML"
|
||||
o = append(o, 0xba, 0x4f, 0x62, 0x6a, 0x65, 0x63, 0x74, 0x4c, 0x6f, 0x63, 0x6b, 0x43, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x75, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x58, 0x4d, 0x4c) |
||||
o = msgp.AppendBytes(o, z.ObjectLockConfigurationXML) |
||||
// string "EncryptionConfigXML"
|
||||
o = append(o, 0xb3, 0x45, 0x6e, 0x63, 0x72, 0x79, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x43, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x58, 0x4d, 0x4c) |
||||
o = msgp.AppendBytes(o, z.EncryptionConfigXML) |
||||
// string "TaggingConfigXML"
|
||||
o = append(o, 0xb0, 0x54, 0x61, 0x67, 0x67, 0x69, 0x6e, 0x67, 0x43, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x58, 0x4d, 0x4c) |
||||
o = msgp.AppendBytes(o, z.TaggingConfigXML) |
||||
// string "QuotaConfigJSON"
|
||||
o = append(o, 0xaf, 0x51, 0x75, 0x6f, 0x74, 0x61, 0x43, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x4a, 0x53, 0x4f, 0x4e) |
||||
o = msgp.AppendBytes(o, z.QuotaConfigJSON) |
||||
return |
||||
} |
||||
|
||||
// UnmarshalMsg implements msgp.Unmarshaler
|
||||
func (z *BucketMetadata) UnmarshalMsg(bts []byte) (o []byte, err error) { |
||||
var field []byte |
||||
_ = field |
||||
var zb0001 uint32 |
||||
zb0001, bts, err = msgp.ReadMapHeaderBytes(bts) |
||||
if err != nil { |
||||
err = msgp.WrapError(err) |
||||
return |
||||
} |
||||
for zb0001 > 0 { |
||||
zb0001-- |
||||
field, bts, err = msgp.ReadMapKeyZC(bts) |
||||
if err != nil { |
||||
err = msgp.WrapError(err) |
||||
return |
||||
} |
||||
switch msgp.UnsafeString(field) { |
||||
case "Name": |
||||
z.Name, bts, err = msgp.ReadStringBytes(bts) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "Name") |
||||
return |
||||
} |
||||
case "Created": |
||||
z.Created, bts, err = msgp.ReadTimeBytes(bts) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "Created") |
||||
return |
||||
} |
||||
case "LockEnabled": |
||||
z.LockEnabled, bts, err = msgp.ReadBoolBytes(bts) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "LockEnabled") |
||||
return |
||||
} |
||||
case "PolicyConfigJSON": |
||||
z.PolicyConfigJSON, bts, err = msgp.ReadBytesBytes(bts, z.PolicyConfigJSON) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "PolicyConfigJSON") |
||||
return |
||||
} |
||||
case "NotificationXML": |
||||
z.NotificationXML, bts, err = msgp.ReadBytesBytes(bts, z.NotificationXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "NotificationXML") |
||||
return |
||||
} |
||||
case "LifecycleConfigXML": |
||||
z.LifecycleConfigXML, bts, err = msgp.ReadBytesBytes(bts, z.LifecycleConfigXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "LifecycleConfigXML") |
||||
return |
||||
} |
||||
case "ObjectLockConfigurationXML": |
||||
z.ObjectLockConfigurationXML, bts, err = msgp.ReadBytesBytes(bts, z.ObjectLockConfigurationXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "ObjectLockConfigurationXML") |
||||
return |
||||
} |
||||
case "EncryptionConfigXML": |
||||
z.EncryptionConfigXML, bts, err = msgp.ReadBytesBytes(bts, z.EncryptionConfigXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "EncryptionConfigXML") |
||||
return |
||||
} |
||||
case "TaggingConfigXML": |
||||
z.TaggingConfigXML, bts, err = msgp.ReadBytesBytes(bts, z.TaggingConfigXML) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "TaggingConfigXML") |
||||
return |
||||
} |
||||
case "QuotaConfigJSON": |
||||
z.QuotaConfigJSON, bts, err = msgp.ReadBytesBytes(bts, z.QuotaConfigJSON) |
||||
if err != nil { |
||||
err = msgp.WrapError(err, "QuotaConfigJSON") |
||||
return |
||||
} |
||||
default: |
||||
bts, err = msgp.Skip(bts) |
||||
if err != nil { |
||||
err = msgp.WrapError(err) |
||||
return |
||||
} |
||||
} |
||||
} |
||||
o = bts |
||||
return |
||||
} |
||||
|
||||
// Msgsize returns an upper bound estimate of the number of bytes occupied by the serialized message
|
||||
func (z *BucketMetadata) Msgsize() (s int) { |
||||
s = 1 + 5 + msgp.StringPrefixSize + len(z.Name) + 8 + msgp.TimeSize + 12 + msgp.BoolSize + 17 + msgp.BytesPrefixSize + len(z.PolicyConfigJSON) + 16 + msgp.BytesPrefixSize + len(z.NotificationXML) + 19 + msgp.BytesPrefixSize + len(z.LifecycleConfigXML) + 27 + msgp.BytesPrefixSize + len(z.ObjectLockConfigurationXML) + 20 + msgp.BytesPrefixSize + len(z.EncryptionConfigXML) + 17 + msgp.BytesPrefixSize + len(z.TaggingConfigXML) + 16 + msgp.BytesPrefixSize + len(z.QuotaConfigJSON) |
||||
return |
||||
} |
||||
@ -1,61 +0,0 @@ |
||||
/* |
||||
* MinIO Cloud Storage, (C) 2020 MinIO, Inc. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package cmd |
||||
|
||||
import ( |
||||
"context" |
||||
"encoding/xml" |
||||
"path" |
||||
|
||||
"github.com/minio/minio-go/v6/pkg/tags" |
||||
) |
||||
|
||||
func saveBucketTagging(ctx context.Context, objAPI ObjectLayer, bucket string, t *tags.Tags) error { |
||||
data, err := xml.Marshal(t) |
||||
if err != nil { |
||||
return toObjectErr(err, bucket) |
||||
} |
||||
configFile := path.Join(bucketConfigPrefix, bucket, bucketTaggingConfigFile) |
||||
if err := saveConfig(ctx, objAPI, configFile, data); err != nil { |
||||
return toObjectErr(err, bucket) |
||||
} |
||||
return nil |
||||
} |
||||
|
||||
func deleteBucketTagging(ctx context.Context, objAPI ObjectLayer, bucket string) error { |
||||
configFile := path.Join(bucketConfigPrefix, bucket, bucketTaggingConfigFile) |
||||
if err := deleteConfig(ctx, objAPI, configFile); err != nil && err != errConfigNotFound { |
||||
return toObjectErr(err, bucket) |
||||
} |
||||
return nil |
||||
} |
||||
|
||||
func readBucketTagging(ctx context.Context, objAPI ObjectLayer, bucket string) (*tags.Tags, error) { |
||||
configFile := path.Join(bucketConfigPrefix, bucket, bucketTaggingConfigFile) |
||||
configData, err := readConfig(ctx, objAPI, configFile) |
||||
if err != nil { |
||||
if err == errConfigNotFound { |
||||
return nil, BucketTaggingNotFound{Bucket: bucket} |
||||
} |
||||
return nil, toObjectErr(err, bucket) |
||||
} |
||||
t := &tags.Tags{} |
||||
if err = xml.Unmarshal(configData, t); err != nil { |
||||
return nil, toObjectErr(err, bucket) |
||||
} |
||||
return t, nil |
||||
} |
||||
Loading…
Reference in new issue