You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
240 lines
6.1 KiB
240 lines
6.1 KiB
/*
|
|
* Minimalist Object Storage, (C) 2015 Minio, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package drivers
|
|
|
|
import (
|
|
"io"
|
|
"regexp"
|
|
"strings"
|
|
"time"
|
|
"unicode/utf8"
|
|
)
|
|
|
|
// Driver - generic API interface for various drivers - donut, file, memory
|
|
type Driver interface {
|
|
// Bucket Operations
|
|
ListBuckets() ([]BucketMetadata, error)
|
|
CreateBucket(bucket, acl string) error
|
|
GetBucketMetadata(bucket string) (BucketMetadata, error)
|
|
SetBucketMetadata(bucket, acl string) error
|
|
|
|
// Object Operations
|
|
GetObject(w io.Writer, bucket, object string) (int64, error)
|
|
GetPartialObject(w io.Writer, bucket, object string, start, length int64) (int64, error)
|
|
GetObjectMetadata(bucket, key, prefix string) (ObjectMetadata, error)
|
|
ListObjects(bucket string, resources BucketResourcesMetadata) ([]ObjectMetadata, BucketResourcesMetadata, error)
|
|
CreateObject(bucket, key, contentType, md5sum string, size int64, data io.Reader) (string, error)
|
|
|
|
// Object Multipart Operations
|
|
NewMultipartUpload(bucket, key, contentType string) (string, error)
|
|
AbortMultipartUpload(bucket, key, UploadID string) error
|
|
CreateObjectPart(bucket, key, uploadID string, partID int, contentType string, md5sum string, size int64, data io.Reader) (string, error)
|
|
CompleteMultipartUpload(bucket, key, uploadID string, parts map[int]string) (string, error)
|
|
ListObjectParts(bucket, key, uploadID string) (ObjectResourcesMetadata, error)
|
|
}
|
|
|
|
// BucketACL - bucket level access control
|
|
type BucketACL string
|
|
|
|
// different types of ACL's currently supported for buckets
|
|
const (
|
|
BucketPrivate = BucketACL("private")
|
|
BucketPublicRead = BucketACL("public-read")
|
|
BucketPublicReadWrite = BucketACL("public-read-write")
|
|
)
|
|
|
|
func (b BucketACL) String() string {
|
|
return string(b)
|
|
}
|
|
|
|
// IsPrivate - is acl Private
|
|
func (b BucketACL) IsPrivate() bool {
|
|
return b == BucketACL("private")
|
|
}
|
|
|
|
// IsPublicRead - is acl PublicRead
|
|
func (b BucketACL) IsPublicRead() bool {
|
|
return b == BucketACL("public-read")
|
|
}
|
|
|
|
// IsPublicReadWrite - is acl PublicReadWrite
|
|
func (b BucketACL) IsPublicReadWrite() bool {
|
|
return b == BucketACL("public-read-write")
|
|
}
|
|
|
|
// BucketMetadata - name and create date
|
|
type BucketMetadata struct {
|
|
Name string
|
|
Created time.Time
|
|
ACL BucketACL
|
|
}
|
|
|
|
// ObjectMetadata - object key and its relevant metadata
|
|
type ObjectMetadata struct {
|
|
Bucket string
|
|
Key string
|
|
|
|
ContentType string
|
|
Created time.Time
|
|
Md5 string
|
|
Size int64
|
|
}
|
|
|
|
// FilterMode type
|
|
type FilterMode int
|
|
|
|
// FilterMode list
|
|
const (
|
|
DelimiterPrefixMode FilterMode = iota
|
|
DelimiterMode
|
|
PrefixMode
|
|
DefaultMode
|
|
)
|
|
|
|
// PartMetadata - various types of individual part resources
|
|
type PartMetadata struct {
|
|
PartNumber int
|
|
LastModified time.Time
|
|
ETag string
|
|
Size int64
|
|
}
|
|
|
|
// ObjectResourcesMetadata - various types of object resources
|
|
type ObjectResourcesMetadata struct {
|
|
Bucket string
|
|
EncodingType string
|
|
Key string
|
|
UploadID string
|
|
Initiator struct {
|
|
ID string
|
|
DisplayName string
|
|
}
|
|
Owner struct {
|
|
ID string
|
|
DisplayName string
|
|
}
|
|
StorageClass string
|
|
PartNumberMarker int
|
|
NextPartNumberMarker int
|
|
MaxParts int
|
|
IsTruncated bool
|
|
|
|
Part []*PartMetadata
|
|
}
|
|
|
|
// BucketResourcesMetadata - various types of bucket resources
|
|
type BucketResourcesMetadata struct {
|
|
Prefix string
|
|
Marker string
|
|
NextMarker string
|
|
Maxkeys int
|
|
EncodingType string
|
|
Delimiter string
|
|
IsTruncated bool
|
|
CommonPrefixes []string
|
|
Mode FilterMode
|
|
|
|
// TODO
|
|
Logging string
|
|
Notification string
|
|
}
|
|
|
|
// GetMode - Populate filter mode
|
|
func GetMode(resources BucketResourcesMetadata) FilterMode {
|
|
var f FilterMode
|
|
switch true {
|
|
case resources.Delimiter != "" && resources.Prefix != "":
|
|
f = DelimiterPrefixMode
|
|
case resources.Delimiter != "" && resources.Prefix == "":
|
|
f = DelimiterMode
|
|
case resources.Delimiter == "" && resources.Prefix != "":
|
|
f = PrefixMode
|
|
case resources.Delimiter == "" && resources.Prefix == "":
|
|
f = DefaultMode
|
|
}
|
|
|
|
return f
|
|
}
|
|
|
|
// IsValidBucketACL - is provided acl string supported
|
|
func IsValidBucketACL(acl string) bool {
|
|
switch acl {
|
|
case "private":
|
|
fallthrough
|
|
case "public-read":
|
|
fallthrough
|
|
case "public-read-write":
|
|
return true
|
|
case "":
|
|
// by default its "private"
|
|
return true
|
|
default:
|
|
return false
|
|
}
|
|
}
|
|
|
|
// IsDelimiterPrefixSet Delimiter and Prefix set
|
|
func (b BucketResourcesMetadata) IsDelimiterPrefixSet() bool {
|
|
return b.Mode == DelimiterPrefixMode
|
|
}
|
|
|
|
// IsDelimiterSet Delimiter set
|
|
func (b BucketResourcesMetadata) IsDelimiterSet() bool {
|
|
return b.Mode == DelimiterMode
|
|
}
|
|
|
|
// IsPrefixSet Prefix set
|
|
func (b BucketResourcesMetadata) IsPrefixSet() bool {
|
|
return b.Mode == PrefixMode
|
|
}
|
|
|
|
// IsDefault No query values
|
|
func (b BucketResourcesMetadata) IsDefault() bool {
|
|
return b.Mode == DefaultMode
|
|
}
|
|
|
|
// IsValidBucket - verify bucket name in accordance with
|
|
// - http://docs.aws.amazon.com/AmazonS3/latest/dev/UsingBucket.html
|
|
func IsValidBucket(bucket string) bool {
|
|
if len(bucket) < 3 || len(bucket) > 63 {
|
|
return false
|
|
}
|
|
if bucket[0] == '.' || bucket[len(bucket)-1] == '.' {
|
|
return false
|
|
}
|
|
if match, _ := regexp.MatchString("\\.\\.", bucket); match == true {
|
|
return false
|
|
}
|
|
// We don't support buckets with '.' in them
|
|
match, _ := regexp.MatchString("^[a-zA-Z][a-zA-Z0-9\\-]+[a-zA-Z0-9]$", bucket)
|
|
return match
|
|
}
|
|
|
|
// IsValidObjectName - verify object name in accordance with
|
|
// - http://docs.aws.amazon.com/AmazonS3/latest/dev/UsingMetadata.html
|
|
func IsValidObjectName(object string) bool {
|
|
if strings.TrimSpace(object) == "" {
|
|
return true
|
|
}
|
|
if len(object) > 1024 || len(object) == 0 {
|
|
return false
|
|
}
|
|
if !utf8.ValidString(object) {
|
|
return false
|
|
}
|
|
return true
|
|
}
|
|
|