/* * Minimalist Object Storage, (C) 2015 Minio, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or impliedd. * See the License for the specific language governing permissions and * limitations under the License. */ package donut import ( "bytes" "crypto/md5" "encoding/base64" "encoding/hex" "io/ioutil" "os" "path/filepath" "strconv" "testing" . "github.com/minio/check" ) func TestDonut(t *testing.T) { TestingT(t) } type MyDonutSuite struct { root string } var _ = Suite(&MyDonutSuite{}) // create a dummy TestNodeDiskMap func createTestNodeDiskMap(p string) map[string][]string { nodes := make(map[string][]string) nodes["localhost"] = make([]string, 16) for i := 0; i < len(nodes["localhost"]); i++ { diskPath := filepath.Join(p, strconv.Itoa(i)) if _, err := os.Stat(diskPath); err != nil { if os.IsNotExist(err) { os.MkdirAll(diskPath, 0700) } } nodes["localhost"][i] = diskPath } return nodes } var dd Interface func (s *MyDonutSuite) SetUpSuite(c *C) { root, err := ioutil.TempDir(os.TempDir(), "donut-") c.Assert(err, IsNil) s.root = root conf := new(Config) conf.Version = "0.0.1" conf.DonutName = "test" conf.NodeDiskMap = createTestNodeDiskMap(root) conf.MaxSize = 100000 CustomConfigPath = filepath.Join(root, "donut.json") err = SaveConfig(conf) c.Assert(err, IsNil) dd, err = New() c.Assert(err, IsNil) // testing empty donut buckets, err := dd.ListBuckets(nil) c.Assert(err, IsNil) c.Assert(len(buckets), Equals, 0) } func (s *MyDonutSuite) TearDownSuite(c *C) { os.RemoveAll(s.root) } // test make bucket without name func (s *MyDonutSuite) TestBucketWithoutNameFails(c *C) { // fail to create new bucket without a name err := dd.MakeBucket("", "private", nil, nil) c.Assert(err, Not(IsNil)) err = dd.MakeBucket(" ", "private", nil, nil) c.Assert(err, Not(IsNil)) } // test empty bucket func (s *MyDonutSuite) TestEmptyBucket(c *C) { c.Assert(dd.MakeBucket("foo1", "private", nil, nil), IsNil) // check if bucket is empty var resources BucketResourcesMetadata resources.Maxkeys = 1 objectsMetadata, resources, err := dd.ListObjects("foo1", resources, nil) c.Assert(err, IsNil) c.Assert(len(objectsMetadata), Equals, 0) c.Assert(resources.CommonPrefixes, DeepEquals, []string{}) c.Assert(resources.IsTruncated, Equals, false) } // test bucket list func (s *MyDonutSuite) TestMakeBucketAndList(c *C) { // create bucket err := dd.MakeBucket("foo2", "private", nil, nil) c.Assert(err, IsNil) // check bucket exists buckets, err := dd.ListBuckets(nil) c.Assert(err, IsNil) c.Assert(len(buckets), Equals, 5) c.Assert(buckets[0].ACL, Equals, BucketACL("private")) } // test re-create bucket func (s *MyDonutSuite) TestMakeBucketWithSameNameFails(c *C) { err := dd.MakeBucket("foo3", "private", nil, nil) c.Assert(err, IsNil) err = dd.MakeBucket("foo3", "private", nil, nil) c.Assert(err, Not(IsNil)) } // test make multiple buckets func (s *MyDonutSuite) TestCreateMultipleBucketsAndList(c *C) { // add a second bucket err := dd.MakeBucket("foo4", "private", nil, nil) c.Assert(err, IsNil) err = dd.MakeBucket("bar1", "private", nil, nil) c.Assert(err, IsNil) buckets, err := dd.ListBuckets(nil) c.Assert(err, IsNil) c.Assert(len(buckets), Equals, 2) c.Assert(buckets[0].Name, Equals, "bar1") c.Assert(buckets[1].Name, Equals, "foo4") err = dd.MakeBucket("foobar1", "private", nil, nil) c.Assert(err, IsNil) buckets, err = dd.ListBuckets(nil) c.Assert(err, IsNil) c.Assert(len(buckets), Equals, 3) c.Assert(buckets[2].Name, Equals, "foobar1") } // test object create without bucket func (s *MyDonutSuite) TestNewObjectFailsWithoutBucket(c *C) { _, err := dd.CreateObject("unknown", "obj", "", 0, nil, nil, nil) c.Assert(err, Not(IsNil)) } // test create object metadata func (s *MyDonutSuite) TestNewObjectMetadata(c *C) { data := "Hello World" hasher := md5.New() hasher.Write([]byte(data)) expectedMd5Sum := base64.StdEncoding.EncodeToString(hasher.Sum(nil)) reader := ioutil.NopCloser(bytes.NewReader([]byte(data))) err := dd.MakeBucket("foo6", "private", nil, nil) c.Assert(err, IsNil) objectMetadata, err := dd.CreateObject("foo6", "obj", expectedMd5Sum, int64(len(data)), reader, map[string]string{"contentType": "application/json"}, nil) c.Assert(err, IsNil) c.Assert(objectMetadata.MD5Sum, Equals, hex.EncodeToString(hasher.Sum(nil))) c.Assert(objectMetadata.Metadata["contentType"], Equals, "application/json") } // test create object fails without name func (s *MyDonutSuite) TestNewObjectFailsWithEmptyName(c *C) { _, err := dd.CreateObject("foo", "", "", 0, nil, nil, nil) c.Assert(err, Not(IsNil)) } // test create object func (s *MyDonutSuite) TestNewObjectCanBeWritten(c *C) { err := dd.MakeBucket("foo", "private", nil, nil) c.Assert(err, IsNil) data := "Hello World" hasher := md5.New() hasher.Write([]byte(data)) expectedMd5Sum := base64.StdEncoding.EncodeToString(hasher.Sum(nil)) reader := ioutil.NopCloser(bytes.NewReader([]byte(data))) actualMetadata, err := dd.CreateObject("foo", "obj", expectedMd5Sum, int64(len(data)), reader, map[string]string{"contentType": "application/octet-stream"}, nil) c.Assert(err, IsNil) c.Assert(actualMetadata.MD5Sum, Equals, hex.EncodeToString(hasher.Sum(nil))) var buffer bytes.Buffer size, err := dd.GetObject(&buffer, "foo", "obj") c.Assert(err, IsNil) c.Assert(size, Equals, int64(len(data))) c.Assert(buffer.Bytes(), DeepEquals, []byte(data)) actualMetadata, err = dd.GetObjectMetadata("foo", "obj", nil) c.Assert(err, IsNil) c.Assert(hex.EncodeToString(hasher.Sum(nil)), Equals, actualMetadata.MD5Sum) c.Assert(int64(len(data)), Equals, actualMetadata.Size) } // test list objects func (s *MyDonutSuite) TestMultipleNewObjects(c *C) { c.Assert(dd.MakeBucket("foo5", "private", nil, nil), IsNil) one := ioutil.NopCloser(bytes.NewReader([]byte("one"))) _, err := dd.CreateObject("foo5", "obj1", "", int64(len("one")), one, nil, nil) c.Assert(err, IsNil) two := ioutil.NopCloser(bytes.NewReader([]byte("two"))) _, err = dd.CreateObject("foo5", "obj2", "", int64(len("two")), two, nil, nil) c.Assert(err, IsNil) var buffer1 bytes.Buffer size, err := dd.GetObject(&buffer1, "foo5", "obj1") c.Assert(err, IsNil) c.Assert(size, Equals, int64(len([]byte("one")))) c.Assert(buffer1.Bytes(), DeepEquals, []byte("one")) var buffer2 bytes.Buffer size, err = dd.GetObject(&buffer2, "foo5", "obj2") c.Assert(err, IsNil) c.Assert(size, Equals, int64(len([]byte("two")))) c.Assert(buffer2.Bytes(), DeepEquals, []byte("two")) /// test list of objects // test list objects with prefix and delimiter var resources BucketResourcesMetadata resources.Prefix = "o" resources.Delimiter = "1" resources.Maxkeys = 10 objectsMetadata, resources, err := dd.ListObjects("foo5", resources, nil) c.Assert(err, IsNil) c.Assert(resources.IsTruncated, Equals, false) c.Assert(resources.CommonPrefixes[0], Equals, "obj1") // test list objects with only delimiter resources.Prefix = "" resources.Delimiter = "1" resources.Maxkeys = 10 objectsMetadata, resources, err = dd.ListObjects("foo5", resources, nil) c.Assert(err, IsNil) c.Assert(objectsMetadata[0].Object, Equals, "obj2") c.Assert(resources.IsTruncated, Equals, false) c.Assert(resources.CommonPrefixes[0], Equals, "obj1") // test list objects with only prefix resources.Prefix = "o" resources.Delimiter = "" resources.Maxkeys = 10 objectsMetadata, resources, err = dd.ListObjects("foo5", resources, nil) c.Assert(err, IsNil) c.Assert(resources.IsTruncated, Equals, false) c.Assert(objectsMetadata[0].Object, Equals, "obj1") c.Assert(objectsMetadata[1].Object, Equals, "obj2") three := ioutil.NopCloser(bytes.NewReader([]byte("three"))) _, err = dd.CreateObject("foo5", "obj3", "", int64(len("three")), three, nil, nil) c.Assert(err, IsNil) var buffer bytes.Buffer size, err = dd.GetObject(&buffer, "foo5", "obj3") c.Assert(err, IsNil) c.Assert(size, Equals, int64(len([]byte("three")))) c.Assert(buffer.Bytes(), DeepEquals, []byte("three")) // test list objects with maxkeys resources.Prefix = "o" resources.Delimiter = "" resources.Maxkeys = 2 objectsMetadata, resources, err = dd.ListObjects("foo5", resources, nil) c.Assert(err, IsNil) c.Assert(resources.IsTruncated, Equals, true) c.Assert(len(objectsMetadata), Equals, 2) }