/* * Minio Cloud Storage, (C) 2015, 2016 Minio, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package main import ( "os" "path/filepath" "sync" "time" "github.com/minio/minio/pkg/probe" ) // listObjectParams - list object params used for list object map type listObjectParams struct { bucket string delimiter string marker string prefix string } // listMultipartObjectParams - list multipart object params used for list multipart object map type listMultipartObjectParams struct { bucket string delimiter string keyMarker string prefix string uploadIDMarker string } // Filesystem - local variables type Filesystem struct { path string minFreeDisk int64 rwLock *sync.RWMutex multiparts *multiparts listObjectMap map[listObjectParams][]*treeWalker listObjectMapMutex *sync.Mutex listMultipartObjectMap map[listMultipartObjectParams][]multipartObjectInfoChannel listMultipartObjectMapMutex *sync.Mutex } // MultipartSession holds active session information type multipartSession struct { TotalParts int ObjectName string UploadID string Initiated time.Time Parts []partInfo } // multiparts collection of many parts type multiparts struct { Version string `json:"version"` ActiveSession map[string]*multipartSession `json:"activeSessions"` } func (fs *Filesystem) pushListMultipartObjectCh(params listMultipartObjectParams, ch multipartObjectInfoChannel) { fs.listMultipartObjectMapMutex.Lock() defer fs.listMultipartObjectMapMutex.Unlock() channels := []multipartObjectInfoChannel{ch} if _, ok := fs.listMultipartObjectMap[params]; ok { channels = append(fs.listMultipartObjectMap[params], ch) } fs.listMultipartObjectMap[params] = channels } func (fs *Filesystem) popListMultipartObjectCh(params listMultipartObjectParams) *multipartObjectInfoChannel { fs.listMultipartObjectMapMutex.Lock() defer fs.listMultipartObjectMapMutex.Unlock() if channels, ok := fs.listMultipartObjectMap[params]; ok { for i, channel := range channels { if !channel.IsTimedOut() { chs := channels[i+1:] if len(chs) > 0 { fs.listMultipartObjectMap[params] = chs } else { delete(fs.listMultipartObjectMap, params) } return &channel } } // As all channels are timed out, delete the map entry delete(fs.listMultipartObjectMap, params) } return nil } // newFS instantiate a new filesystem. func newFS(rootPath string) (ObjectAPI, *probe.Error) { setFSMultipartsMetadataPath(filepath.Join(rootPath, "$multiparts-session.json")) var err *probe.Error // load multiparts session from disk var mparts *multiparts mparts, err = loadMultipartsSession() if err != nil { if os.IsNotExist(err.ToGoError()) { mparts = &multiparts{ Version: "1", ActiveSession: make(map[string]*multipartSession), } if err = saveMultipartsSession(*mparts); err != nil { return nil, err.Trace() } } else { return nil, err.Trace() } } fs := &Filesystem{ rwLock: &sync.RWMutex{}, } fs.path = rootPath fs.multiparts = mparts /// Defaults // Minium free disk required for i/o operations to succeed. fs.minFreeDisk = 5 fs.listObjectMap = make(map[listObjectParams][]*treeWalker) fs.listObjectMapMutex = &sync.Mutex{} fs.listMultipartObjectMap = make(map[listMultipartObjectParams][]multipartObjectInfoChannel) fs.listMultipartObjectMapMutex = &sync.Mutex{} // Return here. return fs, nil } // GetRootPath - get root path. func (fs Filesystem) GetRootPath() string { return fs.path }