|
|
|
/*
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
9 years ago
|
|
|
* Minio Cloud Storage, (C) 2015, 2016 Minio, Inc.
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package cmd
|
|
|
|
|
|
|
|
import (
|
|
|
|
"net/http"
|
|
|
|
"os"
|
|
|
|
"strings"
|
|
|
|
|
|
|
|
router "github.com/gorilla/mux"
|
|
|
|
)
|
|
|
|
|
|
|
|
func newObjectLayerFn() ObjectLayer {
|
|
|
|
objLayerMutex.Lock()
|
|
|
|
defer objLayerMutex.Unlock()
|
|
|
|
return globalObjectAPI
|
|
|
|
}
|
|
|
|
|
|
|
|
// newObjectLayer - initialize any object layer depending on the number of disks.
|
|
|
|
func newObjectLayer(disks, ignoredDisks []string) (ObjectLayer, error) {
|
|
|
|
var objAPI ObjectLayer
|
|
|
|
var err error
|
|
|
|
if len(disks) == 1 {
|
|
|
|
// Initialize FS object layer.
|
|
|
|
objAPI, err = newFSObjects(disks[0])
|
|
|
|
} else {
|
|
|
|
// Initialize XL object layer.
|
|
|
|
objAPI, err = newXLObjects(disks, ignoredDisks)
|
|
|
|
}
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// Migrate bucket policy from configDir to .minio.sys/buckets/
|
|
|
|
err = migrateBucketPolicyConfig(objAPI)
|
|
|
|
if err != nil {
|
|
|
|
errorIf(err, "Unable to migrate bucket policy from config directory")
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
err = cleanupOldBucketPolicyConfigs()
|
|
|
|
if err != nil {
|
|
|
|
errorIf(err, "Unable to clean up bucket policy from config directory.")
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// Register the callback that should be called when the process shuts down.
|
|
|
|
globalShutdownCBs.AddObjectLayerCB(func() errCode {
|
|
|
|
if objAPI != nil {
|
|
|
|
if sErr := objAPI.Shutdown(); sErr != nil {
|
|
|
|
errorIf(err, "Unable to shutdown object API.")
|
|
|
|
return exitFailure
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return exitSuccess
|
|
|
|
})
|
|
|
|
|
|
|
|
// Initialize a new event notifier.
|
|
|
|
err = initEventNotifier(objAPI)
|
|
|
|
fatalIf(err, "Unable to initialize event notification.")
|
|
|
|
|
|
|
|
// Initialize and load bucket policies.
|
|
|
|
err = initBucketPolicies(objAPI)
|
|
|
|
fatalIf(err, "Unable to load all bucket policies.")
|
|
|
|
|
|
|
|
// Success.
|
|
|
|
return objAPI, nil
|
|
|
|
}
|
|
|
|
|
routers: Fix a crash while initializing network fs. (#1382)
Crash happens when 'minio server filename' a file name is
provided instead of a directory on command line argument.
```
panic: runtime error: slice bounds out of range
goroutine 1 [running]:
panic(0x5eb460, 0xc82000e0b0)
/usr/local/opt/go/libexec/src/runtime/panic.go:464 +0x3e6
main.splitNetPath(0x7fff5fbff9bd, 0x7, 0x0, 0x0, 0x0, 0x0)
/Users/harsha/mygo/src/github.com/minio/minio/network-fs.go:49 +0xb7
main.newNetworkFS(0x7fff5fbff9bd, 0x7, 0x0, 0x0, 0x0, 0x0)
/Users/harsha/mygo/src/github.com/minio/minio/network-fs.go:90 +0x20a
main.configureServerHandler(0xc82024e1c8, 0x5, 0xc8200640e0, 0x1, 0x1, 0x0, 0x0)
/Users/harsha/mygo/src/github.com/minio/minio/routers.go:43 +0x6ce
main.configureServer(0xc82024e1c8, 0x5, 0xc8200640e0, 0x1, 0x1, 0x5)
/Users/harsha/mygo/src/github.com/minio/minio/server-main.go:86 +0x67
```
9 years ago
|
|
|
// configureServer handler returns final handler for the http server.
|
|
|
|
func configureServerHandler(srvCmdConfig serverCmdConfig) http.Handler {
|
|
|
|
// Initialize storage rpc servers for every disk that is hosted on this node.
|
|
|
|
storageRPCs, err := newRPCServer(srvCmdConfig)
|
|
|
|
fatalIf(err, "Unable to initialize storage RPC server.")
|
|
|
|
|
|
|
|
// Initialize and monitor shutdown signals.
|
|
|
|
err = initGracefulShutdown(os.Exit)
|
|
|
|
fatalIf(err, "Unable to initialize graceful shutdown operation")
|
|
|
|
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
9 years ago
|
|
|
// Initialize API.
|
|
|
|
apiHandlers := objectAPIHandlers{
|
|
|
|
ObjectAPI: newObjectLayerFn,
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
9 years ago
|
|
|
}
|
fs: Break fs package to top-level and introduce ObjectAPI interface.
ObjectAPI interface brings in changes needed for XL ObjectAPI layer.
The new interface for any ObjectAPI layer is as below
```
// ObjectAPI interface.
type ObjectAPI interface {
// Bucket resource API.
DeleteBucket(bucket string) *probe.Error
ListBuckets() ([]BucketInfo, *probe.Error)
MakeBucket(bucket string) *probe.Error
GetBucketInfo(bucket string) (BucketInfo, *probe.Error)
// Bucket query API.
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsResult, *probe.Error)
ListMultipartUploads(bucket string, resources BucketMultipartResourcesMetadata) (BucketMultipartResourcesMetadata, *probe.Error)
// Object resource API.
GetObject(bucket, object string, startOffset int64) (io.ReadCloser, *probe.Error)
GetObjectInfo(bucket, object string) (ObjectInfo, *probe.Error)
PutObject(bucket string, object string, size int64, data io.Reader, metadata map[string]string) (ObjectInfo, *probe.Error)
DeleteObject(bucket, object string) *probe.Error
// Object query API.
NewMultipartUpload(bucket, object string) (string, *probe.Error)
PutObjectPart(bucket, object, uploadID string, partID int, size int64, data io.Reader, md5Hex string) (string, *probe.Error)
ListObjectParts(bucket, object string, resources ObjectResourcesMetadata) (ObjectResourcesMetadata, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []CompletePart) (ObjectInfo, *probe.Error)
AbortMultipartUpload(bucket, object, uploadID string) *probe.Error
}
```
9 years ago
|
|
|
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
9 years ago
|
|
|
// Initialize Web.
|
|
|
|
webHandlers := &webAPIHandlers{
|
|
|
|
ObjectAPI: newObjectLayerFn,
|
|
|
|
}
|
|
|
|
|
|
|
|
// Initialize Controller.
|
|
|
|
controllerHandlers := &controllerAPIHandlers{
|
|
|
|
ObjectAPI: newObjectLayerFn,
|
|
|
|
}
|
|
|
|
|
|
|
|
// Initialize router.
|
|
|
|
mux := router.NewRouter()
|
|
|
|
|
|
|
|
// Register all routers.
|
|
|
|
registerStorageRPCRouters(mux, storageRPCs)
|
|
|
|
|
|
|
|
// Initialize distributed NS lock.
|
|
|
|
initDistributedNSLock(mux, srvCmdConfig)
|
|
|
|
|
|
|
|
// Register controller rpc router.
|
|
|
|
registerControllerRPCRouter(mux, controllerHandlers)
|
|
|
|
|
|
|
|
// set environmental variable MINIO_BROWSER=off to disable minio web browser.
|
|
|
|
// By default minio web browser is enabled.
|
|
|
|
if !strings.EqualFold(os.Getenv("MINIO_BROWSER"), "off") {
|
|
|
|
registerWebRouter(mux, webHandlers)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Add new routers here.
|
|
|
|
registerAPIRouter(mux, apiHandlers)
|
|
|
|
|
|
|
|
// List of some generic handlers which are applied for all incoming requests.
|
|
|
|
var handlerFns = []HandlerFunc{
|
|
|
|
// Limits the number of concurrent http requests.
|
|
|
|
setRateLimitHandler,
|
|
|
|
// Limits all requests size to a maximum fixed limit
|
|
|
|
setRequestSizeLimitHandler,
|
|
|
|
// Adds 'crossdomain.xml' policy handler to serve legacy flash clients.
|
|
|
|
setCrossDomainPolicy,
|
|
|
|
// Redirect some pre-defined browser request paths to a static location prefix.
|
|
|
|
setBrowserRedirectHandler,
|
|
|
|
// Validates if incoming request is for restricted buckets.
|
|
|
|
setPrivateBucketHandler,
|
|
|
|
// Adds cache control for all browser requests.
|
|
|
|
setBrowserCacheControlHandler,
|
|
|
|
// Validates all incoming requests to have a valid date header.
|
|
|
|
setTimeValidityHandler,
|
|
|
|
// CORS setting for all browser API requests.
|
|
|
|
setCorsHandler,
|
|
|
|
// Validates all incoming URL resources, for invalid/unsupported
|
|
|
|
// resources client receives a HTTP error.
|
|
|
|
setIgnoreResourcesHandler,
|
|
|
|
// Auth handler verifies incoming authorization headers and
|
|
|
|
// routes them accordingly. Client receives a HTTP error for
|
|
|
|
// invalid/unsupported signatures.
|
|
|
|
setAuthHandler,
|
|
|
|
// Add new handlers here.
|
|
|
|
}
|
|
|
|
|
|
|
|
// Register rest of the handlers.
|
|
|
|
return registerHandlers(mux, handlerFns...)
|
|
|
|
}
|