docs: Removed and purged uneeded docs. (#2273)
parent
f248089523
commit
6c2fb19ed7
@ -1,33 +0,0 @@ |
||||
## Multipart |
||||
|
||||
Each incoming part is uploaded in the following format. |
||||
|
||||
Placeholder uploads.json to indicate a leaf. |
||||
|
||||
```EXPORT_DIR/.minio/multipart/BUCKET/PATH/TO/OBJECT/uploads.json``` |
||||
|
||||
Incomplete file |
||||
|
||||
```EXPORT_DIR/.minio/multipart/BUCKET/PATH/TO/OBJECT/UPLOADID/00000.incomplete``` |
||||
|
||||
Actual parts |
||||
|
||||
```EXPORT_DIR/.minio/multipart/BUCKET/PATH/TO/OBJECT/UPLOADID/PART_NUMBER.MD5SUM_STRING``` |
||||
|
||||
## FS Format. |
||||
|
||||
Each of these parts are concatenated back to a single contigous file. |
||||
|
||||
```EXPORT_DIR/BUCKET/PATH/TO/OBJECT``` |
||||
|
||||
## XL Format. |
||||
|
||||
Each of these parts are kept as is in the following format. |
||||
|
||||
Special json file indicate the metata multipart information, essentially list of parts etc. |
||||
|
||||
```EXPORT_DIR/BUCKET/PATH/TO/OBJECT/00000.minio.multipart``` |
||||
|
||||
All the parts that were uploaded. |
||||
|
||||
```EXPORT_DIR/BUCKET/PATH/TO/OBJECT/PART_NUMBER.minio.multipart``` |
@ -0,0 +1,6 @@ |
||||
## Backends |
||||
|
||||
Minio currently implements two types of backends namely. |
||||
|
||||
- Filesystem layer (fs). |
||||
- ErasureCode layer (XL). |
@ -0,0 +1,25 @@ |
||||
### Backend format `fs.json` |
||||
|
||||
```go |
||||
// objectPartInfo Info of each part kept in the multipart metadata |
||||
// file after CompleteMultipartUpload() is called. |
||||
type objectPartInfo struct { |
||||
Number int `json:"number"` |
||||
Name string `json:"name"` |
||||
ETag string `json:"etag"` |
||||
Size int64 `json:"size"` |
||||
} |
||||
|
||||
// A fsMetaV1 represents a metadata header mapping keys to sets of values. |
||||
type fsMetaV1 struct { |
||||
Version string `json:"version"` |
||||
Format string `json:"format"` |
||||
Minio struct { |
||||
Release string `json:"release"` |
||||
} `json:"minio"` |
||||
// Metadata map for current object `fs.json`. |
||||
Meta map[string]string `json:"meta,omitempty"` |
||||
Parts []objectPartInfo `json:"parts,omitempty"` |
||||
} |
||||
|
||||
``` |
@ -0,0 +1,54 @@ |
||||
### Backend format `xl.json` |
||||
|
||||
```go |
||||
// objectPartInfo Info of each part kept in the multipart metadata |
||||
// file after CompleteMultipartUpload() is called. |
||||
type objectPartInfo struct { |
||||
Number int `json:"number"` |
||||
Name string `json:"name"` |
||||
ETag string `json:"etag"` |
||||
Size int64 `json:"size"` |
||||
} |
||||
|
||||
// checkSumInfo - carries checksums of individual scattered parts per disk. |
||||
type checkSumInfo struct { |
||||
Name string `json:"name"` |
||||
Algorithm string `json:"algorithm"` |
||||
Hash string `json:"hash"` |
||||
} |
||||
|
||||
// erasureInfo - carries erasure coding related information, block |
||||
// distribution and checksums. |
||||
type erasureInfo struct { |
||||
Algorithm string `json:"algorithm"` |
||||
DataBlocks int `json:"data"` |
||||
ParityBlocks int `json:"parity"` |
||||
BlockSize int64 `json:"blockSize"` |
||||
Index int `json:"index"` |
||||
Distribution []int `json:"distribution"` |
||||
Checksum []checkSumInfo `json:"checksum,omitempty"` |
||||
} |
||||
|
||||
// statInfo - carries stat information of the object. |
||||
type statInfo struct { |
||||
Size int64 `json:"size"` // Size of the object `xl.json`. |
||||
ModTime time.Time `json:"modTime"` // ModTime of the object `xl.json`. |
||||
} |
||||
|
||||
// A xlMetaV1 represents `xl.json` metadata header. |
||||
type xlMetaV1 struct { |
||||
Version string `json:"version"` // Version of the current `xl.json`. |
||||
Format string `json:"format"` // Format of the current `xl.json`. |
||||
Stat statInfo `json:"stat"` // Stat of the current object `xl.json`. |
||||
// Erasure coded info for the current object `xl.json`. |
||||
Erasure erasureInfo `json:"erasure"` |
||||
// Minio release tag for current object `xl.json`. |
||||
Minio struct { |
||||
Release string `json:"release"` |
||||
} `json:"minio"` |
||||
// Metadata map for current object `xl.json`. |
||||
Meta map[string]string `json:"meta,omitempty"` |
||||
// Captures all the individual object `xl.json`. |
||||
Parts []objectPartInfo `json:"parts,omitempty"` |
||||
} |
||||
``` |
@ -1,28 +0,0 @@ |
||||
### Logging. |
||||
|
||||
- `fatalIf` - wrapper function which takes error and prints jsonic error messages. |
||||
- `errorIf` - similar to fatalIf but doesn't exit on err != nil. |
||||
|
||||
Supported logging targets. |
||||
|
||||
- console |
||||
- file |
||||
- syslog |
||||
|
||||
Sample logger section from `~/.minio/config.json` |
||||
``` |
||||
"console": { |
||||
"enable": true, |
||||
"level": "error" |
||||
}, |
||||
"file": { |
||||
"enable": false, |
||||
"fileName": "", |
||||
"level": "error" |
||||
}, |
||||
"syslog": { |
||||
"enable": false, |
||||
"address": "", |
||||
"level": "error" |
||||
} |
||||
``` |
Before Width: | Height: | Size: 81 KiB After Width: | Height: | Size: 81 KiB |
Before Width: | Height: | Size: 102 KiB After Width: | Height: | Size: 102 KiB |
@ -1,41 +0,0 @@ |
||||
### file.json |
||||
|
||||
``file.json`` is a special file captured and written by XL storage API layer |
||||
to interpret, manage and extract erasured data from multiple disks. |
||||
|
||||
```json |
||||
{ |
||||
"version": "1.0.0", |
||||
"stat": { |
||||
"size": 24256, |
||||
"modTime": "2016-04-28T00:11:37.843Z", |
||||
"delete": false, |
||||
"version": 0 |
||||
}, |
||||
"erasure": { |
||||
"data": 5, |
||||
"parity": 5, |
||||
"blockSize": 4194304 |
||||
], |
||||
"minio": { |
||||
"release": "RELEASE.2016-04-28T00-09-47Z" |
||||
} |
||||
} |
||||
``` |
||||
|
||||
#### JSON meaning. |
||||
|
||||
- "version" // Version of the meta json file. |
||||
|
||||
- "stat" // Stat value of written file. |
||||
|
||||
- "size" // Size of the file. |
||||
- "modTime" // Modified time of the file. |
||||
- "deleted" // Field to track if the file is deleted when disks are down. |
||||
- "version" // File version tracked when disks are down. |
||||
|
||||
- "erasure" // Erasure metadata for the written file. |
||||
|
||||
- "data" // Data blocks parts of the file. |
||||
- "parity" // Parity blocks parts of the file. |
||||
- "blockSize" // BlockSize read/write chunk size. |
Loading…
Reference in new issue