minio/cmd/format-xl_test.go

/*
 * Minio Cloud Storage, (C) 2018 Minio, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package cmd

import (
	"encoding/json"
	"io/ioutil"
	"os"
	"testing"
)

// Test get offline/online uuids.
func TestGetUUIDs(t *testing.T) {
	fmtV2 := newFormatXLV2(4, 16)
	formats := make([]*formatXLV2, 64)

	for i := 0; i < 4; i++ {
		for j := 0; j < 16; j++ {
			newFormat := *fmtV2
			newFormat.XL.This = fmtV2.XL.Sets[i][j]
			formats[i*16+j] = &newFormat
		}
	}

	gotCount := len(getOnlineUUIDs(fmtV2, formats))
	if gotCount != 64 {
		t.Errorf("Expected online count '64', got '%d'", gotCount)
	}

	for i := 0; i < 4; i++ {
		for j := 0; j < 16; j++ {
			if j < 4 {
				formats[i*16+j] = nil
			}
		}
	}

	gotCount = len(getOnlineUUIDs(fmtV2, formats))
	if gotCount != 48 {
		t.Errorf("Expected online count '48', got '%d'", gotCount)
	}

	gotCount = len(getOfflineUUIDs(fmtV2, formats))
	if gotCount != 16 {
		t.Errorf("Expected offline count '16', got '%d'", gotCount)
	}

	markUUIDsOffline(fmtV2, formats)
	gotCount = 0
	for i := range fmtV2.XL.Sets {
		for j := range fmtV2.XL.Sets[i] {
			if fmtV2.XL.Sets[i][j] == offlineDiskUUID {
				gotCount++
			}
		}
	}
	if gotCount != 16 {
		t.Errorf("Expected offline count '16', got '%d'", gotCount)
	}
}

// Tests format xl get version.
func TestFormatXLGetVersion(t *testing.T) {
	// Get test root.
	rootPath, err := getTestRoot()
	if err != nil {
		t.Fatal(err)
	}
	defer os.RemoveAll(rootPath)

	v := &formatXLVersionDetect{}
	v.XL.Version = "1"
	b, err := json.Marshal(v)
	if err != nil {
		t.Fatal(err)
	}
	if err = ioutil.WriteFile(pathJoin(rootPath, formatConfigFile), b, os.FileMode(0644)); err != nil {
		t.Fatal(err)
	}

	_, err = formatXLGetVersion("not-found")
	if err == nil {
		t.Fatal("Expected to fail but found success")
	}

	vstr, err := formatXLGetVersion(pathJoin(rootPath, formatConfigFile))
	if err != nil {
		t.Fatal(err)
	}
	if vstr != "1" {
		t.Fatalf("Expected version '1', got '%s'", vstr)
	}
}

// Tests format get backend format.
func TestFormatMetaGetFormatBackendXL(t *testing.T) {
	// Get test root.
	rootPath, err := getTestRoot()
	if err != nil {
		t.Fatal(err)
	}
	defer os.RemoveAll(rootPath)

	m := &formatMetaV1{
		Format:  "fs",
		Version: formatMetaVersionV1,
	}

	b, err := json.Marshal(m)
	if err != nil {
		t.Fatal(err)
	}

	if err = ioutil.WriteFile(pathJoin(rootPath, formatConfigFile), b, os.FileMode(0644)); err != nil {
		t.Fatal(err)
	}

	_, err = formatMetaGetFormatBackendXL("not-found")
	if err == nil {
		t.Fatal("Expected to fail but found success")
	}

	format, err := formatMetaGetFormatBackendXL(pathJoin(rootPath, formatConfigFile))
	if err != nil {
		t.Fatal(err)
	}
	if format != m.Format {
		t.Fatalf("Expected format value %s, got %s", m.Format, format)
	}

	m = &formatMetaV1{
		Format:  "xl",
		Version: "2",
	}

	b, err = json.Marshal(m)
	if err != nil {
		t.Fatal(err)
	}

	if err = ioutil.WriteFile(pathJoin(rootPath, formatConfigFile), b, os.FileMode(0644)); err != nil {
		t.Fatal(err)
	}

	_, err = formatMetaGetFormatBackendXL(pathJoin(rootPath, formatConfigFile))
	if err == nil {
		t.Fatal("Expected to fail with incompatible meta version")
	}
}

// Tests xl format migration.
func TestFormatXLMigrate(t *testing.T) {
	// Get test root.
	rootPath, err := getTestRoot()
	if err != nil {
		t.Fatal(err)
	}
	defer os.RemoveAll(rootPath)

	m := &formatXLV1{}
	m.Format = formatBackendXL
	m.Version = formatMetaVersionV1
	m.XL.Version = formatXLVersionV1
	m.XL.Disk = mustGetUUID()
	m.XL.JBOD = []string{m.XL.Disk, mustGetUUID(), mustGetUUID(), mustGetUUID()}

	b, err := json.Marshal(m)
	if err != nil {
		t.Fatal(err)
	}

	if err = os.MkdirAll(pathJoin(rootPath, minioMetaBucket), os.FileMode(0755)); err != nil {
		t.Fatal(err)
	}

	if err = ioutil.WriteFile(pathJoin(rootPath, minioMetaBucket, formatConfigFile), b, os.FileMode(0644)); err != nil {
		t.Fatal(err)
	}

	if err = formatXLMigrate(rootPath); err != nil {
		t.Fatal(err)
	}

	m = &formatXLV1{}
	m.Format = "unknown"
	m.Version = formatMetaVersionV1
	m.XL.Version = formatXLVersionV1
	m.XL.Disk = mustGetUUID()
	m.XL.JBOD = []string{m.XL.Disk, mustGetUUID(), mustGetUUID(), mustGetUUID()}

	b, err = json.Marshal(m)
	if err != nil {
		t.Fatal(err)
	}

	if err = ioutil.WriteFile(pathJoin(rootPath, minioMetaBucket, formatConfigFile), b, os.FileMode(0644)); err != nil {
		t.Fatal(err)
	}

	if err = formatXLMigrate(rootPath); err == nil {
		t.Fatal("Expected to fail with unexpected backend format")
	}

	m = &formatXLV1{}
	m.Format = formatBackendXL
	m.Version = formatMetaVersionV1
	m.XL.Version = "3"
	m.XL.Disk = mustGetUUID()
	m.XL.JBOD = []string{m.XL.Disk, mustGetUUID(), mustGetUUID(), mustGetUUID()}

	b, err = json.Marshal(m)
	if err != nil {
		t.Fatal(err)
	}

	if err = ioutil.WriteFile(pathJoin(rootPath, minioMetaBucket, formatConfigFile), b, os.FileMode(0644)); err != nil {
		t.Fatal(err)
	}

	if err = formatXLMigrate(rootPath); err == nil {
		t.Fatal("Expected to fail with unexpected backend format version number")
	}
}

// Tests check format xl value.
func TestCheckFormatXLValue(t *testing.T) {
	testCases := []struct {
		format  *formatXLV2
		success bool
	}{
		// Invalid XL format version "2".
		{
			&formatXLV2{
				Version: "2",
				Format:  "XL",
				XL: struct {
					Version          string     `json:"version"`
					This             string     `json:"this"`
					Sets             [][]string `json:"sets"`
					DistributionAlgo string     `json:"distributionAlgo"`
				}{
					Version: "2",
				},
			},
			false,
		},
		// Invalid XL format "Unknown".
		{
			&formatXLV2{
				Version: "1",
				Format:  "Unknown",
				XL: struct {
					Version          string     `json:"version"`
					This             string     `json:"this"`
					Sets             [][]string `json:"sets"`
					DistributionAlgo string     `json:"distributionAlgo"`
				}{
					Version: "2",
				},
			},
			false,
		},
		// Invalid XL format version "0".
		{
			&formatXLV2{
				Version: "1",
				Format:  "XL",
				XL: struct {
					Version          string     `json:"version"`
					This             string     `json:"this"`
					Sets             [][]string `json:"sets"`
					DistributionAlgo string     `json:"distributionAlgo"`
				}{
					Version: "0",
				},
			},
			false,
		},
	}

	// Valid all test cases.
	for i, testCase := range testCases {
		if err := checkFormatXLValue(testCase.format); err != nil && testCase.success {
			t.Errorf("Test %d: Expected failure %s", i+1, err)
		}
	}
}

// Tests getFormatXLInQuorum()
func TestGetFormatXLInQuorumCheck(t *testing.T) {
	setCount := 2
	disksPerSet := 16

	format := newFormatXLV2(setCount, disksPerSet)
	formats := make([]*formatXLV2, 32)

	for i := 0; i < setCount; i++ {
		for j := 0; j < disksPerSet; j++ {
			newFormat := *format
			newFormat.XL.This = format.XL.Sets[i][j]
			formats[i*disksPerSet+j] = &newFormat
		}
	}

	// Return a format from list of formats in quorum.
	quorumFormat, err := getFormatXLInQuorum(formats)
	if err != nil {
		t.Fatal(err)
	}

	// Check if the reference format and input formats are same.
	if err = formatXLV2Check(quorumFormat, formats[0]); err != nil {
		t.Fatal(err)
	}

	// QuorumFormat has .This field empty on purpose, expect a failure.
	if err = formatXLV2Check(formats[0], quorumFormat); err == nil {
		t.Fatal("Unexpected success")
	}

	formats[0] = nil
	quorumFormat, err = getFormatXLInQuorum(formats)
	if err != nil {
		t.Fatal(err)
	}

	badFormat := *quorumFormat
	badFormat.XL.Sets = nil
	if err = formatXLV2Check(quorumFormat, &badFormat); err == nil {
		t.Fatal("Unexpected success")
	}

	badFormatUUID := *quorumFormat
	badFormatUUID.XL.Sets[0][0] = "bad-uuid"
	if err = formatXLV2Check(quorumFormat, &badFormatUUID); err == nil {
		t.Fatal("Unexpected success")
	}

	badFormatSetSize := *quorumFormat
	badFormatSetSize.XL.Sets[0] = nil
	if err = formatXLV2Check(quorumFormat, &badFormatSetSize); err == nil {
		t.Fatal("Unexpected success")
	}

	for i := range formats {
		if i < 17 {
			formats[i] = nil
		}
	}
	if _, err = getFormatXLInQuorum(formats); err == nil {
		t.Fatal("Unexpected success")
	}
}

// Initialize new format sets.
func TestNewFormatSets(t *testing.T) {
	setCount := 2
	disksPerSet := 16

	format := newFormatXLV2(setCount, disksPerSet)
	formats := make([]*formatXLV2, 32)
	errs := make([]error, 32)

	for i := 0; i < setCount; i++ {
		for j := 0; j < disksPerSet; j++ {
			newFormat := *format
			newFormat.XL.This = format.XL.Sets[i][j]
			formats[i*disksPerSet+j] = &newFormat
		}
	}

	quorumFormat, err := getFormatXLInQuorum(formats)
	if err != nil {
		t.Fatal(err)
	}

	// 16th disk is unformatted.
	errs[15] = errUnformattedDisk

	newFormats := newHealFormatSets(quorumFormat, setCount, disksPerSet, formats, errs)
	if newFormats == nil {
		t.Fatal("Unexpected failure")
	}
}