lock: improve locker initialization at init (#8776)
Use reference format to initialize lockers during startup, also handle `nil` for NetLocker in dsync and remove *errorLocker* implementation Add further tuning parameters such as - DialTimeout is now 15 seconds from 30 seconds - KeepAliveTimeout is not 20 seconds, 5 seconds more than default 15 seconds - ResponseHeaderTimeout to 10 seconds - ExpectContinueTimeout is reduced to 3 seconds - DualStack is enabled by default remove setting it to `true` - Reduce IdleConnTimeout to 30 seconds from 1 minute to avoid idleConn build up Fixes #8773master
Harshavardhana
5 years ago
committed by
GitHub
parent
0a70bc24ac
commit
5aa5dcdc6d
@ -1,5 +0,0 @@ |
||||
#!/usr/bin/env bash |
||||
|
||||
set -e |
||||
|
||||
GO111MODULE=on CGO_ENABLED=0 go test -v -coverprofile=coverage.txt -covermode=atomic ./... |
||||
@ -0,0 +1,7 @@ |
||||
#!/usr/bin/env bash |
||||
|
||||
set -e |
||||
|
||||
for d in $(go list ./... | grep -v browser); do |
||||
CGO_ENABLED=1 go test -v -race --timeout 20m "$d" |
||||
done |
||||
@ -0,0 +1,197 @@ |
||||
#!/bin/bash |
||||
# |
||||
# MinIO Cloud Storage, (C) 2020 MinIO, Inc. |
||||
# |
||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||
# you may not use this file except in compliance with the License. |
||||
# You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
# |
||||
|
||||
set -e |
||||
set -E |
||||
set -o pipefail |
||||
|
||||
if [ ! -x "$PWD/minio" ]; then |
||||
echo "minio executable binary not found in current directory" |
||||
exit 1 |
||||
fi |
||||
|
||||
WORK_DIR="$PWD/.verify-$RANDOM" |
||||
MINIO_CONFIG_DIR="$WORK_DIR/.minio" |
||||
MINIO=( "$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" ) |
||||
|
||||
function start_minio_3_node() { |
||||
declare -a minio_pids |
||||
export MINIO_ACCESS_KEY=minio |
||||
export MINIO_SECRET_KEY=minio123 |
||||
|
||||
for i in $(seq 1 3); do |
||||
ARGS+=("http://127.0.0.1:$[9000+$i]${WORK_DIR}/$i/1/ http://127.0.0.1:$[9000+$i]${WORK_DIR}/$i/2/ http://127.0.0.1:$[9000+$i]${WORK_DIR}/$i/3/ http://127.0.0.1:$[9000+$i]${WORK_DIR}/$i/4/ http://127.0.0.1:$[9000+$i]${WORK_DIR}/$i/5/ http://127.0.0.1:$[9000+$i]${WORK_DIR}/$i/6/") |
||||
done |
||||
|
||||
"${MINIO[@]}" server --address ":9001" ${ARGS[@]} > "${WORK_DIR}/dist-minio-9001.log" 2>&1 & |
||||
minio_pids[0]=$! |
||||
|
||||
"${MINIO[@]}" server --address ":9002" ${ARGS[@]} > "${WORK_DIR}/dist-minio-9002.log" 2>&1 & |
||||
minio_pids[1]=$! |
||||
|
||||
"${MINIO[@]}" server --address ":9003" ${ARGS[@]} > "${WORK_DIR}/dist-minio-9003.log" 2>&1 & |
||||
minio_pids[2]=$! |
||||
|
||||
sleep "$1" |
||||
echo "${minio_pids[@]}" |
||||
} |
||||
|
||||
|
||||
function check_online() { |
||||
for i in $(seq 1 3); do |
||||
if grep -q 'Server switching to safe mode' ${WORK_DIR}/dist-minio-$[9000+$i].log; then |
||||
echo "1" |
||||
fi |
||||
done |
||||
} |
||||
|
||||
function purge() |
||||
{ |
||||
rm -rf "$1" |
||||
} |
||||
|
||||
function __init__() |
||||
{ |
||||
echo "Initializing environment" |
||||
mkdir -p "$WORK_DIR" |
||||
mkdir -p "$MINIO_CONFIG_DIR" |
||||
|
||||
## version is purposefully set to '3' for minio to migrate configuration file |
||||
echo '{"version": "3", "credential": {"accessKey": "minio", "secretKey": "minio123"}, "region": "us-east-1"}' > "$MINIO_CONFIG_DIR/config.json" |
||||
} |
||||
|
||||
function perform_test_1() { |
||||
minio_pids=( $(start_minio_3_node 20) ) |
||||
for pid in "${minio_pids[@]}"; do |
||||
kill "$pid" |
||||
done |
||||
|
||||
echo "Testing in Distributed Erasure setup healing test case 1" |
||||
echo "Remove the contents of the disks belonging to '2' erasure set" |
||||
|
||||
rm -rf ${WORK_DIR}/2/* |
||||
|
||||
minio_pids=( $(start_minio_3_node 60) ) |
||||
for pid in "${minio_pids[@]}"; do |
||||
if ! kill "$pid"; then |
||||
cat "${WORK_DIR}/*.log" |
||||
echo "FAILED" |
||||
purge "$WORK_DIR" |
||||
exit 1 |
||||
fi |
||||
done |
||||
|
||||
rv=$(check_online) |
||||
if [ "$rv" == "1" ]; then |
||||
for pid in "${minio_pids[@]}"; do |
||||
kill -9 "$pid" |
||||
done |
||||
for i in $(seq 1 3); do |
||||
echo "server$i log:" |
||||
cat "${WORK_DIR}/dist-minio-$[9000+$i].log" |
||||
done |
||||
echo "FAILED" |
||||
purge "$WORK_DIR" |
||||
exit 1 |
||||
fi |
||||
} |
||||
|
||||
function perform_test_2() { |
||||
minio_pids=( $(start_minio_3_node 20) ) |
||||
for pid in "${minio_pids[@]}"; do |
||||
kill "$pid" |
||||
done |
||||
|
||||
echo "Testing in Distributed Erasure setup healing test case 2" |
||||
echo "Remove the contents of the disks belonging to '1' erasure set" |
||||
|
||||
rm -rf ${WORK_DIR}/1/*/ |
||||
|
||||
minio_pids=( $(start_minio_3_node 60) ) |
||||
for pid in "${minio_pids[@]}"; do |
||||
if ! kill "$pid"; then |
||||
cat "${WORK_DIR}/*.log" |
||||
echo "FAILED" |
||||
purge "$WORK_DIR" |
||||
exit 1 |
||||
fi |
||||
done |
||||
|
||||
rv=$(check_online) |
||||
|
||||
if [ "$rv" == "1" ]; then |
||||
for pid in "${minio_pids[@]}"; do |
||||
kill -9 "$pid" |
||||
done |
||||
for i in $(seq 1 3); do |
||||
echo "server$i log:" |
||||
cat "${WORK_DIR}/dist-minio-$[9000+$i].log" |
||||
done |
||||
echo "FAILED" |
||||
purge "$WORK_DIR" |
||||
exit 1 |
||||
fi |
||||
} |
||||
|
||||
function perform_test_3() { |
||||
minio_pids=( $(start_minio_3_node 20) ) |
||||
for pid in "${minio_pids[@]}"; do |
||||
kill "$pid" |
||||
done |
||||
|
||||
echo "Testing in Distributed Erasure setup healing test case 3" |
||||
echo "Remove the contents of the disks belonging to '3' erasure set" |
||||
|
||||
rm -rf ${WORK_DIR}/3/*/ |
||||
|
||||
minio_pids=( $(start_minio_3_node 60) ) |
||||
for pid in "${minio_pids[@]}"; do |
||||
if ! kill "$pid"; then |
||||
cat "${WORK_DIR}/*.log" |
||||
echo "FAILED" |
||||
purge "$WORK_DIR" |
||||
exit 1 |
||||
fi |
||||
done |
||||
|
||||
rv=$(check_online) |
||||
|
||||
if [ "$rv" == "1" ]; then |
||||
for pid in "${minio_pids[@]}"; do |
||||
kill -9 "$pid" |
||||
done |
||||
for i in $(seq 1 3); do |
||||
echo "server$i log:" |
||||
cat "${WORK_DIR}/dist-minio-$[9000+$i].log" |
||||
done |
||||
echo "FAILED" |
||||
purge "$WORK_DIR" |
||||
exit 1 |
||||
fi |
||||
} |
||||
|
||||
function main() |
||||
{ |
||||
perform_test_1 |
||||
perform_test_2 |
||||
perform_test_3 |
||||
} |
||||
|
||||
( __init__ "$@" && main "$@" ) |
||||
rv=$? |
||||
purge "$WORK_DIR" |
||||
exit "$rv" |
||||
@ -1,67 +0,0 @@ |
||||
/* |
||||
* MinIO Cloud Storage, (C) 2016 MinIO, Inc. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package cmd |
||||
|
||||
import ( |
||||
"reflect" |
||||
"testing" |
||||
) |
||||
|
||||
// Sort valid disks info.
|
||||
func TestSortingValidDisks(t *testing.T) { |
||||
testCases := []struct { |
||||
disksInfo []DiskInfo |
||||
validDisksInfo []DiskInfo |
||||
}{ |
||||
// One of the disks is offline.
|
||||
{ |
||||
disksInfo: []DiskInfo{ |
||||
{Total: 150, Free: 10}, |
||||
{Total: 0, Free: 0}, |
||||
{Total: 200, Free: 10}, |
||||
{Total: 100, Free: 10}, |
||||
}, |
||||
validDisksInfo: []DiskInfo{ |
||||
{Total: 100, Free: 10}, |
||||
{Total: 150, Free: 10}, |
||||
{Total: 200, Free: 10}, |
||||
}, |
||||
}, |
||||
// All disks are online.
|
||||
{ |
||||
disksInfo: []DiskInfo{ |
||||
{Total: 150, Free: 10}, |
||||
{Total: 200, Free: 10}, |
||||
{Total: 100, Free: 10}, |
||||
{Total: 115, Free: 10}, |
||||
}, |
||||
validDisksInfo: []DiskInfo{ |
||||
{Total: 100, Free: 10}, |
||||
{Total: 115, Free: 10}, |
||||
{Total: 150, Free: 10}, |
||||
{Total: 200, Free: 10}, |
||||
}, |
||||
}, |
||||
} |
||||
|
||||
for i, testCase := range testCases { |
||||
validDisksInfo := sortValidDisksInfo(testCase.disksInfo) |
||||
if !reflect.DeepEqual(validDisksInfo, testCase.validDisksInfo) { |
||||
t.Errorf("Test %d: Expected %#v, Got %#v", i+1, testCase.validDisksInfo, validDisksInfo) |
||||
} |
||||
} |
||||
} |
||||
Loading…
Reference in new issue