build: add verify check on `make test` (#4901)
This patch adds basic tests for FS/XL/Distribute setups.master
Bala FA
7 years ago
committed by
Dee Koder
parent
42b3795304
commit
1bb3a03099
@ -0,0 +1,272 @@ |
||||
#!/bin/bash |
||||
# |
||||
# Minio Cloud Storage, (C) 2017 Minio, Inc. |
||||
# |
||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||
# you may not use this file except in compliance with the License. |
||||
# You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
# |
||||
|
||||
WORK_DIR="$PWD/verify-$RANDOM" |
||||
MINIO_CONFIG_DIR="$WORK_DIR/.minio" |
||||
MC_CONFIG_DIR="$WORK_DIR/.mc" |
||||
SERVER_ALIAS="myminio" |
||||
ACCESS_KEY="minio" |
||||
SECRET_KEY="minio123" |
||||
BUCKET_NAME="mc-test-bucket-$RANDOM" |
||||
MINIO="$PWD/minio" |
||||
MC_CMD="$WORK_DIR/mc" |
||||
FILE_1_MB="$WORK_DIR/datafile-1-MB" |
||||
FILE_65_MB="$WORK_DIR/datafile-65-MB" |
||||
|
||||
function create_minio_config() |
||||
{ |
||||
## version is purposefully set to '3' for minio to migrate configuration file |
||||
echo '{"version": "3", "credential": {"accessKey": "minio", "secretKey": "minio123"}, "region": "us-east-1"}' > "$MINIO_CONFIG_DIR/config.json" |
||||
} |
||||
|
||||
function assert_run_mc_command() |
||||
{ |
||||
outfile="$WORK_DIR/cmd.out.$RANDOM" |
||||
|
||||
rv=0 |
||||
if ! "${MC_CMD}" --config-folder "$MC_CONFIG_DIR" --quiet --no-color "$@" >"$outfile" 2>&1; then |
||||
echo "failed to run command: ${MC_CMD}" "$@" |
||||
cat "$outfile" |
||||
rv=1 |
||||
fi |
||||
|
||||
rm -f "$outfile" |
||||
|
||||
if [ "$rv" -ne 0 ]; then |
||||
exit 1 |
||||
fi |
||||
} |
||||
|
||||
function assert_download_mc() |
||||
{ |
||||
if ! wget -q -O "${MC_CMD}" https://dl.minio.io/client/mc/release/linux-amd64/mc; then |
||||
echo "failed to download 'mc'" |
||||
exit 1 |
||||
fi |
||||
|
||||
chmod a+x "${MC_CMD}" |
||||
assert_run_mc_command config host add "${SERVER_ALIAS}" http://127.0.0.1:9000 minio minio123 |
||||
} |
||||
|
||||
function start_minio_fs() |
||||
{ |
||||
"$MINIO" --config-dir "$MINIO_CONFIG_DIR" server "${WORK_DIR}/fs-disk" >"$WORK_DIR/fs-minio.log" 2>&1 & |
||||
minio_pid=$! |
||||
sleep 3 |
||||
|
||||
echo "$minio_pid" |
||||
} |
||||
|
||||
function start_minio_xl() |
||||
{ |
||||
"$MINIO" --config-dir "$MINIO_CONFIG_DIR" server "${WORK_DIR}/xl-disk1" "${WORK_DIR}/xl-disk2" "${WORK_DIR}/xl-disk3" "${WORK_DIR}/xl-disk4" >"$WORK_DIR/xl-minio.log" 2>&1 & |
||||
minio_pid=$! |
||||
sleep 3 |
||||
|
||||
echo "$minio_pid" |
||||
} |
||||
|
||||
function start_minio_dist() |
||||
{ |
||||
declare -a minio_pids |
||||
"$MINIO" --config-dir "$MINIO_CONFIG_DIR" server --address=:9000 "http://127.0.0.1:9000${WORK_DIR}/dist-disk1" "http://127.0.0.1:9001${WORK_DIR}/dist-disk2" "http://127.0.0.1:9002${WORK_DIR}/dist-disk3" "http://127.0.0.1:9003${WORK_DIR}/dist-disk4" >"$WORK_DIR/dist-minio-9000.log" 2>&1 & |
||||
minio_pids[0]=$! |
||||
"$MINIO" --config-dir "$MINIO_CONFIG_DIR" server --address=:9001 "http://127.0.0.1:9000${WORK_DIR}/dist-disk1" "http://127.0.0.1:9001${WORK_DIR}/dist-disk2" "http://127.0.0.1:9002${WORK_DIR}/dist-disk3" "http://127.0.0.1:9003${WORK_DIR}/dist-disk4" >"$WORK_DIR/dist-minio-9001.log" 2>&1 & |
||||
minio_pids[1]=$! |
||||
"$MINIO" --config-dir "$MINIO_CONFIG_DIR" server --address=:9002 "http://127.0.0.1:9000${WORK_DIR}/dist-disk1" "http://127.0.0.1:9001${WORK_DIR}/dist-disk2" "http://127.0.0.1:9002${WORK_DIR}/dist-disk3" "http://127.0.0.1:9003${WORK_DIR}/dist-disk4" >"$WORK_DIR/dist-minio-9002.log" 2>&1 & |
||||
minio_pids[2]=$! |
||||
"$MINIO" --config-dir "$MINIO_CONFIG_DIR" server --address=:9003 "http://127.0.0.1:9000${WORK_DIR}/dist-disk1" "http://127.0.0.1:9001${WORK_DIR}/dist-disk2" "http://127.0.0.1:9002${WORK_DIR}/dist-disk3" "http://127.0.0.1:9003${WORK_DIR}/dist-disk4" >"$WORK_DIR/dist-minio-9003.log" 2>&1 & |
||||
minio_pids[3]=$! |
||||
|
||||
sleep 30 |
||||
echo "${minio_pids[@]}" |
||||
} |
||||
|
||||
function test_make_bucket() |
||||
{ |
||||
bucket_name="mc-test-bucket-$RANDOM" |
||||
assert_run_mc_command mb "${SERVER_ALIAS}/${bucket_name}" |
||||
assert_run_mc_command rm "${SERVER_ALIAS}/${bucket_name}" |
||||
} |
||||
|
||||
function setup() |
||||
{ |
||||
assert_run_mc_command mb "${SERVER_ALIAS}/${BUCKET_NAME}" |
||||
} |
||||
|
||||
function teardown() |
||||
{ |
||||
assert_run_mc_command rm --force --recursive "${SERVER_ALIAS}/${BUCKET_NAME}" |
||||
} |
||||
|
||||
function test_put_object() |
||||
{ |
||||
object_name="mc-test-object-$RANDOM" |
||||
assert_run_mc_command cp "${FILE_1_MB}" "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" |
||||
assert_run_mc_command rm "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" |
||||
} |
||||
|
||||
function test_put_object_multipart() |
||||
{ |
||||
object_name="mc-test-object-$RANDOM" |
||||
assert_run_mc_command cp "${FILE_65_MB}" "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" |
||||
assert_run_mc_command rm "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" |
||||
} |
||||
|
||||
function test_get_object() |
||||
{ |
||||
object_name="mc-test-object-$RANDOM" |
||||
assert_run_mc_command cp "${FILE_1_MB}" "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" |
||||
assert_run_mc_command cp "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" "${object_name}.downloaded" |
||||
assert_run_mc_command rm "${object_name}.downloaded" "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" |
||||
} |
||||
|
||||
function test_get_object_multipart() |
||||
{ |
||||
object_name="mc-test-object-$RANDOM" |
||||
assert_run_mc_command cp "${FILE_65_MB}" "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" |
||||
assert_run_mc_command cp "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" "${object_name}.downloaded" |
||||
assert_run_mc_command rm "${object_name}.downloaded" "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" |
||||
} |
||||
|
||||
function run_test() |
||||
{ |
||||
test_make_bucket |
||||
|
||||
setup |
||||
|
||||
test_put_object |
||||
test_put_object_multipart |
||||
test_get_object |
||||
test_get_object_multipart |
||||
|
||||
teardown |
||||
} |
||||
|
||||
function run_test_fs() |
||||
{ |
||||
minio_pid="$(start_minio_fs)" |
||||
|
||||
( run_test ) |
||||
rv=$? |
||||
|
||||
kill "$minio_pid" |
||||
sleep 3 |
||||
|
||||
if [ "$rv" -ne 0 ]; then |
||||
cat fs-minio.log |
||||
fi |
||||
rm -f fs-minio.log |
||||
|
||||
return "$rv" |
||||
} |
||||
|
||||
function run_test_xl() |
||||
{ |
||||
minio_pid="$(start_minio_xl)" |
||||
|
||||
( run_test ) |
||||
rv=$? |
||||
|
||||
kill "$minio_pid" |
||||
sleep 3 |
||||
|
||||
if [ "$rv" -ne 0 ]; then |
||||
cat xl-minio.log |
||||
fi |
||||
rm -f xl-minio.log |
||||
|
||||
return "$rv" |
||||
} |
||||
|
||||
function run_test_dist() |
||||
{ |
||||
minio_pids=( $(start_minio_dist) ) |
||||
|
||||
( run_test ) |
||||
rv=$? |
||||
|
||||
for pid in "${minio_pids[@]}"; do |
||||
kill "$pid" |
||||
done |
||||
sleep 3 |
||||
|
||||
if [ "$rv" -ne 0 ]; then |
||||
echo "server1 log:" |
||||
cat dist-minio-9000.log |
||||
echo "server2 log:" |
||||
cat dist-minio-9001.log |
||||
echo "server3 log:" |
||||
cat dist-minio-9002.log |
||||
echo "server4 log:" |
||||
cat dist-minio-9003.log |
||||
fi |
||||
|
||||
rm -f dist-minio-900{0..3}.log |
||||
|
||||
return "$rv" |
||||
} |
||||
|
||||
function main() |
||||
{ |
||||
mkdir "$WORK_DIR" |
||||
mkdir "$MINIO_CONFIG_DIR" |
||||
mkdir "$MC_CONFIG_DIR" |
||||
|
||||
if ! base64 /dev/urandom | head -c 1048576 >"$FILE_1_MB"; then |
||||
echo "unable to create 1 MiB file" |
||||
exit 1 |
||||
fi |
||||
|
||||
if ! base64 /dev/urandom | head -c 68157440 >"$FILE_65_MB"; then |
||||
echo "unable to create 65 MiB file" |
||||
exit 1 |
||||
fi |
||||
|
||||
create_minio_config |
||||
|
||||
echo "downloading mc" |
||||
assert_download_mc |
||||
|
||||
cd "$WORK_DIR" |
||||
|
||||
echo "running test in FS setup" |
||||
if ! run_test_fs; then |
||||
echo "running test for FS setup failed" |
||||
rm -fr "$WORK_DIR" |
||||
exit 1 |
||||
fi |
||||
|
||||
echo "running test in XL setup" |
||||
if ! run_test_xl; then |
||||
echo "running test for XL setup" |
||||
rm -fr "$WORK_DIR" |
||||
exit 1 |
||||
fi |
||||
|
||||
echo "running test in Distribute XL setup" |
||||
if ! run_test_dist; then |
||||
echo "running test for Distribute setup" |
||||
rm -fr "$WORK_DIR" |
||||
exit 1 |
||||
fi |
||||
|
||||
rm -fr "$WORK_DIR" |
||||
} |
||||
|
||||
set -e |
||||
main "$@" |
||||
Loading…
Reference in new issue