minio/pkg/s3select/internal/parquet-go/encode_test.go

/*
 * Minio Cloud Storage, (C) 2019 Minio, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package parquet

import (
	"math"
	"reflect"
	"testing"

	"github.com/minio/minio/pkg/s3select/internal/parquet-go/gen-go/parquet"
)

func TestBoolsToBytes(t *testing.T) {
	testCases := []struct {
		bs             []bool
		expectedResult []byte
	}{
		{nil, []byte{}},
		{[]bool{}, []byte{}},
		{[]bool{true}, []byte{1}},
		{[]bool{false}, []byte{0}},
		{[]bool{true, true}, []byte{3}},
		{[]bool{false, false}, []byte{0}},
		{[]bool{false, true}, []byte{2}},
		{[]bool{true, false}, []byte{1}},
		{[]bool{false, false, false, false, false, false, false, true, true}, []byte{128, 1}},
	}

	for i, testCase := range testCases {
		result := boolsToBytes(testCase.bs)
		if !reflect.DeepEqual(result, testCase.expectedResult) {
			t.Fatalf("case %v: expected: %v, got: %v", i+1, testCase.expectedResult, result)
		}
	}
}

func TestInt32sToBytes(t *testing.T) {
	testCases := []struct {
		i32s           []int32
		expectedResult []byte
	}{
		{nil, []byte{}},
		{[]int32{}, []byte{}},
		{[]int32{1}, []byte{1, 0, 0, 0}},
		{[]int32{-1}, []byte{255, 255, 255, 255}},
		{[]int32{256}, []byte{0, 1, 0, 0}},
		{[]int32{math.MinInt32}, []byte{0, 0, 0, 128}},
		{[]int32{math.MaxInt32}, []byte{255, 255, 255, 127}},
		{[]int32{257, -2}, []byte{1, 1, 0, 0, 254, 255, 255, 255}},
	}

	for i, testCase := range testCases {
		result := int32sToBytes(testCase.i32s)
		if !reflect.DeepEqual(result, testCase.expectedResult) {
			t.Fatalf("case %v: expected: %v, got: %v", i+1, testCase.expectedResult, result)
		}
	}
}

func TestInt64sToBytes(t *testing.T) {
	testCases := []struct {
		i64s           []int64
		expectedResult []byte
	}{
		{nil, []byte{}},
		{[]int64{}, []byte{}},
		{[]int64{1}, []byte{1, 0, 0, 0, 0, 0, 0, 0}},
		{[]int64{-1}, []byte{255, 255, 255, 255, 255, 255, 255, 255}},
		{[]int64{256}, []byte{0, 1, 0, 0, 0, 0, 0, 0}},
		{[]int64{math.MinInt64}, []byte{0, 0, 0, 0, 0, 0, 0, 128}},
		{[]int64{math.MaxInt64}, []byte{255, 255, 255, 255, 255, 255, 255, 127}},
		{[]int64{257, -2}, []byte{1, 1, 0, 0, 0, 0, 0, 0, 254, 255, 255, 255, 255, 255, 255, 255}},
	}

	for i, testCase := range testCases {
		result := int64sToBytes(testCase.i64s)
		if !reflect.DeepEqual(result, testCase.expectedResult) {
			t.Fatalf("case %v: expected: %v, got: %v", i+1, testCase.expectedResult, result)
		}
	}
}

func TestFloat32sToBytes(t *testing.T) {
	testCases := []struct {
		f32s           []float32
		expectedResult []byte
	}{
		{nil, []byte{}},
		{[]float32{}, []byte{}},
		{[]float32{1}, []byte{0, 0, 128, 63}},
		{[]float32{1.0}, []byte{0, 0, 128, 63}},
		{[]float32{-1}, []byte{0, 0, 128, 191}},
		{[]float32{-1.0}, []byte{0, 0, 128, 191}},
		{[]float32{256}, []byte{0, 0, 128, 67}},
		{[]float32{1.1}, []byte{205, 204, 140, 63}},
		{[]float32{-1.1}, []byte{205, 204, 140, 191}},
		{[]float32{math.Pi}, []byte{219, 15, 73, 64}},
		{[]float32{257, -2}, []byte{0, 128, 128, 67, 0, 0, 0, 192}},
		{[]float32{257.1, -2.1}, []byte{205, 140, 128, 67, 102, 102, 6, 192}},
	}

	for i, testCase := range testCases {
		result := float32sToBytes(testCase.f32s)
		if !reflect.DeepEqual(result, testCase.expectedResult) {
			t.Fatalf("case %v: expected: %v, got: %v", i+1, testCase.expectedResult, result)
		}
	}
}

func TestFloat64sToBytes(t *testing.T) {
	testCases := []struct {
		f64s           []float64
		expectedResult []byte
	}{
		{nil, []byte{}},
		{[]float64{}, []byte{}},
		{[]float64{1}, []byte{0, 0, 0, 0, 0, 0, 240, 63}},
		{[]float64{1.0}, []byte{0, 0, 0, 0, 0, 0, 240, 63}},
		{[]float64{-1}, []byte{0, 0, 0, 0, 0, 0, 240, 191}},
		{[]float64{-1.0}, []byte{0, 0, 0, 0, 0, 0, 240, 191}},
		{[]float64{256}, []byte{0, 0, 0, 0, 0, 0, 112, 64}},
		{[]float64{1.1}, []byte{154, 153, 153, 153, 153, 153, 241, 63}},
		{[]float64{-1.1}, []byte{154, 153, 153, 153, 153, 153, 241, 191}},
		{[]float64{math.Pi}, []byte{24, 45, 68, 84, 251, 33, 9, 64}},
		{[]float64{257, -2}, []byte{0, 0, 0, 0, 0, 16, 112, 64, 0, 0, 0, 0, 0, 0, 0, 192}},
		{[]float64{257.1, -2.1}, []byte{154, 153, 153, 153, 153, 17, 112, 64, 205, 204, 204, 204, 204, 204, 0, 192}},
	}

	for i, testCase := range testCases {
		result := float64sToBytes(testCase.f64s)
		if !reflect.DeepEqual(result, testCase.expectedResult) {
			t.Fatalf("case %v: expected: %v, got: %v", i+1, testCase.expectedResult, result)
		}
	}
}

func TestUnsignedVarIntToBytes(t *testing.T) {
	testCases := []struct {
		ui64           uint64
		expectedResult []byte
	}{
		{0, []byte{0}},
		{1, []byte{1}},
		{0x7F, []byte{127}},
		{0x80, []byte{128, 1}},
		{uint64(math.MaxUint64), []byte{255, 255, 255, 255, 255, 255, 255, 255, 255, 1}},
	}

	for i, testCase := range testCases {
		result := unsignedVarIntToBytes(testCase.ui64)
		if !reflect.DeepEqual(result, testCase.expectedResult) {
			t.Fatalf("case %v: expected: %v, got: %v", i+1, testCase.expectedResult, result)
		}
	}
}

func TestValuesToRLEBytes(t *testing.T) {
	testCases := []struct {
		values         interface{}
		bitWidth       int32
		dataType       parquet.Type
		expectedResult []byte
	}{
		{[]int32{3, 5, 7}, 1, parquet.Type_INT32, []byte{2, 3, 2, 5, 2, 7}},
		{[]int32{3, 3, 3}, 1, parquet.Type_INT32, []byte{6, 3}},
		{[]int32{2, 2, 3, 3, 3}, 1, parquet.Type_INT32, []byte{4, 2, 6, 3}},
	}

	for i, testCase := range testCases {
		result := valuesToRLEBytes(testCase.values, testCase.bitWidth, testCase.dataType)
		if !reflect.DeepEqual(result, testCase.expectedResult) {
			t.Fatalf("case %v: expected: %v, got: %v", i+1, testCase.expectedResult, result)
		}
	}
}