mirror of
https://github.com/getsops/sops.git
synced 2026-02-05 21:45:26 +01:00
It's been around 9 months since our last vendor update. This is also needed for some new features being worked on for sops workspace. Additionally, this PR regenerates the kms mocks.
363 lines
8.9 KiB
Go
363 lines
8.9 KiB
Go
// Copyright 2015 Google LLC
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package bigquery
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"testing"
|
|
|
|
"cloud.google.com/go/internal/testutil"
|
|
"google.golang.org/api/iterator"
|
|
)
|
|
|
|
type fetchResponse struct {
|
|
result *fetchPageResult // The result to return.
|
|
err error // The error to return.
|
|
}
|
|
|
|
// pageFetcherStub services fetch requests by returning data from an in-memory list of values.
|
|
type pageFetcherStub struct {
|
|
fetchResponses map[string]fetchResponse
|
|
err error
|
|
}
|
|
|
|
func (pf *pageFetcherStub) fetchPage(ctx context.Context, _ *Table, _ Schema, _ uint64, _ int64, pageToken string) (*fetchPageResult, error) {
|
|
call, ok := pf.fetchResponses[pageToken]
|
|
if !ok {
|
|
pf.err = fmt.Errorf("Unexpected page token: %q", pageToken)
|
|
}
|
|
return call.result, call.err
|
|
}
|
|
|
|
func TestIterator(t *testing.T) {
|
|
var (
|
|
iiSchema = Schema{
|
|
{Type: IntegerFieldType},
|
|
{Type: IntegerFieldType},
|
|
}
|
|
siSchema = Schema{
|
|
{Type: StringFieldType},
|
|
{Type: IntegerFieldType},
|
|
}
|
|
)
|
|
fetchFailure := errors.New("fetch failure")
|
|
|
|
testCases := []struct {
|
|
desc string
|
|
pageToken string
|
|
fetchResponses map[string]fetchResponse
|
|
want [][]Value
|
|
wantErr error
|
|
wantSchema Schema
|
|
wantTotalRows uint64
|
|
}{
|
|
{
|
|
desc: "Iteration over single empty page",
|
|
fetchResponses: map[string]fetchResponse{
|
|
"": {
|
|
result: &fetchPageResult{
|
|
pageToken: "",
|
|
rows: [][]Value{},
|
|
schema: Schema{},
|
|
},
|
|
},
|
|
},
|
|
want: [][]Value{},
|
|
wantSchema: Schema{},
|
|
},
|
|
{
|
|
desc: "Iteration over single page",
|
|
fetchResponses: map[string]fetchResponse{
|
|
"": {
|
|
result: &fetchPageResult{
|
|
pageToken: "",
|
|
rows: [][]Value{{1, 2}, {11, 12}},
|
|
schema: iiSchema,
|
|
totalRows: 4,
|
|
},
|
|
},
|
|
},
|
|
want: [][]Value{{1, 2}, {11, 12}},
|
|
wantSchema: iiSchema,
|
|
wantTotalRows: 4,
|
|
},
|
|
{
|
|
desc: "Iteration over single page with different schema",
|
|
fetchResponses: map[string]fetchResponse{
|
|
"": {
|
|
result: &fetchPageResult{
|
|
pageToken: "",
|
|
rows: [][]Value{{"1", 2}, {"11", 12}},
|
|
schema: siSchema,
|
|
},
|
|
},
|
|
},
|
|
want: [][]Value{{"1", 2}, {"11", 12}},
|
|
wantSchema: siSchema,
|
|
},
|
|
{
|
|
desc: "Iteration over two pages",
|
|
fetchResponses: map[string]fetchResponse{
|
|
"": {
|
|
result: &fetchPageResult{
|
|
pageToken: "a",
|
|
rows: [][]Value{{1, 2}, {11, 12}},
|
|
schema: iiSchema,
|
|
totalRows: 4,
|
|
},
|
|
},
|
|
"a": {
|
|
result: &fetchPageResult{
|
|
pageToken: "",
|
|
rows: [][]Value{{101, 102}, {111, 112}},
|
|
schema: iiSchema,
|
|
totalRows: 4,
|
|
},
|
|
},
|
|
},
|
|
want: [][]Value{{1, 2}, {11, 12}, {101, 102}, {111, 112}},
|
|
wantSchema: iiSchema,
|
|
wantTotalRows: 4,
|
|
},
|
|
{
|
|
desc: "Server response includes empty page",
|
|
fetchResponses: map[string]fetchResponse{
|
|
"": {
|
|
result: &fetchPageResult{
|
|
pageToken: "a",
|
|
rows: [][]Value{{1, 2}, {11, 12}},
|
|
schema: iiSchema,
|
|
},
|
|
},
|
|
"a": {
|
|
result: &fetchPageResult{
|
|
pageToken: "b",
|
|
rows: [][]Value{},
|
|
schema: iiSchema,
|
|
},
|
|
},
|
|
"b": {
|
|
result: &fetchPageResult{
|
|
pageToken: "",
|
|
rows: [][]Value{{101, 102}, {111, 112}},
|
|
schema: iiSchema,
|
|
},
|
|
},
|
|
},
|
|
want: [][]Value{{1, 2}, {11, 12}, {101, 102}, {111, 112}},
|
|
wantSchema: iiSchema,
|
|
},
|
|
{
|
|
desc: "Fetch error",
|
|
fetchResponses: map[string]fetchResponse{
|
|
"": {
|
|
result: &fetchPageResult{
|
|
pageToken: "a",
|
|
rows: [][]Value{{1, 2}, {11, 12}},
|
|
schema: iiSchema,
|
|
},
|
|
},
|
|
"a": {
|
|
// We returns some data from this fetch, but also an error.
|
|
// So the end result should include only data from the previous fetch.
|
|
err: fetchFailure,
|
|
result: &fetchPageResult{
|
|
pageToken: "b",
|
|
rows: [][]Value{{101, 102}, {111, 112}},
|
|
schema: iiSchema,
|
|
},
|
|
},
|
|
},
|
|
want: [][]Value{{1, 2}, {11, 12}},
|
|
wantErr: fetchFailure,
|
|
wantSchema: iiSchema,
|
|
},
|
|
|
|
{
|
|
desc: "Skip over an entire page",
|
|
pageToken: "a",
|
|
fetchResponses: map[string]fetchResponse{
|
|
"": {
|
|
result: &fetchPageResult{
|
|
pageToken: "a",
|
|
rows: [][]Value{{1, 2}, {11, 12}},
|
|
schema: iiSchema,
|
|
},
|
|
},
|
|
"a": {
|
|
result: &fetchPageResult{
|
|
pageToken: "",
|
|
rows: [][]Value{{101, 102}, {111, 112}},
|
|
schema: iiSchema,
|
|
},
|
|
},
|
|
},
|
|
want: [][]Value{{101, 102}, {111, 112}},
|
|
wantSchema: iiSchema,
|
|
},
|
|
|
|
{
|
|
desc: "Skip beyond all data",
|
|
pageToken: "b",
|
|
fetchResponses: map[string]fetchResponse{
|
|
"": {
|
|
result: &fetchPageResult{
|
|
pageToken: "a",
|
|
rows: [][]Value{{1, 2}, {11, 12}},
|
|
schema: iiSchema,
|
|
},
|
|
},
|
|
"a": {
|
|
result: &fetchPageResult{
|
|
pageToken: "b",
|
|
rows: [][]Value{{101, 102}, {111, 112}},
|
|
schema: iiSchema,
|
|
},
|
|
},
|
|
"b": {
|
|
result: &fetchPageResult{},
|
|
},
|
|
},
|
|
// In this test case, Next will return false on its first call,
|
|
// so we won't even attempt to call Get.
|
|
want: [][]Value{},
|
|
wantSchema: Schema{},
|
|
},
|
|
}
|
|
|
|
for _, tc := range testCases {
|
|
pf := &pageFetcherStub{
|
|
fetchResponses: tc.fetchResponses,
|
|
}
|
|
it := newRowIterator(context.Background(), nil, pf.fetchPage)
|
|
it.PageInfo().Token = tc.pageToken
|
|
values, schema, totalRows, err := consumeRowIterator(it)
|
|
if err != tc.wantErr {
|
|
t.Fatalf("%s: got %v, want %v", tc.desc, err, tc.wantErr)
|
|
}
|
|
if (len(values) != 0 || len(tc.want) != 0) && !testutil.Equal(values, tc.want) {
|
|
t.Errorf("%s: values:\ngot: %v\nwant:%v", tc.desc, values, tc.want)
|
|
}
|
|
if (len(schema) != 0 || len(tc.wantSchema) != 0) && !testutil.Equal(schema, tc.wantSchema) {
|
|
t.Errorf("%s: iterator.Schema:\ngot: %v\nwant: %v", tc.desc, schema, tc.wantSchema)
|
|
}
|
|
if totalRows != tc.wantTotalRows {
|
|
t.Errorf("%s: totalRows: got %d, want %d", tc.desc, totalRows, tc.wantTotalRows)
|
|
}
|
|
}
|
|
}
|
|
|
|
// consumeRowIterator reads the schema and all values from a RowIterator and returns them.
|
|
func consumeRowIterator(it *RowIterator) ([][]Value, Schema, uint64, error) {
|
|
var (
|
|
got [][]Value
|
|
schema Schema
|
|
totalRows uint64
|
|
)
|
|
for {
|
|
var vls []Value
|
|
err := it.Next(&vls)
|
|
if err == iterator.Done {
|
|
return got, schema, totalRows, nil
|
|
}
|
|
if err != nil {
|
|
return got, schema, totalRows, err
|
|
}
|
|
got = append(got, vls)
|
|
schema = it.Schema
|
|
totalRows = it.TotalRows
|
|
}
|
|
}
|
|
|
|
func TestNextDuringErrorState(t *testing.T) {
|
|
pf := &pageFetcherStub{
|
|
fetchResponses: map[string]fetchResponse{
|
|
"": {err: errors.New("bang")},
|
|
},
|
|
}
|
|
it := newRowIterator(context.Background(), nil, pf.fetchPage)
|
|
var vals []Value
|
|
if err := it.Next(&vals); err == nil {
|
|
t.Errorf("Expected error after calling Next")
|
|
}
|
|
if err := it.Next(&vals); err == nil {
|
|
t.Errorf("Expected error calling Next again when iterator has a non-nil error.")
|
|
}
|
|
}
|
|
|
|
func TestNextAfterFinished(t *testing.T) {
|
|
testCases := []struct {
|
|
fetchResponses map[string]fetchResponse
|
|
want [][]Value
|
|
}{
|
|
{
|
|
fetchResponses: map[string]fetchResponse{
|
|
"": {
|
|
result: &fetchPageResult{
|
|
pageToken: "",
|
|
rows: [][]Value{{1, 2}, {11, 12}},
|
|
},
|
|
},
|
|
},
|
|
want: [][]Value{{1, 2}, {11, 12}},
|
|
},
|
|
{
|
|
fetchResponses: map[string]fetchResponse{
|
|
"": {
|
|
result: &fetchPageResult{
|
|
pageToken: "",
|
|
rows: [][]Value{},
|
|
},
|
|
},
|
|
},
|
|
want: [][]Value{},
|
|
},
|
|
}
|
|
|
|
for _, tc := range testCases {
|
|
pf := &pageFetcherStub{
|
|
fetchResponses: tc.fetchResponses,
|
|
}
|
|
it := newRowIterator(context.Background(), nil, pf.fetchPage)
|
|
|
|
values, _, _, err := consumeRowIterator(it)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if (len(values) != 0 || len(tc.want) != 0) && !testutil.Equal(values, tc.want) {
|
|
t.Errorf("values: got:\n%v\nwant:\n%v", values, tc.want)
|
|
}
|
|
// Try calling Get again.
|
|
var vals []Value
|
|
if err := it.Next(&vals); err != iterator.Done {
|
|
t.Errorf("Expected Done calling Next when there are no more values")
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestIteratorNextTypes(t *testing.T) {
|
|
it := newRowIterator(context.Background(), nil, nil)
|
|
for _, v := range []interface{}{3, "s", []int{}, &[]int{},
|
|
map[string]Value{}, &map[string]interface{}{},
|
|
struct{}{},
|
|
} {
|
|
if err := it.Next(v); err == nil {
|
|
t.Errorf("%v: want error, got nil", v)
|
|
}
|
|
}
|
|
}
|