mirror of
https://github.com/dolthub/dolt.git
synced 2026-02-20 18:19:15 -06:00
03b7221c36
stretchr has fixed a bug with the -count flag. I could merge these changes into attic-labs, but it's easier to just use strechr. We forked stretchr a long time ago so that we didn't link in the HTTP testing libraries into the noms binaries (because we were using d.Chk in production code). The HTTP issue doesn't seem to happen anymore, even though we're still using d.Chk.
93 lines
2.3 KiB
Go
93 lines
2.3 KiB
Go
// Copyright 2016 Attic Labs, Inc. All rights reserved.
|
|
// Licensed under the Apache License, version 2.0:
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
package nbs
|
|
|
|
import (
|
|
"bytes"
|
|
"io/ioutil"
|
|
"net"
|
|
"os"
|
|
"testing"
|
|
|
|
"golang.org/x/sys/unix"
|
|
|
|
"github.com/aws/aws-sdk-go/service/s3"
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
func TestS3TableReaderAt(t *testing.T) {
|
|
s3 := makeFakeS3(t)
|
|
|
|
chunks := [][]byte{
|
|
[]byte("hello2"),
|
|
[]byte("goodbye2"),
|
|
[]byte("badbye2"),
|
|
}
|
|
|
|
tableData, h := buildTable(chunks)
|
|
s3.data[h.String()] = tableData
|
|
|
|
t.Run("TolerateFailingReads", func(t *testing.T) {
|
|
assert := assert.New(t)
|
|
|
|
baseline := s3.getCount
|
|
tra := &s3TableReaderAt{&s3ObjectReader{makeFlakyS3(s3), "bucket", nil, nil}, h}
|
|
scratch := make([]byte, len(tableData))
|
|
_, err := tra.ReadAtWithStats(scratch, 0, &Stats{})
|
|
assert.NoError(err)
|
|
// constructing the table reader should have resulted in 2 reads
|
|
assert.Equal(2, s3.getCount-baseline)
|
|
assert.Equal(tableData, scratch)
|
|
})
|
|
|
|
t.Run("WithTableCache", func(t *testing.T) {
|
|
assert := assert.New(t)
|
|
dir := makeTempDir(t)
|
|
defer os.RemoveAll(dir)
|
|
stats := &Stats{}
|
|
|
|
tc := newFSTableCache(dir, uint64(2*len(tableData)), 4)
|
|
tra := &s3TableReaderAt{&s3ObjectReader{s3, "bucket", nil, tc}, h}
|
|
|
|
// First, read when table is not yet cached
|
|
scratch := make([]byte, len(tableData))
|
|
baseline := s3.getCount
|
|
_, err := tra.ReadAtWithStats(scratch, 0, stats)
|
|
assert.NoError(err)
|
|
assert.True(s3.getCount > baseline)
|
|
|
|
// Cache the table and read again
|
|
tc.store(h, bytes.NewReader(tableData), uint64(len(tableData)))
|
|
baseline = s3.getCount
|
|
_, err = tra.ReadAtWithStats(scratch, 0, stats)
|
|
assert.NoError(err)
|
|
assert.Zero(s3.getCount - baseline)
|
|
})
|
|
}
|
|
|
|
type flakyS3 struct {
|
|
s3svc
|
|
alreadyFailed map[string]struct{}
|
|
}
|
|
|
|
func makeFlakyS3(svc s3svc) *flakyS3 {
|
|
return &flakyS3{svc, map[string]struct{}{}}
|
|
}
|
|
|
|
func (fs3 *flakyS3) GetObject(input *s3.GetObjectInput) (output *s3.GetObjectOutput, err error) {
|
|
output, err = fs3.s3svc.GetObject(input)
|
|
if _, ok := fs3.alreadyFailed[*input.Key]; !ok {
|
|
fs3.alreadyFailed[*input.Key] = struct{}{}
|
|
output.Body = ioutil.NopCloser(resettingReader{})
|
|
}
|
|
return
|
|
}
|
|
|
|
type resettingReader struct{}
|
|
|
|
func (rr resettingReader) Read(p []byte) (n int, err error) {
|
|
return 0, &net.OpError{Op: "read", Net: "tcp", Err: &os.SyscallError{Syscall: "read", Err: unix.ECONNRESET}}
|
|
}
|