mirror of
https://github.com/pomerium/pomerium.git
synced 2025-05-01 19:36:32 +02:00
* refactor backend, implement encrypted store * refactor in-memory store * wip * wip * wip * add syncer test * fix redis expiry * fix linting issues * fix test by skipping non-config records * fix backoff import * fix init issues * fix query * wait for initial sync before starting directory sync * add type to SyncLatest * add more log messages, fix deadlock in in-memory store, always return server version from SyncLatest * update sync types and tests * add redis tests * skip macos in github actions * add comments to proto * split getBackend into separate methods * handle errors in initVersion * return different error for not found vs other errors in get * use exponential backoff for redis transaction retry * rename raw to result * use context instead of close channel * store type urls as constants in databroker * use timestampb instead of ptypes * fix group merging not waiting * change locked names * update GetAll to return latest record version * add method to grpcutil to get the type url for a protobuf type
173 lines
4.4 KiB
Go
173 lines
4.4 KiB
Go
package redis
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"os"
|
|
"runtime"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
"google.golang.org/protobuf/types/known/anypb"
|
|
"google.golang.org/protobuf/types/known/timestamppb"
|
|
|
|
"github.com/pomerium/pomerium/internal/testutil"
|
|
"github.com/pomerium/pomerium/pkg/grpc/databroker"
|
|
)
|
|
|
|
func TestBackend(t *testing.T) {
|
|
if os.Getenv("GITHUB_ACTION") != "" && runtime.GOOS == "darwin" {
|
|
t.Skip("Github action can not run docker on MacOS")
|
|
}
|
|
|
|
for _, useTLS := range []bool{true, false} {
|
|
require.NoError(t, testutil.WithTestRedis(useTLS, func(rawURL string) error {
|
|
ctx := context.Background()
|
|
var opts []Option
|
|
if useTLS {
|
|
opts = append(opts, WithTLSConfig(testutil.RedisTLSConfig()))
|
|
}
|
|
backend, err := New(rawURL, opts...)
|
|
require.NoError(t, err)
|
|
defer func() { _ = backend.Close() }()
|
|
t.Run("get missing record", func(t *testing.T) {
|
|
record, err := backend.Get(ctx, "TYPE", "abcd")
|
|
require.Error(t, err)
|
|
assert.Nil(t, record)
|
|
})
|
|
t.Run("get record", func(t *testing.T) {
|
|
data := new(anypb.Any)
|
|
assert.NoError(t, backend.Put(ctx, &databroker.Record{
|
|
Type: "TYPE",
|
|
Id: "abcd",
|
|
Data: data,
|
|
}))
|
|
record, err := backend.Get(ctx, "TYPE", "abcd")
|
|
require.NoError(t, err)
|
|
if assert.NotNil(t, record) {
|
|
assert.Equal(t, data, record.Data)
|
|
assert.Nil(t, record.DeletedAt)
|
|
assert.Equal(t, "abcd", record.Id)
|
|
assert.NotNil(t, record.ModifiedAt)
|
|
assert.Equal(t, "TYPE", record.Type)
|
|
assert.Equal(t, uint64(1), record.Version)
|
|
}
|
|
})
|
|
t.Run("delete record", func(t *testing.T) {
|
|
assert.NoError(t, backend.Put(ctx, &databroker.Record{
|
|
Type: "TYPE",
|
|
Id: "abcd",
|
|
DeletedAt: timestamppb.Now(),
|
|
}))
|
|
record, err := backend.Get(ctx, "TYPE", "abcd")
|
|
assert.Error(t, err)
|
|
assert.Nil(t, record)
|
|
})
|
|
t.Run("get all records", func(t *testing.T) {
|
|
for i := 0; i < 1000; i++ {
|
|
assert.NoError(t, backend.Put(ctx, &databroker.Record{
|
|
Type: "TYPE",
|
|
Id: fmt.Sprint(i),
|
|
}))
|
|
}
|
|
records, version, err := backend.GetAll(ctx)
|
|
assert.NoError(t, err)
|
|
assert.Len(t, records, 1000)
|
|
assert.Equal(t, uint64(1002), version)
|
|
})
|
|
return nil
|
|
}))
|
|
}
|
|
}
|
|
|
|
func TestChangeSignal(t *testing.T) {
|
|
if os.Getenv("GITHUB_ACTION") != "" && runtime.GOOS == "darwin" {
|
|
t.Skip("Github action can not run docker on MacOS")
|
|
}
|
|
|
|
ctx := context.Background()
|
|
ctx, clearTimeout := context.WithTimeout(ctx, time.Second*10)
|
|
defer clearTimeout()
|
|
ctx, cancel := context.WithCancel(ctx)
|
|
defer cancel()
|
|
|
|
require.NoError(t, testutil.WithTestRedis(false, func(rawURL string) error {
|
|
backend1, err := New(rawURL)
|
|
require.NoError(t, err)
|
|
defer func() { _ = backend1.Close() }()
|
|
|
|
backend2, err := New(rawURL)
|
|
require.NoError(t, err)
|
|
defer func() { _ = backend2.Close() }()
|
|
|
|
ch := backend1.onChange.Bind()
|
|
defer backend1.onChange.Unbind(ch)
|
|
|
|
go func() {
|
|
ticker := time.NewTicker(time.Millisecond * 100)
|
|
defer ticker.Stop()
|
|
for {
|
|
_ = backend2.Put(ctx, &databroker.Record{
|
|
Type: "TYPE",
|
|
Id: "ID",
|
|
})
|
|
select {
|
|
case <-ctx.Done():
|
|
return
|
|
case <-ticker.C:
|
|
}
|
|
}
|
|
}()
|
|
|
|
select {
|
|
case <-ch:
|
|
case <-ctx.Done():
|
|
t.Fatal("expected signal to be fired when another backend triggers a change")
|
|
}
|
|
|
|
return nil
|
|
}))
|
|
}
|
|
|
|
func TestExpiry(t *testing.T) {
|
|
if os.Getenv("GITHUB_ACTION") != "" && runtime.GOOS == "darwin" {
|
|
t.Skip("Github action can not run docker on MacOS")
|
|
}
|
|
|
|
ctx := context.Background()
|
|
require.NoError(t, testutil.WithTestRedis(false, func(rawURL string) error {
|
|
backend, err := New(rawURL, WithExpiry(0))
|
|
require.NoError(t, err)
|
|
defer func() { _ = backend.Close() }()
|
|
|
|
for i := 0; i < 1000; i++ {
|
|
assert.NoError(t, backend.Put(ctx, &databroker.Record{
|
|
Type: "TYPE",
|
|
Id: fmt.Sprint(i),
|
|
}))
|
|
}
|
|
stream, err := backend.Sync(ctx, 0)
|
|
require.NoError(t, err)
|
|
var records []*databroker.Record
|
|
for stream.Next(false) {
|
|
records = append(records, stream.Record())
|
|
}
|
|
_ = stream.Close()
|
|
require.Len(t, records, 1000)
|
|
|
|
backend.removeChangesBefore(time.Now().Add(time.Second))
|
|
|
|
stream, err = backend.Sync(ctx, 0)
|
|
require.NoError(t, err)
|
|
records = nil
|
|
for stream.Next(false) {
|
|
records = append(records, stream.Record())
|
|
}
|
|
_ = stream.Close()
|
|
require.Len(t, records, 0)
|
|
|
|
return nil
|
|
}))
|
|
}
|