// Package storage provide generic interface to interact with storage backend. package storage import ( "context" "errors" "strings" "time" "google.golang.org/grpc/codes" "google.golang.org/grpc/status" "google.golang.org/protobuf/reflect/protoreflect" "google.golang.org/protobuf/types/known/anypb" "google.golang.org/protobuf/types/known/fieldmaskpb" "github.com/pomerium/pomerium/internal/log" "github.com/pomerium/pomerium/pkg/grpc/databroker" ) // Errors var ( ErrNotFound = errors.New("record not found") ErrStreamClosed = errors.New("record stream closed") ErrInvalidServerVersion = status.Error(codes.Aborted, "invalid server version") ) // A RecordStream is a stream of records. type RecordStream interface { // Close closes the record stream and releases any underlying resources. Close() error // Next is called to retrieve the next record. If one is available it will // be returned immediately. If none is available and block is true, the method // will block until one is available or an error occurs. The error should be // checked with a call to `.Err()`. Next(block bool) bool // Record returns the current record. Record() *databroker.Record // Err returns any error that occurred while streaming. Err() error } // Backend is the interface required for a storage backend. type Backend interface { // Close closes the backend. Close() error // Get is used to retrieve a record. Get(ctx context.Context, recordType, id string) (*databroker.Record, error) // GetAll gets all the records. GetAll(ctx context.Context) (records []*databroker.Record, version *databroker.Versions, err error) // GetOptions gets the options for a type. GetOptions(ctx context.Context, recordType string) (*databroker.Options, error) // Lease acquires a lease, or renews an existing one. If the lease is acquired true is returned. Lease(ctx context.Context, leaseName, leaseID string, ttl time.Duration) (bool, error) // Put is used to insert or update a record. Put(ctx context.Context, record *databroker.Record, mask *fieldmaskpb.FieldMask) (serverVersion uint64, err error) // SetOptions sets the options for a type. SetOptions(ctx context.Context, recordType string, options *databroker.Options) error // Sync syncs record changes after the specified version. Sync(ctx context.Context, serverVersion, recordVersion uint64) (RecordStream, error) } // MatchAny searches any data with a query. func MatchAny(any *anypb.Any, query string) bool { if any == nil { return false } msg, err := any.UnmarshalNew() if err != nil { // ignore invalid any types log.Error(context.TODO()).Err(err).Msg("storage: invalid any type") return false } // search by query return matchProtoMessage(msg.ProtoReflect(), query) } func matchProtoMessage(msg protoreflect.Message, query string) bool { md := msg.Descriptor() fds := md.Fields() for i := 0; i < fds.Len(); i++ { fd := fds.Get(i) if !msg.Has(fd) { continue } if matchProtoValue(fd, msg.Get(fd), query) { return true } } return false } func matchProtoValue(fd protoreflect.FieldDescriptor, v protoreflect.Value, query string) bool { switch { case fd.IsList(): return matchProtoListValue(fd, v.List(), query) case fd.IsMap(): return matchProtoMapValue(fd, v.Map(), query) default: return matchProtoSingularValue(fd, v, query) } } func matchProtoSingularValue(fd protoreflect.FieldDescriptor, v protoreflect.Value, query string) bool { switch fd.Kind() { case protoreflect.MessageKind: return matchProtoMessage(v.Message(), query) case protoreflect.StringKind: return strings.Contains(strings.ToLower(v.String()), query) } return false } func matchProtoListValue(fd protoreflect.FieldDescriptor, l protoreflect.List, query string) bool { for i := 0; i < l.Len(); i++ { if matchProtoSingularValue(fd, l.Get(i), query) { return true } } return false } func matchProtoMapValue(fd protoreflect.FieldDescriptor, m protoreflect.Map, query string) bool { matches := false m.Range(func(k protoreflect.MapKey, v protoreflect.Value) bool { matches = matches || matchProtoSingularValue(fd, v, query) return !matches }) return matches }