mirror of
https://github.com/pomerium/pomerium.git
synced 2025-05-01 03:16:31 +02:00
5d60cff21e
* refactor backend, implement encrypted store * refactor in-memory store * wip * wip * wip * add syncer test * fix redis expiry * fix linting issues * fix test by skipping non-config records * fix backoff import * fix init issues * fix query * wait for initial sync before starting directory sync * add type to SyncLatest * add more log messages, fix deadlock in in-memory store, always return server version from SyncLatest * update sync types and tests * add redis tests * skip macos in github actions * add comments to proto * split getBackend into separate methods * handle errors in initVersion * return different error for not found vs other errors in get * use exponential backoff for redis transaction retry * rename raw to result * use context instead of close channel * store type urls as constants in databroker * use timestampb instead of ptypes * fix group merging not waiting * change locked names * update GetAll to return latest record version * add method to grpcutil to get the type url for a protobuf type
72 lines
1.7 KiB
Go
72 lines
1.7 KiB
Go
// Package databroker contains databroker protobuf definitions.
|
|
package databroker
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
"strings"
|
|
)
|
|
|
|
// GetUserID gets the databroker user id from a provider user id.
|
|
func GetUserID(provider, providerUserID string) string {
|
|
return provider + "/" + providerUserID
|
|
}
|
|
|
|
// FromUserID gets the provider and provider user id from a databroker user id.
|
|
func FromUserID(userID string) (provider, providerUserID string) {
|
|
ps := strings.SplitN(userID, "/", 2)
|
|
if len(ps) < 2 {
|
|
return "", userID
|
|
}
|
|
return ps[0], ps[1]
|
|
}
|
|
|
|
// ApplyOffsetAndLimit applies the offset and limit to the list of records.
|
|
func ApplyOffsetAndLimit(all []*Record, offset, limit int) (records []*Record, totalCount int) {
|
|
records = all
|
|
if offset < len(records) {
|
|
records = records[offset:]
|
|
} else {
|
|
records = nil
|
|
}
|
|
if limit <= len(records) {
|
|
records = records[:limit]
|
|
}
|
|
return records, len(all)
|
|
}
|
|
|
|
// InitialSync performs a sync latest and then returns all the results.
|
|
func InitialSync(
|
|
ctx context.Context,
|
|
client DataBrokerServiceClient,
|
|
req *SyncLatestRequest,
|
|
) (records []*Record, recordVersion, serverVersion uint64, err error) {
|
|
stream, err := client.SyncLatest(ctx, req)
|
|
if err != nil {
|
|
return nil, 0, 0, err
|
|
}
|
|
|
|
loop:
|
|
for {
|
|
res, err := stream.Recv()
|
|
switch {
|
|
case err == io.EOF:
|
|
break loop
|
|
case err != nil:
|
|
return nil, 0, 0, err
|
|
}
|
|
|
|
switch res := res.GetResponse().(type) {
|
|
case *SyncLatestResponse_Versions:
|
|
recordVersion = res.Versions.GetLatestRecordVersion()
|
|
serverVersion = res.Versions.GetServerVersion()
|
|
case *SyncLatestResponse_Record:
|
|
records = append(records, res.Record)
|
|
default:
|
|
panic(fmt.Sprintf("unexpected response: %T", res))
|
|
}
|
|
}
|
|
|
|
return records, recordVersion, serverVersion, nil
|
|
}
|