3pp-mirror/pomerium
1
0
Fork 0
mirror of https://github.com/pomerium/pomerium.git synced 2025-04-29 18:36:30 +02:00
Code Issues Projects Releases Packages Wiki Activity

redis: enforce capacity via ZREVRANGE to avoid race (#2267)

Browse source
This commit is contained in:
Caleb Doxsey 2021-06-04 07:03:55 -06:00 • committed by GitHub
parent 4af12c4bbb
commit d705b219ea
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 19 additions and 29 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

48
pkg/storage/redis/redis.go
View file

@ -312,15 +312,15 @@ func (backend *Backend) put(ctx context.Context, record *databroker.Record) erro
p.HDel(ctx, key, field)
} else {
p.HSet(ctx, key, field, bs)
p.ZAdd(ctx, getRecordTypeChangesKey(record.GetType()), &redis.Z{
Score: float64(record.GetModifiedAt().GetSeconds()),
Member: record.GetId(),
})
}
p.ZAdd(ctx, changesSetKey, &redis.Z{
Score: float64(version),
Member: bs,
})
p.ZAdd(ctx, getRecordTypeChangesKey(record.GetType()), &redis.Z{
Score: float64(record.GetModifiedAt().GetSeconds()),
Member: record.GetId(),
})
return nil
})
}
@ -342,40 +342,30 @@ func (backend *Backend) enforceOptions(ctx context.Context, recordType string) e
key := getRecordTypeChangesKey(recordType)
// enforce capacity by retrieving the size of the collection and removing excess items, oldest first
sz, err := backend.client.ZCard(ctx, key).Uint64()
if err == redis.Nil {
return nil
} else if err != nil {
return err
}
removeCnt := sz - *options.Capacity
if removeCnt <= 0 {
// nothing to do
return nil
}
// remove the oldest records
zs, err := backend.client.ZPopMin(ctx, key, int64(removeCnt)).Result()
// find oldest records that exceed the capacity
recordIDs, err := backend.client.ZRevRange(ctx, key, int64(*options.Capacity), -1).Result()
if err != nil {
return err
}
for _, z := range zs {
recordID := z.Member.(string)
// for each record, delete it
for _, recordID := range recordIDs {
record, err := backend.Get(ctx, recordType, recordID)
if errors.Is(err, storage.ErrNotFound) {
continue
if err == nil {
// mark the record as deleted and re-submit
record.DeletedAt = timestamppb.Now()
err = backend.put(ctx, record)
if err != nil {
return err
}
} else if errors.Is(err, storage.ErrNotFound) {
// ignore
} else if err != nil {
return err
}
// mark the record as deleted and re-submit
record.DeletedAt = timestamppb.Now()
err = backend.put(ctx, record)
// remove the member from the collection
_, err = backend.client.ZRem(ctx, key, recordID).Result()
if err != nil {
return err
}