561 lines
18 KiB
Go
561 lines
18 KiB
Go
// Copyright 2016 The etcd Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package clientv3
|
|
|
|
import pb "go.etcd.io/etcd/etcdserver/etcdserverpb"
|
|
|
|
type opType int
|
|
|
|
const (
|
|
// A default Op has opType 0, which is invalid.
|
|
tRange opType = iota + 1
|
|
tPut
|
|
tDeleteRange
|
|
tTxn
|
|
)
|
|
|
|
var noPrefixEnd = []byte{0}
|
|
|
|
// Op represents an Operation that kv can execute.
|
|
type Op struct {
|
|
t opType
|
|
key []byte
|
|
end []byte
|
|
|
|
// for range
|
|
limit int64
|
|
sort *SortOption
|
|
serializable bool
|
|
keysOnly bool
|
|
countOnly bool
|
|
minModRev int64
|
|
maxModRev int64
|
|
minCreateRev int64
|
|
maxCreateRev int64
|
|
|
|
// for range, watch
|
|
rev int64
|
|
|
|
// for watch, put, delete
|
|
prevKV bool
|
|
|
|
// for watch
|
|
// fragmentation should be disabled by default
|
|
// if true, split watch events when total exceeds
|
|
// "--max-request-bytes" flag value + 512-byte
|
|
fragment bool
|
|
|
|
// for put
|
|
ignoreValue bool
|
|
ignoreLease bool
|
|
|
|
// progressNotify is for progress updates.
|
|
progressNotify bool
|
|
// createdNotify is for created event
|
|
createdNotify bool
|
|
// filters for watchers
|
|
filterPut bool
|
|
filterDelete bool
|
|
|
|
// for put
|
|
val []byte
|
|
leaseID LeaseID
|
|
|
|
// txn
|
|
cmps []Cmp
|
|
thenOps []Op
|
|
elseOps []Op
|
|
}
|
|
|
|
// accessors / mutators
|
|
|
|
// IsTxn returns true if the "Op" type is transaction.
|
|
func (op Op) IsTxn() bool {
|
|
return op.t == tTxn
|
|
}
|
|
|
|
// Txn returns the comparison(if) operations, "then" operations, and "else" operations.
|
|
func (op Op) Txn() ([]Cmp, []Op, []Op) {
|
|
return op.cmps, op.thenOps, op.elseOps
|
|
}
|
|
|
|
// KeyBytes returns the byte slice holding the Op's key.
|
|
func (op Op) KeyBytes() []byte { return op.key }
|
|
|
|
// WithKeyBytes sets the byte slice for the Op's key.
|
|
func (op *Op) WithKeyBytes(key []byte) { op.key = key }
|
|
|
|
// RangeBytes returns the byte slice holding with the Op's range end, if any.
|
|
func (op Op) RangeBytes() []byte { return op.end }
|
|
|
|
// Rev returns the requested revision, if any.
|
|
func (op Op) Rev() int64 { return op.rev }
|
|
|
|
// IsPut returns true iff the operation is a Put.
|
|
func (op Op) IsPut() bool { return op.t == tPut }
|
|
|
|
// IsGet returns true iff the operation is a Get.
|
|
func (op Op) IsGet() bool { return op.t == tRange }
|
|
|
|
// IsDelete returns true iff the operation is a Delete.
|
|
func (op Op) IsDelete() bool { return op.t == tDeleteRange }
|
|
|
|
// IsSerializable returns true if the serializable field is true.
|
|
func (op Op) IsSerializable() bool { return op.serializable }
|
|
|
|
// IsKeysOnly returns whether keysOnly is set.
|
|
func (op Op) IsKeysOnly() bool { return op.keysOnly }
|
|
|
|
// IsCountOnly returns whether countOnly is set.
|
|
func (op Op) IsCountOnly() bool { return op.countOnly }
|
|
|
|
// MinModRev returns the operation's minimum modify revision.
|
|
func (op Op) MinModRev() int64 { return op.minModRev }
|
|
|
|
// MaxModRev returns the operation's maximum modify revision.
|
|
func (op Op) MaxModRev() int64 { return op.maxModRev }
|
|
|
|
// MinCreateRev returns the operation's minimum create revision.
|
|
func (op Op) MinCreateRev() int64 { return op.minCreateRev }
|
|
|
|
// MaxCreateRev returns the operation's maximum create revision.
|
|
func (op Op) MaxCreateRev() int64 { return op.maxCreateRev }
|
|
|
|
// WithRangeBytes sets the byte slice for the Op's range end.
|
|
func (op *Op) WithRangeBytes(end []byte) { op.end = end }
|
|
|
|
// ValueBytes returns the byte slice holding the Op's value, if any.
|
|
func (op Op) ValueBytes() []byte { return op.val }
|
|
|
|
// WithValueBytes sets the byte slice for the Op's value.
|
|
func (op *Op) WithValueBytes(v []byte) { op.val = v }
|
|
|
|
func (op Op) toRangeRequest() *pb.RangeRequest {
|
|
if op.t != tRange {
|
|
panic("op.t != tRange")
|
|
}
|
|
r := &pb.RangeRequest{
|
|
Key: op.key,
|
|
RangeEnd: op.end,
|
|
Limit: op.limit,
|
|
Revision: op.rev,
|
|
Serializable: op.serializable,
|
|
KeysOnly: op.keysOnly,
|
|
CountOnly: op.countOnly,
|
|
MinModRevision: op.minModRev,
|
|
MaxModRevision: op.maxModRev,
|
|
MinCreateRevision: op.minCreateRev,
|
|
MaxCreateRevision: op.maxCreateRev,
|
|
}
|
|
if op.sort != nil {
|
|
r.SortOrder = pb.RangeRequest_SortOrder(op.sort.Order)
|
|
r.SortTarget = pb.RangeRequest_SortTarget(op.sort.Target)
|
|
}
|
|
return r
|
|
}
|
|
|
|
func (op Op) toTxnRequest() *pb.TxnRequest {
|
|
thenOps := make([]*pb.RequestOp, len(op.thenOps))
|
|
for i, tOp := range op.thenOps {
|
|
thenOps[i] = tOp.toRequestOp()
|
|
}
|
|
elseOps := make([]*pb.RequestOp, len(op.elseOps))
|
|
for i, eOp := range op.elseOps {
|
|
elseOps[i] = eOp.toRequestOp()
|
|
}
|
|
cmps := make([]*pb.Compare, len(op.cmps))
|
|
for i := range op.cmps {
|
|
cmps[i] = (*pb.Compare)(&op.cmps[i])
|
|
}
|
|
return &pb.TxnRequest{Compare: cmps, Success: thenOps, Failure: elseOps}
|
|
}
|
|
|
|
func (op Op) toRequestOp() *pb.RequestOp {
|
|
switch op.t {
|
|
case tRange:
|
|
return &pb.RequestOp{Request: &pb.RequestOp_RequestRange{RequestRange: op.toRangeRequest()}}
|
|
case tPut:
|
|
r := &pb.PutRequest{Key: op.key, Value: op.val, Lease: int64(op.leaseID), PrevKv: op.prevKV, IgnoreValue: op.ignoreValue, IgnoreLease: op.ignoreLease}
|
|
return &pb.RequestOp{Request: &pb.RequestOp_RequestPut{RequestPut: r}}
|
|
case tDeleteRange:
|
|
r := &pb.DeleteRangeRequest{Key: op.key, RangeEnd: op.end, PrevKv: op.prevKV}
|
|
return &pb.RequestOp{Request: &pb.RequestOp_RequestDeleteRange{RequestDeleteRange: r}}
|
|
case tTxn:
|
|
return &pb.RequestOp{Request: &pb.RequestOp_RequestTxn{RequestTxn: op.toTxnRequest()}}
|
|
default:
|
|
panic("Unknown Op")
|
|
}
|
|
}
|
|
|
|
func (op Op) isWrite() bool {
|
|
if op.t == tTxn {
|
|
for _, tOp := range op.thenOps {
|
|
if tOp.isWrite() {
|
|
return true
|
|
}
|
|
}
|
|
for _, tOp := range op.elseOps {
|
|
if tOp.isWrite() {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
return op.t != tRange
|
|
}
|
|
|
|
// OpGet returns "get" operation based on given key and operation options.
|
|
func OpGet(key string, opts ...OpOption) Op {
|
|
// WithPrefix and WithFromKey are not supported together
|
|
if isWithPrefix(opts) && isWithFromKey(opts) {
|
|
panic("`WithPrefix` and `WithFromKey` cannot be set at the same time, choose one")
|
|
}
|
|
ret := Op{t: tRange, key: []byte(key)}
|
|
ret.applyOpts(opts)
|
|
return ret
|
|
}
|
|
|
|
// OpDelete returns "delete" operation based on given key and operation options.
|
|
func OpDelete(key string, opts ...OpOption) Op {
|
|
// WithPrefix and WithFromKey are not supported together
|
|
if isWithPrefix(opts) && isWithFromKey(opts) {
|
|
panic("`WithPrefix` and `WithFromKey` cannot be set at the same time, choose one")
|
|
}
|
|
ret := Op{t: tDeleteRange, key: []byte(key)}
|
|
ret.applyOpts(opts)
|
|
switch {
|
|
case ret.leaseID != 0:
|
|
panic("unexpected lease in delete")
|
|
case ret.limit != 0:
|
|
panic("unexpected limit in delete")
|
|
case ret.rev != 0:
|
|
panic("unexpected revision in delete")
|
|
case ret.sort != nil:
|
|
panic("unexpected sort in delete")
|
|
case ret.serializable:
|
|
panic("unexpected serializable in delete")
|
|
case ret.countOnly:
|
|
panic("unexpected countOnly in delete")
|
|
case ret.minModRev != 0, ret.maxModRev != 0:
|
|
panic("unexpected mod revision filter in delete")
|
|
case ret.minCreateRev != 0, ret.maxCreateRev != 0:
|
|
panic("unexpected create revision filter in delete")
|
|
case ret.filterDelete, ret.filterPut:
|
|
panic("unexpected filter in delete")
|
|
case ret.createdNotify:
|
|
panic("unexpected createdNotify in delete")
|
|
}
|
|
return ret
|
|
}
|
|
|
|
// OpPut returns "put" operation based on given key-value and operation options.
|
|
func OpPut(key, val string, opts ...OpOption) Op {
|
|
ret := Op{t: tPut, key: []byte(key), val: []byte(val)}
|
|
ret.applyOpts(opts)
|
|
switch {
|
|
case ret.end != nil:
|
|
panic("unexpected range in put")
|
|
case ret.limit != 0:
|
|
panic("unexpected limit in put")
|
|
case ret.rev != 0:
|
|
panic("unexpected revision in put")
|
|
case ret.sort != nil:
|
|
panic("unexpected sort in put")
|
|
case ret.serializable:
|
|
panic("unexpected serializable in put")
|
|
case ret.countOnly:
|
|
panic("unexpected countOnly in put")
|
|
case ret.minModRev != 0, ret.maxModRev != 0:
|
|
panic("unexpected mod revision filter in put")
|
|
case ret.minCreateRev != 0, ret.maxCreateRev != 0:
|
|
panic("unexpected create revision filter in put")
|
|
case ret.filterDelete, ret.filterPut:
|
|
panic("unexpected filter in put")
|
|
case ret.createdNotify:
|
|
panic("unexpected createdNotify in put")
|
|
}
|
|
return ret
|
|
}
|
|
|
|
// OpTxn returns "txn" operation based on given transaction conditions.
|
|
func OpTxn(cmps []Cmp, thenOps []Op, elseOps []Op) Op {
|
|
return Op{t: tTxn, cmps: cmps, thenOps: thenOps, elseOps: elseOps}
|
|
}
|
|
|
|
func opWatch(key string, opts ...OpOption) Op {
|
|
ret := Op{t: tRange, key: []byte(key)}
|
|
ret.applyOpts(opts)
|
|
switch {
|
|
case ret.leaseID != 0:
|
|
panic("unexpected lease in watch")
|
|
case ret.limit != 0:
|
|
panic("unexpected limit in watch")
|
|
case ret.sort != nil:
|
|
panic("unexpected sort in watch")
|
|
case ret.serializable:
|
|
panic("unexpected serializable in watch")
|
|
case ret.countOnly:
|
|
panic("unexpected countOnly in watch")
|
|
case ret.minModRev != 0, ret.maxModRev != 0:
|
|
panic("unexpected mod revision filter in watch")
|
|
case ret.minCreateRev != 0, ret.maxCreateRev != 0:
|
|
panic("unexpected create revision filter in watch")
|
|
}
|
|
return ret
|
|
}
|
|
|
|
func (op *Op) applyOpts(opts []OpOption) {
|
|
for _, opt := range opts {
|
|
opt(op)
|
|
}
|
|
}
|
|
|
|
// OpOption configures Operations like Get, Put, Delete.
|
|
type OpOption func(*Op)
|
|
|
|
// WithLease attaches a lease ID to a key in 'Put' request.
|
|
func WithLease(leaseID LeaseID) OpOption {
|
|
return func(op *Op) { op.leaseID = leaseID }
|
|
}
|
|
|
|
// WithLimit limits the number of results to return from 'Get' request.
|
|
// If WithLimit is given a 0 limit, it is treated as no limit.
|
|
func WithLimit(n int64) OpOption { return func(op *Op) { op.limit = n } }
|
|
|
|
// WithRev specifies the store revision for 'Get' request.
|
|
// Or the start revision of 'Watch' request.
|
|
func WithRev(rev int64) OpOption { return func(op *Op) { op.rev = rev } }
|
|
|
|
// WithSort specifies the ordering in 'Get' request. It requires
|
|
// 'WithRange' and/or 'WithPrefix' to be specified too.
|
|
// 'target' specifies the target to sort by: key, version, revisions, value.
|
|
// 'order' can be either 'SortNone', 'SortAscend', 'SortDescend'.
|
|
func WithSort(target SortTarget, order SortOrder) OpOption {
|
|
return func(op *Op) {
|
|
if target == SortByKey && order == SortAscend {
|
|
// If order != SortNone, server fetches the entire key-space,
|
|
// and then applies the sort and limit, if provided.
|
|
// Since by default the server returns results sorted by keys
|
|
// in lexicographically ascending order, the client should ignore
|
|
// SortOrder if the target is SortByKey.
|
|
order = SortNone
|
|
}
|
|
op.sort = &SortOption{target, order}
|
|
}
|
|
}
|
|
|
|
// GetPrefixRangeEnd gets the range end of the prefix.
|
|
// 'Get(foo, WithPrefix())' is equal to 'Get(foo, WithRange(GetPrefixRangeEnd(foo))'.
|
|
func GetPrefixRangeEnd(prefix string) string {
|
|
return string(getPrefix([]byte(prefix)))
|
|
}
|
|
|
|
func getPrefix(key []byte) []byte {
|
|
end := make([]byte, len(key))
|
|
copy(end, key)
|
|
for i := len(end) - 1; i >= 0; i-- {
|
|
if end[i] < 0xff {
|
|
end[i] = end[i] + 1
|
|
end = end[:i+1]
|
|
return end
|
|
}
|
|
}
|
|
// next prefix does not exist (e.g., 0xffff);
|
|
// default to WithFromKey policy
|
|
return noPrefixEnd
|
|
}
|
|
|
|
// WithPrefix enables 'Get', 'Delete', or 'Watch' requests to operate
|
|
// on the keys with matching prefix. For example, 'Get(foo, WithPrefix())'
|
|
// can return 'foo1', 'foo2', and so on.
|
|
func WithPrefix() OpOption {
|
|
return func(op *Op) {
|
|
if len(op.key) == 0 {
|
|
op.key, op.end = []byte{0}, []byte{0}
|
|
return
|
|
}
|
|
op.end = getPrefix(op.key)
|
|
}
|
|
}
|
|
|
|
// WithRange specifies the range of 'Get', 'Delete', 'Watch' requests.
|
|
// For example, 'Get' requests with 'WithRange(end)' returns
|
|
// the keys in the range [key, end).
|
|
// endKey must be lexicographically greater than start key.
|
|
func WithRange(endKey string) OpOption {
|
|
return func(op *Op) { op.end = []byte(endKey) }
|
|
}
|
|
|
|
// WithFromKey specifies the range of 'Get', 'Delete', 'Watch' requests
|
|
// to be equal or greater than the key in the argument.
|
|
func WithFromKey() OpOption {
|
|
return func(op *Op) {
|
|
if len(op.key) == 0 {
|
|
op.key = []byte{0}
|
|
}
|
|
op.end = []byte("\x00")
|
|
}
|
|
}
|
|
|
|
// WithSerializable makes 'Get' request serializable. By default,
|
|
// it's linearizable. Serializable requests are better for lower latency
|
|
// requirement.
|
|
func WithSerializable() OpOption {
|
|
return func(op *Op) { op.serializable = true }
|
|
}
|
|
|
|
// WithKeysOnly makes the 'Get' request return only the keys and the corresponding
|
|
// values will be omitted.
|
|
func WithKeysOnly() OpOption {
|
|
return func(op *Op) { op.keysOnly = true }
|
|
}
|
|
|
|
// WithCountOnly makes the 'Get' request return only the count of keys.
|
|
func WithCountOnly() OpOption {
|
|
return func(op *Op) { op.countOnly = true }
|
|
}
|
|
|
|
// WithMinModRev filters out keys for Get with modification revisions less than the given revision.
|
|
func WithMinModRev(rev int64) OpOption { return func(op *Op) { op.minModRev = rev } }
|
|
|
|
// WithMaxModRev filters out keys for Get with modification revisions greater than the given revision.
|
|
func WithMaxModRev(rev int64) OpOption { return func(op *Op) { op.maxModRev = rev } }
|
|
|
|
// WithMinCreateRev filters out keys for Get with creation revisions less than the given revision.
|
|
func WithMinCreateRev(rev int64) OpOption { return func(op *Op) { op.minCreateRev = rev } }
|
|
|
|
// WithMaxCreateRev filters out keys for Get with creation revisions greater than the given revision.
|
|
func WithMaxCreateRev(rev int64) OpOption { return func(op *Op) { op.maxCreateRev = rev } }
|
|
|
|
// WithFirstCreate gets the key with the oldest creation revision in the request range.
|
|
func WithFirstCreate() []OpOption { return withTop(SortByCreateRevision, SortAscend) }
|
|
|
|
// WithLastCreate gets the key with the latest creation revision in the request range.
|
|
func WithLastCreate() []OpOption { return withTop(SortByCreateRevision, SortDescend) }
|
|
|
|
// WithFirstKey gets the lexically first key in the request range.
|
|
func WithFirstKey() []OpOption { return withTop(SortByKey, SortAscend) }
|
|
|
|
// WithLastKey gets the lexically last key in the request range.
|
|
func WithLastKey() []OpOption { return withTop(SortByKey, SortDescend) }
|
|
|
|
// WithFirstRev gets the key with the oldest modification revision in the request range.
|
|
func WithFirstRev() []OpOption { return withTop(SortByModRevision, SortAscend) }
|
|
|
|
// WithLastRev gets the key with the latest modification revision in the request range.
|
|
func WithLastRev() []OpOption { return withTop(SortByModRevision, SortDescend) }
|
|
|
|
// withTop gets the first key over the get's prefix given a sort order
|
|
func withTop(target SortTarget, order SortOrder) []OpOption {
|
|
return []OpOption{WithPrefix(), WithSort(target, order), WithLimit(1)}
|
|
}
|
|
|
|
// WithProgressNotify makes watch server send periodic progress updates
|
|
// every 10 minutes when there is no incoming events.
|
|
// Progress updates have zero events in WatchResponse.
|
|
func WithProgressNotify() OpOption {
|
|
return func(op *Op) {
|
|
op.progressNotify = true
|
|
}
|
|
}
|
|
|
|
// WithCreatedNotify makes watch server sends the created event.
|
|
func WithCreatedNotify() OpOption {
|
|
return func(op *Op) {
|
|
op.createdNotify = true
|
|
}
|
|
}
|
|
|
|
// WithFilterPut discards PUT events from the watcher.
|
|
func WithFilterPut() OpOption {
|
|
return func(op *Op) { op.filterPut = true }
|
|
}
|
|
|
|
// WithFilterDelete discards DELETE events from the watcher.
|
|
func WithFilterDelete() OpOption {
|
|
return func(op *Op) { op.filterDelete = true }
|
|
}
|
|
|
|
// WithPrevKV gets the previous key-value pair before the event happens. If the previous KV is already compacted,
|
|
// nothing will be returned.
|
|
func WithPrevKV() OpOption {
|
|
return func(op *Op) {
|
|
op.prevKV = true
|
|
}
|
|
}
|
|
|
|
// WithFragment to receive raw watch response with fragmentation.
|
|
// Fragmentation is disabled by default. If fragmentation is enabled,
|
|
// etcd watch server will split watch response before sending to clients
|
|
// when the total size of watch events exceed server-side request limit.
|
|
// The default server-side request limit is 1.5 MiB, which can be configured
|
|
// as "--max-request-bytes" flag value + gRPC-overhead 512 bytes.
|
|
// See "etcdserver/api/v3rpc/watch.go" for more details.
|
|
func WithFragment() OpOption {
|
|
return func(op *Op) { op.fragment = true }
|
|
}
|
|
|
|
// WithIgnoreValue updates the key using its current value.
|
|
// This option can not be combined with non-empty values.
|
|
// Returns an error if the key does not exist.
|
|
func WithIgnoreValue() OpOption {
|
|
return func(op *Op) {
|
|
op.ignoreValue = true
|
|
}
|
|
}
|
|
|
|
// WithIgnoreLease updates the key using its current lease.
|
|
// This option can not be combined with WithLease.
|
|
// Returns an error if the key does not exist.
|
|
func WithIgnoreLease() OpOption {
|
|
return func(op *Op) {
|
|
op.ignoreLease = true
|
|
}
|
|
}
|
|
|
|
// LeaseOp represents an Operation that lease can execute.
|
|
type LeaseOp struct {
|
|
id LeaseID
|
|
|
|
// for TimeToLive
|
|
attachedKeys bool
|
|
}
|
|
|
|
// LeaseOption configures lease operations.
|
|
type LeaseOption func(*LeaseOp)
|
|
|
|
func (op *LeaseOp) applyOpts(opts []LeaseOption) {
|
|
for _, opt := range opts {
|
|
opt(op)
|
|
}
|
|
}
|
|
|
|
// WithAttachedKeys makes TimeToLive list the keys attached to the given lease ID.
|
|
func WithAttachedKeys() LeaseOption {
|
|
return func(op *LeaseOp) { op.attachedKeys = true }
|
|
}
|
|
|
|
func toLeaseTimeToLiveRequest(id LeaseID, opts ...LeaseOption) *pb.LeaseTimeToLiveRequest {
|
|
ret := &LeaseOp{id: id}
|
|
ret.applyOpts(opts)
|
|
return &pb.LeaseTimeToLiveRequest{ID: int64(id), Keys: ret.attachedKeys}
|
|
}
|
|
|
|
// isWithPrefix returns true if WithPrefix is being called in the op
|
|
func isWithPrefix(opts []OpOption) bool { return isOpFuncCalled("WithPrefix", opts) }
|
|
|
|
// isWithFromKey returns true if WithFromKey is being called in the op
|
|
func isWithFromKey(opts []OpOption) bool { return isOpFuncCalled("WithFromKey", opts) }
|