123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395 |
- // Copyright 2015 The etcd Authors
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
- package store
- import (
- "path"
- "sort"
- "time"
- etcdErr "github.com/coreos/etcd/error"
- "github.com/jonboulle/clockwork"
- )
- // explanations of Compare function result
- const (
- CompareMatch = iota
- CompareIndexNotMatch
- CompareValueNotMatch
- CompareNotMatch
- )
- var Permanent time.Time
- // node is the basic element in the store system.
- // A key-value pair will have a string value
- // A directory will have a children map
- type node struct {
- Path string
- CreatedIndex uint64
- ModifiedIndex uint64
- Parent *node `json:"-"` // should not encode this field! avoid circular dependency.
- ExpireTime time.Time
- Value string // for key-value pair
- Children map[string]*node // for directory
- // A reference to the store this node is attached to.
- store *store
- }
- // newKV creates a Key-Value pair
- func newKV(store *store, nodePath string, value string, createdIndex uint64, parent *node, expireTime time.Time) *node {
- return &node{
- Path: nodePath,
- CreatedIndex: createdIndex,
- ModifiedIndex: createdIndex,
- Parent: parent,
- store: store,
- ExpireTime: expireTime,
- Value: value,
- }
- }
- // newDir creates a directory
- func newDir(store *store, nodePath string, createdIndex uint64, parent *node, expireTime time.Time) *node {
- return &node{
- Path: nodePath,
- CreatedIndex: createdIndex,
- ModifiedIndex: createdIndex,
- Parent: parent,
- ExpireTime: expireTime,
- Children: make(map[string]*node),
- store: store,
- }
- }
- // IsHidden function checks if the node is a hidden node. A hidden node
- // will begin with '_'
- // A hidden node will not be shown via get command under a directory
- // For example if we have /foo/_hidden and /foo/notHidden, get "/foo"
- // will only return /foo/notHidden
- func (n *node) IsHidden() bool {
- _, name := path.Split(n.Path)
- return name[0] == '_'
- }
- // IsPermanent function checks if the node is a permanent one.
- func (n *node) IsPermanent() bool {
- // we use a uninitialized time.Time to indicate the node is a
- // permanent one.
- // the uninitialized time.Time should equal zero.
- return n.ExpireTime.IsZero()
- }
- // IsDir function checks whether the node is a directory.
- // If the node is a directory, the function will return true.
- // Otherwise the function will return false.
- func (n *node) IsDir() bool {
- return n.Children != nil
- }
- // Read function gets the value of the node.
- // If the receiver node is not a key-value pair, a "Not A File" error will be returned.
- func (n *node) Read() (string, *etcdErr.Error) {
- if n.IsDir() {
- return "", etcdErr.NewError(etcdErr.EcodeNotFile, "", n.store.CurrentIndex)
- }
- return n.Value, nil
- }
- // Write function set the value of the node to the given value.
- // If the receiver node is a directory, a "Not A File" error will be returned.
- func (n *node) Write(value string, index uint64) *etcdErr.Error {
- if n.IsDir() {
- return etcdErr.NewError(etcdErr.EcodeNotFile, "", n.store.CurrentIndex)
- }
- n.Value = value
- n.ModifiedIndex = index
- return nil
- }
- func (n *node) expirationAndTTL(clock clockwork.Clock) (*time.Time, int64) {
- if !n.IsPermanent() {
- /* compute ttl as:
- ceiling( (expireTime - timeNow) / nanosecondsPerSecond )
- which ranges from 1..n
- rather than as:
- ( (expireTime - timeNow) / nanosecondsPerSecond ) + 1
- which ranges 1..n+1
- */
- ttlN := n.ExpireTime.Sub(clock.Now())
- ttl := ttlN / time.Second
- if (ttlN % time.Second) > 0 {
- ttl++
- }
- t := n.ExpireTime.UTC()
- return &t, int64(ttl)
- }
- return nil, 0
- }
- // List function return a slice of nodes under the receiver node.
- // If the receiver node is not a directory, a "Not A Directory" error will be returned.
- func (n *node) List() ([]*node, *etcdErr.Error) {
- if !n.IsDir() {
- return nil, etcdErr.NewError(etcdErr.EcodeNotDir, "", n.store.CurrentIndex)
- }
- nodes := make([]*node, len(n.Children))
- i := 0
- for _, node := range n.Children {
- nodes[i] = node
- i++
- }
- return nodes, nil
- }
- // GetChild function returns the child node under the directory node.
- // On success, it returns the file node
- func (n *node) GetChild(name string) (*node, *etcdErr.Error) {
- if !n.IsDir() {
- return nil, etcdErr.NewError(etcdErr.EcodeNotDir, n.Path, n.store.CurrentIndex)
- }
- child, ok := n.Children[name]
- if ok {
- return child, nil
- }
- return nil, nil
- }
- // Add function adds a node to the receiver node.
- // If the receiver is not a directory, a "Not A Directory" error will be returned.
- // If there is an existing node with the same name under the directory, a "Already Exist"
- // error will be returned
- func (n *node) Add(child *node) *etcdErr.Error {
- if !n.IsDir() {
- return etcdErr.NewError(etcdErr.EcodeNotDir, "", n.store.CurrentIndex)
- }
- _, name := path.Split(child.Path)
- if _, ok := n.Children[name]; ok {
- return etcdErr.NewError(etcdErr.EcodeNodeExist, "", n.store.CurrentIndex)
- }
- n.Children[name] = child
- return nil
- }
- // Remove function remove the node.
- func (n *node) Remove(dir, recursive bool, callback func(path string)) *etcdErr.Error {
- if !n.IsDir() { // key-value pair
- _, name := path.Split(n.Path)
- // find its parent and remove the node from the map
- if n.Parent != nil && n.Parent.Children[name] == n {
- delete(n.Parent.Children, name)
- }
- if callback != nil {
- callback(n.Path)
- }
- if !n.IsPermanent() {
- n.store.ttlKeyHeap.remove(n)
- }
- return nil
- }
- if !dir {
- // cannot delete a directory without dir set to true
- return etcdErr.NewError(etcdErr.EcodeNotFile, n.Path, n.store.CurrentIndex)
- }
- if len(n.Children) != 0 && !recursive {
- // cannot delete a directory if it is not empty and the operation
- // is not recursive
- return etcdErr.NewError(etcdErr.EcodeDirNotEmpty, n.Path, n.store.CurrentIndex)
- }
- for _, child := range n.Children { // delete all children
- child.Remove(true, true, callback)
- }
- // delete self
- _, name := path.Split(n.Path)
- if n.Parent != nil && n.Parent.Children[name] == n {
- delete(n.Parent.Children, name)
- if callback != nil {
- callback(n.Path)
- }
- if !n.IsPermanent() {
- n.store.ttlKeyHeap.remove(n)
- }
- }
- return nil
- }
- func (n *node) Repr(recursive, sorted bool, clock clockwork.Clock) *NodeExtern {
- if n.IsDir() {
- node := &NodeExtern{
- Key: n.Path,
- Dir: true,
- ModifiedIndex: n.ModifiedIndex,
- CreatedIndex: n.CreatedIndex,
- }
- node.Expiration, node.TTL = n.expirationAndTTL(clock)
- if !recursive {
- return node
- }
- children, _ := n.List()
- node.Nodes = make(NodeExterns, len(children))
- // we do not use the index in the children slice directly
- // we need to skip the hidden one
- i := 0
- for _, child := range children {
- if child.IsHidden() { // get will not list hidden node
- continue
- }
- node.Nodes[i] = child.Repr(recursive, sorted, clock)
- i++
- }
- // eliminate hidden nodes
- node.Nodes = node.Nodes[:i]
- if sorted {
- sort.Sort(node.Nodes)
- }
- return node
- }
- // since n.Value could be changed later, so we need to copy the value out
- value := n.Value
- node := &NodeExtern{
- Key: n.Path,
- Value: &value,
- ModifiedIndex: n.ModifiedIndex,
- CreatedIndex: n.CreatedIndex,
- }
- node.Expiration, node.TTL = n.expirationAndTTL(clock)
- return node
- }
- func (n *node) UpdateTTL(expireTime time.Time) {
- if !n.IsPermanent() {
- if expireTime.IsZero() {
- // from ttl to permanent
- n.ExpireTime = expireTime
- // remove from ttl heap
- n.store.ttlKeyHeap.remove(n)
- return
- }
- // update ttl
- n.ExpireTime = expireTime
- // update ttl heap
- n.store.ttlKeyHeap.update(n)
- return
- }
- if expireTime.IsZero() {
- return
- }
- // from permanent to ttl
- n.ExpireTime = expireTime
- // push into ttl heap
- n.store.ttlKeyHeap.push(n)
- }
- // Compare function compares node index and value with provided ones.
- // second result value explains result and equals to one of Compare.. constants
- func (n *node) Compare(prevValue string, prevIndex uint64) (ok bool, which int) {
- indexMatch := (prevIndex == 0 || n.ModifiedIndex == prevIndex)
- valueMatch := (prevValue == "" || n.Value == prevValue)
- ok = valueMatch && indexMatch
- switch {
- case valueMatch && indexMatch:
- which = CompareMatch
- case indexMatch && !valueMatch:
- which = CompareValueNotMatch
- case valueMatch && !indexMatch:
- which = CompareIndexNotMatch
- default:
- which = CompareNotMatch
- }
- return ok, which
- }
- // Clone function clone the node recursively and return the new node.
- // If the node is a directory, it will clone all the content under this directory.
- // If the node is a key-value pair, it will clone the pair.
- func (n *node) Clone() *node {
- if !n.IsDir() {
- newkv := newKV(n.store, n.Path, n.Value, n.CreatedIndex, n.Parent, n.ExpireTime)
- newkv.ModifiedIndex = n.ModifiedIndex
- return newkv
- }
- clone := newDir(n.store, n.Path, n.CreatedIndex, n.Parent, n.ExpireTime)
- clone.ModifiedIndex = n.ModifiedIndex
- for key, child := range n.Children {
- clone.Children[key] = child.Clone()
- }
- return clone
- }
- // recoverAndclean function help to do recovery.
- // Two things need to be done: 1. recovery structure; 2. delete expired nodes
- //
- // If the node is a directory, it will help recover children's parent pointer and recursively
- // call this function on its children.
- // We check the expire last since we need to recover the whole structure first and add all the
- // notifications into the event history.
- func (n *node) recoverAndclean() {
- if n.IsDir() {
- for _, child := range n.Children {
- child.Parent = n
- child.store = n.store
- child.recoverAndclean()
- }
- }
- if !n.ExpireTime.IsZero() {
- n.store.ttlKeyHeap.push(n)
- }
- }
|