1
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
2
// Use of this source code is governed by a BSD-style license that can be
3
// found in the LICENSE file. See the AUTHORS file for names of contributors.
8
// Writes require external synchronization, most likely a mutex.
9
// Reads require a guarantee that the SkipList will not be destroyed
10
// while the read is in progress. Apart from that, reads progress
11
// without any internal locking or synchronization.
15
// (1) Allocated nodes are never deleted until the SkipList is
16
// destroyed. This is trivially guaranteed by the code since we
17
// never delete any skip list nodes.
19
// (2) The contents of a Node except for the next/prev pointers are
20
// immutable after the Node has been linked into the SkipList.
21
// Only Insert() modifies the list, and it is careful to initialize
22
// a node and use release-stores to publish the nodes in one or
25
// ... prev vs. next pointer ordering ...
29
#include "port/port.h"
30
#include "util/arena.h"
31
#include "util/random.h"
37
template<typename Key, class Comparator>
43
// Create a new SkipList object that will use "cmp" for comparing keys,
44
// and will allocate memory using "*arena". Objects allocated in the arena
45
// must remain allocated for the lifetime of the skiplist object.
46
explicit SkipList(Comparator cmp, Arena* arena);
48
// Insert key into the list.
49
// REQUIRES: nothing that compares equal to key is currently in the list.
50
void Insert(const Key& key);
52
// Returns true iff an entry that compares equal to key is in the list.
53
bool Contains(const Key& key) const;
55
// Iteration over the contents of a skip list
58
// Initialize an iterator over the specified list.
59
// The returned iterator is not valid.
60
explicit Iterator(const SkipList* list);
62
// Returns true iff the iterator is positioned at a valid node.
65
// Returns the key at the current position.
67
const Key& key() const;
69
// Advances to the next position.
73
// Advances to the previous position.
77
// Advance to the first entry with a key >= target
78
void Seek(const Key& target);
80
// Position at the first entry in list.
81
// Final state of iterator is Valid() iff list is not empty.
84
// Position at the last entry in list.
85
// Final state of iterator is Valid() iff list is not empty.
89
const SkipList* list_;
91
// Intentionally copyable
95
enum { kMaxHeight = 12 };
97
// Immutable after construction
98
Comparator const compare_;
99
Arena* const arena_; // Arena used for allocations of nodes
103
// Modified only by Insert(). Read racily by readers, but stale
105
port::AtomicPointer max_height_; // Height of the entire list
107
inline int GetMaxHeight() const {
108
return reinterpret_cast<intptr_t>(max_height_.NoBarrier_Load());
111
// Read/written only by Insert().
114
Node* NewNode(const Key& key, int height);
116
bool Equal(const Key& a, const Key& b) const { return (compare_(a, b) == 0); }
118
// Return true if key is greater than the data stored in "n"
119
bool KeyIsAfterNode(const Key& key, Node* n) const;
121
// Return the earliest node that comes at or after key.
122
// Return NULL if there is no such node.
124
// If prev is non-NULL, fills prev[level] with pointer to previous
125
// node at "level" for every level in [0..max_height_-1].
126
Node* FindGreaterOrEqual(const Key& key, Node** prev) const;
128
// Return the latest node with a key < key.
129
// Return head_ if there is no such node.
130
Node* FindLessThan(const Key& key) const;
132
// Return the last node in the list.
133
// Return head_ if list is empty.
134
Node* FindLast() const;
136
// No copying allowed
137
SkipList(const SkipList&);
138
void operator=(const SkipList&);
141
// Implementation details follow
142
template<typename Key, class Comparator>
143
struct SkipList<Key,Comparator>::Node {
144
explicit Node(const Key& k) : key(k) { }
148
// Accessors/mutators for links. Wrapped in methods so we can
149
// add the appropriate barriers as necessary.
152
// Use an 'acquire load' so that we observe a fully initialized
153
// version of the returned Node.
154
return reinterpret_cast<Node*>(next_[n].Acquire_Load());
156
void SetNext(int n, Node* x) {
158
// Use a 'release store' so that anybody who reads through this
159
// pointer observes a fully initialized version of the inserted node.
160
next_[n].Release_Store(x);
163
// No-barrier variants that can be safely used in a few locations.
164
Node* NoBarrier_Next(int n) {
166
return reinterpret_cast<Node*>(next_[n].NoBarrier_Load());
168
void NoBarrier_SetNext(int n, Node* x) {
170
next_[n].NoBarrier_Store(x);
174
// Array of length equal to the node height. next_[0] is lowest level link.
175
port::AtomicPointer next_[1];
178
template<typename Key, class Comparator>
179
typename SkipList<Key,Comparator>::Node*
180
SkipList<Key,Comparator>::NewNode(const Key& key, int height) {
181
char* mem = arena_->AllocateAligned(
182
sizeof(Node) + sizeof(port::AtomicPointer) * (height - 1));
183
return new (mem) Node(key);
186
template<typename Key, class Comparator>
187
inline SkipList<Key,Comparator>::Iterator::Iterator(const SkipList* list) {
192
template<typename Key, class Comparator>
193
inline bool SkipList<Key,Comparator>::Iterator::Valid() const {
194
return node_ != NULL;
197
template<typename Key, class Comparator>
198
inline const Key& SkipList<Key,Comparator>::Iterator::key() const {
203
template<typename Key, class Comparator>
204
inline void SkipList<Key,Comparator>::Iterator::Next() {
206
node_ = node_->Next(0);
209
template<typename Key, class Comparator>
210
inline void SkipList<Key,Comparator>::Iterator::Prev() {
211
// Instead of using explicit "prev" links, we just search for the
212
// last node that falls before key.
214
node_ = list_->FindLessThan(node_->key);
215
if (node_ == list_->head_) {
220
template<typename Key, class Comparator>
221
inline void SkipList<Key,Comparator>::Iterator::Seek(const Key& target) {
222
node_ = list_->FindGreaterOrEqual(target, NULL);
225
template<typename Key, class Comparator>
226
inline void SkipList<Key,Comparator>::Iterator::SeekToFirst() {
227
node_ = list_->head_->Next(0);
230
template<typename Key, class Comparator>
231
inline void SkipList<Key,Comparator>::Iterator::SeekToLast() {
232
node_ = list_->FindLast();
233
if (node_ == list_->head_) {
238
template<typename Key, class Comparator>
239
int SkipList<Key,Comparator>::RandomHeight() {
240
// Increase height with probability 1 in kBranching
241
static const unsigned int kBranching = 4;
243
while (height < kMaxHeight && ((rnd_.Next() % kBranching) == 0)) {
247
assert(height <= kMaxHeight);
251
template<typename Key, class Comparator>
252
bool SkipList<Key,Comparator>::KeyIsAfterNode(const Key& key, Node* n) const {
253
// NULL n is considered infinite
254
return (n != NULL) && (compare_(n->key, key) < 0);
257
template<typename Key, class Comparator>
258
typename SkipList<Key,Comparator>::Node* SkipList<Key,Comparator>::FindGreaterOrEqual(const Key& key, Node** prev)
261
int level = GetMaxHeight() - 1;
263
Node* next = x->Next(level);
264
if (KeyIsAfterNode(key, next)) {
265
// Keep searching in this list
268
if (prev != NULL) prev[level] = x;
272
// Switch to next list
279
template<typename Key, class Comparator>
280
typename SkipList<Key,Comparator>::Node*
281
SkipList<Key,Comparator>::FindLessThan(const Key& key) const {
283
int level = GetMaxHeight() - 1;
285
assert(x == head_ || compare_(x->key, key) < 0);
286
Node* next = x->Next(level);
287
if (next == NULL || compare_(next->key, key) >= 0) {
291
// Switch to next list
300
template<typename Key, class Comparator>
301
typename SkipList<Key,Comparator>::Node* SkipList<Key,Comparator>::FindLast()
304
int level = GetMaxHeight() - 1;
306
Node* next = x->Next(level);
311
// Switch to next list
320
template<typename Key, class Comparator>
321
SkipList<Key,Comparator>::SkipList(Comparator cmp, Arena* arena)
324
head_(NewNode(0 /* any key will do */, kMaxHeight)),
325
max_height_(reinterpret_cast<void*>(1)),
327
for (int i = 0; i < kMaxHeight; i++) {
328
head_->SetNext(i, NULL);
332
template<typename Key, class Comparator>
333
void SkipList<Key,Comparator>::Insert(const Key& key) {
334
// TODO(opt): We can use a barrier-free variant of FindGreaterOrEqual()
335
// here since Insert() is externally synchronized.
336
Node* prev[kMaxHeight];
337
Node* x = FindGreaterOrEqual(key, prev);
339
// Our data structure does not allow duplicate insertion
340
assert(x == NULL || !Equal(key, x->key));
342
int height = RandomHeight();
343
if (height > GetMaxHeight()) {
344
for (int i = GetMaxHeight(); i < height; i++) {
347
//fprintf(stderr, "Change height from %d to %d\n", max_height_, height);
349
// It is ok to mutate max_height_ without any synchronization
350
// with concurrent readers. A concurrent reader that observes
351
// the new value of max_height_ will see either the old value of
352
// new level pointers from head_ (NULL), or a new value set in
353
// the loop below. In the former case the reader will
354
// immediately drop to the next level since NULL sorts after all
355
// keys. In the latter case the reader will use the new node.
356
max_height_.NoBarrier_Store(reinterpret_cast<void*>(height));
359
x = NewNode(key, height);
360
for (int i = 0; i < height; i++) {
361
// NoBarrier_SetNext() suffices since we will add a barrier when
362
// we publish a pointer to "x" in prev[i].
363
x->NoBarrier_SetNext(i, prev[i]->NoBarrier_Next(i));
364
prev[i]->SetNext(i, x);
368
template<typename Key, class Comparator>
369
bool SkipList<Key,Comparator>::Contains(const Key& key) const {
370
Node* x = FindGreaterOrEqual(key, NULL);
371
if (x != NULL && Equal(key, x->key)) {
378
} // namespace leveldb