diff options
Diffstat (limited to 'libgo/runtime/lfstack.goc')
-rw-r--r-- | libgo/runtime/lfstack.goc | 79 |
1 files changed, 79 insertions, 0 deletions
diff --git a/libgo/runtime/lfstack.goc b/libgo/runtime/lfstack.goc new file mode 100644 index 0000000..060a0cc --- /dev/null +++ b/libgo/runtime/lfstack.goc @@ -0,0 +1,79 @@ +// Copyright 2012 The Go Authors. All rights reserved. +// Use of this source code is governed by a BSD-style +// license that can be found in the LICENSE file. + +// Lock-free stack. + +package runtime +#include "runtime.h" +#include "arch.h" + +#if __SIZEOF_POINTER__ == 8 +// Amd64 uses 48-bit virtual addresses, 47-th bit is used as kernel/user flag. +// So we use 17msb of pointers as ABA counter. +# define PTR_BITS 47 +#else +# define PTR_BITS 32 +#endif +#define PTR_MASK ((1ull<<PTR_BITS)-1) +#define CNT_MASK (0ull-1) + +#if __SIZEOF_POINTER__ == 8 && (defined(__sparc__) || (defined(__sun__) && defined(__amd64__))) +// SPARC64 and Solaris on AMD64 uses all 64 bits of virtual addresses. +// Use low-order three bits as ABA counter. +// http://docs.oracle.com/cd/E19120-01/open.solaris/816-5138/6mba6ua5p/index.html +#undef PTR_BITS +#undef CNT_MASK +#undef PTR_MASK +#define PTR_BITS 0 +#define CNT_MASK 7 +#define PTR_MASK ((0ull-1)<<3) +#endif + +void +runtime_lfstackpush(uint64 *head, LFNode *node) +{ + uint64 old, new; + + if((uintptr)node != ((uintptr)node&PTR_MASK)) { + runtime_printf("p=%p\n", node); + runtime_throw("runtime_lfstackpush: invalid pointer"); + } + + node->pushcnt++; + new = (uint64)(uintptr)node|(((uint64)node->pushcnt&CNT_MASK)<<PTR_BITS); + for(;;) { + old = runtime_atomicload64(head); + node->next = (LFNode*)(uintptr)(old&PTR_MASK); + if(runtime_cas64(head, old, new)) + break; + } +} + +LFNode* +runtime_lfstackpop(uint64 *head) +{ + LFNode *node, *node2; + uint64 old, new; + + for(;;) { + old = runtime_atomicload64(head); + if(old == 0) + return nil; + node = (LFNode*)(uintptr)(old&PTR_MASK); + node2 = runtime_atomicloadp(&node->next); + new = 0; + if(node2 != nil) + new = (uint64)(uintptr)node2|(((uint64)node2->pushcnt&CNT_MASK)<<PTR_BITS); + if(runtime_cas64(head, old, new)) + return node; + } +} + +func lfstackpush_go(head *uint64, node *LFNode) { + runtime_lfstackpush(head, node); +} + +func lfstackpop_go(head *uint64) (node *LFNode) { + node = runtime_lfstackpop(head); +} |