summaryrefslogtreecommitdiff
path: root/arch/x86_64
diff options
context:
space:
mode:
authorNicholas J. Kain <njkain@gmail.com>2011-02-15 08:26:46 -0500
committerNicholas J. Kain <njkain@gmail.com>2011-02-15 08:26:46 -0500
commit062354f2e13148c6524f332f0a5aed877a3c9d61 (patch)
treea23727186abaeaf1dfaded00c37dc87897a71559 /arch/x86_64
parentebc4a17957d81803ca649a81083aabbd58260460 (diff)
downloadmusl-062354f2e13148c6524f332f0a5aed877a3c9d61.tar.gz
Optimize x86_64 atomics to take advantage of 64-bitness.
Diffstat (limited to 'arch/x86_64')
-rw-r--r--arch/x86_64/atomic.h17
1 files changed, 8 insertions, 9 deletions
diff --git a/arch/x86_64/atomic.h b/arch/x86_64/atomic.h
index e74e4535..7a665c1b 100644
--- a/arch/x86_64/atomic.h
+++ b/arch/x86_64/atomic.h
@@ -5,33 +5,32 @@
static inline int a_ctz_64(uint64_t x)
{
- int r;
- __asm__( "bsf %1,%0 ; jnz 1f ; bsf %2,%0 ; addl $32,%0\n1:"
- : "=r"(r) : "r"((unsigned)x), "r"((unsigned)(x>>32)) );
+ long r;
+ __asm__( "bsf %1,%0" : "=r"(r) : "r"(x) );
return r;
}
static inline void a_and_64(volatile uint64_t *p, uint64_t v)
{
- __asm__( "lock ; andl %1, (%0) ; lock ; andl %2, 4(%0)"
- : : "r"((long *)p), "r"((unsigned)v), "r"((unsigned)(v>>32)) : "memory" );
+ __asm__( "lock ; andq %1, %0"
+ : "=m"(*(long *)p) : "r"(v) : "memory" );
}
static inline void a_or_64(volatile uint64_t *p, uint64_t v)
{
- __asm__( "lock ; orl %1, (%0) ; lock ; orl %2, 4(%0)"
- : : "r"((long *)p), "r"((unsigned)v), "r"((unsigned)(v>>32)) : "memory" );
+ __asm__( "lock ; orq %1, %0"
+ : "=m"(*(long *)p) : "r"(v) : "memory" );
}
static inline void a_store_l(volatile void *p, long x)
{
- __asm__( "movl %1, %0" : "=m"(*(long *)p) : "r"(x) : "memory" );
+ __asm__( "movq %1, %0" : "=m"(*(long *)p) : "r"(x) : "memory" );
}
static inline void a_or_l(volatile void *p, long v)
{
- __asm__( "lock ; orl %1, %0"
+ __asm__( "lock ; orq %1, %0"
: "=m"(*(long *)p) : "r"(v) : "memory" );
}