| 35,12 → 35,12 |
|---|
| #define smp_mb() mb() |
| #define smp_rmb() dma_rmb() |
| #define smp_wmb() barrier() |
| #define set_mb(var, value) do { (void)xchg(&var, value); } while (0) |
| #define smp_store_mb(var, value) do { (void)xchg(&var, value); } while (0) |
| #else /* !SMP */ |
| #define smp_mb() barrier() |
| #define smp_rmb() barrier() |
| #define smp_wmb() barrier() |
| #define set_mb(var, value) do { var = value; barrier(); } while (0) |
| #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); barrier(); } while (0) |
| #endif /* SMP */ |
| |
| #define read_barrier_depends() do { } while (0) |
| 57,12 → 57,12 |
|---|
| do { \ |
| compiletime_assert_atomic_type(*p); \ |
| smp_mb(); \ |
| ACCESS_ONCE(*p) = (v); \ |
| WRITE_ONCE(*p, v); \ |
| } while (0) |
| |
| #define smp_load_acquire(p) \ |
| ({ \ |
| typeof(*p) ___p1 = ACCESS_ONCE(*p); \ |
| typeof(*p) ___p1 = READ_ONCE(*p); \ |
| compiletime_assert_atomic_type(*p); \ |
| smp_mb(); \ |
| ___p1; \ |
| 74,12 → 74,12 |
|---|
| do { \ |
| compiletime_assert_atomic_type(*p); \ |
| barrier(); \ |
| ACCESS_ONCE(*p) = (v); \ |
| WRITE_ONCE(*p, v); \ |
| } while (0) |
| |
| #define smp_load_acquire(p) \ |
| ({ \ |
| typeof(*p) ___p1 = ACCESS_ONCE(*p); \ |
| typeof(*p) ___p1 = READ_ONCE(*p); \ |
| compiletime_assert_atomic_type(*p); \ |
| barrier(); \ |
| ___p1; \ |
| 91,17 → 91,4 |
|---|
| #define smp_mb__before_atomic() barrier() |
| #define smp_mb__after_atomic() barrier() |
| |
| /* |
| * Stop RDTSC speculation. This is needed when you need to use RDTSC |
| * (or get_cycles or vread that possibly accesses the TSC) in a defined |
| * code region. |
| * |
| * (Could use an alternative three way for this if there was one.) |
| */ |
| static __always_inline void rdtsc_barrier(void) |
| { |
| alternative(ASM_NOP3, "mfence", X86_FEATURE_MFENCE_RDTSC); |
| alternative(ASM_NOP3, "lfence", X86_FEATURE_LFENCE_RDTSC); |
| } |
| |
| #endif /* _ASM_X86_BARRIER_H */ |