barrier.h 952 B

1234567891011121314151617181920212223242526272829303132333435363738
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifndef _ASM_UM_BARRIER_H_
  3. #define _ASM_UM_BARRIER_H_
  4. #include <asm/asm.h>
  5. #include <asm/segment.h>
  6. #include <asm/cpufeatures.h>
  7. #include <asm/cmpxchg.h>
  8. #include <asm/nops.h>
  9. #include <linux/kernel.h>
  10. #include <linux/irqflags.h>
  11. /*
  12. * Force strict CPU ordering.
  13. * And yes, this is required on UP too when we're talking
  14. * to devices.
  15. */
  16. #ifdef CONFIG_X86_32
  17. #define mb() alternative("lock; addl $0,0(%%esp)", "mfence", X86_FEATURE_XMM2)
  18. #define rmb() alternative("lock; addl $0,0(%%esp)", "lfence", X86_FEATURE_XMM2)
  19. #define wmb() alternative("lock; addl $0,0(%%esp)", "sfence", X86_FEATURE_XMM)
  20. #else /* CONFIG_X86_32 */
  21. #define mb() asm volatile("mfence" : : : "memory")
  22. #define rmb() asm volatile("lfence" : : : "memory")
  23. #define wmb() asm volatile("sfence" : : : "memory")
  24. #endif /* CONFIG_X86_32 */
  25. #define dma_rmb() barrier()
  26. #define dma_wmb() barrier()
  27. #include <asm-generic/barrier.h>
  28. #endif