arch/mips/include/asm/barrier.h

   1 /*
   2  * This file is subject to the terms and conditions of the GNU General Public
   3  * License.  See the file "COPYING" in the main directory of this archive
   4  * for more details.
   5  *
   6  * Copyright (C) 2006 by Ralf Baechle (ralf@linux-mips.org)
   7  */
   8 #ifndef __ASM_BARRIER_H
   9 #define __ASM_BARRIER_H
  10
  11 #include <asm/addrspace.h>
  12
  13 #define read_barrier_depends()          do { } while(0)
  14 #define smp_read_barrier_depends()      do { } while(0)
  15
  16 #ifdef CONFIG_CPU_HAS_SYNC
  17 #define __sync()                                \
  18         __asm__ __volatile__(                   \
  19                 ".set   push\n\t"               \
  20                 ".set   noreorder\n\t"          \
  21                 ".set   mips2\n\t"              \
  22                 "sync\n\t"                      \
  23                 ".set   pop"                    \
  24                 : /* no output */               \
  25                 : /* no input */                \
  26                 : "memory")
  27 #else
  28 #define __sync()        do { } while(0)
  29 #endif
  30
  31 #define __fast_iob()                            \
  32         __asm__ __volatile__(                   \
  33                 ".set   push\n\t"               \
  34                 ".set   noreorder\n\t"          \
  35                 "lw     $0,%0\n\t"              \
  36                 "nop\n\t"                       \
  37                 ".set   pop"                    \
  38                 : /* no output */               \
  39                 : "m" (*(int *)CKSEG1)          \
  40                 : "memory")
  41 #ifdef CONFIG_CPU_CAVIUM_OCTEON
  42 # define OCTEON_SYNCW_STR       ".set push\n.set arch=octeon\nsyncw\nsyncw\n.set pop\n"
  43 # define __syncw()      __asm__ __volatile__(OCTEON_SYNCW_STR : : : "memory")
  44
  45 # define fast_wmb()     __syncw()
  46 # define fast_rmb()     barrier()
  47 # define fast_mb()      __sync()
  48 # define fast_iob()     do { } while (0)
  49 #else /* ! CONFIG_CPU_CAVIUM_OCTEON */
  50 # define fast_wmb()     __sync()
  51 # define fast_rmb()     __sync()
  52 # define fast_mb()      __sync()
  53 # ifdef CONFIG_SGI_IP28
  54 #  define fast_iob()                            \
  55         __asm__ __volatile__(                   \
  56                 ".set   push\n\t"               \
  57                 ".set   noreorder\n\t"          \
  58                 "lw     $0,%0\n\t"              \
  59                 "sync\n\t"                      \
  60                 "lw     $0,%0\n\t"              \
  61                 ".set   pop"                    \
  62                 : /* no output */               \
  63                 : "m" (*(int *)CKSEG1ADDR(0x1fa00004)) \
  64                 : "memory")
  65 # else
  66 #  define fast_iob()                            \
  67         do {                                    \
  68                 __sync();                       \
  69                 __fast_iob();                   \
  70         } while (0)
  71 # endif
  72 #endif /* CONFIG_CPU_CAVIUM_OCTEON */
  73
  74 #ifdef CONFIG_CPU_HAS_WB
  75
  76 #include <asm/wbflush.h>
  77
  78 #define wmb()           fast_wmb()
  79 #define rmb()           fast_rmb()
  80 #define mb()            wbflush()
  81 #define iob()           wbflush()
  82
  83 #else /* !CONFIG_CPU_HAS_WB */
  84
  85 #define wmb()           fast_wmb()
  86 #define rmb()           fast_rmb()
  87 #define mb()            fast_mb()
  88 #define iob()           fast_iob()
  89
  90 #endif /* !CONFIG_CPU_HAS_WB */
  91
  92 #if defined(CONFIG_WEAK_ORDERING) && defined(CONFIG_SMP)
  93 # ifdef CONFIG_CPU_CAVIUM_OCTEON
  94 #  define smp_mb()      __sync()
  95 #  define smp_rmb()     barrier()
  96 #  define smp_wmb()     __syncw()
  97 # else
  98 #  define smp_mb()      __asm__ __volatile__("sync" : : :"memory")
  99 #  define smp_rmb()     __asm__ __volatile__("sync" : : :"memory")
 100 #  define smp_wmb()     __asm__ __volatile__("sync" : : :"memory")
 101 # endif
 102 #else
 103 #define smp_mb()        barrier()
 104 #define smp_rmb()       barrier()
 105 #define smp_wmb()       barrier()
 106 #endif
 107
 108 #if defined(CONFIG_WEAK_REORDERING_BEYOND_LLSC) && defined(CONFIG_SMP)
 109 #define __WEAK_LLSC_MB          "       sync    \n"
 110 #else
 111 #define __WEAK_LLSC_MB          "               \n"
 112 #endif
 113
 114 #define set_mb(var, value) \
 115         do { var = value; smp_mb(); } while (0)
 116
 117 #define smp_llsc_mb()   __asm__ __volatile__(__WEAK_LLSC_MB : : :"memory")
 118
 119 #ifdef CONFIG_CPU_CAVIUM_OCTEON
 120 #define smp_mb__before_llsc() smp_wmb()
 121 /* Cause previous writes to become visible on all CPUs as soon as possible */
 122 #define nudge_writes() __asm__ __volatile__(".set push\n\t"             \
 123                                             ".set arch=octeon\n\t"      \
 124                                             "syncw\n\t"                 \
 125                                             ".set pop" : : : "memory")
 126 #else
 127 #define smp_mb__before_llsc() smp_llsc_mb()
 128 #define nudge_writes() mb()
 129 #endif
 130
 131 #define smp_store_release(p, v)                                         \
 132 do {                                                                    \
 133         compiletime_assert_atomic_type(*p);                             \
 134         smp_mb();                                                       \
 135         ACCESS_ONCE(*p) = (v);                                          \
 136 } while (0)
 137
 138 #define smp_load_acquire(p)                                             \
 139 ({                                                                      \
 140         typeof(*p) ___p1 = ACCESS_ONCE(*p);                             \
 141         compiletime_assert_atomic_type(*p);                             \
 142         smp_mb();                                                       \
 143         ___p1;                                                          \
 144 })
 145
 146 #define smp_mb__before_atomic() smp_mb__before_llsc()
 147 #define smp_mb__after_atomic()  smp_llsc_mb()
 148
 149 #endif /* __ASM_BARRIER_H */