projects / deliverable / linux.git / blame
| Commit | Line | Data |
|---|---|---|
| 62479586 CM |
1 | /* |
| 2 | * Based on arch/arm/lib/bitops.h | |
| 3 | * | |
| 4 | * Copyright (C) 2013 ARM Ltd. | |
| 5 | * | |
| 6 | * This program is free software; you can redistribute it and/or modify | |
| 7 | * it under the terms of the GNU General Public License version 2 as | |
| 8 | * published by the Free Software Foundation. | |
| 9 | * | |
| 10 | * This program is distributed in the hope that it will be useful, | |
| 11 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
| 12 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
| 13 | * GNU General Public License for more details. | |
| 14 | * | |
| 15 | * You should have received a copy of the GNU General Public License | |
| 16 | * along with this program. If not, see <http://www.gnu.org/licenses/>. | |
| 17 | */ | |
| 18 | ||
| 19 | #include <linux/linkage.h> | |
| 20 | #include <asm/assembler.h> | |
| 084f9037 | 21 | #include <asm/lse.h> |
| 62479586 CM |
22 | |
| 23 | /* | |
| 24 | * x0: bits 5:0 bit offset | |
| 420c158d | 25 | * bits 31:6 word offset |
| 62479586 CM |
26 | * x1: address |
| 27 | */ | |
| 084f9037 | 28 | .macro bitop, name, llsc, lse |
| 62479586 | 29 | ENTRY( \name ) |
| 420c158d CM |
30 | and w3, w0, #63 // Get bit offset |
| 31 | eor w0, w0, w3 // Clear low bits | |
| 62479586 CM |
32 | mov x2, #1 |
| 33 | add x1, x1, x0, lsr #3 // Get word offset | |
| 0ea366f5 | 34 | alt_lse " prfm pstl1strm, [x1]", "nop" |
| 62479586 | 35 | lsl x3, x2, x3 // Create mask |
| 084f9037 WD |
36 | |
| 37 | alt_lse "1: ldxr x2, [x1]", "\lse x3, [x1]" | |
| 38 | alt_lse " \llsc x2, x2, x3", "nop" | |
| 39 | alt_lse " stxr w0, x2, [x1]", "nop" | |
| 40 | alt_lse " cbnz w0, 1b", "nop" | |
| 41 | ||
| 62479586 CM |
42 | ret |
| 43 | ENDPROC(\name ) | |
| 44 | .endm | |
| 45 | ||
| 084f9037 | 46 | .macro testop, name, llsc, lse |
| 62479586 | 47 | ENTRY( \name ) |
| 420c158d CM |
48 | and w3, w0, #63 // Get bit offset |
| 49 | eor w0, w0, w3 // Clear low bits | |
| 62479586 CM |
50 | mov x2, #1 |
| 51 | add x1, x1, x0, lsr #3 // Get word offset | |
| 0ea366f5 | 52 | alt_lse " prfm pstl1strm, [x1]", "nop" |
| 62479586 | 53 | lsl x4, x2, x3 // Create mask |
| 084f9037 WD |
54 | |
| 55 | alt_lse "1: ldxr x2, [x1]", "\lse x4, x2, [x1]" | |
| 56 | lsr x0, x2, x3 | |
| 57 | alt_lse " \llsc x2, x2, x4", "nop" | |
| 58 | alt_lse " stlxr w5, x2, [x1]", "nop" | |
| 59 | alt_lse " cbnz w5, 1b", "nop" | |
| 60 | alt_lse " dmb ish", "nop" | |
| 61 | ||
| 62479586 | 62 | and x0, x0, #1 |
| 084f9037 | 63 | ret |
| 62479586 CM |
64 | ENDPROC(\name ) |
| 65 | .endm | |
| 66 | ||
| 67 | /* | |
| 68 | * Atomic bit operations. | |
| 69 | */ | |
| 084f9037 WD |
70 | bitop change_bit, eor, steor |
| 71 | bitop clear_bit, bic, stclr | |
| 72 | bitop set_bit, orr, stset | |
| 62479586 | 73 | |
| 084f9037 WD |
74 | testop test_and_change_bit, eor, ldeoral |
| 75 | testop test_and_clear_bit, bic, ldclral | |
| 76 | testop test_and_set_bit, orr, ldsetal |