1 /* NVPTX atomic operations 2 Copyright (C) 2020-2022 Free Software Foundation, Inc. 3 Contributed by Mentor Graphics. 4 5 This file is free software; you can redistribute it and/or modify it 6 under the terms of the GNU General Public License as published by the 7 Free Software Foundation; either version 3, or (at your option) any 8 later version. 9 10 This file is distributed in the hope that it will be useful, but 11 WITHOUT ANY WARRANTY; without even the implied warranty of 12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 13 General Public License for more details. 14 15 Under Section 7 of GPL version 3, you are granted additional 16 permissions described in the GCC Runtime Library Exception, version 17 3.1, as published by the Free Software Foundation. 18 19 You should have received a copy of the GNU General Public License and 20 a copy of the GCC Runtime Library Exception along with this program; 21 see the files COPYING3 and COPYING.RUNTIME respectively. If not, see 22 <http://www.gnu.org/licenses/>. */ 23 24 #include <stdbool.h> 25 26 /* Implement __sync_val_compare_and_swap and __sync_bool_compare_and_swap 27 for 1 and 2-byte values (which are not natively supported) in terms of 28 __sync_val_compare_and_swap for 4-byte values (which is supported). 29 This assumes that the contents of the word surrounding the subword 30 value that we are interested in are accessible as well (which should 31 normally be the case). Note that if the contents of the word surrounding 32 the subword changes between the __sync_val_compare_and_swap_4 and the 33 preceeding load of oldword, while the subword does not, the implementation 34 loops, which may manifest worst-case as a hang. */ 35 36 #define __SYNC_SUBWORD_COMPARE_AND_SWAP(TYPE, SIZE) \ 37 \ 38 TYPE \ 39 __sync_val_compare_and_swap_##SIZE (volatile void *vptr, TYPE oldval, \ 40 TYPE newval) \ 41 { \ 42 volatile TYPE *ptr = vptr; \ 43 volatile unsigned int *wordptr \ 44 = (volatile unsigned int *)((__UINTPTR_TYPE__) ptr & ~3UL); \ 45 int shift = ((__UINTPTR_TYPE__) ptr & 3UL) * 8; \ 46 unsigned int valmask = (1 << (SIZE * 8)) - 1; \ 47 unsigned int wordmask = ~(valmask << shift); \ 48 unsigned int oldword = *wordptr; \ 49 for (;;) \ 50 { \ 51 TYPE prevval = (oldword >> shift) & valmask; \ 52 /* Exit if the subword value previously read from memory is not */ \ 53 /* equal to the expected value OLDVAL. */ \ 54 if (__builtin_expect (prevval != oldval, 0)) \ 55 return prevval; \ 56 unsigned int newword = oldword & wordmask; \ 57 newword |= ((unsigned int) newval) << shift; \ 58 unsigned int prevword \ 59 = __sync_val_compare_and_swap_4 (wordptr, oldword, newword); \ 60 /* Exit only if the compare-and-swap succeeds on the whole word */ \ 61 /* (i.e. the contents of *WORDPTR have not changed since the last */ \ 62 /* memory read). */ \ 63 if (__builtin_expect (prevword == oldword, 1)) \ 64 return oldval; \ 65 oldword = prevword; \ 66 } \ 67 } \ 68 \ 69 bool \ 70 __sync_bool_compare_and_swap_##SIZE (volatile void *ptr, TYPE oldval, \ 71 TYPE newval) \ 72 { \ 73 return __sync_val_compare_and_swap_##SIZE (ptr, oldval, newval) == oldval; \ 74 } 75 76 __SYNC_SUBWORD_COMPARE_AND_SWAP (unsigned char, 1) 77 __SYNC_SUBWORD_COMPARE_AND_SWAP (unsigned short, 2) 78