1*e5dd7070Spatrick /*===---- htmxlintrin.h - XL compiler HTM execution intrinsics-------------===*\
2*e5dd7070Spatrick *
3*e5dd7070Spatrick * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4*e5dd7070Spatrick * See https://llvm.org/LICENSE.txt for license information.
5*e5dd7070Spatrick * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6*e5dd7070Spatrick *
7*e5dd7070Spatrick \*===----------------------------------------------------------------------===*/
8*e5dd7070Spatrick
9*e5dd7070Spatrick #ifndef __HTMXLINTRIN_H
10*e5dd7070Spatrick #define __HTMXLINTRIN_H
11*e5dd7070Spatrick
12*e5dd7070Spatrick #ifndef __HTM__
13*e5dd7070Spatrick #error "HTM instruction set not enabled"
14*e5dd7070Spatrick #endif
15*e5dd7070Spatrick
16*e5dd7070Spatrick #include <htmintrin.h>
17*e5dd7070Spatrick
18*e5dd7070Spatrick #ifdef __powerpc__
19*e5dd7070Spatrick
20*e5dd7070Spatrick #ifdef __cplusplus
21*e5dd7070Spatrick extern "C" {
22*e5dd7070Spatrick #endif
23*e5dd7070Spatrick
24*e5dd7070Spatrick #define _TEXASR_PTR(TM_BUF) ((texasr_t *)((char *)(TM_BUF) + 0))
25*e5dd7070Spatrick #define _TEXASRU_PTR(TM_BUF) ((texasru_t *)((char *)(TM_BUF) + 0))
26*e5dd7070Spatrick #define _TEXASRL_PTR(TM_BUF) ((texasrl_t *)((char *)(TM_BUF) + 4))
27*e5dd7070Spatrick #define _TFIAR_PTR(TM_BUF) ((tfiar_t *)((char *)(TM_BUF) + 8))
28*e5dd7070Spatrick
29*e5dd7070Spatrick typedef char TM_buff_type[16];
30*e5dd7070Spatrick
31*e5dd7070Spatrick /* This macro can be used to determine whether a transaction was successfully
32*e5dd7070Spatrick started from the __TM_begin() and __TM_simple_begin() intrinsic functions
33*e5dd7070Spatrick below. */
34*e5dd7070Spatrick #define _HTM_TBEGIN_STARTED 1
35*e5dd7070Spatrick
36*e5dd7070Spatrick extern __inline long
37*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_simple_begin(void)38*e5dd7070Spatrick __TM_simple_begin (void)
39*e5dd7070Spatrick {
40*e5dd7070Spatrick if (__builtin_expect (__builtin_tbegin (0), 1))
41*e5dd7070Spatrick return _HTM_TBEGIN_STARTED;
42*e5dd7070Spatrick return 0;
43*e5dd7070Spatrick }
44*e5dd7070Spatrick
45*e5dd7070Spatrick extern __inline long
46*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_begin(void * const __TM_buff)47*e5dd7070Spatrick __TM_begin (void* const __TM_buff)
48*e5dd7070Spatrick {
49*e5dd7070Spatrick *_TEXASRL_PTR (__TM_buff) = 0;
50*e5dd7070Spatrick if (__builtin_expect (__builtin_tbegin (0), 1))
51*e5dd7070Spatrick return _HTM_TBEGIN_STARTED;
52*e5dd7070Spatrick #ifdef __powerpc64__
53*e5dd7070Spatrick *_TEXASR_PTR (__TM_buff) = __builtin_get_texasr ();
54*e5dd7070Spatrick #else
55*e5dd7070Spatrick *_TEXASRU_PTR (__TM_buff) = __builtin_get_texasru ();
56*e5dd7070Spatrick *_TEXASRL_PTR (__TM_buff) = __builtin_get_texasr ();
57*e5dd7070Spatrick #endif
58*e5dd7070Spatrick *_TFIAR_PTR (__TM_buff) = __builtin_get_tfiar ();
59*e5dd7070Spatrick return 0;
60*e5dd7070Spatrick }
61*e5dd7070Spatrick
62*e5dd7070Spatrick extern __inline long
63*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_end(void)64*e5dd7070Spatrick __TM_end (void)
65*e5dd7070Spatrick {
66*e5dd7070Spatrick if (__builtin_expect (__builtin_tend (0), 1))
67*e5dd7070Spatrick return 1;
68*e5dd7070Spatrick return 0;
69*e5dd7070Spatrick }
70*e5dd7070Spatrick
71*e5dd7070Spatrick extern __inline void
72*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_abort(void)73*e5dd7070Spatrick __TM_abort (void)
74*e5dd7070Spatrick {
75*e5dd7070Spatrick __builtin_tabort (0);
76*e5dd7070Spatrick }
77*e5dd7070Spatrick
78*e5dd7070Spatrick extern __inline void
79*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_named_abort(unsigned char const __code)80*e5dd7070Spatrick __TM_named_abort (unsigned char const __code)
81*e5dd7070Spatrick {
82*e5dd7070Spatrick __builtin_tabort (__code);
83*e5dd7070Spatrick }
84*e5dd7070Spatrick
85*e5dd7070Spatrick extern __inline void
86*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_resume(void)87*e5dd7070Spatrick __TM_resume (void)
88*e5dd7070Spatrick {
89*e5dd7070Spatrick __builtin_tresume ();
90*e5dd7070Spatrick }
91*e5dd7070Spatrick
92*e5dd7070Spatrick extern __inline void
93*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_suspend(void)94*e5dd7070Spatrick __TM_suspend (void)
95*e5dd7070Spatrick {
96*e5dd7070Spatrick __builtin_tsuspend ();
97*e5dd7070Spatrick }
98*e5dd7070Spatrick
99*e5dd7070Spatrick extern __inline long
100*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_is_user_abort(void * const __TM_buff)101*e5dd7070Spatrick __TM_is_user_abort (void* const __TM_buff)
102*e5dd7070Spatrick {
103*e5dd7070Spatrick texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
104*e5dd7070Spatrick return _TEXASRU_ABORT (texasru);
105*e5dd7070Spatrick }
106*e5dd7070Spatrick
107*e5dd7070Spatrick extern __inline long
108*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_is_named_user_abort(void * const __TM_buff,unsigned char * __code)109*e5dd7070Spatrick __TM_is_named_user_abort (void* const __TM_buff, unsigned char *__code)
110*e5dd7070Spatrick {
111*e5dd7070Spatrick texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
112*e5dd7070Spatrick
113*e5dd7070Spatrick *__code = _TEXASRU_FAILURE_CODE (texasru);
114*e5dd7070Spatrick return _TEXASRU_ABORT (texasru);
115*e5dd7070Spatrick }
116*e5dd7070Spatrick
117*e5dd7070Spatrick extern __inline long
118*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_is_illegal(void * const __TM_buff)119*e5dd7070Spatrick __TM_is_illegal (void* const __TM_buff)
120*e5dd7070Spatrick {
121*e5dd7070Spatrick texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
122*e5dd7070Spatrick return _TEXASRU_DISALLOWED (texasru);
123*e5dd7070Spatrick }
124*e5dd7070Spatrick
125*e5dd7070Spatrick extern __inline long
126*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_is_footprint_exceeded(void * const __TM_buff)127*e5dd7070Spatrick __TM_is_footprint_exceeded (void* const __TM_buff)
128*e5dd7070Spatrick {
129*e5dd7070Spatrick texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
130*e5dd7070Spatrick return _TEXASRU_FOOTPRINT_OVERFLOW (texasru);
131*e5dd7070Spatrick }
132*e5dd7070Spatrick
133*e5dd7070Spatrick extern __inline long
134*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_nesting_depth(void * const __TM_buff)135*e5dd7070Spatrick __TM_nesting_depth (void* const __TM_buff)
136*e5dd7070Spatrick {
137*e5dd7070Spatrick texasrl_t texasrl;
138*e5dd7070Spatrick
139*e5dd7070Spatrick if (_HTM_STATE (__builtin_ttest ()) == _HTM_NONTRANSACTIONAL)
140*e5dd7070Spatrick {
141*e5dd7070Spatrick texasrl = *_TEXASRL_PTR (__TM_buff);
142*e5dd7070Spatrick if (!_TEXASR_FAILURE_SUMMARY (texasrl))
143*e5dd7070Spatrick texasrl = 0;
144*e5dd7070Spatrick }
145*e5dd7070Spatrick else
146*e5dd7070Spatrick texasrl = (texasrl_t) __builtin_get_texasr ();
147*e5dd7070Spatrick
148*e5dd7070Spatrick return _TEXASR_TRANSACTION_LEVEL (texasrl);
149*e5dd7070Spatrick }
150*e5dd7070Spatrick
151*e5dd7070Spatrick extern __inline long
152*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_is_nested_too_deep(void * const __TM_buff)153*e5dd7070Spatrick __TM_is_nested_too_deep(void* const __TM_buff)
154*e5dd7070Spatrick {
155*e5dd7070Spatrick texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
156*e5dd7070Spatrick return _TEXASRU_NESTING_OVERFLOW (texasru);
157*e5dd7070Spatrick }
158*e5dd7070Spatrick
159*e5dd7070Spatrick extern __inline long
160*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_is_conflict(void * const __TM_buff)161*e5dd7070Spatrick __TM_is_conflict(void* const __TM_buff)
162*e5dd7070Spatrick {
163*e5dd7070Spatrick texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
164*e5dd7070Spatrick /* Return TEXASR bits 11 (Self-Induced Conflict) through
165*e5dd7070Spatrick 14 (Translation Invalidation Conflict). */
166*e5dd7070Spatrick return (_TEXASRU_EXTRACT_BITS (texasru, 14, 4)) ? 1 : 0;
167*e5dd7070Spatrick }
168*e5dd7070Spatrick
169*e5dd7070Spatrick extern __inline long
170*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_is_failure_persistent(void * const __TM_buff)171*e5dd7070Spatrick __TM_is_failure_persistent(void* const __TM_buff)
172*e5dd7070Spatrick {
173*e5dd7070Spatrick texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
174*e5dd7070Spatrick return _TEXASRU_FAILURE_PERSISTENT (texasru);
175*e5dd7070Spatrick }
176*e5dd7070Spatrick
177*e5dd7070Spatrick extern __inline long
178*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_failure_address(void * const __TM_buff)179*e5dd7070Spatrick __TM_failure_address(void* const __TM_buff)
180*e5dd7070Spatrick {
181*e5dd7070Spatrick return *_TFIAR_PTR (__TM_buff);
182*e5dd7070Spatrick }
183*e5dd7070Spatrick
184*e5dd7070Spatrick extern __inline long long
185*e5dd7070Spatrick __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
__TM_failure_code(void * const __TM_buff)186*e5dd7070Spatrick __TM_failure_code(void* const __TM_buff)
187*e5dd7070Spatrick {
188*e5dd7070Spatrick return *_TEXASR_PTR (__TM_buff);
189*e5dd7070Spatrick }
190*e5dd7070Spatrick
191*e5dd7070Spatrick #ifdef __cplusplus
192*e5dd7070Spatrick }
193*e5dd7070Spatrick #endif
194*e5dd7070Spatrick
195*e5dd7070Spatrick #endif /* __powerpc__ */
196*e5dd7070Spatrick
197*e5dd7070Spatrick #ifdef __s390__
198*e5dd7070Spatrick
199*e5dd7070Spatrick #include <stdint.h>
200*e5dd7070Spatrick
201*e5dd7070Spatrick /* These intrinsics are being made available for compatibility with
202*e5dd7070Spatrick the IBM XL compiler. For documentation please see the "z/OS XL
203*e5dd7070Spatrick C/C++ Programming Guide" publicly available on the web. */
204*e5dd7070Spatrick
205*e5dd7070Spatrick static __inline long __attribute__((__always_inline__, __nodebug__))
__TM_simple_begin()206*e5dd7070Spatrick __TM_simple_begin ()
207*e5dd7070Spatrick {
208*e5dd7070Spatrick return __builtin_tbegin_nofloat (0);
209*e5dd7070Spatrick }
210*e5dd7070Spatrick
211*e5dd7070Spatrick static __inline long __attribute__((__always_inline__, __nodebug__))
__TM_begin(void * const __tdb)212*e5dd7070Spatrick __TM_begin (void* const __tdb)
213*e5dd7070Spatrick {
214*e5dd7070Spatrick return __builtin_tbegin_nofloat (__tdb);
215*e5dd7070Spatrick }
216*e5dd7070Spatrick
217*e5dd7070Spatrick static __inline long __attribute__((__always_inline__, __nodebug__))
__TM_end()218*e5dd7070Spatrick __TM_end ()
219*e5dd7070Spatrick {
220*e5dd7070Spatrick return __builtin_tend ();
221*e5dd7070Spatrick }
222*e5dd7070Spatrick
223*e5dd7070Spatrick static __inline void __attribute__((__always_inline__))
__TM_abort()224*e5dd7070Spatrick __TM_abort ()
225*e5dd7070Spatrick {
226*e5dd7070Spatrick return __builtin_tabort (_HTM_FIRST_USER_ABORT_CODE);
227*e5dd7070Spatrick }
228*e5dd7070Spatrick
229*e5dd7070Spatrick static __inline void __attribute__((__always_inline__, __nodebug__))
__TM_named_abort(unsigned char const __code)230*e5dd7070Spatrick __TM_named_abort (unsigned char const __code)
231*e5dd7070Spatrick {
232*e5dd7070Spatrick return __builtin_tabort ((int)_HTM_FIRST_USER_ABORT_CODE + __code);
233*e5dd7070Spatrick }
234*e5dd7070Spatrick
235*e5dd7070Spatrick static __inline void __attribute__((__always_inline__, __nodebug__))
__TM_non_transactional_store(void * const __addr,long long const __value)236*e5dd7070Spatrick __TM_non_transactional_store (void* const __addr, long long const __value)
237*e5dd7070Spatrick {
238*e5dd7070Spatrick __builtin_non_tx_store ((uint64_t*)__addr, (uint64_t)__value);
239*e5dd7070Spatrick }
240*e5dd7070Spatrick
241*e5dd7070Spatrick static __inline long __attribute__((__always_inline__, __nodebug__))
__TM_nesting_depth(void * const __tdb_ptr)242*e5dd7070Spatrick __TM_nesting_depth (void* const __tdb_ptr)
243*e5dd7070Spatrick {
244*e5dd7070Spatrick int depth = __builtin_tx_nesting_depth ();
245*e5dd7070Spatrick struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
246*e5dd7070Spatrick
247*e5dd7070Spatrick if (depth != 0)
248*e5dd7070Spatrick return depth;
249*e5dd7070Spatrick
250*e5dd7070Spatrick if (tdb->format != 1)
251*e5dd7070Spatrick return 0;
252*e5dd7070Spatrick return tdb->nesting_depth;
253*e5dd7070Spatrick }
254*e5dd7070Spatrick
255*e5dd7070Spatrick /* Transaction failure diagnostics */
256*e5dd7070Spatrick
257*e5dd7070Spatrick static __inline long __attribute__((__always_inline__, __nodebug__))
__TM_is_user_abort(void * const __tdb_ptr)258*e5dd7070Spatrick __TM_is_user_abort (void* const __tdb_ptr)
259*e5dd7070Spatrick {
260*e5dd7070Spatrick struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
261*e5dd7070Spatrick
262*e5dd7070Spatrick if (tdb->format != 1)
263*e5dd7070Spatrick return 0;
264*e5dd7070Spatrick
265*e5dd7070Spatrick return !!(tdb->abort_code >= _HTM_FIRST_USER_ABORT_CODE);
266*e5dd7070Spatrick }
267*e5dd7070Spatrick
268*e5dd7070Spatrick static __inline long __attribute__((__always_inline__, __nodebug__))
__TM_is_named_user_abort(void * const __tdb_ptr,unsigned char * __code)269*e5dd7070Spatrick __TM_is_named_user_abort (void* const __tdb_ptr, unsigned char* __code)
270*e5dd7070Spatrick {
271*e5dd7070Spatrick struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
272*e5dd7070Spatrick
273*e5dd7070Spatrick if (tdb->format != 1)
274*e5dd7070Spatrick return 0;
275*e5dd7070Spatrick
276*e5dd7070Spatrick if (tdb->abort_code >= _HTM_FIRST_USER_ABORT_CODE)
277*e5dd7070Spatrick {
278*e5dd7070Spatrick *__code = tdb->abort_code - _HTM_FIRST_USER_ABORT_CODE;
279*e5dd7070Spatrick return 1;
280*e5dd7070Spatrick }
281*e5dd7070Spatrick return 0;
282*e5dd7070Spatrick }
283*e5dd7070Spatrick
284*e5dd7070Spatrick static __inline long __attribute__((__always_inline__, __nodebug__))
__TM_is_illegal(void * const __tdb_ptr)285*e5dd7070Spatrick __TM_is_illegal (void* const __tdb_ptr)
286*e5dd7070Spatrick {
287*e5dd7070Spatrick struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
288*e5dd7070Spatrick
289*e5dd7070Spatrick return (tdb->format == 1
290*e5dd7070Spatrick && (tdb->abort_code == 4 /* unfiltered program interruption */
291*e5dd7070Spatrick || tdb->abort_code == 11 /* restricted instruction */));
292*e5dd7070Spatrick }
293*e5dd7070Spatrick
294*e5dd7070Spatrick static __inline long __attribute__((__always_inline__, __nodebug__))
__TM_is_footprint_exceeded(void * const __tdb_ptr)295*e5dd7070Spatrick __TM_is_footprint_exceeded (void* const __tdb_ptr)
296*e5dd7070Spatrick {
297*e5dd7070Spatrick struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
298*e5dd7070Spatrick
299*e5dd7070Spatrick return (tdb->format == 1
300*e5dd7070Spatrick && (tdb->abort_code == 7 /* fetch overflow */
301*e5dd7070Spatrick || tdb->abort_code == 8 /* store overflow */));
302*e5dd7070Spatrick }
303*e5dd7070Spatrick
304*e5dd7070Spatrick static __inline long __attribute__((__always_inline__, __nodebug__))
__TM_is_nested_too_deep(void * const __tdb_ptr)305*e5dd7070Spatrick __TM_is_nested_too_deep (void* const __tdb_ptr)
306*e5dd7070Spatrick {
307*e5dd7070Spatrick struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
308*e5dd7070Spatrick
309*e5dd7070Spatrick return tdb->format == 1 && tdb->abort_code == 13; /* depth exceeded */
310*e5dd7070Spatrick }
311*e5dd7070Spatrick
312*e5dd7070Spatrick static __inline long __attribute__((__always_inline__, __nodebug__))
__TM_is_conflict(void * const __tdb_ptr)313*e5dd7070Spatrick __TM_is_conflict (void* const __tdb_ptr)
314*e5dd7070Spatrick {
315*e5dd7070Spatrick struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
316*e5dd7070Spatrick
317*e5dd7070Spatrick return (tdb->format == 1
318*e5dd7070Spatrick && (tdb->abort_code == 9 /* fetch conflict */
319*e5dd7070Spatrick || tdb->abort_code == 10 /* store conflict */));
320*e5dd7070Spatrick }
321*e5dd7070Spatrick
322*e5dd7070Spatrick static __inline long __attribute__((__always_inline__, __nodebug__))
__TM_is_failure_persistent(long const __result)323*e5dd7070Spatrick __TM_is_failure_persistent (long const __result)
324*e5dd7070Spatrick {
325*e5dd7070Spatrick return __result == _HTM_TBEGIN_PERSISTENT;
326*e5dd7070Spatrick }
327*e5dd7070Spatrick
328*e5dd7070Spatrick static __inline long __attribute__((__always_inline__, __nodebug__))
__TM_failure_address(void * const __tdb_ptr)329*e5dd7070Spatrick __TM_failure_address (void* const __tdb_ptr)
330*e5dd7070Spatrick {
331*e5dd7070Spatrick struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
332*e5dd7070Spatrick return tdb->atia;
333*e5dd7070Spatrick }
334*e5dd7070Spatrick
335*e5dd7070Spatrick static __inline long __attribute__((__always_inline__, __nodebug__))
__TM_failure_code(void * const __tdb_ptr)336*e5dd7070Spatrick __TM_failure_code (void* const __tdb_ptr)
337*e5dd7070Spatrick {
338*e5dd7070Spatrick struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
339*e5dd7070Spatrick
340*e5dd7070Spatrick return tdb->abort_code;
341*e5dd7070Spatrick }
342*e5dd7070Spatrick
343*e5dd7070Spatrick #endif /* __s390__ */
344*e5dd7070Spatrick
345*e5dd7070Spatrick #endif /* __HTMXLINTRIN_H */
346