LLVM OpenMP* Runtime Library
z_Windows_NT-586_util.cpp
1/*
2 * z_Windows_NT-586_util.cpp -- platform specific routines.
3 */
4
5//===----------------------------------------------------------------------===//
6//
7// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
8// See https://llvm.org/LICENSE.txt for license information.
9// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
10//
11//===----------------------------------------------------------------------===//
12
13#include "kmp.h"
14
15#if (KMP_ARCH_X86 || KMP_ARCH_X86_64 || KMP_ARCH_AARCH64)
16/* Only 32-bit "add-exchange" instruction on IA-32 architecture causes us to
17 use compare_and_store for these routines */
18
19kmp_int8 __kmp_test_then_or8(volatile kmp_int8 *p, kmp_int8 d) {
20 kmp_int8 old_value, new_value;
21
22 old_value = TCR_1(*p);
23 new_value = old_value | d;
24
25 while (!KMP_COMPARE_AND_STORE_REL8(p, old_value, new_value)) {
26 KMP_CPU_PAUSE();
27 old_value = TCR_1(*p);
28 new_value = old_value | d;
29 }
30 return old_value;
31}
32
33kmp_int8 __kmp_test_then_and8(volatile kmp_int8 *p, kmp_int8 d) {
34 kmp_int8 old_value, new_value;
35
36 old_value = TCR_1(*p);
37 new_value = old_value & d;
38
39 while (!KMP_COMPARE_AND_STORE_REL8(p, old_value, new_value)) {
40 KMP_CPU_PAUSE();
41 old_value = TCR_1(*p);
42 new_value = old_value & d;
43 }
44 return old_value;
45}
46
47kmp_uint32 __kmp_test_then_or32(volatile kmp_uint32 *p, kmp_uint32 d) {
48 kmp_uint32 old_value, new_value;
49
50 old_value = TCR_4(*p);
51 new_value = old_value | d;
52
53 while (!KMP_COMPARE_AND_STORE_REL32((volatile kmp_int32 *)p, old_value,
54 new_value)) {
55 KMP_CPU_PAUSE();
56 old_value = TCR_4(*p);
57 new_value = old_value | d;
58 }
59 return old_value;
60}
61
62kmp_uint32 __kmp_test_then_and32(volatile kmp_uint32 *p, kmp_uint32 d) {
63 kmp_uint32 old_value, new_value;
64
65 old_value = TCR_4(*p);
66 new_value = old_value & d;
67
68 while (!KMP_COMPARE_AND_STORE_REL32((volatile kmp_int32 *)p, old_value,
69 new_value)) {
70 KMP_CPU_PAUSE();
71 old_value = TCR_4(*p);
72 new_value = old_value & d;
73 }
74 return old_value;
75}
76
77#if KMP_ARCH_X86 || KMP_ARCH_X86_64
78kmp_int8 __kmp_test_then_add8(volatile kmp_int8 *p, kmp_int8 d) {
79 kmp_int64 old_value, new_value;
80
81 old_value = TCR_1(*p);
82 new_value = old_value + d;
83 while (!__kmp_compare_and_store8(p, old_value, new_value)) {
84 KMP_CPU_PAUSE();
85 old_value = TCR_1(*p);
86 new_value = old_value + d;
87 }
88 return old_value;
89}
90
91#if KMP_ARCH_X86
92kmp_int64 __kmp_test_then_add64(volatile kmp_int64 *p, kmp_int64 d) {
93 kmp_int64 old_value, new_value;
94
95 old_value = TCR_8(*p);
96 new_value = old_value + d;
97 while (!__kmp_compare_and_store64(p, old_value, new_value)) {
98 KMP_CPU_PAUSE();
99 old_value = TCR_8(*p);
100 new_value = old_value + d;
101 }
102 return old_value;
103}
104#endif /* KMP_ARCH_X86 */
105#endif /* KMP_ARCH_X86 || KMP_ARCH_X86_64 */
106
107kmp_uint64 __kmp_test_then_or64(volatile kmp_uint64 *p, kmp_uint64 d) {
108 kmp_uint64 old_value, new_value;
109
110 old_value = TCR_8(*p);
111 new_value = old_value | d;
112 while (!KMP_COMPARE_AND_STORE_REL64((volatile kmp_int64 *)p, old_value,
113 new_value)) {
114 KMP_CPU_PAUSE();
115 old_value = TCR_8(*p);
116 new_value = old_value | d;
117 }
118
119 return old_value;
120}
121
122kmp_uint64 __kmp_test_then_and64(volatile kmp_uint64 *p, kmp_uint64 d) {
123 kmp_uint64 old_value, new_value;
124
125 old_value = TCR_8(*p);
126 new_value = old_value & d;
127 while (!KMP_COMPARE_AND_STORE_REL64((volatile kmp_int64 *)p, old_value,
128 new_value)) {
129 KMP_CPU_PAUSE();
130 old_value = TCR_8(*p);
131 new_value = old_value & d;
132 }
133
134 return old_value;
135}
136
137#if KMP_ARCH_AARCH64
138int __kmp_invoke_microtask(microtask_t pkfn, int gtid, int tid, int argc,
139 void *p_argv[]
140#if OMPT_SUPPORT
141 ,
142 void **exit_frame_ptr
143#endif
144) {
145#if OMPT_SUPPORT
146 *exit_frame_ptr = OMPT_GET_FRAME_ADDRESS(0);
147#endif
148
149 switch (argc) {
150 case 0:
151 (*pkfn)(&gtid, &tid);
152 break;
153 case 1:
154 (*pkfn)(&gtid, &tid, p_argv[0]);
155 break;
156 case 2:
157 (*pkfn)(&gtid, &tid, p_argv[0], p_argv[1]);
158 break;
159 case 3:
160 (*pkfn)(&gtid, &tid, p_argv[0], p_argv[1], p_argv[2]);
161 break;
162 case 4:
163 (*pkfn)(&gtid, &tid, p_argv[0], p_argv[1], p_argv[2], p_argv[3]);
164 break;
165 case 5:
166 (*pkfn)(&gtid, &tid, p_argv[0], p_argv[1], p_argv[2], p_argv[3], p_argv[4]);
167 break;
168 default: {
169 // p_argv[6] and onwards must be passed on the stack since 8 registers are
170 // already used.
171 size_t len = (argc - 6) * sizeof(void *);
172 void *argbuf = alloca(len);
173 memcpy(argbuf, &p_argv[6], len);
174 }
175 [[fallthrough]];
176 case 6:
177 (*pkfn)(&gtid, &tid, p_argv[0], p_argv[1], p_argv[2], p_argv[3], p_argv[4],
178 p_argv[5]);
179 break;
180 }
181
182#if OMPT_SUPPORT
183 *exit_frame_ptr = 0;
184#endif
185
186 return 1;
187}
188#endif
189
190#endif /* KMP_ARCH_X86 || KMP_ARCH_X86_64 || KMP_ARCH_AARCH64 */