Source file
src/runtime/cgo/cgo_bindings.go
1
2
3
4
5
6
7 package cgo
8
9 import (
10 "internal/cpu"
11 "internal/goos"
12 "internal/runtime/atomic"
13 "unsafe"
14 )
15
16 const offsetX86HasAVX = unsafe.Offsetof(cpu.X86.HasAVX)
17
18
19
20
21
22
23 var pthread_key_created uintptr
24
25
26 var _cgo_pthread_key_created = &pthread_key_created
27
28
29
30
31
32 var x_crosscall2_ptr uintptr
33
34
35 var _crosscall2_ptr = &x_crosscall2_ptr
36
37
38
39 func runtime_asmcgocall(fn, arg unsafe.Pointer) int32
40
41
42
43 func runtime_asmcgocall_no_g(fn, arg unsafe.Pointer)
44
45
46
47 func runtime_cgocall(fn, arg unsafe.Pointer) int32
48
49
50
51
52
53
54
55
56
57 type cgoCallFrame struct {
58 fn uintptr
59 a0, a1, a2, a3, a4, a5 uintptr
60 r1 uintptr
61 }
62
63
64
65
66
67
68
69
70 func asmcgocall(fn, a0, a1, a2, a3, a4, a5 uintptr) uintptr {
71 var f cgoCallFrame
72 f.fn, f.a0, f.a1, f.a2, f.a3, f.a4, f.a5 = fn, a0, a1, a2, a3, a4, a5
73 runtime_asmcgocall(cgoCallTrampolinePC(), unsafe.Pointer(&f))
74 return f.r1
75 }
76
77
78
79
80
81
82
83
84
85
86 func asmcgocallNoG(fn, a0, a1, a2, a3, a4, a5 uintptr) uintptr {
87 var f cgoCallFrame
88 f.fn, f.a0, f.a1, f.a2, f.a3, f.a4, f.a5 = fn, a0, a1, a2, a3, a4, a5
89 runtime_asmcgocall_no_g(cgoCallTrampolinePC(), unsafe.Pointer(&f))
90 return f.r1
91 }
92
93
94
95 func asmcgocallMode(noG bool, fn, a0, a1, a2, a3, a4, a5 uintptr) uintptr {
96 if noG {
97 return asmcgocallNoG(fn, a0, a1, a2, a3, a4, a5)
98 }
99 return asmcgocall(fn, a0, a1, a2, a3, a4, a5)
100 }
101
102
103
104
105
106
107
108 func cgocall(fn, a0, a1, a2, a3, a4, a5 uintptr) uintptr {
109 var f cgoCallFrame
110 f.fn, f.a0, f.a1, f.a2, f.a3, f.a4, f.a5 = fn, a0, a1, a2, a3, a4, a5
111 runtime_cgocall(cgoCallTrampolinePC(), unsafe.Pointer(&f))
112 return f.r1
113 }
114
115
116
117
118
119
120 func cgocallErr(fn, a0, a1, a2, a3, a4, a5 uintptr) (uintptr, uint32) {
121 var f cgoCallFrame
122 f.fn, f.a0, f.a1, f.a2, f.a3, f.a4, f.a5 = fn, a0, a1, a2, a3, a4, a5
123 errno := runtime_cgocall(cgoCallTrampolinePC(), unsafe.Pointer(&f))
124 return f.r1, uint32(errno)
125 }
126
127
128
129 func tsanAcquire() {}
130
131
132
133 func tsanAcquireNoG() {}
134
135
136
137 func tsanAcquireMode(noG bool) {}
138
139
140
141 func tsanRelease() {}
142
143
144
145 func tsanReleaseNoG() {}
146
147
148
149 func tsanReleaseMode(noG bool) {}
150
151
152
153 func msanUnpoison(addr unsafe.Pointer, size uintptr) {}
154
155
156
157 func msanUnpoisonNoG(addr unsafe.Pointer, size uintptr) {}
158
159
160
161 func msanUnpoisonMode(noG bool, addr unsafe.Pointer, size uintptr) {}
162
163 type cgoContextArg struct {
164 context uintptr
165 }
166
167 var (
168 runtime_init_done uint32
169 cgo_context_function uintptr
170 )
171
172
173
174
175 func cgoWaitRuntimeInit() uintptr {
176 if atomic.Load(&runtime_init_done) != 2 {
177 for atomic.Load(&runtime_init_done) == 0 {
178 cgoYieldWaitRuntimeInit()
179 }
180 atomic.Store(&runtime_init_done, 2)
181 }
182
183
184
185
186
187
188
189
190
191 return atomic.Loaduintptr(&cgo_context_function)
192 }
193
194
195
196
197 func cgoWaitRuntimeInitDone() uintptr {
198 if pfn := cgoWaitRuntimeInit(); pfn != 0 {
199 var arg cgoContextArg
200 msanUnpoisonNoG(unsafe.Pointer(&arg), unsafe.Sizeof(arg))
201 fn := pfn
202 if goos.IsAix != 0 {
203
204
205 fn = uintptr(unsafe.Pointer(&pfn))
206 }
207 asmcgocallNoG(fn, uintptr(unsafe.Pointer(&arg)), 0, 0, 0, 0, 0)
208 return arg.context
209 }
210 return 0
211 }
212
213
214 var _cgoNotifyRuntimeInitDone = cgoNotifyRuntimeInitDone
215
216
217
218 func cgoNotifyRuntimeInitDone() {
219 cgoNotifyRuntimeInitDoneOS()
220 atomic.Store(&runtime_init_done, 1)
221 }
222
223
224
225
226 func cgoReleaseContext(ctxt uintptr) {
227 if ctxt == 0 {
228 return
229 }
230 if pfn := atomic.Loaduintptr(&cgo_context_function); pfn != 0 {
231 arg := cgoContextArg{context: ctxt}
232 msanUnpoisonNoG(unsafe.Pointer(&arg), unsafe.Sizeof(arg))
233 fn := pfn
234 if goos.IsAix != 0 {
235
236 fn = uintptr(unsafe.Pointer(&pfn))
237 }
238 asmcgocallNoG(fn, uintptr(unsafe.Pointer(&arg)), 0, 0, 0, 0, 0)
239 }
240 }
241
242
243 var _cgoSetContextFunction = cgoSetContextFunction
244
245
246 func cgoSetContextFunction(context uintptr) {
247 atomic.Storeuintptr(&cgo_context_function, context)
248 }
249
View as plain text