Text file
src/runtime/sys_linux_amd64.s
1 // Copyright 2009 The Go Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style
3 // license that can be found in the LICENSE file.
4
5 //
6 // System calls and other sys.stuff for AMD64, Linux
7 //
8
9 #include "go_asm.h"
10 #include "go_tls.h"
11 #include "textflag.h"
12 #include "cgo/abi_amd64.h"
13
14 #define AT_FDCWD -100
15
16 #define SYS_read 0
17 #define SYS_write 1
18 #define SYS_close 3
19 #define SYS_mmap 9
20 #define SYS_munmap 11
21 #define SYS_brk 12
22 #define SYS_rt_sigaction 13
23 #define SYS_rt_sigprocmask 14
24 #define SYS_rt_sigreturn 15
25 #define SYS_sched_yield 24
26 #define SYS_mincore 27
27 #define SYS_madvise 28
28 #define SYS_nanosleep 35
29 #define SYS_setittimer 38
30 #define SYS_getpid 39
31 #define SYS_socket 41
32 #define SYS_connect 42
33 #define SYS_clone 56
34 #define SYS_exit 60
35 #define SYS_kill 62
36 #define SYS_sigaltstack 131
37 #define SYS_arch_prctl 158
38 #define SYS_gettid 186
39 #define SYS_futex 202
40 #define SYS_sched_getaffinity 204
41 #define SYS_timer_create 222
42 #define SYS_timer_settime 223
43 #define SYS_timer_delete 226
44 #define SYS_clock_gettime 228
45 #define SYS_exit_group 231
46 #define SYS_tgkill 234
47 #define SYS_openat 257
48 #define SYS_faccessat 269
49 #define SYS_pipe2 293
50
51 TEXT runtime·exit(SB),NOSPLIT,$0-4
52 MOVL code+0(FP), DI
53 MOVL $SYS_exit_group, AX
54 SYSCALL
55 RET
56
57 // func exitThread(wait *atomic.Uint32)
58 TEXT runtime·exitThread(SB),NOSPLIT,$0-8
59 MOVQ wait+0(FP), AX
60 // We're done using the stack.
61 MOVL $0, (AX)
62 MOVL $0, DI // exit code
63 MOVL $SYS_exit, AX
64 SYSCALL
65 // We may not even have a stack any more.
66 INT $3
67 JMP 0(PC)
68
69 TEXT runtime·open(SB),NOSPLIT,$0-20
70 // This uses openat instead of open, because Android O blocks open.
71 MOVL $AT_FDCWD, DI // AT_FDCWD, so this acts like open
72 MOVQ name+0(FP), SI
73 MOVL mode+8(FP), DX
74 MOVL perm+12(FP), R10
75 MOVL $SYS_openat, AX
76 SYSCALL
77 CMPQ AX, $0xfffffffffffff001
78 JLS 2(PC)
79 MOVL $-1, AX
80 MOVL AX, ret+16(FP)
81 RET
82
83 TEXT runtime·closefd(SB),NOSPLIT,$0-12
84 MOVL fd+0(FP), DI
85 MOVL $SYS_close, AX
86 SYSCALL
87 CMPQ AX, $0xfffffffffffff001
88 JLS 2(PC)
89 MOVL $-1, AX
90 MOVL AX, ret+8(FP)
91 RET
92
93 TEXT runtime·write1(SB),NOSPLIT,$0-28
94 MOVQ fd+0(FP), DI
95 MOVQ p+8(FP), SI
96 MOVL n+16(FP), DX
97 MOVL $SYS_write, AX
98 SYSCALL
99 MOVL AX, ret+24(FP)
100 RET
101
102 TEXT runtime·read(SB),NOSPLIT,$0-28
103 MOVL fd+0(FP), DI
104 MOVQ p+8(FP), SI
105 MOVL n+16(FP), DX
106 MOVL $SYS_read, AX
107 SYSCALL
108 MOVL AX, ret+24(FP)
109 RET
110
111 // func pipe2(flags int32) (r, w int32, errno int32)
112 TEXT runtime·pipe2(SB),NOSPLIT,$0-20
113 LEAQ r+8(FP), DI
114 MOVL flags+0(FP), SI
115 MOVL $SYS_pipe2, AX
116 SYSCALL
117 MOVL AX, errno+16(FP)
118 RET
119
120 TEXT runtime·usleep(SB),NOSPLIT,$16
121 MOVL $0, DX
122 MOVL usec+0(FP), AX
123 MOVL $1000000, CX
124 DIVL CX
125 MOVQ AX, 0(SP)
126 MOVL $1000, AX // usec to nsec
127 MULL DX
128 MOVQ AX, 8(SP)
129
130 // nanosleep(&ts, 0)
131 MOVQ SP, DI
132 MOVL $0, SI
133 MOVL $SYS_nanosleep, AX
134 SYSCALL
135 RET
136
137 TEXT runtime·gettid(SB),NOSPLIT,$0-4
138 MOVL $SYS_gettid, AX
139 SYSCALL
140 MOVL AX, ret+0(FP)
141 RET
142
143 TEXT runtime·raise(SB),NOSPLIT,$0
144 MOVL $SYS_getpid, AX
145 SYSCALL
146 MOVL AX, R12
147 MOVL $SYS_gettid, AX
148 SYSCALL
149 MOVL AX, SI // arg 2 tid
150 MOVL R12, DI // arg 1 pid
151 MOVL sig+0(FP), DX // arg 3
152 MOVL $SYS_tgkill, AX
153 SYSCALL
154 RET
155
156 TEXT runtime·raiseproc(SB),NOSPLIT,$0
157 MOVL $SYS_getpid, AX
158 SYSCALL
159 MOVL AX, DI // arg 1 pid
160 MOVL sig+0(FP), SI // arg 2
161 MOVL $SYS_kill, AX
162 SYSCALL
163 RET
164
165 TEXT ·getpid(SB),NOSPLIT,$0-8
166 MOVL $SYS_getpid, AX
167 SYSCALL
168 MOVQ AX, ret+0(FP)
169 RET
170
171 TEXT ·tgkill(SB),NOSPLIT,$0
172 MOVQ tgid+0(FP), DI
173 MOVQ tid+8(FP), SI
174 MOVQ sig+16(FP), DX
175 MOVL $SYS_tgkill, AX
176 SYSCALL
177 RET
178
179 TEXT runtime·setitimer(SB),NOSPLIT,$0-24
180 MOVL mode+0(FP), DI
181 MOVQ new+8(FP), SI
182 MOVQ old+16(FP), DX
183 MOVL $SYS_setittimer, AX
184 SYSCALL
185 RET
186
187 TEXT runtime·timer_create(SB),NOSPLIT,$0-28
188 MOVL clockid+0(FP), DI
189 MOVQ sevp+8(FP), SI
190 MOVQ timerid+16(FP), DX
191 MOVL $SYS_timer_create, AX
192 SYSCALL
193 MOVL AX, ret+24(FP)
194 RET
195
196 TEXT runtime·timer_settime(SB),NOSPLIT,$0-28
197 MOVL timerid+0(FP), DI
198 MOVL flags+4(FP), SI
199 MOVQ new+8(FP), DX
200 MOVQ old+16(FP), R10
201 MOVL $SYS_timer_settime, AX
202 SYSCALL
203 MOVL AX, ret+24(FP)
204 RET
205
206 TEXT runtime·timer_delete(SB),NOSPLIT,$0-12
207 MOVL timerid+0(FP), DI
208 MOVL $SYS_timer_delete, AX
209 SYSCALL
210 MOVL AX, ret+8(FP)
211 RET
212
213 TEXT runtime·mincore(SB),NOSPLIT,$0-28
214 MOVQ addr+0(FP), DI
215 MOVQ n+8(FP), SI
216 MOVQ dst+16(FP), DX
217 MOVL $SYS_mincore, AX
218 SYSCALL
219 MOVL AX, ret+24(FP)
220 RET
221
222 // func nanotime1() int64
223 TEXT runtime·nanotime1(SB),NOSPLIT,$16-8
224 // We don't know how much stack space the VDSO code will need,
225 // so switch to g0.
226 // In particular, a kernel configured with CONFIG_OPTIMIZE_INLINING=n
227 // and hardening can use a full page of stack space in gettime_sym
228 // due to stack probes inserted to avoid stack/heap collisions.
229 // See issue #20427.
230
231 #ifdef GOEXPERIMENT_runtimesecret
232 // The kernel might spill our secrets onto g0
233 // erase our registers here.
234 // TODO(dmo): what is the ABI guarantee here? we use
235 // R14 later, but the function is ABI0
236 CMPL g_secret(R14), $0
237 JEQ nosecret
238 CALL ·secretEraseRegisters(SB)
239
240 nosecret:
241 #endif
242
243 MOVQ SP, R12 // Save old SP; R12 unchanged by C code.
244
245 MOVQ g_m(R14), BX // BX unchanged by C code.
246
247 // Set vdsoPC and vdsoSP for SIGPROF traceback.
248 // Save the old values on stack and restore them on exit,
249 // so this function is reentrant.
250 MOVQ m_vdsoPC(BX), CX
251 MOVQ m_vdsoSP(BX), DX
252 MOVQ CX, 0(SP)
253 MOVQ DX, 8(SP)
254
255 LEAQ ret+0(FP), DX
256 MOVQ -8(DX), CX
257 MOVQ CX, m_vdsoPC(BX)
258 MOVQ DX, m_vdsoSP(BX)
259
260 CMPQ R14, m_curg(BX) // Only switch if on curg.
261 JNE noswitch
262
263 MOVQ m_g0(BX), DX
264 MOVQ (g_sched+gobuf_sp)(DX), SP // Set SP to g0 stack
265
266 noswitch:
267 SUBQ $16, SP // Space for results
268 ANDQ $~15, SP // Align for C code
269
270 MOVL $1, DI // CLOCK_MONOTONIC
271 LEAQ 0(SP), SI
272 MOVQ runtime·vdsoClockgettimeSym(SB), AX
273 CMPQ AX, $0
274 JEQ fallback
275 CALL AX
276 ret:
277 MOVQ 0(SP), AX // sec
278 MOVQ 8(SP), DX // nsec
279 MOVQ R12, SP // Restore real SP
280 // Restore vdsoPC, vdsoSP
281 // We don't worry about being signaled between the two stores.
282 // If we are not in a signal handler, we'll restore vdsoSP to 0,
283 // and no one will care about vdsoPC. If we are in a signal handler,
284 // we cannot receive another signal.
285 MOVQ 8(SP), CX
286 MOVQ CX, m_vdsoSP(BX)
287 MOVQ 0(SP), CX
288 MOVQ CX, m_vdsoPC(BX)
289 // sec is in AX, nsec in DX
290 // return nsec in AX
291 IMULQ $1000000000, AX
292 ADDQ DX, AX
293 MOVQ AX, ret+0(FP)
294 RET
295 fallback:
296 MOVQ $SYS_clock_gettime, AX
297 SYSCALL
298 JMP ret
299
300 TEXT runtime·rtsigprocmask(SB),NOSPLIT,$0-28
301 MOVL how+0(FP), DI
302 MOVQ new+8(FP), SI
303 MOVQ old+16(FP), DX
304 MOVL size+24(FP), R10
305 MOVL $SYS_rt_sigprocmask, AX
306 SYSCALL
307 CMPQ AX, $0xfffffffffffff001
308 JLS 2(PC)
309 MOVL $0xf1, 0xf1 // crash
310 RET
311
312 TEXT runtime·rt_sigaction(SB),NOSPLIT,$0-36
313 MOVQ sig+0(FP), DI
314 MOVQ new+8(FP), SI
315 MOVQ old+16(FP), DX
316 MOVQ size+24(FP), R10
317 MOVL $SYS_rt_sigaction, AX
318 SYSCALL
319 MOVL AX, ret+32(FP)
320 RET
321
322 // Call the function stored in _cgo_sigaction using the GCC calling convention.
323 TEXT runtime·callCgoSigaction(SB),NOSPLIT,$16
324 MOVQ sig+0(FP), DI
325 MOVQ new+8(FP), SI
326 MOVQ old+16(FP), DX
327 MOVQ _cgo_sigaction(SB), AX
328 MOVQ SP, BX // callee-saved
329 ANDQ $~15, SP // alignment as per amd64 psABI
330 CALL AX
331 MOVQ BX, SP
332 MOVL AX, ret+24(FP)
333 RET
334
335 TEXT runtime·sigfwd(SB),NOSPLIT,$0-32
336 MOVQ fn+0(FP), AX
337 MOVL sig+8(FP), DI
338 MOVQ info+16(FP), SI
339 MOVQ ctx+24(FP), DX
340 MOVQ SP, BX // callee-saved
341 ANDQ $~15, SP // alignment for x86_64 ABI
342 CALL AX
343 MOVQ BX, SP
344 RET
345
346 // Called using C ABI.
347 TEXT runtime·sigtramp(SB),NOSPLIT|TOPFRAME|NOFRAME,$0
348 // Transition from C ABI to Go ABI.
349 PUSH_REGS_HOST_TO_ABI0()
350
351 // Set up ABIInternal environment: g in R14, cleared X15.
352 get_tls(R12)
353 MOVQ g(R12), R14
354 PXOR X15, X15
355
356 // Reserve space for spill slots.
357 NOP SP // disable vet stack checking
358 ADJSP $24
359
360 // Call into the Go signal handler
361 MOVQ DI, AX // sig
362 MOVQ SI, BX // info
363 MOVQ DX, CX // ctx
364 CALL ·sigtrampgo<ABIInternal>(SB)
365
366 ADJSP $-24
367
368 POP_REGS_HOST_TO_ABI0()
369 RET
370
371 // Called using C ABI.
372 TEXT runtime·sigprofNonGoWrapper<>(SB),NOSPLIT|NOFRAME,$0
373 // Transition from C ABI to Go ABI.
374 PUSH_REGS_HOST_TO_ABI0()
375
376 // Set up ABIInternal environment: g in R14, cleared X15.
377 get_tls(R12)
378 MOVQ g(R12), R14
379 PXOR X15, X15
380
381 // Reserve space for spill slots.
382 NOP SP // disable vet stack checking
383 ADJSP $24
384
385 // Call into the Go signal handler
386 MOVQ DI, AX // sig
387 MOVQ SI, BX // info
388 MOVQ DX, CX // ctx
389 CALL ·sigprofNonGo<ABIInternal>(SB)
390
391 ADJSP $-24
392
393 POP_REGS_HOST_TO_ABI0()
394 RET
395
396 // Used instead of sigtramp in programs that use cgo.
397 // Arguments from kernel are in DI, SI, DX.
398 TEXT runtime·cgoSigtramp(SB),NOSPLIT,$0
399 // If no traceback function, do usual sigtramp.
400 MOVQ runtime·cgoTraceback(SB), AX
401 TESTQ AX, AX
402 JZ sigtramp
403
404 // If no traceback support function, which means that
405 // runtime/cgo was not linked in, do usual sigtramp.
406 MOVQ _cgo_callers(SB), AX
407 TESTQ AX, AX
408 JZ sigtramp
409
410 // Figure out if we are currently in a cgo call.
411 // If not, just do usual sigtramp.
412 get_tls(CX)
413 MOVQ g(CX),AX
414 TESTQ AX, AX
415 JZ sigtrampnog // g == nil
416 MOVQ g_m(AX), AX
417 TESTQ AX, AX
418 JZ sigtramp // g.m == nil
419 MOVL m_ncgo(AX), CX
420 TESTL CX, CX
421 JZ sigtramp // g.m.ncgo == 0
422 MOVQ m_curg(AX), CX
423 TESTQ CX, CX
424 JZ sigtramp // g.m.curg == nil
425 MOVQ g_syscallsp(CX), CX
426 TESTQ CX, CX
427 JZ sigtramp // g.m.curg.syscallsp == 0
428 MOVQ m_cgoCallers(AX), R8
429 TESTQ R8, R8
430 JZ sigtramp // g.m.cgoCallers == nil
431 MOVL m_cgoCallersUse(AX), CX
432 TESTL CX, CX
433 JNZ sigtramp // g.m.cgoCallersUse != 0
434
435 // Jump to a function in runtime/cgo.
436 // That function, written in C, will call the user's traceback
437 // function with proper unwind info, and will then call back here.
438 // The first three arguments, and the fifth, are already in registers.
439 // Set the two remaining arguments now.
440 MOVQ runtime·cgoTraceback(SB), CX
441 MOVQ $runtime·sigtramp(SB), R9
442 MOVQ _cgo_callers(SB), AX
443 JMP AX
444
445 sigtramp:
446 JMP runtime·sigtramp(SB)
447
448 sigtrampnog:
449 // Signal arrived on a non-Go thread. If this is SIGPROF, get a
450 // stack trace.
451 CMPL DI, $27 // 27 == SIGPROF
452 JNZ sigtramp
453
454 // Lock sigprofCallersUse.
455 MOVL $0, AX
456 MOVL $1, CX
457 MOVQ $runtime·sigprofCallersUse(SB), R11
458 LOCK
459 CMPXCHGL CX, 0(R11)
460 JNZ sigtramp // Skip stack trace if already locked.
461
462 // Jump to the traceback function in runtime/cgo.
463 // It will call back to sigprofNonGo, via sigprofNonGoWrapper, to convert
464 // the arguments to the Go calling convention.
465 // First three arguments to traceback function are in registers already.
466 MOVQ runtime·cgoTraceback(SB), CX
467 MOVQ $runtime·sigprofCallers(SB), R8
468 MOVQ $runtime·sigprofNonGoWrapper<>(SB), R9
469 MOVQ _cgo_callers(SB), AX
470 JMP AX
471
472 // For cgo unwinding to work, this function must look precisely like
473 // the one in glibc. The glibc source code is:
474 // https://sourceware.org/git/?p=glibc.git;a=blob;f=sysdeps/unix/sysv/linux/x86_64/libc_sigaction.c;h=afdce87381228f0cf32fa9fa6c8c4efa5179065c#l80
475 // The code that cares about the precise instructions used is:
476 // https://gcc.gnu.org/git/?p=gcc.git;a=blob;f=libgcc/config/i386/linux-unwind.h;h=5486223d60272c73d5103b29ae592d2ee998e1cf#l49
477 //
478 // For gdb unwinding to work, this function must look precisely like the one in
479 // glibc and must be named "__restore_rt" or contain the string "sigaction" in
480 // the name. The gdb source code is:
481 // https://sourceware.org/git/?p=binutils-gdb.git;a=blob;f=gdb/amd64-linux-tdep.c;h=cbbac1a0c64e1deb8181b9d0ff6404e328e2979d#l178
482 TEXT runtime·sigreturn__sigaction(SB),NOSPLIT,$0
483 MOVQ $SYS_rt_sigreturn, AX
484 SYSCALL
485 INT $3 // not reached
486
487 TEXT runtime·sysMmap(SB),NOSPLIT,$0
488 MOVQ addr+0(FP), DI
489 MOVQ n+8(FP), SI
490 MOVL prot+16(FP), DX
491 MOVL flags+20(FP), R10
492 MOVL fd+24(FP), R8
493 MOVL off+28(FP), R9
494
495 MOVL $SYS_mmap, AX
496 SYSCALL
497 CMPQ AX, $0xfffffffffffff001
498 JLS ok
499 NOTQ AX
500 INCQ AX
501 MOVQ $0, p+32(FP)
502 MOVQ AX, err+40(FP)
503 RET
504 ok:
505 MOVQ AX, p+32(FP)
506 MOVQ $0, err+40(FP)
507 RET
508
509 // Call the function stored in _cgo_mmap using the GCC calling convention.
510 // This must be called on the system stack.
511 TEXT runtime·callCgoMmap(SB),NOSPLIT,$16
512 MOVQ addr+0(FP), DI
513 MOVQ n+8(FP), SI
514 MOVL prot+16(FP), DX
515 MOVL flags+20(FP), CX
516 MOVL fd+24(FP), R8
517 MOVL off+28(FP), R9
518 MOVQ _cgo_mmap(SB), AX
519 MOVQ SP, BX
520 ANDQ $~15, SP // alignment as per amd64 psABI
521 MOVQ BX, 0(SP)
522 CALL AX
523 MOVQ 0(SP), SP
524 MOVQ AX, ret+32(FP)
525 RET
526
527 TEXT runtime·sysMunmap(SB),NOSPLIT,$0
528 MOVQ addr+0(FP), DI
529 MOVQ n+8(FP), SI
530 MOVQ $SYS_munmap, AX
531 SYSCALL
532 CMPQ AX, $0xfffffffffffff001
533 JLS 2(PC)
534 MOVL $0xf1, 0xf1 // crash
535 RET
536
537 // Call the function stored in _cgo_munmap using the GCC calling convention.
538 // This must be called on the system stack.
539 TEXT runtime·callCgoMunmap(SB),NOSPLIT,$16-16
540 MOVQ addr+0(FP), DI
541 MOVQ n+8(FP), SI
542 MOVQ _cgo_munmap(SB), AX
543 MOVQ SP, BX
544 ANDQ $~15, SP // alignment as per amd64 psABI
545 MOVQ BX, 0(SP)
546 CALL AX
547 MOVQ 0(SP), SP
548 RET
549
550 TEXT runtime·madvise(SB),NOSPLIT,$0
551 MOVQ addr+0(FP), DI
552 MOVQ n+8(FP), SI
553 MOVL flags+16(FP), DX
554 MOVQ $SYS_madvise, AX
555 SYSCALL
556 MOVL AX, ret+24(FP)
557 RET
558
559 // int64 futex(int32 *uaddr, int32 op, int32 val,
560 // struct timespec *timeout, int32 *uaddr2, int32 val2);
561 TEXT runtime·futex(SB),NOSPLIT,$0
562 MOVQ addr+0(FP), DI
563 MOVL op+8(FP), SI
564 MOVL val+12(FP), DX
565 MOVQ ts+16(FP), R10
566 MOVQ addr2+24(FP), R8
567 MOVL val3+32(FP), R9
568 MOVL $SYS_futex, AX
569 SYSCALL
570 MOVL AX, ret+40(FP)
571 RET
572
573 // int32 clone(int32 flags, void *stk, M *mp, G *gp, void (*fn)(void));
574 TEXT runtime·clone(SB),NOSPLIT|NOFRAME,$0
575 MOVL flags+0(FP), DI
576 MOVQ stk+8(FP), SI
577 MOVQ $0, DX
578 MOVQ $0, R10
579 MOVQ $0, R8
580 // Copy mp, gp, fn off parent stack for use by child.
581 // Careful: Linux system call clobbers CX and R11.
582 MOVQ mp+16(FP), R13
583 MOVQ gp+24(FP), R9
584 MOVQ fn+32(FP), R12
585 CMPQ R13, $0 // m
586 JEQ nog1
587 CMPQ R9, $0 // g
588 JEQ nog1
589 LEAQ m_tls(R13), R8
590 #ifdef GOOS_android
591 // Android stores the TLS offset in runtime·tls_g.
592 SUBQ runtime·tls_g(SB), R8
593 #else
594 ADDQ $8, R8 // ELF wants to use -8(FS)
595 #endif
596 ORQ $0x00080000, DI //add flag CLONE_SETTLS(0x00080000) to call clone
597 nog1:
598 MOVL $SYS_clone, AX
599 SYSCALL
600
601 // In parent, return.
602 CMPQ AX, $0
603 JEQ 3(PC)
604 MOVL AX, ret+40(FP)
605 RET
606
607 // In child, on new stack.
608 MOVQ SI, SP
609
610 // If g or m are nil, skip Go-related setup.
611 CMPQ R13, $0 // m
612 JEQ nog2
613 CMPQ R9, $0 // g
614 JEQ nog2
615
616 // Initialize m->procid to Linux tid
617 MOVL $SYS_gettid, AX
618 SYSCALL
619 MOVQ AX, m_procid(R13)
620
621 // In child, set up new stack
622 get_tls(CX)
623 MOVQ R13, g_m(R9)
624 MOVQ R9, g(CX)
625 MOVQ R9, R14 // set g register
626 CALL runtime·stackcheck(SB)
627
628 nog2:
629 // Call fn. This is the PC of an ABI0 function.
630 CALL R12
631
632 // It shouldn't return. If it does, exit that thread.
633 MOVL $111, DI
634 MOVL $SYS_exit, AX
635 SYSCALL
636 JMP -3(PC) // keep exiting
637
638 TEXT runtime·sigaltstack(SB),NOSPLIT,$0
639 MOVQ new+0(FP), DI
640 MOVQ old+8(FP), SI
641 MOVQ $SYS_sigaltstack, AX
642 SYSCALL
643 CMPQ AX, $0xfffffffffffff001
644 JLS 2(PC)
645 MOVL $0xf1, 0xf1 // crash
646 RET
647
648 // set tls base to DI
649 TEXT runtime·settls(SB),NOSPLIT,$32
650 #ifdef GOOS_android
651 // Android stores the TLS offset in runtime·tls_g.
652 SUBQ runtime·tls_g(SB), DI
653 #else
654 ADDQ $8, DI // ELF wants to use -8(FS)
655 #endif
656 MOVQ DI, SI
657 MOVQ $0x1002, DI // ARCH_SET_FS
658 MOVQ $SYS_arch_prctl, AX
659 SYSCALL
660 CMPQ AX, $0xfffffffffffff001
661 JLS 2(PC)
662 MOVL $0xf1, 0xf1 // crash
663 RET
664
665 TEXT runtime·osyield(SB),NOSPLIT,$0
666 MOVL $SYS_sched_yield, AX
667 SYSCALL
668 RET
669
670 TEXT runtime·sched_getaffinity(SB),NOSPLIT,$0
671 MOVQ pid+0(FP), DI
672 MOVQ len+8(FP), SI
673 MOVQ buf+16(FP), DX
674 MOVL $SYS_sched_getaffinity, AX
675 SYSCALL
676 MOVL AX, ret+24(FP)
677 RET
678
679 // int access(const char *name, int mode)
680 TEXT runtime·access(SB),NOSPLIT,$0
681 // This uses faccessat instead of access, because Android O blocks access.
682 MOVL $AT_FDCWD, DI // AT_FDCWD, so this acts like access
683 MOVQ name+0(FP), SI
684 MOVL mode+8(FP), DX
685 MOVL $0, R10
686 MOVL $SYS_faccessat, AX
687 SYSCALL
688 MOVL AX, ret+16(FP)
689 RET
690
691 // int connect(int fd, const struct sockaddr *addr, socklen_t addrlen)
692 TEXT runtime·connect(SB),NOSPLIT,$0-28
693 MOVL fd+0(FP), DI
694 MOVQ addr+8(FP), SI
695 MOVL len+16(FP), DX
696 MOVL $SYS_connect, AX
697 SYSCALL
698 MOVL AX, ret+24(FP)
699 RET
700
701 // int socket(int domain, int type, int protocol)
702 TEXT runtime·socket(SB),NOSPLIT,$0-20
703 MOVL domain+0(FP), DI
704 MOVL typ+4(FP), SI
705 MOVL prot+8(FP), DX
706 MOVL $SYS_socket, AX
707 SYSCALL
708 MOVL AX, ret+16(FP)
709 RET
710
711 // func sbrk0() uintptr
712 TEXT runtime·sbrk0(SB),NOSPLIT,$0-8
713 // Implemented as brk(NULL).
714 MOVQ $0, DI
715 MOVL $SYS_brk, AX
716 SYSCALL
717 MOVQ AX, ret+0(FP)
718 RET
719
720 // func vgetrandom1(buf *byte, length uintptr, flags uint32, state uintptr, stateSize uintptr) int
721 TEXT runtime·vgetrandom1<ABIInternal>(SB),NOSPLIT,$16-48
722 MOVQ SI, R8 // stateSize
723 MOVL CX, DX // flags
724 MOVQ DI, CX // state
725 MOVQ BX, SI // length
726 MOVQ AX, DI // buf
727
728 MOVQ SP, R12
729
730 MOVQ runtime·vdsoGetrandomSym(SB), AX
731 MOVQ g_m(R14), BX
732
733 MOVQ m_vdsoPC(BX), R9
734 MOVQ R9, 0(SP)
735 MOVQ m_vdsoSP(BX), R9
736 MOVQ R9, 8(SP)
737 LEAQ buf+0(FP), R9
738 MOVQ R9, m_vdsoSP(BX)
739 MOVQ -8(R9), R9
740 MOVQ R9, m_vdsoPC(BX)
741
742 ANDQ $~15, SP
743
744 CALL AX
745
746 MOVQ R12, SP
747 MOVQ 8(SP), R9
748 MOVQ R9, m_vdsoSP(BX)
749 MOVQ 0(SP), R9
750 MOVQ R9, m_vdsoPC(BX)
751 RET
752
View as plain text