// Copyright 2015 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. // System calls and other sys.stuff for ARM64, Darwin // See http://fxr.watson.org/fxr/source/bsd/kern/syscalls.c?v=xnu-1228 // or /usr/include/sys/syscall.h (on a Mac) for system call numbers. #include "go_asm.h" #include "go_tls.h" #include "textflag.h" // Copied from /usr/include/sys/syscall.h #define SYS_exit 1 #define SYS_read 3 #define SYS_write 4 #define SYS_open 5 #define SYS_close 6 #define SYS_mmap 197 #define SYS_munmap 73 #define SYS_madvise 75 #define SYS_gettimeofday 116 #define SYS_kill 37 #define SYS_getpid 20 #define SYS___pthread_kill 328 #define SYS_pthread_sigmask 329 #define SYS_setitimer 83 #define SYS___sysctl 202 #define SYS_sigaction 46 #define SYS_sigreturn 184 #define SYS_select 93 #define SYS_bsdthread_register 366 #define SYS_bsdthread_create 360 #define SYS_bsdthread_terminate 361 #define SYS_kqueue 362 #define SYS_kevent 363 #define SYS_fcntl 92 TEXT notok<>(SB),NOSPLIT,$0 MOVD $0, R8 MOVD R8, (R8) B 0(PC) TEXT runtime·open(SB),NOSPLIT,$0 MOVD name+0(FP), R0 MOVW mode+8(FP), R1 MOVW perm+12(FP), R2 MOVD $SYS_open, R16 SVC $0x80 CSINV LO, R0, ZR, R0 MOVW R0, ret+16(FP) RET TEXT runtime·closefd(SB),NOSPLIT,$0 MOVW fd+0(FP), R0 MOVW $SYS_close, R16 SVC $0x80 CSINV LO, R0, ZR, R0 MOVW R0, ret+8(FP) RET TEXT runtime·write(SB),NOSPLIT,$0 MOVW fd+0(FP), R0 MOVD p+8(FP), R1 MOVW n+16(FP), R2 MOVW $SYS_write, R16 SVC $0x80 CSINV LO, R0, ZR, R0 MOVW R0, ret+24(FP) RET TEXT runtime·read(SB),NOSPLIT,$0 MOVW fd+0(FP), R0 MOVD p+8(FP), R1 MOVW n+16(FP), R2 MOVW $SYS_read, R16 SVC $0x80 CSINV LO, R0, ZR, R0 MOVW R0, ret+24(FP) RET TEXT runtime·exit(SB),NOSPLIT,$-8 MOVW code+0(FP), R0 MOVW $SYS_exit, R16 SVC $0x80 MOVD $1234, R0 MOVD $1002, R1 MOVD R0, (R1) // fail hard // Exit this OS thread (like pthread_exit, which eventually // calls __bsdthread_terminate). TEXT exit1<>(SB),NOSPLIT,$0 // Because of exitThread below, this must not use the stack. // __bsdthread_terminate takes 4 word-size arguments. // Set them all to 0. (None are an exit status.) MOVW $0, R0 MOVW $0, R1 MOVW $0, R2 MOVW $0, R3 MOVW $SYS_bsdthread_terminate, R16 SVC $0x80 MOVD $1234, R0 MOVD $1003, R1 MOVD R0, (R1) // fail hard // func exitThread(wait *uint32) TEXT runtime·exitThread(SB),NOSPLIT,$0-8 MOVD wait+0(FP), R0 // We're done using the stack. MOVW $0, R1 STLRW R1, (R0) JMP exit1<>(SB) TEXT runtime·raise(SB),NOSPLIT,$0 // Ideally we'd send the signal to the current thread, // not the whole process, but that's too hard on OS X. JMP runtime·raiseproc(SB) TEXT runtime·raiseproc(SB),NOSPLIT,$0 MOVW $SYS_getpid, R16 SVC $0x80 // arg 1 pid already in R0 from getpid MOVW sig+0(FP), R1 // arg 2 - signal MOVW $1, R2 // arg 3 - posix MOVW $SYS_kill, R16 SVC $0x80 RET TEXT runtime·mmap(SB),NOSPLIT,$0 MOVD addr+0(FP), R0 MOVD n+8(FP), R1 MOVW prot+16(FP), R2 MOVW flags+20(FP), R3 MOVW fd+24(FP), R4 MOVW off+28(FP), R5 MOVW $SYS_mmap, R16 SVC $0x80 BCC ok MOVD $0, p+32(FP) MOVD R0, err+40(FP) RET ok: MOVD R0, p+32(FP) MOVD $0, err+40(FP) RET TEXT runtime·munmap(SB),NOSPLIT,$0 MOVD addr+0(FP), R0 MOVD n+8(FP), R1 MOVW $SYS_munmap, R16 SVC $0x80 BCC 2(PC) BL notok<>(SB) RET TEXT runtime·madvise(SB),NOSPLIT,$0 MOVD addr+0(FP), R0 MOVD n+8(FP), R1 MOVW flags+16(FP), R2 MOVW $SYS_madvise, R16 SVC $0x80 BCC 2(PC) BL notok<>(SB) RET TEXT runtime·setitimer(SB),NOSPLIT,$0 MOVW mode+0(FP), R0 MOVD new+8(FP), R1 MOVD old+16(FP), R2 MOVW $SYS_setitimer, R16 SVC $0x80 RET TEXT runtime·walltime(SB),NOSPLIT,$40-12 MOVD RSP, R0 // timeval MOVD R0, R9 // this is how dyld calls gettimeofday MOVW $0, R1 // zone MOVD $0, R2 // see issue 16570 MOVW $SYS_gettimeofday, R16 SVC $0x80 // Note: x0 is tv_sec, w1 is tv_usec CMP $0, R0 BNE inreg MOVD 0(RSP), R0 MOVW 8(RSP), R1 inreg: MOVD R0, sec+0(FP) MOVW $1000, R3 MUL R3, R1 MOVW R1, nsec+8(FP) RET TEXT runtime·nanotime(SB),NOSPLIT,$40 MOVD RSP, R0 // timeval MOVD R0, R9 // this is how dyld calls gettimeofday MOVW $0, R1 // zone MOVD $0, R2 // see issue 16570 MOVW $SYS_gettimeofday, R16 SVC $0x80 // Note: x0 is tv_sec, w1 is tv_usec CMP $0, R0 BNE inreg MOVD 0(RSP), R0 MOVW 8(RSP), R1 inreg: MOVW $1000000000, R3 MUL R3, R0 MOVW $1000, R3 MUL R3, R1 ADD R1, R0 MOVD R0, ret+0(FP) RET TEXT runtime·sigfwd(SB),NOSPLIT,$0-32 MOVW sig+8(FP), R0 MOVD info+16(FP), R1 MOVD ctx+24(FP), R2 MOVD fn+0(FP), R11 BL (R11) RET // Sigtramp's job is to call the actual signal handler. // It is called with the following arguments on the stack: // LR "return address" - ignored // R0 actual handler // R1 siginfo style - ignored // R2 signal number // R3 siginfo // R4 context TEXT runtime·sigtramp(SB),NOSPLIT,$0 // this might be called in external code context, // where g is not set. // first save R0, because runtime·load_g will clobber it MOVD.W R0, -16(RSP) // note: stack must be 16-byte aligned MOVB runtime·iscgo(SB), R0 CMP $0, R0 BEQ 2(PC) BL runtime·load_g(SB) CMP $0, g BNE cont // fake function call stack frame for badsignal // we only need to pass R2 (signal number), but // badsignal will expect R2 at 8(RSP), so we also // push R1 onto stack. turns out we do need R1 // to do sigreturn. MOVD.W R1, -16(RSP) MOVD R2, 8(RSP) MOVD R4, 24(RSP) // save ucontext, badsignal might clobber R4 MOVD $runtime·badsignal(SB), R26 BL (R26) MOVD 0(RSP), R1 // saved infostype MOVD 24(RSP), R0 // the ucontext ADD $(16+16), RSP B ret cont: // Restore R0 MOVD.P 16(RSP), R0 // NOTE: some Darwin/ARM kernels always use the main stack to run the // signal handler. We need to switch to gsignal ourselves. MOVD g_m(g), R11 MOVD m_gsignal(R11), R5 MOVD (g_stack+stack_hi)(R5), R6 SUB $64, R6 // copy arguments for call to sighandler MOVD R2, 8(R6) // signal num MOVD R3, 16(R6) // signal info MOVD R4, 24(R6) // context MOVD g, 32(R6) // old_g // Backup ucontext and infostyle MOVD R4, 40(R6) MOVD R1, 48(R6) // switch stack and g MOVD R6, RSP // sigtramp is not re-entrant, so no need to back up RSP. MOVD R5, g BL (R0) // call sigreturn MOVD 40(RSP), R0 // saved ucontext MOVD 48(RSP), R1 // saved infostyle ret: MOVW $SYS_sigreturn, R16 // sigreturn(ucontext, infostyle) SVC $0x80 // if sigreturn fails, we can do nothing but exit B runtime·exit(SB) TEXT runtime·sigprocmask(SB),NOSPLIT,$0 MOVW how+0(FP), R0 MOVD new+8(FP), R1 MOVD old+16(FP), R2 MOVW $SYS_pthread_sigmask, R16 SVC $0x80 BCC 2(PC) BL notok<>(SB) RET TEXT runtime·sigaction(SB),NOSPLIT,$0 MOVW mode+0(FP), R0 MOVD new+8(FP), R1 MOVD old+16(FP), R2 MOVW $SYS_sigaction, R16 SVC $0x80 BCC 2(PC) BL notok<>(SB) RET TEXT runtime·usleep(SB),NOSPLIT,$24 MOVW usec+0(FP), R0 MOVW R0, R1 MOVW $1000000, R2 UDIV R2, R0 MUL R0, R2 SUB R2, R1 MOVD R0, 0(RSP) MOVW R1, 8(RSP) // select(0, 0, 0, 0, &tv) MOVW $0, R0 MOVW $0, R1 MOVW $0, R2 MOVW $0, R3 MOVD RSP, R4 MOVW $SYS_select, R16 SVC $0x80 RET TEXT runtime·sysctl(SB),NOSPLIT,$0 MOVD mib+0(FP), R0 MOVW miblen+8(FP), R1 MOVD out+16(FP), R2 MOVD size+24(FP), R3 MOVD dst+32(FP), R4 MOVD ndst+40(FP), R5 MOVW $SYS___sysctl, R16 SVC $0x80 BCC ok NEG R0, R0 MOVW R0, ret+48(FP) RET ok: MOVW $0, R0 MOVW R0, ret+48(FP) RET // Thread related functions // Note: On darwin/arm64, it is no longer possible to use bsdthread_register // as the libc is always linked in. The runtime must use runtime/cgo to // create threads, so all thread related functions will just exit with a // unique status. // void bsdthread_create(void *stk, M *m, G *g, void (*fn)(void)) TEXT runtime·bsdthread_create(SB),NOSPLIT,$0 MOVD $44, R0 MOVW $SYS_exit, R16 SVC $0x80 RET // The thread that bsdthread_create creates starts executing here, // because we registered this function using bsdthread_register // at startup. // R0 = "pthread" // R1 = mach thread port // R2 = "func" (= fn) // R3 = "arg" (= m) // R4 = stack // R5 = flags (= 0) TEXT runtime·bsdthread_start(SB),NOSPLIT,$0 MOVD $45, R0 MOVW $SYS_exit, R16 SVC $0x80 RET // int32 bsdthread_register(void) // registers callbacks for threadstart (see bsdthread_create above // and wqthread and pthsize (not used). returns 0 on success. TEXT runtime·bsdthread_register(SB),NOSPLIT,$0 MOVD $46, R0 MOVW $SYS_exit, R16 SVC $0x80 RET // uint32 mach_msg_trap(void*, uint32, uint32, uint32, uint32, uint32, uint32) TEXT runtime·mach_msg_trap(SB),NOSPLIT,$0 MOVD h+0(FP), R0 MOVW op+8(FP), R1 MOVW send_size+12(FP), R2 MOVW rcv_size+16(FP), R3 MOVW rcv_name+20(FP), R4 MOVW timeout+24(FP), R5 MOVW notify+28(FP), R6 MOVN $30, R16 SVC $0x80 MOVW R0, ret+32(FP) RET TEXT runtime·mach_task_self(SB),NOSPLIT,$0 MOVN $27, R16 // task_self_trap SVC $0x80 MOVW R0, ret+0(FP) RET TEXT runtime·mach_thread_self(SB),NOSPLIT,$0 MOVN $26, R16 // thread_self_trap SVC $0x80 MOVW R0, ret+0(FP) RET TEXT runtime·mach_reply_port(SB),NOSPLIT,$0 MOVN $25, R16 // mach_reply_port SVC $0x80 MOVW R0, ret+0(FP) RET // Mach provides trap versions of the semaphore ops, // instead of requiring the use of RPC. // uint32 mach_semaphore_wait(uint32) TEXT runtime·mach_semaphore_wait(SB),NOSPLIT,$0 MOVW sema+0(FP), R0 MOVN $35, R16 // semaphore_wait_trap SVC $0x80 MOVW R0, ret+8(FP) RET // uint32 mach_semaphore_timedwait(uint32, uint32, uint32) TEXT runtime·mach_semaphore_timedwait(SB),NOSPLIT,$0 MOVW sema+0(FP), R0 MOVW sec+4(FP), R1 MOVW nsec+8(FP), R2 MOVN $37, R16 // semaphore_timedwait_trap SVC $0x80 MOVW R0, ret+16(FP) RET // uint32 mach_semaphore_signal(uint32) TEXT runtime·mach_semaphore_signal(SB),NOSPLIT,$0 MOVW sema+0(FP), R0 MOVN $32, R16 // semaphore_signal_trap SVC $0x80 MOVW R0, ret+8(FP) RET // uint32 mach_semaphore_signal_all(uint32) TEXT runtime·mach_semaphore_signal_all(SB),NOSPLIT,$0 MOVW sema+0(FP), R0 MOVN $33, R16 // semaphore_signal_all_trap SVC $0x80 MOVW R0, ret+8(FP) RET // int32 runtime·kqueue(void) TEXT runtime·kqueue(SB),NOSPLIT,$0 MOVW $SYS_kqueue, R16 SVC $0x80 BCC 2(PC) NEG R0, R0 MOVW R0, ret+0(FP) RET // int32 runtime·kevent(int kq, Kevent *ch, int nch, Kevent *ev, int nev, Timespec *ts) TEXT runtime·kevent(SB),NOSPLIT,$0 MOVW kq+0(FP), R0 MOVD ch+8(FP), R1 MOVW nch+16(FP), R2 MOVD ev+24(FP), R3 MOVW nev+32(FP), R4 MOVD ts+40(FP), R5 MOVW $SYS_kevent, R16 SVC $0x80 BCC 2(PC) NEG R0, R0 MOVW R0, ret+48(FP) RET // int32 runtime·closeonexec(int32 fd) TEXT runtime·closeonexec(SB),NOSPLIT,$0 MOVW fd+0(FP), R0 MOVW $2, R1 // F_SETFD MOVW $1, R2 // FD_CLOEXEC MOVW $SYS_fcntl, R16 SVC $0x80 RET // sigaltstack on some darwin/arm version is buggy and will always // run the signal handler on the main stack, so our sigtramp has // to do the stack switch ourselves. TEXT runtime·sigaltstack(SB),NOSPLIT,$0 RET