diff options
Diffstat (limited to 'arm64-gen.c')
| -rw-r--r-- | arm64-gen.c | 1288 |
1 files changed, 647 insertions, 641 deletions
diff --git a/arm64-gen.c b/arm64-gen.c index 7def111..83193f6 100644 --- a/arm64-gen.c +++ b/arm64-gen.c @@ -90,9 +90,15 @@ ST_DATA const int reg_classes[NB_REGS] = { RC_FLOAT | RC_F(7) }; +#if defined(CONFIG_TCC_BCHECK) +static addr_t func_bound_offset; +static unsigned long func_bound_ind; +ST_DATA int func_bound_add_epilog; +#endif + #define IS_FREG(x) ((x) >= TREG_F(0)) -static uint32_t intr(TCCState *S, int r) +static uint32_t intr(int r) { assert(TREG_R(0) <= r && r <= TREG_R30); return r < TREG_R30 ? r : 30; @@ -105,15 +111,15 @@ static uint32_t fltr(int r) } // Add an instruction to text section: -ST_FUNC void o(TCCState *S, unsigned int c) +ST_FUNC void o(unsigned int c) { - int ind1 = S->tccgen_ind + 4; - if (S->tccgen_nocode_wanted) + int ind1 = ind + 4; + if (nocode_wanted) return; if (ind1 > cur_text_section->data_allocated) - section_realloc(S, cur_text_section, ind1); - write32le(cur_text_section->data + S->tccgen_ind, c); - S->tccgen_ind = ind1; + section_realloc(cur_text_section, ind1); + write32le(cur_text_section->data + ind, c); + ind = ind1; } static int arm64_encode_bimm64(uint64_t x) @@ -202,11 +208,11 @@ static uint32_t arm64_movi(int r, uint64_t x) return 0; } -static void arm64_movimm(TCCState *S, int r, uint64_t x) +static void arm64_movimm(int r, uint64_t x) { uint32_t i; if ((i = arm64_movi(r, x))) - o(S, i); // a single MOV + o(i); // a single MOV else { // MOVZ/MOVN and 1-3 MOVKs int z = 0, m = 0; @@ -222,19 +228,19 @@ static void arm64_movimm(TCCState *S, int r, uint64_t x) } for (i = 0; i < 64; i += 16) if (x1 >> i & 0xffff) { - o(S, mov1 | r | (x1 >> i & 0xffff) << 5 | i << 17); + o(mov1 | r | (x1 >> i & 0xffff) << 5 | i << 17); // movz/movn x(r),#(*),lsl #(i) break; } for (i += 16; i < 64; i += 16) if (x1 >> i & 0xffff) - o(S, 0xf2800000 | r | (x >> i & 0xffff) << 5 | i << 17); + o(0xf2800000 | r | (x >> i & 0xffff) << 5 | i << 17); // movk x(r),#(*),lsl #(i) } } // Patch all branches in list pointed to by t to branch to a: -ST_FUNC void gsym_addr(TCCState *S, int t_, int a_) +ST_FUNC void gsym_addr(int t_, int a_) { uint32_t t = t_; uint32_t a = a_; @@ -242,7 +248,7 @@ ST_FUNC void gsym_addr(TCCState *S, int t_, int a_) unsigned char *ptr = cur_text_section->data + t; uint32_t next = read32le(ptr); if (a - t + 0x8000000 >= 0x10000000) - tcc_error(S, "branch out of range"); + tcc_error("branch out of range"); write32le(ptr, (a - t == 4 ? 0xd503201f : // nop 0x14000000 | ((a - t) >> 2 & 0x3ffffff))); // b t = next; @@ -272,17 +278,17 @@ static int arm64_type_size(int t) return 0; } -static void arm64_spoff(TCCState *S, int reg, uint64_t off) +static void arm64_spoff(int reg, uint64_t off) { uint32_t sub = off >> 63; if (sub) off = -off; if (off < 4096) - o(S, 0x910003e0 | sub << 30 | reg | off << 10); + o(0x910003e0 | sub << 30 | reg | off << 10); // (add|sub) x(reg),sp,#(off) else { - arm64_movimm(S, 30, off); // use x30 for offset - o(S, 0x8b3e63e0 | sub << 30 | reg); // (add|sub) x(reg),sp,x30 + arm64_movimm(30, off); // use x30 for offset + o(0x8b3e63e0 | sub << 30 | reg); // (add|sub) x(reg),sp,x30 } } @@ -303,41 +309,41 @@ static uint64_t arm64_check_offset(int invert, int sz_, uint64_t off) return invert ? 0ul : off; } -static void arm64_ldrx(TCCState *S, int sg, int sz_, int dst, int bas, uint64_t off) +static void arm64_ldrx(int sg, int sz_, int dst, int bas, uint64_t off) { uint32_t sz = sz_; if (sz >= 2) sg = 0; if (!(off & ~((uint32_t)0xfff << sz))) - o(S, 0x39400000 | dst | bas << 5 | off << (10 - sz) | + o(0x39400000 | dst | bas << 5 | off << (10 - sz) | (uint32_t)!!sg << 23 | sz << 30); // ldr(*) x(dst),[x(bas),#(off)] else if (off < 256 || -off <= 256) - o(S, 0x38400000 | dst | bas << 5 | (off & 511) << 12 | + o(0x38400000 | dst | bas << 5 | (off & 511) << 12 | (uint32_t)!!sg << 23 | sz << 30); // ldur(*) x(dst),[x(bas),#(off)] else { - arm64_movimm(S, 30, off); // use x30 for offset - o(S, 0x38206800 | dst | bas << 5 | (uint32_t)30 << 16 | + arm64_movimm(30, off); // use x30 for offset + o(0x38206800 | dst | bas << 5 | (uint32_t)30 << 16 | (uint32_t)(!!sg + 1) << 22 | sz << 30); // ldr(*) x(dst),[x(bas),x30] } } -static void arm64_ldrv(TCCState *S, int sz_, int dst, int bas, uint64_t off) +static void arm64_ldrv(int sz_, int dst, int bas, uint64_t off) { uint32_t sz = sz_; if (!(off & ~((uint32_t)0xfff << sz))) - o(S, 0x3d400000 | dst | bas << 5 | off << (10 - sz) | + o(0x3d400000 | dst | bas << 5 | off << (10 - sz) | (sz & 4) << 21 | (sz & 3) << 30); // ldr (s|d|q)(dst),[x(bas),#(off)] else if (off < 256 || -off <= 256) - o(S, 0x3c400000 | dst | bas << 5 | (off & 511) << 12 | + o(0x3c400000 | dst | bas << 5 | (off & 511) << 12 | (sz & 4) << 21 | (sz & 3) << 30); // ldur (s|d|q)(dst),[x(bas),#(off)] else { - arm64_movimm(S, 30, off); // use x30 for offset - o(S, 0x3c606800 | dst | bas << 5 | (uint32_t)30 << 16 | + arm64_movimm(30, off); // use x30 for offset + o(0x3c606800 | dst | bas << 5 | (uint32_t)30 << 16 | sz << 30 | (sz & 4) << 21); // ldr (s|d|q)(dst),[x(bas),x30] } } -static void arm64_ldrs(TCCState *S, int reg_, int size) +static void arm64_ldrs(int reg_, int size) { uint32_t reg = reg_; // Use x30 for intermediate value in some cases. @@ -347,138 +353,138 @@ static void arm64_ldrs(TCCState *S, int reg_, int size) /* Can happen with zero size structs */ break; case 1: - arm64_ldrx(S, 0, 0, reg, reg, 0); + arm64_ldrx(0, 0, reg, reg, 0); break; case 2: - arm64_ldrx(S, 0, 1, reg, reg, 0); + arm64_ldrx(0, 1, reg, reg, 0); break; case 3: - arm64_ldrx(S, 0, 1, 30, reg, 0); - arm64_ldrx(S, 0, 0, reg, reg, 2); - o(S, 0x2a0043c0 | reg | reg << 16); // orr x(reg),x30,x(reg),lsl #16 + arm64_ldrx(0, 1, 30, reg, 0); + arm64_ldrx(0, 0, reg, reg, 2); + o(0x2a0043c0 | reg | reg << 16); // orr x(reg),x30,x(reg),lsl #16 break; case 4: - arm64_ldrx(S, 0, 2, reg, reg, 0); + arm64_ldrx(0, 2, reg, reg, 0); break; case 5: - arm64_ldrx(S, 0, 2, 30, reg, 0); - arm64_ldrx(S, 0, 0, reg, reg, 4); - o(S, 0xaa0083c0 | reg | reg << 16); // orr x(reg),x30,x(reg),lsl #32 + arm64_ldrx(0, 2, 30, reg, 0); + arm64_ldrx(0, 0, reg, reg, 4); + o(0xaa0083c0 | reg | reg << 16); // orr x(reg),x30,x(reg),lsl #32 break; case 6: - arm64_ldrx(S, 0, 2, 30, reg, 0); - arm64_ldrx(S, 0, 1, reg, reg, 4); - o(S, 0xaa0083c0 | reg | reg << 16); // orr x(reg),x30,x(reg),lsl #32 + arm64_ldrx(0, 2, 30, reg, 0); + arm64_ldrx(0, 1, reg, reg, 4); + o(0xaa0083c0 | reg | reg << 16); // orr x(reg),x30,x(reg),lsl #32 break; case 7: - arm64_ldrx(S, 0, 2, 30, reg, 0); - arm64_ldrx(S, 0, 2, reg, reg, 3); - o(S, 0x53087c00 | reg | reg << 5); // lsr w(reg), w(reg), #8 - o(S, 0xaa0083c0 | reg | reg << 16); // orr x(reg),x30,x(reg),lsl #32 + arm64_ldrx(0, 2, 30, reg, 0); + arm64_ldrx(0, 2, reg, reg, 3); + o(0x53087c00 | reg | reg << 5); // lsr w(reg), w(reg), #8 + o(0xaa0083c0 | reg | reg << 16); // orr x(reg),x30,x(reg),lsl #32 break; case 8: - arm64_ldrx(S, 0, 3, reg, reg, 0); + arm64_ldrx(0, 3, reg, reg, 0); break; case 9: - arm64_ldrx(S, 0, 0, reg + 1, reg, 8); - arm64_ldrx(S, 0, 3, reg, reg, 0); + arm64_ldrx(0, 0, reg + 1, reg, 8); + arm64_ldrx(0, 3, reg, reg, 0); break; case 10: - arm64_ldrx(S, 0, 1, reg + 1, reg, 8); - arm64_ldrx(S, 0, 3, reg, reg, 0); + arm64_ldrx(0, 1, reg + 1, reg, 8); + arm64_ldrx(0, 3, reg, reg, 0); break; case 11: - arm64_ldrx(S, 0, 2, reg + 1, reg, 7); - o(S, 0x53087c00 | (reg+1) | (reg+1) << 5); // lsr w(reg+1), w(reg+1), #8 - arm64_ldrx(S, 0, 3, reg, reg, 0); + arm64_ldrx(0, 2, reg + 1, reg, 7); + o(0x53087c00 | (reg+1) | (reg+1) << 5); // lsr w(reg+1), w(reg+1), #8 + arm64_ldrx(0, 3, reg, reg, 0); break; case 12: - arm64_ldrx(S, 0, 2, reg + 1, reg, 8); - arm64_ldrx(S, 0, 3, reg, reg, 0); + arm64_ldrx(0, 2, reg + 1, reg, 8); + arm64_ldrx(0, 3, reg, reg, 0); break; case 13: - arm64_ldrx(S, 0, 3, reg + 1, reg, 5); - o(S, 0xd358fc00 | (reg+1) | (reg+1) << 5); // lsr x(reg+1), x(reg+1), #24 - arm64_ldrx(S, 0, 3, reg, reg, 0); + arm64_ldrx(0, 3, reg + 1, reg, 5); + o(0xd358fc00 | (reg+1) | (reg+1) << 5); // lsr x(reg+1), x(reg+1), #24 + arm64_ldrx(0, 3, reg, reg, 0); break; case 14: - arm64_ldrx(S, 0, 3, reg + 1, reg, 6); - o(S, 0xd350fc00 | (reg+1) | (reg+1) << 5); // lsr x(reg+1), x(reg+1), #16 - arm64_ldrx(S, 0, 3, reg, reg, 0); + arm64_ldrx(0, 3, reg + 1, reg, 6); + o(0xd350fc00 | (reg+1) | (reg+1) << 5); // lsr x(reg+1), x(reg+1), #16 + arm64_ldrx(0, 3, reg, reg, 0); break; case 15: - arm64_ldrx(S, 0, 3, reg + 1, reg, 7); - o(S, 0xd348fc00 | (reg+1) | (reg+1) << 5); // lsr x(reg+1), x(reg+1), #8 - arm64_ldrx(S, 0, 3, reg, reg, 0); + arm64_ldrx(0, 3, reg + 1, reg, 7); + o(0xd348fc00 | (reg+1) | (reg+1) << 5); // lsr x(reg+1), x(reg+1), #8 + arm64_ldrx(0, 3, reg, reg, 0); break; case 16: - o(S, 0xa9400000 | reg | (reg+1) << 10 | reg << 5); + o(0xa9400000 | reg | (reg+1) << 10 | reg << 5); // ldp x(reg),x(reg+1),[x(reg)] break; } } -static void arm64_strx(TCCState *S, int sz_, int dst, int bas, uint64_t off) +static void arm64_strx(int sz_, int dst, int bas, uint64_t off) { uint32_t sz = sz_; if (!(off & ~((uint32_t)0xfff << sz))) - o(S, 0x39000000 | dst | bas << 5 | off << (10 - sz) | sz << 30); + o(0x39000000 | dst | bas << 5 | off << (10 - sz) | sz << 30); // str(*) x(dst),[x(bas],#(off)] else if (off < 256 || -off <= 256) - o(S, 0x38000000 | dst | bas << 5 | (off & 511) << 12 | sz << 30); + o(0x38000000 | dst | bas << 5 | (off & 511) << 12 | sz << 30); // stur(*) x(dst),[x(bas],#(off)] else { - arm64_movimm(S, 30, off); // use x30 for offset - o(S, 0x38206800 | dst | bas << 5 | (uint32_t)30 << 16 | sz << 30); + arm64_movimm(30, off); // use x30 for offset + o(0x38206800 | dst | bas << 5 | (uint32_t)30 << 16 | sz << 30); // str(*) x(dst),[x(bas),x30] } } -static void arm64_strv(TCCState *S, int sz_, int dst, int bas, uint64_t off) +static void arm64_strv(int sz_, int dst, int bas, uint64_t off) { uint32_t sz = sz_; if (!(off & ~((uint32_t)0xfff << sz))) - o(S, 0x3d000000 | dst | bas << 5 | off << (10 - sz) | + o(0x3d000000 | dst | bas << 5 | off << (10 - sz) | (sz & 4) << 21 | (sz & 3) << 30); // str (s|d|q)(dst),[x(bas),#(off)] else if (off < 256 || -off <= 256) - o(S, 0x3c000000 | dst | bas << 5 | (off & 511) << 12 | + o(0x3c000000 | dst | bas << 5 | (off & 511) << 12 | (sz & 4) << 21 | (sz & 3) << 30); // stur (s|d|q)(dst),[x(bas),#(off)] else { - arm64_movimm(S, 30, off); // use x30 for offset - o(S, 0x3c206800 | dst | bas << 5 | (uint32_t)30 << 16 | + arm64_movimm(30, off); // use x30 for offset + o(0x3c206800 | dst | bas << 5 | (uint32_t)30 << 16 | sz << 30 | (sz & 4) << 21); // str (s|d|q)(dst),[x(bas),x30] } } -static void arm64_sym(TCCState *S, int r, Sym *sym, unsigned long addend) +static void arm64_sym(int r, Sym *sym, unsigned long addend) { - greloca(S, cur_text_section, sym, S->tccgen_ind, R_AARCH64_ADR_GOT_PAGE, 0); - o(S, 0x90000000 | r); // adrp xr, #sym - greloca(S, cur_text_section, sym, S->tccgen_ind, R_AARCH64_LD64_GOT_LO12_NC, 0); - o(S, 0xf9400000 | r | (r << 5)); // ld xr,[xr, #sym] + greloca(cur_text_section, sym, ind, R_AARCH64_ADR_GOT_PAGE, 0); + o(0x90000000 | r); // adrp xr, #sym + greloca(cur_text_section, sym, ind, R_AARCH64_LD64_GOT_LO12_NC, 0); + o(0xf9400000 | r | (r << 5)); // ld xr,[xr, #sym] if (addend) { // add xr, xr, #addend if (addend & 0xffful) - o(S, 0x91000000 | r | r << 5 | (addend & 0xfff) << 10); + o(0x91000000 | r | r << 5 | (addend & 0xfff) << 10); if (addend > 0xffful) { // add xr, xr, #addend, lsl #12 if (addend & 0xfff000ul) - o(S, 0x91400000 | r | r << 5 | ((addend >> 12) & 0xfff) << 10); + o(0x91400000 | r | r << 5 | ((addend >> 12) & 0xfff) << 10); if (addend > 0xfffffful) { /* very unlikely */ int t = r ? 0 : 1; - o(S, 0xf81f0fe0 | t); /* str xt, [sp, #-16]! */ - arm64_movimm(S, t, addend & ~0xfffffful); // use xt for addent - o(S, 0x91000000 | r | (t << 5)); /* add xr, xt, #0 */ - o(S, 0xf84107e0 | t); /* ldr xt, [sp], #16 */ + o(0xf81f0fe0 | t); /* str xt, [sp, #-16]! */ + arm64_movimm(t, addend & ~0xfffffful); // use xt for addent + o(0x91000000 | r | (t << 5)); /* add xr, xt, #0 */ + o(0xf84107e0 | t); /* ldr xt, [sp], #16 */ } } } } -static void arm64_load_cmp(TCCState *S, int r, SValue *sv); +static void arm64_load_cmp(int r, SValue *sv); -ST_FUNC void load(TCCState *S, int r, SValue *sv) +ST_FUNC void load(int r, SValue *sv) { int svtt = sv->type.t; int svr = sv->r & ~VT_BOUNDED; @@ -488,24 +494,24 @@ ST_FUNC void load(TCCState *S, int r, SValue *sv) if (svr == (VT_LOCAL | VT_LVAL)) { if (IS_FREG(r)) - arm64_ldrv(S, arm64_type_size(svtt), fltr(r), 29, svcul); + arm64_ldrv(arm64_type_size(svtt), fltr(r), 29, svcul); else - arm64_ldrx(S, !(svtt & VT_UNSIGNED), arm64_type_size(svtt), - intr(S, r), 29, svcul); + arm64_ldrx(!(svtt & VT_UNSIGNED), arm64_type_size(svtt), + intr(r), 29, svcul); return; } if (svr == (VT_CONST | VT_LVAL)) { if (sv->sym) - arm64_sym(S, 30, sv->sym, // use x30 for address + arm64_sym(30, sv->sym, // use x30 for address arm64_check_offset(0, arm64_type_size(svtt), sv->c.i)); else - arm64_movimm (S, 30, sv->c.i); + arm64_movimm (30, sv->c.i); if (IS_FREG(r)) - arm64_ldrv(S, arm64_type_size(svtt), fltr(r), 30, + arm64_ldrv(arm64_type_size(svtt), fltr(r), 30, arm64_check_offset(1, arm64_type_size(svtt), sv->c.i)); else - arm64_ldrx(S, !(svtt&VT_UNSIGNED), arm64_type_size(svtt), intr(S, r), 30, + arm64_ldrx(!(svtt&VT_UNSIGNED), arm64_type_size(svtt), intr(r), 30, arm64_check_offset(1, arm64_type_size(svtt), sv->c.i)); return; } @@ -513,34 +519,34 @@ ST_FUNC void load(TCCState *S, int r, SValue *sv) if ((svr & ~VT_VALMASK) == VT_LVAL && svrv < VT_CONST) { if ((svtt & VT_BTYPE) != VT_VOID) { if (IS_FREG(r)) - arm64_ldrv(S, arm64_type_size(svtt), fltr(r), intr(S, svrv), 0); + arm64_ldrv(arm64_type_size(svtt), fltr(r), intr(svrv), 0); else - arm64_ldrx(S, !(svtt & VT_UNSIGNED), arm64_type_size(svtt), - intr(S, r), intr(S, svrv), 0); + arm64_ldrx(!(svtt & VT_UNSIGNED), arm64_type_size(svtt), + intr(r), intr(svrv), 0); } return; } if (svr == (VT_CONST | VT_LVAL | VT_SYM)) { - arm64_sym(S, 30, sv->sym, // use x30 for address + arm64_sym(30, sv->sym, // use x30 for address arm64_check_offset(0, arm64_type_size(svtt), svcul)); if (IS_FREG(r)) - arm64_ldrv(S, arm64_type_size(svtt), fltr(r), 30, + arm64_ldrv(arm64_type_size(svtt), fltr(r), 30, arm64_check_offset(1, arm64_type_size(svtt), svcul)); else - arm64_ldrx(S, !(svtt&VT_UNSIGNED), arm64_type_size(svtt), intr(S, r), 30, + arm64_ldrx(!(svtt&VT_UNSIGNED), arm64_type_size(svtt), intr(r), 30, arm64_check_offset(1, arm64_type_size(svtt), svcul)); return; } if (svr == (VT_CONST | VT_SYM)) { - arm64_sym(S, intr(S, r), sv->sym, svcul); + arm64_sym(intr(r), sv->sym, svcul); return; } if (svr == VT_CONST) { if ((svtt & VT_BTYPE) != VT_VOID) - arm64_movimm(S, intr(S, r), arm64_type_size(svtt) == 3 ? + arm64_movimm(intr(r), arm64_type_size(svtt) == 3 ? sv->c.i : (uint32_t)svcul); return; } @@ -548,12 +554,12 @@ ST_FUNC void load(TCCState *S, int r, SValue *sv) if (svr < VT_CONST) { if (IS_FREG(r) && IS_FREG(svr)) if (svtt == VT_LDOUBLE) - o(S, 0x4ea01c00 | fltr(r) | fltr(svr) << 5); + o(0x4ea01c00 | fltr(r) | fltr(svr) << 5); // mov v(r).16b,v(svr).16b else - o(S, 0x1e604000 | fltr(r) | fltr(svr) << 5); // fmov d(r),d(svr) + o(0x1e604000 | fltr(r) | fltr(svr) << 5); // fmov d(r),d(svr) else if (!IS_FREG(r) && !IS_FREG(svr)) - o(S, 0xaa0003e0 | intr(S, r) | intr(S, svr) << 16); // mov x(r),x(svr) + o(0xaa0003e0 | intr(r) | intr(svr) << 16); // mov x(r),x(svr) else assert(0); return; @@ -561,35 +567,35 @@ ST_FUNC void load(TCCState *S, int r, SValue *sv) if (svr == VT_LOCAL) { if (-svcul < 0x1000) - o(S, 0xd10003a0 | intr(S, r) | -svcul << 10); // sub x(r),x29,#... + o(0xd10003a0 | intr(r) | -svcul << 10); // sub x(r),x29,#... else { - arm64_movimm(S, 30, -svcul); // use x30 for offset - o(S, 0xcb0003a0 | intr(S, r) | (uint32_t)30 << 16); // sub x(r),x29,x30 + arm64_movimm(30, -svcul); // use x30 for offset + o(0xcb0003a0 | intr(r) | (uint32_t)30 << 16); // sub x(r),x29,x30 } return; } if (svr == VT_JMP || svr == VT_JMPI) { int t = (svr == VT_JMPI); - arm64_movimm(S, intr(S, r), t); - o(S, 0x14000002); // b .+8 - gsym(S, svcul); - arm64_movimm(S, intr(S, r), t ^ 1); + arm64_movimm(intr(r), t); + o(0x14000002); // b .+8 + gsym(svcul); + arm64_movimm(intr(r), t ^ 1); return; } if (svr == (VT_LLOCAL | VT_LVAL)) { - arm64_ldrx(S, 0, 3, 30, 29, svcul); // use x30 for offset + arm64_ldrx(0, 3, 30, 29, svcul); // use x30 for offset if (IS_FREG(r)) - arm64_ldrv(S, arm64_type_size(svtt), fltr(r), 30, 0); + arm64_ldrv(arm64_type_size(svtt), fltr(r), 30, 0); else - arm64_ldrx(S, !(svtt & VT_UNSIGNED), arm64_type_size(svtt), - intr(S, r), 30, 0); + arm64_ldrx(!(svtt & VT_UNSIGNED), arm64_type_size(svtt), + intr(r), 30, 0); return; } if (svr == VT_CMP) { - arm64_load_cmp(S, r, sv); + arm64_load_cmp(r, sv); return; } @@ -597,7 +603,7 @@ ST_FUNC void load(TCCState *S, int r, SValue *sv) assert(0); } -ST_FUNC void store(TCCState *S, int r, SValue *sv) +ST_FUNC void store(int r, SValue *sv) { int svtt = sv->type.t; int svr = sv->r & ~VT_BOUNDED; @@ -607,43 +613,43 @@ ST_FUNC void store(TCCState *S, int r, SValue *sv) if (svr == (VT_LOCAL | VT_LVAL)) { if (IS_FREG(r)) - arm64_strv(S, arm64_type_size(svtt), fltr(r), 29, svcul); + arm64_strv(arm64_type_size(svtt), fltr(r), 29, svcul); else - arm64_strx(S, arm64_type_size(svtt), intr(S, r), 29, svcul); + arm64_strx(arm64_type_size(svtt), intr(r), 29, svcul); return; } if (svr == (VT_CONST | VT_LVAL)) { if (sv->sym) - arm64_sym(S, 30, sv->sym, // use x30 for address + arm64_sym(30, sv->sym, // use x30 for address arm64_check_offset(0, arm64_type_size(svtt), sv->c.i)); else - arm64_movimm(S, 30, sv->c.i); + arm64_movimm (30, sv->c.i); if (IS_FREG(r)) - arm64_strv(S, arm64_type_size(svtt), fltr(r), 30, + arm64_strv(arm64_type_size(svtt), fltr(r), 30, arm64_check_offset(1, arm64_type_size(svtt), sv->c.i)); else - arm64_strx(S, arm64_type_size(svtt), intr(S, r), 30, + arm64_strx(arm64_type_size(svtt), intr(r), 30, arm64_check_offset(1, arm64_type_size(svtt), sv->c.i)); return; } if ((svr & ~VT_VALMASK) == VT_LVAL && svrv < VT_CONST) { if (IS_FREG(r)) - arm64_strv(S, arm64_type_size(svtt), fltr(r), intr(S, svrv), 0); + arm64_strv(arm64_type_size(svtt), fltr(r), intr(svrv), 0); else - arm64_strx(S, arm64_type_size(svtt), intr(S, r), intr(S, svrv), 0); + arm64_strx(arm64_type_size(svtt), intr(r), intr(svrv), 0); return; } if (svr == (VT_CONST | VT_LVAL | VT_SYM)) { - arm64_sym(S, 30, sv->sym, // use x30 for address + arm64_sym(30, sv->sym, // use x30 for address arm64_check_offset(0, arm64_type_size(svtt), svcul)); if (IS_FREG(r)) - arm64_strv(S, arm64_type_size(svtt), fltr(r), 30, + arm64_strv(arm64_type_size(svtt), fltr(r), 30, arm64_check_offset(1, arm64_type_size(svtt), svcul)); else - arm64_strx(S, arm64_type_size(svtt), intr(S, r), 30, + arm64_strx(arm64_type_size(svtt), intr(r), 30, arm64_check_offset(1, arm64_type_size(svtt), svcul)); return; } @@ -652,82 +658,82 @@ ST_FUNC void store(TCCState *S, int r, SValue *sv) assert(0); } -static void arm64_gen_bl_or_b(TCCState *S, int b) +static void arm64_gen_bl_or_b(int b) { - if ((S->tccgen_vtop->r & (VT_VALMASK | VT_LVAL)) == VT_CONST && (S->tccgen_vtop->r & VT_SYM)) { - greloca(S, cur_text_section, S->tccgen_vtop->sym, S->tccgen_ind, + if ((vtop->r & (VT_VALMASK | VT_LVAL)) == VT_CONST && (vtop->r & VT_SYM)) { + greloca(cur_text_section, vtop->sym, ind, b ? R_AARCH64_JUMP26 : R_AARCH64_CALL26, 0); - o(S, 0x14000000 | (uint32_t)!b << 31); // b/bl . + o(0x14000000 | (uint32_t)!b << 31); // b/bl . } else { #ifdef CONFIG_TCC_BCHECK - S->tccgen_vtop->r &= ~VT_MUSTBOUND; + vtop->r &= ~VT_MUSTBOUND; #endif - o(S, 0xd61f0000 | (uint32_t)!b << 21 | intr(S, gv(S, RC_R30)) << 5); // br/blr + o(0xd61f0000 | (uint32_t)!b << 21 | intr(gv(RC_R30)) << 5); // br/blr } } #if defined(CONFIG_TCC_BCHECK) -static void gen_bounds_call(TCCState *S, int v) +static void gen_bounds_call(int v) { - Sym *sym = external_helper_sym(S, v); + Sym *sym = external_helper_sym(v); - greloca(S, cur_text_section, sym, S->tccgen_ind, R_AARCH64_CALL26, 0); - o(S, 0x94000000); // bl + greloca(cur_text_section, sym, ind, R_AARCH64_CALL26, 0); + o(0x94000000); // bl } -static void gen_bounds_prolog(TCCState *S) +static void gen_bounds_prolog(void) { /* leave some room for bound checking code */ - S->func_bound_offset = lbounds_section->data_offset; - S->func_bound_ind = S->tccgen_ind; - S->func_bound_add_epilog = 0; - o(S, 0xd503201f); /* nop -> mov x0, lbound section pointer */ - o(S, 0xd503201f); - o(S, 0xd503201f); - o(S, 0xd503201f); /* nop -> call __bound_local_new */ + func_bound_offset = lbounds_section->data_offset; + func_bound_ind = ind; + func_bound_add_epilog = 0; + o(0xd503201f); /* nop -> mov x0, lbound section pointer */ + o(0xd503201f); + o(0xd503201f); + o(0xd503201f); /* nop -> call __bound_local_new */ } -static void gen_bounds_epilog(TCCState *S) +static void gen_bounds_epilog(void) { addr_t saved_ind; addr_t *bounds_ptr; Sym *sym_data; - int offset_modified = S->func_bound_offset != lbounds_section->data_offset; + int offset_modified = func_bound_offset != lbounds_section->data_offset; - if (!offset_modified && !S->func_bound_add_epilog) + if (!offset_modified && !func_bound_add_epilog) return; /* add end of table info */ - bounds_ptr = section_ptr_add(S, lbounds_section, sizeof(addr_t)); + bounds_ptr = section_ptr_add(lbounds_section, sizeof(addr_t)); *bounds_ptr = 0; - sym_data = get_sym_ref(S, &S->tccgen_char_pointer_type, lbounds_section, - S->func_bound_offset, lbounds_section->data_offset); + sym_data = get_sym_ref(&char_pointer_type, lbounds_section, + func_bound_offset, lbounds_section->data_offset); /* generate bound local allocation */ if (offset_modified) { - saved_ind = S->tccgen_ind; - S->tccgen_ind = S->func_bound_ind; - greloca(S, cur_text_section, sym_data, S->tccgen_ind, R_AARCH64_ADR_GOT_PAGE, 0); - o(S, 0x90000000 | 0); // adrp x0, #sym_data - greloca(S, cur_text_section, sym_data, S->tccgen_ind, R_AARCH64_LD64_GOT_LO12_NC, 0); - o(S, 0xf9400000 | 0 | (0 << 5)); // ld x0,[x0, #sym_data] - gen_bounds_call(S, TOK___bound_local_new); - S->tccgen_ind = saved_ind; + saved_ind = ind; + ind = func_bound_ind; + greloca(cur_text_section, sym_data, ind, R_AARCH64_ADR_GOT_PAGE, 0); + o(0x90000000 | 0); // adrp x0, #sym_data + greloca(cur_text_section, sym_data, ind, R_AARCH64_LD64_GOT_LO12_NC, 0); + o(0xf9400000 | 0 | (0 << 5)); // ld x0,[x0, #sym_data] + gen_bounds_call(TOK___bound_local_new); + ind = saved_ind; } /* generate bound check local freeing */ - o(S, 0xf81f0fe0); /* str x0, [sp, #-16]! */ - o(S, 0x3c9f0fe0); /* str q0, [sp, #-16]! */ - greloca(S, cur_text_section, sym_data, S->tccgen_ind, R_AARCH64_ADR_GOT_PAGE, 0); - o(S, 0x90000000 | 0); // adrp x0, #sym_data - greloca(S, cur_text_section, sym_data, S->tccgen_ind, R_AARCH64_LD64_GOT_LO12_NC, 0); - o(S, 0xf9400000 | 0 | (0 << 5)); // ld x0,[x0, #sym_data] - gen_bounds_call(S, TOK___bound_local_delete); - o(S, 0x3cc107e0); /* ldr q0, [sp], #16 */ - o(S, 0xf84107e0); /* ldr x0, [sp], #16 */ + o(0xf81f0fe0); /* str x0, [sp, #-16]! */ + o(0x3c9f0fe0); /* str q0, [sp, #-16]! */ + greloca(cur_text_section, sym_data, ind, R_AARCH64_ADR_GOT_PAGE, 0); + o(0x90000000 | 0); // adrp x0, #sym_data + greloca(cur_text_section, sym_data, ind, R_AARCH64_LD64_GOT_LO12_NC, 0); + o(0xf9400000 | 0 | (0 << 5)); // ld x0,[x0, #sym_data] + gen_bounds_call(TOK___bound_local_delete); + o(0x3cc107e0); /* ldr q0, [sp], #16 */ + o(0xf84107e0); /* ldr x0, [sp], #16 */ } #endif @@ -964,7 +970,7 @@ static unsigned long arm64_pcs(int n, CType **type, unsigned long *a) return stack; } -ST_FUNC void gfunc_call(TCCState *S, int nb_args) +ST_FUNC void gfunc_call(int nb_args) { CType *return_type; CType **t; @@ -973,28 +979,28 @@ ST_FUNC void gfunc_call(TCCState *S, int nb_args) int i; #ifdef CONFIG_TCC_BCHECK - if (S->do_bounds_check) - gbound_args(S, nb_args); + if (tcc_state->do_bounds_check) + gbound_args(nb_args); #endif - return_type = &S->tccgen_vtop[-nb_args].type.ref->type; + return_type = &vtop[-nb_args].type.ref->type; if ((return_type->t & VT_BTYPE) == VT_STRUCT) --nb_args; - t = tcc_malloc(S, (nb_args + 1) * sizeof(*t)); - a = tcc_malloc(S, (nb_args + 1) * sizeof(*a)); - a1 = tcc_malloc(S, (nb_args + 1) * sizeof(*a1)); + t = tcc_malloc((nb_args + 1) * sizeof(*t)); + a = tcc_malloc((nb_args + 1) * sizeof(*a)); + a1 = tcc_malloc((nb_args + 1) * sizeof(*a1)); t[0] = return_type; for (i = 0; i < nb_args; i++) - t[nb_args - i] = &S->tccgen_vtop[-i].type; + t[nb_args - i] = &vtop[-i].type; stack = arm64_pcs(nb_args, t, a); // Allocate space for structs replaced by pointer: for (i = nb_args; i; i--) if (a[i] & 1) { - SValue *arg = &S->tccgen_vtop[i - nb_args]; + SValue *arg = &vtop[i - nb_args]; int align, size = type_size(&arg->type, &align); assert((arg->type.t & VT_BTYPE) == VT_STRUCT); stack = (stack + align - 1) & -align; @@ -1005,134 +1011,134 @@ ST_FUNC void gfunc_call(TCCState *S, int nb_args) stack = (stack + 15) >> 4 << 4; /* fetch cpu flag before generating any code */ - if ((S->tccgen_vtop->r & VT_VALMASK) == VT_CMP) - gv(S, RC_INT); + if ((vtop->r & VT_VALMASK) == VT_CMP) + gv(RC_INT); if (stack >= 0x1000000) // 16Mb - tcc_error(S, "stack size too big %lu", stack); + tcc_error("stack size too big %lu", stack); if (stack & 0xfff) - o(S, 0xd10003ff | (stack & 0xfff) << 10); // sub sp,sp,#(n) + o(0xd10003ff | (stack & 0xfff) << 10); // sub sp,sp,#(n) if (stack >> 12) - o(S, 0xd14003ff | (stack >> 12) << 10); + o(0xd14003ff | (stack >> 12) << 10); // First pass: set all values on stack for (i = nb_args; i; i--) { - vpushv(S, S->tccgen_vtop - nb_args + i); + vpushv(vtop - nb_args + i); if (a[i] & 1) { // struct replaced by pointer - int r = get_reg(S, RC_INT); - arm64_spoff(S, intr(S, r), a1[i]); - vset(S, &S->tccgen_vtop->type, r | VT_LVAL, 0); - vswap(S); - vstore(S); + int r = get_reg(RC_INT); + arm64_spoff(intr(r), a1[i]); + vset(&vtop->type, r | VT_LVAL, 0); + vswap(); + vstore(); if (a[i] >= 32) { // pointer on stack - r = get_reg(S, RC_INT); - arm64_spoff(S, intr(S, r), a1[i]); - arm64_strx(S, 3, intr(S, r), 31, (a[i] - 32) >> 1 << 1); + r = get_reg(RC_INT); + arm64_spoff(intr(r), a1[i]); + arm64_strx(3, intr(r), 31, (a[i] - 32) >> 1 << 1); } } else if (a[i] >= 32) { // value on stack - if ((S->tccgen_vtop->type.t & VT_BTYPE) == VT_STRUCT) { - int r = get_reg(S, RC_INT); - arm64_spoff(S, intr(S, r), a[i] - 32); - vset(S, &S->tccgen_vtop->type, r | VT_LVAL, 0); - vswap(S); - vstore(S); + if ((vtop->type.t & VT_BTYPE) == VT_STRUCT) { + int r = get_reg(RC_INT); + arm64_spoff(intr(r), a[i] - 32); + vset(&vtop->type, r | VT_LVAL, 0); + vswap(); + vstore(); } - else if (is_float(S->tccgen_vtop->type.t)) { - gv(S, RC_FLOAT); - arm64_strv(S, arm64_type_size(S->tccgen_vtop[0].type.t), - fltr(S->tccgen_vtop[0].r), 31, a[i] - 32); + else if (is_float(vtop->type.t)) { + gv(RC_FLOAT); + arm64_strv(arm64_type_size(vtop[0].type.t), + fltr(vtop[0].r), 31, a[i] - 32); } else { - gv(S, RC_INT); - arm64_strx(S, arm64_type_size(S->tccgen_vtop[0].type.t), - intr(S, S->tccgen_vtop[0].r), 31, a[i] - 32); + gv(RC_INT); + arm64_strx(arm64_type_size(vtop[0].type.t), + intr(vtop[0].r), 31, a[i] - 32); } } - --S->tccgen_vtop; + --vtop; } // Second pass: assign values to registers - for (i = nb_args; i; i--, S->tccgen_vtop--) { + for (i = nb_args; i; i--, vtop--) { if (a[i] < 16 && !(a[i] & 1)) { // value in general-purpose registers - if ((S->tccgen_vtop->type.t & VT_BTYPE) == VT_STRUCT) { - int align, size = type_size(&S->tccgen_vtop->type, &align); + if ((vtop->type.t & VT_BTYPE) == VT_STRUCT) { + int align, size = type_size(&vtop->type, &align); if (size) { - S->tccgen_vtop->type.t = VT_PTR; - gaddrof(S); - gv(S, RC_R(a[i] / 2)); - arm64_ldrs(S, a[i] / 2, size); + vtop->type.t = VT_PTR; + gaddrof(); + gv(RC_R(a[i] / 2)); + arm64_ldrs(a[i] / 2, size); } } else - gv(S, RC_R(a[i] / 2)); + gv(RC_R(a[i] / 2)); } else if (a[i] < 16) // struct replaced by pointer in register - arm64_spoff(S, a[i] / 2, a1[i]); + arm64_spoff(a[i] / 2, a1[i]); else if (a[i] < 32) { // value in floating-point registers - if ((S->tccgen_vtop->type.t & VT_BTYPE) == VT_STRUCT) { - uint32_t j, sz, n = arm64_hfa(&S->tccgen_vtop->type, &sz); - S->tccgen_vtop->type.t = VT_PTR; - gaddrof(S); - gv(S, RC_R30); + if ((vtop->type.t & VT_BTYPE) == VT_STRUCT) { + uint32_t j, sz, n = arm64_hfa(&vtop->type, &sz); + vtop->type.t = VT_PTR; + gaddrof(); + gv(RC_R30); for (j = 0; j < n; j++) - o(S, 0x3d4003c0 | + o(0x3d4003c0 | (sz & 16) << 19 | -(sz & 8) << 27 | (sz & 4) << 29 | (a[i] / 2 - 8 + j) | j << 10); // ldr ([sdq])(*),[x30,#(j * sz)] } else - gv(S, RC_F(a[i] / 2 - 8)); + gv(RC_F(a[i] / 2 - 8)); } } if ((return_type->t & VT_BTYPE) == VT_STRUCT) { if (a[0] == 1) { // indirect return: set x8 and discard the stack value - gv(S, RC_R(8)); - --S->tccgen_vtop; + gv(RC_R(8)); + --vtop; } else // return in registers: keep the address for after the call - vswap(S); + vswap(); } - save_regs(S, 0); - arm64_gen_bl_or_b(S, 0); - --S->tccgen_vtop; + save_regs(0); + arm64_gen_bl_or_b(0); + --vtop; if (stack & 0xfff) - o(S, 0x910003ff | (stack & 0xfff) << 10); // add sp,sp,#(n) + o(0x910003ff | (stack & 0xfff) << 10); // add sp,sp,#(n) if (stack >> 12) - o(S, 0x914003ff | (stack >> 12) << 10); + o(0x914003ff | (stack >> 12) << 10); { int rt = return_type->t; int bt = rt & VT_BTYPE; if (bt == VT_STRUCT && !(a[0] & 1)) { // A struct was returned in registers, so write it out: - gv(S, RC_R(8)); - --S->tccgen_vtop; + gv(RC_R(8)); + --vtop; if (a[0] == 0) { int align, size = type_size(return_type, &align); assert(size <= 16); if (size > 8) - o(S, 0xa9000500); // stp x0,x1,[x8] + o(0xa9000500); // stp x0,x1,[x8] else if (size) - arm64_strx(S, size > 4 ? 3 : size > 2 ? 2 : size > 1, 0, 8, 0); + arm64_strx(size > 4 ? 3 : size > 2 ? 2 : size > 1, 0, 8, 0); } else if (a[0] == 16) { uint32_t j, sz, n = arm64_hfa(return_type, &sz); for (j = 0; j < n; j++) - o(S, 0x3d000100 | + o(0x3d000100 | (sz & 16) << 19 | -(sz & 8) << 27 | (sz & 4) << 29 | (a[i] / 2 - 8 + j) | j << 10); // str ([sdq])(*),[x8,#(j * sz)] @@ -1140,9 +1146,9 @@ ST_FUNC void gfunc_call(TCCState *S, int nb_args) } } - tcc_free(S, a1); - tcc_free(S, a); - tcc_free(S, t); + tcc_free(a1); + tcc_free(a); + tcc_free(t); } static unsigned long arm64_func_va_list_stack; @@ -1150,7 +1156,7 @@ static int arm64_func_va_list_gr_offs; static int arm64_func_va_list_vr_offs; static int arm64_func_sub_sp_offset; -ST_FUNC void gfunc_prolog(TCCState *S, Sym *func_sym) +ST_FUNC void gfunc_prolog(Sym *func_sym) { CType *func_type = &func_sym->type; int n = 0; @@ -1159,28 +1165,28 @@ ST_FUNC void gfunc_prolog(TCCState *S, Sym *func_sym) CType **t; unsigned long *a; - S->tccgen_func_vc = 144; // offset of where x8 is stored + func_vc = 144; // offset of where x8 is stored for (sym = func_type->ref; sym; sym = sym->next) ++n; - t = n ? tcc_malloc(S, n * sizeof(*t)) : NULL; - a = n ? tcc_malloc(S, n * sizeof(*a)) : NULL; + t = n ? tcc_malloc(n * sizeof(*t)) : NULL; + a = n ? tcc_malloc(n * sizeof(*a)) : NULL; for (sym = func_type->ref; sym; sym = sym->next) t[i++] = &sym->type; arm64_func_va_list_stack = arm64_pcs(n - 1, t, a); - o(S, 0xa9b27bfd); // stp x29,x30,[sp,#-224]! - o(S, 0xad0087e0); // stp q0,q1,[sp,#16] - o(S, 0xad018fe2); // stp q2,q3,[sp,#48] - o(S, 0xad0297e4); // stp q4,q5,[sp,#80] - o(S, 0xad039fe6); // stp q6,q7,[sp,#112] - o(S, 0xa90923e8); // stp x8,x8,[sp,#144] - o(S, 0xa90a07e0); // stp x0,x1,[sp,#160] - o(S, 0xa90b0fe2); // stp x2,x3,[sp,#176] - o(S, 0xa90c17e4); // stp x4,x5,[sp,#192] - o(S, 0xa90d1fe6); // stp x6,x7,[sp,#208] + o(0xa9b27bfd); // stp x29,x30,[sp,#-224]! + o(0xad0087e0); // stp q0,q1,[sp,#16] + o(0xad018fe2); // stp q2,q3,[sp,#48] + o(0xad0297e4); // stp q4,q5,[sp,#80] + o(0xad039fe6); // stp q6,q7,[sp,#112] + o(0xa90923e8); // stp x8,x8,[sp,#144] + o(0xa90a07e0); // stp x0,x1,[sp,#160] + o(0xa90b0fe2); // stp x2,x3,[sp,#176] + o(0xa90c17e4); // stp x4,x5,[sp,#192] + o(0xa90d1fe6); // stp x6,x7,[sp,#208] arm64_func_va_list_gr_offs = -64; arm64_func_va_list_vr_offs = -128; @@ -1189,7 +1195,7 @@ ST_FUNC void gfunc_prolog(TCCState *S, Sym *func_sym) int off = (a[i] < 16 ? 160 + a[i] / 2 * 8 : a[i] < 32 ? 16 + (a[i] - 16) / 2 * 16 : 224 + ((a[i] - 32) >> 1 << 1)); - sym_push(S, sym->v & ~SYM_FIELD, &sym->type, + sym_push(sym->v & ~SYM_FIELD, &sym->type, (a[i] & 1 ? VT_LLOCAL : VT_LOCAL) | VT_LVAL, off); @@ -1209,65 +1215,65 @@ ST_FUNC void gfunc_prolog(TCCState *S, Sym *func_sym) uint32_t j, sz, k = arm64_hfa(&sym->type, &sz); if (sz < 16) for (j = 0; j < k; j++) { - o(S, 0x3d0003e0 | -(sz & 8) << 27 | (sz & 4) << 29 | + o(0x3d0003e0 | -(sz & 8) << 27 | (sz & 4) << 29 | ((a[i] - 16) / 2 + j) | (off / sz + j) << 10); // str ([sdq])(*),[sp,#(j * sz)] } } } - tcc_free(S, a); - tcc_free(S, t); + tcc_free(a); + tcc_free(t); - o(S, 0x910003fd); // mov x29,sp - arm64_func_sub_sp_offset = S->tccgen_ind; + o(0x910003fd); // mov x29,sp + arm64_func_sub_sp_offset = ind; // In gfunc_epilog these will be replaced with code to decrement SP: - o(S, 0xd503201f); // nop - o(S, 0xd503201f); // nop - S->tccgen_loc = 0; + o(0xd503201f); // nop + o(0xd503201f); // nop + loc = 0; #ifdef CONFIG_TCC_BCHECK - if (S->do_bounds_check) - gen_bounds_prolog(S); + if (tcc_state->do_bounds_check) + gen_bounds_prolog(); #endif } -ST_FUNC void gen_va_start(TCCState *S) +ST_FUNC void gen_va_start(void) { int r; - --S->tccgen_vtop; // we don't need the "arg" - gaddrof(S); - r = intr(S, gv(S, RC_INT)); + --vtop; // we don't need the "arg" + gaddrof(); + r = intr(gv(RC_INT)); if (arm64_func_va_list_stack) { //xx could use add (immediate) here - arm64_movimm(S, 30, arm64_func_va_list_stack + 224); - o(S, 0x8b1e03be); // add x30,x29,x30 + arm64_movimm(30, arm64_func_va_list_stack + 224); + o(0x8b1e03be); // add x30,x29,x30 } else - o(S, 0x910383be); // add x30,x29,#224 - o(S, 0xf900001e | r << 5); // str x30,[x(r)] + o(0x910383be); // add x30,x29,#224 + o(0xf900001e | r << 5); // str x30,[x(r)] if (arm64_func_va_list_gr_offs) { if (arm64_func_va_list_stack) - o(S, 0x910383be); // add x30,x29,#224 - o(S, 0xf900041e | r << 5); // str x30,[x(r),#8] + o(0x910383be); // add x30,x29,#224 + o(0xf900041e | r << 5); // str x30,[x(r),#8] } if (arm64_func_va_list_vr_offs) { - o(S, 0x910243be); // add x30,x29,#144 - o(S, 0xf900081e | r << 5); // str x30,[x(r),#16] + o(0x910243be); // add x30,x29,#144 + o(0xf900081e | r << 5); // str x30,[x(r),#16] } - arm64_movimm(S, 30, arm64_func_va_list_gr_offs); - o(S, 0xb900181e | r << 5); // str w30,[x(r),#24] + arm64_movimm(30, arm64_func_va_list_gr_offs); + o(0xb900181e | r << 5); // str w30,[x(r),#24] - arm64_movimm(S, 30, arm64_func_va_list_vr_offs); - o(S, 0xb9001c1e | r << 5); // str w30,[x(r),#28] + arm64_movimm(30, arm64_func_va_list_vr_offs); + o(0xb9001c1e | r << 5); // str w30,[x(r),#28] - --S->tccgen_vtop; + --vtop; } -ST_FUNC void gen_va_arg(TCCState *S, CType *t) +ST_FUNC void gen_va_arg(CType *t) { int align, size = type_size(t, &align); unsigned fsize, hfa = arm64_hfa(t, &fsize); @@ -1278,69 +1284,69 @@ ST_FUNC void gen_va_arg(TCCState *S, CType *t) fsize = size; } - gaddrof(S); - r0 = intr(S, gv(S, RC_INT)); - r1 = get_reg(S, RC_INT); - S->tccgen_vtop[0].r = r1 | VT_LVAL; - r1 = intr(S, r1); + gaddrof(); + r0 = intr(gv(RC_INT)); + r1 = get_reg(RC_INT); + vtop[0].r = r1 | VT_LVAL; + r1 = intr(r1); if (!hfa) { uint32_t n = size > 16 ? 8 : (size + 7) & -8; - o(S, 0xb940181e | r0 << 5); // ldr w30,[x(r0),#24] // __gr_offs + o(0xb940181e | r0 << 5); // ldr w30,[x(r0),#24] // __gr_offs if (align == 16) { assert(0); // this path untested but needed for __uint128_t - o(S, 0x11003fde); // add w30,w30,#15 - o(S, 0x121c6fde); // and w30,w30,#-16 + o(0x11003fde); // add w30,w30,#15 + o(0x121c6fde); // and w30,w30,#-16 } - o(S, 0x310003c0 | r1 | n << 10); // adds w(r1),w30,#(n) - o(S, 0x540000ad); // b.le .+20 - o(S, 0xf9400000 | r1 | r0 << 5); // ldr x(r1),[x(r0)] // __stack - o(S, 0x9100001e | r1 << 5 | n << 10); // add x30,x(r1),#(n) - o(S, 0xf900001e | r0 << 5); // str x30,[x(r0)] // __stack - o(S, 0x14000004); // b .+16 - o(S, 0xb9001800 | r1 | r0 << 5); // str w(r1),[x(r0),#24] // __gr_offs - o(S, 0xf9400400 | r1 | r0 << 5); // ldr x(r1),[x(r0),#8] // __gr_top - o(S, 0x8b3ec000 | r1 | r1 << 5); // add x(r1),x(r1),w30,sxtw + o(0x310003c0 | r1 | n << 10); // adds w(r1),w30,#(n) + o(0x540000ad); // b.le .+20 + o(0xf9400000 | r1 | r0 << 5); // ldr x(r1),[x(r0)] // __stack + o(0x9100001e | r1 << 5 | n << 10); // add x30,x(r1),#(n) + o(0xf900001e | r0 << 5); // str x30,[x(r0)] // __stack + o(0x14000004); // b .+16 + o(0xb9001800 | r1 | r0 << 5); // str w(r1),[x(r0),#24] // __gr_offs + o(0xf9400400 | r1 | r0 << 5); // ldr x(r1),[x(r0),#8] // __gr_top + o(0x8b3ec000 | r1 | r1 << 5); // add x(r1),x(r1),w30,sxtw if (size > 16) - o(S, 0xf9400000 | r1 | r1 << 5); // ldr x(r1),[x(r1)] + o(0xf9400000 | r1 | r1 << 5); // ldr x(r1),[x(r1)] } else { uint32_t rsz = hfa << 4; uint32_t ssz = (size + 7) & -(uint32_t)8; uint32_t b1, b2; - o(S, 0xb9401c1e | r0 << 5); // ldr w30,[x(r0),#28] // __vr_offs - o(S, 0x310003c0 | r1 | rsz << 10); // adds w(r1),w30,#(rsz) - b1 = S->tccgen_ind; o(S, 0x5400000d); // b.le lab1 - o(S, 0xf9400000 | r1 | r0 << 5); // ldr x(r1),[x(r0)] // __stack + o(0xb9401c1e | r0 << 5); // ldr w30,[x(r0),#28] // __vr_offs + o(0x310003c0 | r1 | rsz << 10); // adds w(r1),w30,#(rsz) + b1 = ind; o(0x5400000d); // b.le lab1 + o(0xf9400000 | r1 | r0 << 5); // ldr x(r1),[x(r0)] // __stack if (fsize == 16) { - o(S, 0x91003c00 | r1 | r1 << 5); // add x(r1),x(r1),#15 - o(S, 0x927cec00 | r1 | r1 << 5); // and x(r1),x(r1),#-16 + o(0x91003c00 | r1 | r1 << 5); // add x(r1),x(r1),#15 + o(0x927cec00 | r1 | r1 << 5); // and x(r1),x(r1),#-16 } - o(S, 0x9100001e | r1 << 5 | ssz << 10); // add x30,x(r1),#(ssz) - o(S, 0xf900001e | r0 << 5); // str x30,[x(r0)] // __stack - b2 = S->tccgen_ind; o(S, 0x14000000); // b lab2 + o(0x9100001e | r1 << 5 | ssz << 10); // add x30,x(r1),#(ssz) + o(0xf900001e | r0 << 5); // str x30,[x(r0)] // __stack + b2 = ind; o(0x14000000); // b lab2 // lab1: - write32le(cur_text_section->data + b1, 0x5400000d | (S->tccgen_ind - b1) << 3); - o(S, 0xb9001c00 | r1 | r0 << 5); // str w(r1),[x(r0),#28] // __vr_offs - o(S, 0xf9400800 | r1 | r0 << 5); // ldr x(r1),[x(r0),#16] // __vr_top + write32le(cur_text_section->data + b1, 0x5400000d | (ind - b1) << 3); + o(0xb9001c00 | r1 | r0 << 5); // str w(r1),[x(r0),#28] // __vr_offs + o(0xf9400800 | r1 | r0 << 5); // ldr x(r1),[x(r0),#16] // __vr_top if (hfa == 1 || fsize == 16) - o(S, 0x8b3ec000 | r1 | r1 << 5); // add x(r1),x(r1),w30,sxtw + o(0x8b3ec000 | r1 | r1 << 5); // add x(r1),x(r1),w30,sxtw else { // We need to change the layout of this HFA. // Get some space on the stack using global variable "loc": - S->tccgen_loc = (S->tccgen_loc - size) & -(uint32_t)align; - o(S, 0x8b3ec000 | 30 | r1 << 5); // add x30,x(r1),w30,sxtw - arm64_movimm(S, r1, S->tccgen_loc); - o(S, 0x8b0003a0 | r1 | r1 << 16); // add x(r1),x29,x(r1) - o(S, 0x4c402bdc | (uint32_t)fsize << 7 | + loc = (loc - size) & -(uint32_t)align; + o(0x8b3ec000 | 30 | r1 << 5); // add x30,x(r1),w30,sxtw + arm64_movimm(r1, loc); + o(0x8b0003a0 | r1 | r1 << 16); // add x(r1),x29,x(r1) + o(0x4c402bdc | (uint32_t)fsize << 7 | (uint32_t)(hfa == 2) << 15 | (uint32_t)(hfa == 3) << 14); // ld1 {v28.(4s|2d),...},[x30] - o(S, 0x0d00801c | r1 << 5 | (fsize == 8) << 10 | + o(0x0d00801c | r1 << 5 | (fsize == 8) << 10 | (uint32_t)(hfa != 2) << 13 | (uint32_t)(hfa != 3) << 21); // st(hfa) {v28.(s|d),...}[0],[x(r1)] } // lab2: - write32le(cur_text_section->data + b2, 0x14000000 | (S->tccgen_ind - b2) >> 2); + write32le(cur_text_section->data + b2, 0x14000000 | (ind - b2) >> 2); } } @@ -1350,7 +1356,7 @@ ST_FUNC int gfunc_sret(CType *vt, int variadic, CType *ret, return 0; } -ST_FUNC void gfunc_return(TCCState *S, CType *func_type) +ST_FUNC void gfunc_return(CType *func_type) { CType *t = func_type; unsigned long a; @@ -1362,52 +1368,52 @@ ST_FUNC void gfunc_return(TCCState *S, CType *func_type) case 0: if ((func_type->t & VT_BTYPE) == VT_STRUCT) { int align, size = type_size(func_type, &align); - gaddrof(S); - gv(S, RC_R(0)); - arm64_ldrs(S, 0, size); + gaddrof(); + gv(RC_R(0)); + arm64_ldrs(0, size); } else - gv(S, RC_IRET); + gv(RC_IRET); break; case 1: { CType type = *func_type; - mk_pointer(S, &type); - vset(S, &type, VT_LOCAL | VT_LVAL, S->tccgen_func_vc); - indir(S); - vswap(S); - vstore(S); + mk_pointer(&type); + vset(&type, VT_LOCAL | VT_LVAL, func_vc); + indir(); + vswap(); + vstore(); break; } case 16: if ((func_type->t & VT_BTYPE) == VT_STRUCT) { - uint32_t j, sz, n = arm64_hfa(&S->tccgen_vtop->type, &sz); - gaddrof(S); - gv(S, RC_R(0)); + uint32_t j, sz, n = arm64_hfa(&vtop->type, &sz); + gaddrof(); + gv(RC_R(0)); for (j = 0; j < n; j++) - o(S, 0x3d400000 | + o(0x3d400000 | (sz & 16) << 19 | -(sz & 8) << 27 | (sz & 4) << 29 | j | j << 10); // ldr ([sdq])(*),[x0,#(j * sz)] } else - gv(S, RC_FRET); + gv(RC_FRET); break; default: assert(0); } - S->tccgen_vtop--; + vtop--; } -ST_FUNC void gfunc_epilog(TCCState *S) +ST_FUNC void gfunc_epilog(void) { #ifdef CONFIG_TCC_BCHECK - if (S->do_bounds_check) - gen_bounds_epilog(S); + if (tcc_state->do_bounds_check) + gen_bounds_epilog(); #endif - if (S->tccgen_loc) { + if (loc) { // Insert instructions to subtract size of stack frame from SP. unsigned char *ptr = cur_text_section->data + arm64_func_sub_sp_offset; - uint64_t diff = (-S->tccgen_loc + 15) & ~15; + uint64_t diff = (-loc + 15) & ~15; if (!(diff >> 24)) { if (diff & 0xfff) // sub sp,sp,#(diff & 0xfff) write32le(ptr, 0xd10003ff | (diff & 0xfff) << 10); @@ -1433,40 +1439,40 @@ ST_FUNC void gfunc_epilog(TCCState *S) // sub sp,sp,x16,lsl #(j) } } - o(S, 0x910003bf); // mov sp,x29 - o(S, 0xa8ce7bfd); // ldp x29,x30,[sp],#224 + o(0x910003bf); // mov sp,x29 + o(0xa8ce7bfd); // ldp x29,x30,[sp],#224 - o(S, 0xd65f03c0); // ret + o(0xd65f03c0); // ret } -ST_FUNC void gen_fill_nops(TCCState *S, int bytes) +ST_FUNC void gen_fill_nops(int bytes) { if ((bytes & 3)) - tcc_error(S, "alignment of code section not multiple of 4"); + tcc_error("alignment of code section not multiple of 4"); while (bytes > 0) { - o(S, 0xd503201f); // nop + o(0xd503201f); // nop bytes -= 4; } } // Generate forward branch to label: -ST_FUNC int gjmp(TCCState *S, int t) +ST_FUNC int gjmp(int t) { - int r = S->tccgen_ind; - if (S->tccgen_nocode_wanted) + int r = ind; + if (nocode_wanted) return t; - o(S, t); + o(t); return r; } // Generate branch to known address: -ST_FUNC void gjmp_addr(TCCState *S, int a) +ST_FUNC void gjmp_addr(int a) { - assert(a - S->tccgen_ind + 0x8000000 < 0x10000000); - o(S, 0x14000000 | ((a - S->tccgen_ind) >> 2 & 0x3ffffff)); + assert(a - ind + 0x8000000 < 0x10000000); + o(0x14000000 | ((a - ind) >> 2 & 0x3ffffff)); } -ST_FUNC int gjmp_append(TCCState *S, int n, int t) +ST_FUNC int gjmp_append(int n, int t) { void *p; /* insert vtop->c jump list in t */ @@ -1480,61 +1486,61 @@ ST_FUNC int gjmp_append(TCCState *S, int n, int t) return t; } -void arm64_vset_VT_CMP(TCCState *S, int op) +void arm64_vset_VT_CMP(int op) { if (op >= TOK_ULT && op <= TOK_GT) { - S->tccgen_vtop->cmp_r = S->tccgen_vtop->r; - vset_VT_CMP(S, 0x80); + vtop->cmp_r = vtop->r; + vset_VT_CMP(0x80); } } -static void arm64_gen_opil(TCCState *S, int op, uint32_t l); +static void arm64_gen_opil(int op, uint32_t l); -static void arm64_load_cmp(TCCState *S, int r, SValue *sv) +static void arm64_load_cmp(int r, SValue *sv) { sv->r = sv->cmp_r; if (sv->c.i & 1) { - vpushi(S, 1); - arm64_gen_opil(S, '^', 0); + vpushi(1); + arm64_gen_opil('^', 0); } if (r != sv->r) { - load(S, r, sv); + load(r, sv); sv->r = r; } } -ST_FUNC int gjmp_cond(TCCState *S, int op, int t) +ST_FUNC int gjmp_cond(int op, int t) { - int bt = S->tccgen_vtop->type.t & VT_BTYPE; + int bt = vtop->type.t & VT_BTYPE; int inv = op & 1; - S->tccgen_vtop->r = S->tccgen_vtop->cmp_r; + vtop->r = vtop->cmp_r; if (bt == VT_LDOUBLE) { - uint32_t a, b, f = fltr(gv(S, RC_FLOAT)); - a = get_reg(S, RC_INT); - vpushi(S, 0); - S->tccgen_vtop[0].r = a; - b = get_reg(S, RC_INT); - a = intr(S, a); - b = intr(S, b); - o(S, 0x4e083c00 | a | f << 5); // mov x(a),v(f).d[0] - o(S, 0x4e183c00 | b | f << 5); // mov x(b),v(f).d[1] - o(S, 0xaa000400 | a | a << 5 | b << 16); // orr x(a),x(a),x(b),lsl #1 - o(S, 0xb4000040 | a | !!inv << 24); // cbz/cbnz x(a),.+8 - --S->tccgen_vtop; + uint32_t a, b, f = fltr(gv(RC_FLOAT)); + a = get_reg(RC_INT); + vpushi(0); + vtop[0].r = a; + b = get_reg(RC_INT); + a = intr(a); + b = intr(b); + o(0x4e083c00 | a | f << 5); // mov x(a),v(f).d[0] + o(0x4e183c00 | b | f << 5); // mov x(b),v(f).d[1] + o(0xaa000400 | a | a << 5 | b << 16); // orr x(a),x(a),x(b),lsl #1 + o(0xb4000040 | a | !!inv << 24); // cbz/cbnz x(a),.+8 + --vtop; } else if (bt == VT_FLOAT || bt == VT_DOUBLE) { - uint32_t a = fltr(gv(S, RC_FLOAT)); - o(S, 0x1e202008 | a << 5 | (bt != VT_FLOAT) << 22); // fcmp - o(S, 0x54000040 | !!inv); // b.eq/b.ne .+8 + uint32_t a = fltr(gv(RC_FLOAT)); + o(0x1e202008 | a << 5 | (bt != VT_FLOAT) << 22); // fcmp + o(0x54000040 | !!inv); // b.eq/b.ne .+8 } else { uint32_t ll = (bt == VT_PTR || bt == VT_LLONG); - uint32_t a = intr(S, gv(S, RC_INT)); - o(S, 0x34000040 | a | !!inv << 24 | ll << 31); // cbz/cbnz wA,.+8 + uint32_t a = intr(gv(RC_INT)); + o(0x34000040 | a | !!inv << 24 | ll << 31); // cbz/cbnz wA,.+8 } - return gjmp(S, t); + return gjmp(t); } static int arm64_iconst(uint64_t *val, SValue *sv) @@ -1551,7 +1557,7 @@ static int arm64_iconst(uint64_t *val, SValue *sv) return 1; } -static int arm64_gen_opic(TCCState *S, int op, uint32_t l, int rev, uint64_t val, +static int arm64_gen_opic(int op, uint32_t l, int rev, uint64_t val, uint32_t x, uint32_t a) { if (op == '-' && !rev) { @@ -1567,30 +1573,30 @@ static int arm64_gen_opic(TCCState *S, int op, uint32_t l, int rev, uint64_t val val = s ? -val : val; val = l ? val : (uint32_t)val; if (!(val & ~(uint64_t)0xfff)) - o(S, 0x11000000 | l << 31 | s << 30 | x | a << 5 | val << 10); + o(0x11000000 | l << 31 | s << 30 | x | a << 5 | val << 10); else if (!(val & ~(uint64_t)0xfff000)) - o(S, 0x11400000 | l << 31 | s << 30 | x | a << 5 | val >> 12 << 10); + o(0x11400000 | l << 31 | s << 30 | x | a << 5 | val >> 12 << 10); else { - arm64_movimm(S, 30, val); // use x30 - o(S, 0x0b1e0000 | l << 31 | s << 30 | x | a << 5); + arm64_movimm(30, val); // use x30 + o(0x0b1e0000 | l << 31 | s << 30 | x | a << 5); } return 1; } case '-': if (!val) - o(S, 0x4b0003e0 | l << 31 | x | a << 16); // neg + o(0x4b0003e0 | l << 31 | x | a << 16); // neg else if (val == (l ? (uint64_t)-1 : (uint32_t)-1)) - o(S, 0x2a2003e0 | l << 31 | x | a << 16); // mvn + o(0x2a2003e0 | l << 31 | x | a << 16); // mvn else { - arm64_movimm(S, 30, val); // use x30 - o(S, 0x4b0003c0 | l << 31 | x | a << 16); // sub + arm64_movimm(30, val); // use x30 + o(0x4b0003c0 | l << 31 | x | a << 16); // sub } return 1; case '^': if (val == -1 || (val == 0xffffffff && !l)) { - o(S, 0x2a2003e0 | l << 31 | x | a << 16); // mvn + o(0x2a2003e0 | l << 31 | x | a << 16); // mvn return 1; } // fall through @@ -1599,7 +1605,7 @@ static int arm64_gen_opic(TCCState *S, int op, uint32_t l, int rev, uint64_t val int e = arm64_encode_bimm64(l ? val : val | val << 32); if (e < 0) return 0; - o(S, (op == '&' ? 0x12000000 : + o((op == '&' ? 0x12000000 : op == '|' ? 0x32000000 : 0x52000000) | l << 31 | x | a << 5 | (uint32_t)e << 10); return 1; @@ -1614,14 +1620,14 @@ static int arm64_gen_opic(TCCState *S, int op, uint32_t l, int rev, uint64_t val return 0; if (!val) { // tcc_warning("shift count >= width of type"); - o(S, 0x2a0003e0 | l << 31 | a << 16); + o(0x2a0003e0 | l << 31 | a << 16); return 1; } else if (op == TOK_SHL) - o(S, 0x53000000 | l << 31 | l << 22 | x | a << 5 | + o(0x53000000 | l << 31 | l << 22 | x | a << 5 | (n - val) << 16 | (n - 1 - val) << 10); // lsl else - o(S, 0x13000000 | (op == TOK_SHR) << 30 | l << 31 | l << 22 | + o(0x13000000 | (op == TOK_SHR) << 30 | l << 31 | l << 22 | x | a << 5 | val << 16 | (n - 1) << 10); // lsr/asr return 1; } @@ -1630,7 +1636,7 @@ static int arm64_gen_opic(TCCState *S, int op, uint32_t l, int rev, uint64_t val return 0; } -static void arm64_gen_opil(TCCState *S, int op, uint32_t l) +static void arm64_gen_opil(int op, uint32_t l) { uint32_t x, a, b; @@ -1639,122 +1645,122 @@ static void arm64_gen_opil(TCCState *S, int op, uint32_t l) uint64_t val; int rev = 1; - if (arm64_iconst(0, &S->tccgen_vtop[0])) { - vswap(S); + if (arm64_iconst(0, &vtop[0])) { + vswap(); rev = 0; } - if (arm64_iconst(&val, &S->tccgen_vtop[-1])) { - gv(S, RC_INT); - a = intr(S, S->tccgen_vtop[0].r); - --S->tccgen_vtop; - x = get_reg(S, RC_INT); - ++S->tccgen_vtop; - if (arm64_gen_opic(S, op, l, rev, val, intr(S, x), a)) { - S->tccgen_vtop[0].r = x; - vswap(S); - --S->tccgen_vtop; + if (arm64_iconst(&val, &vtop[-1])) { + gv(RC_INT); + a = intr(vtop[0].r); + --vtop; + x = get_reg(RC_INT); + ++vtop; + if (arm64_gen_opic(op, l, rev, val, intr(x), a)) { + vtop[0].r = x; + vswap(); + --vtop; return; } } if (!rev) - vswap(S); + vswap(); } - gv2(S, RC_INT, RC_INT); - assert(S->tccgen_vtop[-1].r < VT_CONST && S->tccgen_vtop[0].r < VT_CONST); - a = intr(S, S->tccgen_vtop[-1].r); - b = intr(S, S->tccgen_vtop[0].r); - S->tccgen_vtop -= 2; - x = get_reg(S, RC_INT); - ++S->tccgen_vtop; - S->tccgen_vtop[0].r = x; - x = intr(S, x); + gv2(RC_INT, RC_INT); + assert(vtop[-1].r < VT_CONST && vtop[0].r < VT_CONST); + a = intr(vtop[-1].r); + b = intr(vtop[0].r); + vtop -= 2; + x = get_reg(RC_INT); + ++vtop; + vtop[0].r = x; + x = intr(x); switch (op) { case '%': // Use x30 for quotient: - o(S, 0x1ac00c00 | l << 31 | 30 | a << 5 | b << 16); // sdiv - o(S, 0x1b008000 | l << 31 | x | (uint32_t)30 << 5 | + o(0x1ac00c00 | l << 31 | 30 | a << 5 | b << 16); // sdiv + o(0x1b008000 | l << 31 | x | (uint32_t)30 << 5 | b << 16 | a << 10); // msub break; case '&': - o(S, 0x0a000000 | l << 31 | x | a << 5 | b << 16); // and + o(0x0a000000 | l << 31 | x | a << 5 | b << 16); // and break; case '*': - o(S, 0x1b007c00 | l << 31 | x | a << 5 | b << 16); // mul + o(0x1b007c00 | l << 31 | x | a << 5 | b << 16); // mul break; case '+': - o(S, 0x0b000000 | l << 31 | x | a << 5 | b << 16); // add + o(0x0b000000 | l << 31 | x | a << 5 | b << 16); // add break; case '-': - o(S, 0x4b000000 | l << 31 | x | a << 5 | b << 16); // sub + o(0x4b000000 | l << 31 | x | a << 5 | b << 16); // sub break; case '/': - o(S, 0x1ac00c00 | l << 31 | x | a << 5 | b << 16); // sdiv + o(0x1ac00c00 | l << 31 | x | a << 5 | b << 16); // sdiv break; case '^': - o(S, 0x4a000000 | l << 31 | x | a << 5 | b << 16); // eor + o(0x4a000000 | l << 31 | x | a << 5 | b << 16); // eor break; case '|': - o(S, 0x2a000000 | l << 31 | x | a << 5 | b << 16); // orr + o(0x2a000000 | l << 31 | x | a << 5 | b << 16); // orr break; case TOK_EQ: - o(S, 0x6b00001f | l << 31 | a << 5 | b << 16); // cmp - o(S, 0x1a9f17e0 | x); // cset wA,eq + o(0x6b00001f | l << 31 | a << 5 | b << 16); // cmp + o(0x1a9f17e0 | x); // cset wA,eq break; case TOK_GE: - o(S, 0x6b00001f | l << 31 | a << 5 | b << 16); // cmp - o(S, 0x1a9fb7e0 | x); // cset wA,ge + o(0x6b00001f | l << 31 | a << 5 | b << 16); // cmp + o(0x1a9fb7e0 | x); // cset wA,ge break; case TOK_GT: - o(S, 0x6b00001f | l << 31 | a << 5 | b << 16); // cmp - o(S, 0x1a9fd7e0 | x); // cset wA,gt + o(0x6b00001f | l << 31 | a << 5 | b << 16); // cmp + o(0x1a9fd7e0 | x); // cset wA,gt break; case TOK_LE: - o(S, 0x6b00001f | l << 31 | a << 5 | b << 16); // cmp - o(S, 0x1a9fc7e0 | x); // cset wA,le + o(0x6b00001f | l << 31 | a << 5 | b << 16); // cmp + o(0x1a9fc7e0 | x); // cset wA,le break; case TOK_LT: - o(S, 0x6b00001f | l << 31 | a << 5 | b << 16); // cmp - o(S, 0x1a9fa7e0 | x); // cset wA,lt + o(0x6b00001f | l << 31 | a << 5 | b << 16); // cmp + o(0x1a9fa7e0 | x); // cset wA,lt break; case TOK_NE: - o(S, 0x6b00001f | l << 31 | a << 5 | b << 16); // cmp - o(S, 0x1a9f07e0 | x); // cset wA,ne + o(0x6b00001f | l << 31 | a << 5 | b << 16); // cmp + o(0x1a9f07e0 | x); // cset wA,ne break; case TOK_SAR: - o(S, 0x1ac02800 | l << 31 | x | a << 5 | b << 16); // asr + o(0x1ac02800 | l << 31 | x | a << 5 | b << 16); // asr break; case TOK_SHL: - o(S, 0x1ac02000 | l << 31 | x | a << 5 | b << 16); // lsl + o(0x1ac02000 | l << 31 | x | a << 5 | b << 16); // lsl break; case TOK_SHR: - o(S, 0x1ac02400 | l << 31 | x | a << 5 | b << 16); // lsr + o(0x1ac02400 | l << 31 | x | a << 5 | b << 16); // lsr break; case TOK_UDIV: case TOK_PDIV: - o(S, 0x1ac00800 | l << 31 | x | a << 5 | b << 16); // udiv + o(0x1ac00800 | l << 31 | x | a << 5 | b << 16); // udiv break; case TOK_UGE: - o(S, 0x6b00001f | l << 31 | a << 5 | b << 16); // cmp - o(S, 0x1a9f37e0 | x); // cset wA,cs + o(0x6b00001f | l << 31 | a << 5 | b << 16); // cmp + o(0x1a9f37e0 | x); // cset wA,cs break; case TOK_UGT: - o(S, 0x6b00001f | l << 31 | a << 5 | b << 16); // cmp - o(S, 0x1a9f97e0 | x); // cset wA,hi + o(0x6b00001f | l << 31 | a << 5 | b << 16); // cmp + o(0x1a9f97e0 | x); // cset wA,hi break; case TOK_ULT: - o(S, 0x6b00001f | l << 31 | a << 5 | b << 16); // cmp - o(S, 0x1a9f27e0 | x); // cset wA,cc + o(0x6b00001f | l << 31 | a << 5 | b << 16); // cmp + o(0x1a9f27e0 | x); // cset wA,cc break; case TOK_ULE: - o(S, 0x6b00001f | l << 31 | a << 5 | b << 16); // cmp - o(S, 0x1a9f87e0 | x); // cset wA,ls + o(0x6b00001f | l << 31 | a << 5 | b << 16); // cmp + o(0x1a9f87e0 | x); // cset wA,ls break; case TOK_UMOD: // Use x30 for quotient: - o(S, 0x1ac00800 | l << 31 | 30 | a << 5 | b << 16); // udiv - o(S, 0x1b008000 | l << 31 | x | (uint32_t)30 << 5 | + o(0x1ac00800 | l << 31 | 30 | a << 5 | b << 16); // udiv + o(0x1b008000 | l << 31 | x | (uint32_t)30 << 5 | b << 16 | a << 10); // msub break; default: @@ -1762,24 +1768,24 @@ static void arm64_gen_opil(TCCState *S, int op, uint32_t l) } } -ST_FUNC void gen_opi(TCCState *S, int op) +ST_FUNC void gen_opi(int op) { - arm64_gen_opil(S, op, 0); - arm64_vset_VT_CMP(S, op); + arm64_gen_opil(op, 0); + arm64_vset_VT_CMP(op); } -ST_FUNC void gen_opl(TCCState* S, int op) +ST_FUNC void gen_opl(int op) { - arm64_gen_opil(S, op, 1); - arm64_vset_VT_CMP(S, op); + arm64_gen_opil(op, 1); + arm64_vset_VT_CMP(op); } -ST_FUNC void gen_opf(TCCState *S, int op) +ST_FUNC void gen_opf(int op) { uint32_t x, a, b, dbl; - if (S->tccgen_vtop[0].type.t == VT_LDOUBLE) { - CType type = S->tccgen_vtop[0].type; + if (vtop[0].type.t == VT_LDOUBLE) { + CType type = vtop[0].type; int func = 0; int cond = -1; switch (op) { @@ -1795,162 +1801,162 @@ ST_FUNC void gen_opf(TCCState *S, int op) case TOK_GT: func = TOK___gttf2; cond = 13; break; default: assert(0); break; } - vpush_helper_func(S, func); - vrott(S, 3); - gfunc_call(S, 2); - vpushi(S, 0); - S->tccgen_vtop->r = cond < 0 ? REG_FRET : REG_IRET; + vpush_helper_func(func); + vrott(3); + gfunc_call(2); + vpushi(0); + vtop->r = cond < 0 ? REG_FRET : REG_IRET; if (cond < 0) - S->tccgen_vtop->type = type; + vtop->type = type; else { - o(S, 0x7100001f); // cmp w0,#0 - o(S, 0x1a9f07e0 | (uint32_t)cond << 12); // cset w0,(cond) + o(0x7100001f); // cmp w0,#0 + o(0x1a9f07e0 | (uint32_t)cond << 12); // cset w0,(cond) } return; } - dbl = S->tccgen_vtop[0].type.t != VT_FLOAT; - gv2(S, RC_FLOAT, RC_FLOAT); - assert(S->tccgen_vtop[-1].r < VT_CONST && S->tccgen_vtop[0].r < VT_CONST); - a = fltr(S->tccgen_vtop[-1].r); - b = fltr(S->tccgen_vtop[0].r); - S->tccgen_vtop -= 2; + dbl = vtop[0].type.t != VT_FLOAT; + gv2(RC_FLOAT, RC_FLOAT); + assert(vtop[-1].r < VT_CONST && vtop[0].r < VT_CONST); + a = fltr(vtop[-1].r); + b = fltr(vtop[0].r); + vtop -= 2; switch (op) { case TOK_EQ: case TOK_NE: case TOK_LT: case TOK_GE: case TOK_LE: case TOK_GT: - x = get_reg(S, RC_INT); - ++S->tccgen_vtop; - S->tccgen_vtop[0].r = x; - x = intr(S, x); + x = get_reg(RC_INT); + ++vtop; + vtop[0].r = x; + x = intr(x); break; default: - x = get_reg(S, RC_FLOAT); - ++S->tccgen_vtop; - S->tccgen_vtop[0].r = x; + x = get_reg(RC_FLOAT); + ++vtop; + vtop[0].r = x; x = fltr(x); break; } switch (op) { case '*': - o(S, 0x1e200800 | dbl << 22 | x | a << 5 | b << 16); // fmul + o(0x1e200800 | dbl << 22 | x | a << 5 | b << 16); // fmul break; case '+': - o(S, 0x1e202800 | dbl << 22 | x | a << 5 | b << 16); // fadd + o(0x1e202800 | dbl << 22 | x | a << 5 | b << 16); // fadd break; case '-': - o(S, 0x1e203800 | dbl << 22 | x | a << 5 | b << 16); // fsub + o(0x1e203800 | dbl << 22 | x | a << 5 | b << 16); // fsub break; case '/': - o(S, 0x1e201800 | dbl << 22 | x | a << 5 | b << 16); // fdiv + o(0x1e201800 | dbl << 22 | x | a << 5 | b << 16); // fdiv break; case TOK_EQ: - o(S, 0x1e202000 | dbl << 22 | a << 5 | b << 16); // fcmp - o(S, 0x1a9f17e0 | x); // cset w(x),eq + o(0x1e202000 | dbl << 22 | a << 5 | b << 16); // fcmp + o(0x1a9f17e0 | x); // cset w(x),eq break; case TOK_GE: - o(S, 0x1e202000 | dbl << 22 | a << 5 | b << 16); // fcmp - o(S, 0x1a9fb7e0 | x); // cset w(x),ge + o(0x1e202000 | dbl << 22 | a << 5 | b << 16); // fcmp + o(0x1a9fb7e0 | x); // cset w(x),ge break; case TOK_GT: - o(S, 0x1e202000 | dbl << 22 | a << 5 | b << 16); // fcmp - o(S, 0x1a9fd7e0 | x); // cset w(x),gt + o(0x1e202000 | dbl << 22 | a << 5 | b << 16); // fcmp + o(0x1a9fd7e0 | x); // cset w(x),gt break; case TOK_LE: - o(S, 0x1e202000 | dbl << 22 | a << 5 | b << 16); // fcmp - o(S, 0x1a9f87e0 | x); // cset w(x),ls + o(0x1e202000 | dbl << 22 | a << 5 | b << 16); // fcmp + o(0x1a9f87e0 | x); // cset w(x),ls break; case TOK_LT: - o(S, 0x1e202000 | dbl << 22 | a << 5 | b << 16); // fcmp - o(S, 0x1a9f57e0 | x); // cset w(x),mi + o(0x1e202000 | dbl << 22 | a << 5 | b << 16); // fcmp + o(0x1a9f57e0 | x); // cset w(x),mi break; case TOK_NE: - o(S, 0x1e202000 | dbl << 22 | a << 5 | b << 16); // fcmp - o(S, 0x1a9f07e0 | x); // cset w(x),ne + o(0x1e202000 | dbl << 22 | a << 5 | b << 16); // fcmp + o(0x1a9f07e0 | x); // cset w(x),ne break; default: assert(0); } - arm64_vset_VT_CMP(S, op); + arm64_vset_VT_CMP(op); } // Generate sign extension from 32 to 64 bits: -ST_FUNC void gen_cvt_sxtw(TCCState *S) +ST_FUNC void gen_cvt_sxtw(void) { - uint32_t r = intr(S, gv(S, RC_INT)); - o(S, 0x93407c00 | r | r << 5); // sxtw x(r),w(r) + uint32_t r = intr(gv(RC_INT)); + o(0x93407c00 | r | r << 5); // sxtw x(r),w(r) } /* char/short to int conversion */ -ST_FUNC void gen_cvt_csti(TCCState *S, int t) +ST_FUNC void gen_cvt_csti(int t) { - int r = intr(S, gv(S, RC_INT)); - o(S, 0x13001c00 + int r = intr(gv(RC_INT)); + o(0x13001c00 | ((t & VT_BTYPE) == VT_SHORT) << 13 | (uint32_t)!!(t & VT_UNSIGNED) << 30 | r | r << 5); // [su]xt[bh] w(r),w(r) } -ST_FUNC void gen_cvt_itof(TCCState *S, int t) +ST_FUNC void gen_cvt_itof(int t) { if (t == VT_LDOUBLE) { - int f = S->tccgen_vtop->type.t; + int f = vtop->type.t; int func = (f & VT_BTYPE) == VT_LLONG ? (f & VT_UNSIGNED ? TOK___floatunditf : TOK___floatditf) : (f & VT_UNSIGNED ? TOK___floatunsitf : TOK___floatsitf); - vpush_helper_func(S, func); - vrott(S, 2); - gfunc_call(S, 1); - vpushi(S, 0); - S->tccgen_vtop->type.t = t; - S->tccgen_vtop->r = REG_FRET; + vpush_helper_func(func); + vrott(2); + gfunc_call(1); + vpushi(0); + vtop->type.t = t; + vtop->r = REG_FRET; return; } else { - int d, n = intr(S, gv(S, RC_INT)); - int s = !(S->tccgen_vtop->type.t & VT_UNSIGNED); - uint32_t l = ((S->tccgen_vtop->type.t & VT_BTYPE) == VT_LLONG); - --S->tccgen_vtop; - d = get_reg(S, RC_FLOAT); - ++S->tccgen_vtop; - S->tccgen_vtop[0].r = d; - o(S, 0x1e220000 | (uint32_t)!s << 16 | + int d, n = intr(gv(RC_INT)); + int s = !(vtop->type.t & VT_UNSIGNED); + uint32_t l = ((vtop->type.t & VT_BTYPE) == VT_LLONG); + --vtop; + d = get_reg(RC_FLOAT); + ++vtop; + vtop[0].r = d; + o(0x1e220000 | (uint32_t)!s << 16 | (uint32_t)(t != VT_FLOAT) << 22 | fltr(d) | l << 31 | n << 5); // [us]cvtf [sd](d),[wx](n) } } -ST_FUNC void gen_cvt_ftoi(TCCState *S, int t) +ST_FUNC void gen_cvt_ftoi(int t) { - if ((S->tccgen_vtop->type.t & VT_BTYPE) == VT_LDOUBLE) { + if ((vtop->type.t & VT_BTYPE) == VT_LDOUBLE) { int func = (t & VT_BTYPE) == VT_LLONG ? (t & VT_UNSIGNED ? TOK___fixunstfdi : TOK___fixtfdi) : (t & VT_UNSIGNED ? TOK___fixunstfsi : TOK___fixtfsi); - vpush_helper_func(S, func); - vrott(S, 2); - gfunc_call(S, 1); - vpushi(S, 0); - S->tccgen_vtop->type.t = t; - S->tccgen_vtop->r = REG_IRET; + vpush_helper_func(func); + vrott(2); + gfunc_call(1); + vpushi(0); + vtop->type.t = t; + vtop->r = REG_IRET; return; } else { - int d, n = fltr(gv(S, RC_FLOAT)); - uint32_t l = ((S->tccgen_vtop->type.t & VT_BTYPE) != VT_FLOAT); - --S->tccgen_vtop; - d = get_reg(S, RC_INT); - ++S->tccgen_vtop; - S->tccgen_vtop[0].r = d; - o(S, 0x1e380000 | + int d, n = fltr(gv(RC_FLOAT)); + uint32_t l = ((vtop->type.t & VT_BTYPE) != VT_FLOAT); + --vtop; + d = get_reg(RC_INT); + ++vtop; + vtop[0].r = d; + o(0x1e380000 | (uint32_t)!!(t & VT_UNSIGNED) << 16 | - (uint32_t)((t & VT_BTYPE) == VT_LLONG) << 31 | intr(S, d) | + (uint32_t)((t & VT_BTYPE) == VT_LLONG) << 31 | intr(d) | l << 22 | n << 5); // fcvtz[su] [wx](d),[sd](n) } } -ST_FUNC void gen_cvt_ftof(TCCState *S, int t) +ST_FUNC void gen_cvt_ftof(int t) { - int f = S->tccgen_vtop[0].type.t & VT_BTYPE; + int f = vtop[0].type.t & VT_BTYPE; assert(t == VT_FLOAT || t == VT_DOUBLE || t == VT_LDOUBLE); assert(f == VT_FLOAT || f == VT_DOUBLE || f == VT_LDOUBLE); if (t == f) @@ -1960,142 +1966,142 @@ ST_FUNC void gen_cvt_ftof(TCCState *S, int t) int func = (t == VT_LDOUBLE) ? (f == VT_FLOAT ? TOK___extendsftf2 : TOK___extenddftf2) : (t == VT_FLOAT ? TOK___trunctfsf2 : TOK___trunctfdf2); - vpush_helper_func(S, func); - vrott(S, 2); - gfunc_call(S, 1); - vpushi(S, 0); - S->tccgen_vtop->type.t = t; - S->tccgen_vtop->r = REG_FRET; + vpush_helper_func(func); + vrott(2); + gfunc_call(1); + vpushi(0); + vtop->type.t = t; + vtop->r = REG_FRET; } else { int x, a; - gv(S, RC_FLOAT); - assert(S->tccgen_vtop[0].r < VT_CONST); - a = fltr(S->tccgen_vtop[0].r); - --S->tccgen_vtop; - x = get_reg(S, RC_FLOAT); - ++S->tccgen_vtop; - S->tccgen_vtop[0].r = x; + gv(RC_FLOAT); + assert(vtop[0].r < VT_CONST); + a = fltr(vtop[0].r); + --vtop; + x = get_reg(RC_FLOAT); + ++vtop; + vtop[0].r = x; x = fltr(x); if (f == VT_FLOAT) - o(S, 0x1e22c000 | x | a << 5); // fcvt d(x),s(a) + o(0x1e22c000 | x | a << 5); // fcvt d(x),s(a) else - o(S, 0x1e624000 | x | a << 5); // fcvt s(x),d(a) + o(0x1e624000 | x | a << 5); // fcvt s(x),d(a) } } /* increment tcov counter */ -ST_FUNC void gen_increment_tcov (TCCState* S, SValue *sv) +ST_FUNC void gen_increment_tcov (SValue *sv) { int r1, r2; - vpushv(S, sv); - S->tccgen_vtop->r = r1 = get_reg(S, RC_INT); - r2 = get_reg(S, RC_INT); - greloca(S, cur_text_section, sv->sym, S->tccgen_ind, R_AARCH64_ADR_GOT_PAGE, 0); - o(S, 0x90000000 | r1); // adrp r1, #sym - greloca(S, cur_text_section, sv->sym, S->tccgen_ind, R_AARCH64_LD64_GOT_LO12_NC, 0); - o(S, 0xf9400000 | r1 | (r1 << 5)); // ld xr,[xr, #sym] - o(S, 0xf9400000 | (intr(S, r1)<<5) | intr(S, r2)); // ldr r2, [r1] - o(S, 0x91000400 | (intr(S, r2)<<5) | intr(S, r2)); // add r2, r2, #1 - o(S, 0xf9000000 | (intr(S, r1)<<5) | intr(S, r2)); // str r2, [r1] - vpop(S); + vpushv(sv); + vtop->r = r1 = get_reg(RC_INT); + r2 = get_reg(RC_INT); + greloca(cur_text_section, sv->sym, ind, R_AARCH64_ADR_GOT_PAGE, 0); + o(0x90000000 | r1); // adrp r1, #sym + greloca(cur_text_section, sv->sym, ind, R_AARCH64_LD64_GOT_LO12_NC, 0); + o(0xf9400000 | r1 | (r1 << 5)); // ld xr,[xr, #sym] + o(0xf9400000 | (intr(r1)<<5) | intr(r2)); // ldr r2, [r1] + o(0x91000400 | (intr(r2)<<5) | intr(r2)); // add r2, r2, #1 + o(0xf9000000 | (intr(r1)<<5) | intr(r2)); // str r2, [r1] + vpop(); } -ST_FUNC void ggoto(TCCState *S) +ST_FUNC void ggoto(void) { - arm64_gen_bl_or_b(S, 1); - --S->tccgen_vtop; + arm64_gen_bl_or_b(1); + --vtop; } -ST_FUNC void gen_clear_cache(TCCState *S) +ST_FUNC void gen_clear_cache(void) { uint32_t beg, end, dsz, isz, p, lab1, b1; - gv2(S, RC_INT, RC_INT); - vpushi(S, 0); - S->tccgen_vtop->r = get_reg(S, RC_INT); - vpushi(S, 0); - S->tccgen_vtop->r = get_reg(S, RC_INT); - vpushi(S, 0); - S->tccgen_vtop->r = get_reg(S, RC_INT); - beg = intr(S, S->tccgen_vtop[-4].r); // x0 - end = intr(S, S->tccgen_vtop[-3].r); // x1 - dsz = intr(S, S->tccgen_vtop[-2].r); // x2 - isz = intr(S, S->tccgen_vtop[-1].r); // x3 - p = intr(S, S->tccgen_vtop[0].r); // x4 - S->tccgen_vtop -= 5; - - o(S, 0xd53b0020 | isz); // mrs x(isz),ctr_el0 - o(S, 0x52800080 | p); // mov w(p),#4 - o(S, 0x53104c00 | dsz | isz << 5); // ubfx w(dsz),w(isz),#16,#4 - o(S, 0x1ac02000 | dsz | p << 5 | dsz << 16); // lsl w(dsz),w(p),w(dsz) - o(S, 0x12000c00 | isz | isz << 5); // and w(isz),w(isz),#15 - o(S, 0x1ac02000 | isz | p << 5 | isz << 16); // lsl w(isz),w(p),w(isz) - o(S, 0x51000400 | p | dsz << 5); // sub w(p),w(dsz),#1 - o(S, 0x8a240004 | p | beg << 5 | p << 16); // bic x(p),x(beg),x(p) - b1 = S->tccgen_ind; o(S, 0x14000000); // b - lab1 = S->tccgen_ind; - o(S, 0xd50b7b20 | p); // dc cvau,x(p) - o(S, 0x8b000000 | p | p << 5 | dsz << 16); // add x(p),x(p),x(dsz) - write32le(cur_text_section->data + b1, 0x14000000 | (S->tccgen_ind - b1) >> 2); - o(S, 0xeb00001f | p << 5 | end << 16); // cmp x(p),x(end) - o(S, 0x54ffffa3 | ((lab1 - S->tccgen_ind) << 3 & 0xffffe0)); // b.cc lab1 - o(S, 0xd5033b9f); // dsb ish - o(S, 0x51000400 | p | isz << 5); // sub w(p),w(isz),#1 - o(S, 0x8a240004 | p | beg << 5 | p << 16); // bic x(p),x(beg),x(p) - b1 = S->tccgen_ind; o(S, 0x14000000); // b - lab1 = S->tccgen_ind; - o(S, 0xd50b7520 | p); // ic ivau,x(p) - o(S, 0x8b000000 | p | p << 5 | isz << 16); // add x(p),x(p),x(isz) - write32le(cur_text_section->data + b1, 0x14000000 | (S->tccgen_ind - b1) >> 2); - o(S, 0xeb00001f | p << 5 | end << 16); // cmp x(p),x(end) - o(S, 0x54ffffa3 | ((lab1 - S->tccgen_ind) << 3 & 0xffffe0)); // b.cc lab1 - o(S, 0xd5033b9f); // dsb ish - o(S, 0xd5033fdf); // isb + gv2(RC_INT, RC_INT); + vpushi(0); + vtop->r = get_reg(RC_INT); + vpushi(0); + vtop->r = get_reg(RC_INT); + vpushi(0); + vtop->r = get_reg(RC_INT); + beg = intr(vtop[-4].r); // x0 + end = intr(vtop[-3].r); // x1 + dsz = intr(vtop[-2].r); // x2 + isz = intr(vtop[-1].r); // x3 + p = intr(vtop[0].r); // x4 + vtop -= 5; + + o(0xd53b0020 | isz); // mrs x(isz),ctr_el0 + o(0x52800080 | p); // mov w(p),#4 + o(0x53104c00 | dsz | isz << 5); // ubfx w(dsz),w(isz),#16,#4 + o(0x1ac02000 | dsz | p << 5 | dsz << 16); // lsl w(dsz),w(p),w(dsz) + o(0x12000c00 | isz | isz << 5); // and w(isz),w(isz),#15 + o(0x1ac02000 | isz | p << 5 | isz << 16); // lsl w(isz),w(p),w(isz) + o(0x51000400 | p | dsz << 5); // sub w(p),w(dsz),#1 + o(0x8a240004 | p | beg << 5 | p << 16); // bic x(p),x(beg),x(p) + b1 = ind; o(0x14000000); // b + lab1 = ind; + o(0xd50b7b20 | p); // dc cvau,x(p) + o(0x8b000000 | p | p << 5 | dsz << 16); // add x(p),x(p),x(dsz) + write32le(cur_text_section->data + b1, 0x14000000 | (ind - b1) >> 2); + o(0xeb00001f | p << 5 | end << 16); // cmp x(p),x(end) + o(0x54ffffa3 | ((lab1 - ind) << 3 & 0xffffe0)); // b.cc lab1 + o(0xd5033b9f); // dsb ish + o(0x51000400 | p | isz << 5); // sub w(p),w(isz),#1 + o(0x8a240004 | p | beg << 5 | p << 16); // bic x(p),x(beg),x(p) + b1 = ind; o(0x14000000); // b + lab1 = ind; + o(0xd50b7520 | p); // ic ivau,x(p) + o(0x8b000000 | p | p << 5 | isz << 16); // add x(p),x(p),x(isz) + write32le(cur_text_section->data + b1, 0x14000000 | (ind - b1) >> 2); + o(0xeb00001f | p << 5 | end << 16); // cmp x(p),x(end) + o(0x54ffffa3 | ((lab1 - ind) << 3 & 0xffffe0)); // b.cc lab1 + o(0xd5033b9f); // dsb ish + o(0xd5033fdf); // isb } -ST_FUNC void gen_vla_sp_save(TCCState *S, int addr) { - uint32_t r = intr(S, get_reg(S, RC_INT)); - o(S, 0x910003e0 | r); // mov x(r),sp - arm64_strx(S, 3, r, 29, addr); +ST_FUNC void gen_vla_sp_save(int addr) { + uint32_t r = intr(get_reg(RC_INT)); + o(0x910003e0 | r); // mov x(r),sp + arm64_strx(3, r, 29, addr); } -ST_FUNC void gen_vla_sp_restore(TCCState *S, int addr) { +ST_FUNC void gen_vla_sp_restore(int addr) { // Use x30 because this function can be called when there // is a live return value in x0 but there is nothing on // the value stack to prevent get_reg from returning x0. uint32_t r = 30; - arm64_ldrx(S, 0, 3, r, 29, addr); - o(S, 0x9100001f | r << 5); // mov sp,x(r) + arm64_ldrx(0, 3, r, 29, addr); + o(0x9100001f | r << 5); // mov sp,x(r) } -ST_FUNC void gen_vla_alloc(TCCState *S, CType *type, int align) { +ST_FUNC void gen_vla_alloc(CType *type, int align) { uint32_t r; #if defined(CONFIG_TCC_BCHECK) - if (S->do_bounds_check) - vpushv(S, S->tccgen_vtop); + if (tcc_state->do_bounds_check) + vpushv(vtop); #endif - r = intr(S, gv(S, RC_INT)); + r = intr(gv(RC_INT)); #if defined(CONFIG_TCC_BCHECK) - if (S->do_bounds_check) - o(S, 0x91004000 | r | r << 5); // add x(r),x(r),#15+1 + if (tcc_state->do_bounds_check) + o(0x91004000 | r | r << 5); // add x(r),x(r),#15+1 else #endif - o(S, 0x91003c00 | r | r << 5); // add x(r),x(r),#15 - o(S, 0x927cec00 | r | r << 5); // bic x(r),x(r),#15 - o(S, 0xcb2063ff | r << 16); // sub sp,sp,x(r) - vpop(S); + o(0x91003c00 | r | r << 5); // add x(r),x(r),#15 + o(0x927cec00 | r | r << 5); // bic x(r),x(r),#15 + o(0xcb2063ff | r << 16); // sub sp,sp,x(r) + vpop(); #if defined(CONFIG_TCC_BCHECK) - if (S->do_bounds_check) { - vpushi(S, 0); - S->tccgen_vtop->r = TREG_R(0); - o(S, 0x910003e0 | S->tccgen_vtop->r); // mov r0,sp - vswap(S); - vpush_helper_func(S, TOK___bound_new_region); - vrott(S, 3); - gfunc_call(S, 2); - S->func_bound_add_epilog = 1; + if (tcc_state->do_bounds_check) { + vpushi(0); + vtop->r = TREG_R(0); + o(0x910003e0 | vtop->r); // mov r0,sp + vswap(); + vpush_helper_func(TOK___bound_new_region); + vrott(3); + gfunc_call(2); + func_bound_add_epilog = 1; } #endif } |