mirror of
https://github.com/LuaJIT/LuaJIT.git
synced 2025-02-07 23:24:09 +00:00
FFI: Untangle and fix calling convention definitions.
This commit is contained in:
parent
1548383dbe
commit
2363399b10
198
src/lj_ccall.c
198
src/lj_ccall.c
@ -18,11 +18,52 @@
|
|||||||
|
|
||||||
/* Target-specific handling of register arguments. */
|
/* Target-specific handling of register arguments. */
|
||||||
#if LJ_TARGET_X86
|
#if LJ_TARGET_X86
|
||||||
|
/* -- x86 calling conventions --------------------------------------------- */
|
||||||
|
|
||||||
|
#if LJ_ABI_WIN
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_STRUCTRET \
|
||||||
|
/* Return structs bigger than 8 by reference (on stack only). */ \
|
||||||
|
cc->retref = (sz > 8); \
|
||||||
|
if (cc->retref) cc->stack[nsp++] = (GPRArg)dp;
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_COMPLEXRET CCALL_HANDLE_STRUCTRET
|
||||||
|
|
||||||
|
#else
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_STRUCTRET \
|
||||||
|
cc->retref = 1; /* Return all structs by reference (in reg or on stack). */ \
|
||||||
|
if (ngpr < maxgpr) \
|
||||||
|
cc->gpr[ngpr++] = (GPRArg)dp; \
|
||||||
|
else \
|
||||||
|
cc->stack[nsp++] = (GPRArg)dp;
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_COMPLEXRET \
|
||||||
|
/* Return complex float in GPRs and complex double by reference. */ \
|
||||||
|
cc->retref = (sz > 8); \
|
||||||
|
if (cc->retref) { \
|
||||||
|
if (ngpr < maxgpr) \
|
||||||
|
cc->gpr[ngpr++] = (GPRArg)dp; \
|
||||||
|
else \
|
||||||
|
cc->stack[nsp++] = (GPRArg)dp; \
|
||||||
|
}
|
||||||
|
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_COMPLEXRET2 \
|
||||||
|
if (!cc->retref) \
|
||||||
|
*(int64_t *)dp = *(int64_t *)sp; /* Copy complex float from GPRs. */
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_STRUCTARG \
|
||||||
|
ngpr = maxgpr; /* Pass all structs by value on the stack. */
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_COMPLEXARG \
|
||||||
|
isfp = 1; /* Pass complex by value on stack. */
|
||||||
|
|
||||||
#define CCALL_HANDLE_REGARG \
|
#define CCALL_HANDLE_REGARG \
|
||||||
if (!isfp) { /* Only non-FP values may be passed in registers. */ \
|
if (!isfp) { /* Only non-FP values may be passed in registers. */ \
|
||||||
if (n > 1) { /* Anything > 32 bit is passed on the stack. */ \
|
if (n > 1) { /* Anything > 32 bit is passed on the stack. */ \
|
||||||
ngpr = maxgpr; /* Prevent reordering. */ \
|
if (!LJ_ABI_WIN) ngpr = maxgpr; /* Prevent reordering. */ \
|
||||||
} else if (ngpr + 1 <= maxgpr) { \
|
} else if (ngpr + 1 <= maxgpr) { \
|
||||||
dp = &cc->gpr[ngpr]; \
|
dp = &cc->gpr[ngpr]; \
|
||||||
ngpr += n; \
|
ngpr += n; \
|
||||||
@ -31,6 +72,32 @@
|
|||||||
}
|
}
|
||||||
|
|
||||||
#elif LJ_TARGET_X64 && LJ_ABI_WIN
|
#elif LJ_TARGET_X64 && LJ_ABI_WIN
|
||||||
|
/* -- Windows/x64 calling conventions ------------------------------------- */
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_STRUCTRET \
|
||||||
|
/* Return structs of size 1, 2, 4 or 8 in a GPR. */ \
|
||||||
|
cc->retref = !(sz == 1 || sz == 2 || sz == 4 || sz == 8); \
|
||||||
|
if (cc->retref) cc->gpr[ngpr++] = (GPRArg)dp;
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_COMPLEXRET CCALL_HANDLE_STRUCTRET
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_COMPLEXRET2 \
|
||||||
|
if (!cc->retref) \
|
||||||
|
*(int64_t *)dp = *(int64_t *)sp; /* Copy complex float from GPRs. */
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_STRUCTARG \
|
||||||
|
/* Pass structs of size 1, 2, 4 or 8 in a GPR by value. */ \
|
||||||
|
if (!(sz == 1 || sz == 2 || sz == 4 || sz == 8)) { \
|
||||||
|
rp = cdataptr(lj_cdata_new(cts, did, sz)); \
|
||||||
|
sz = CTSIZE_PTR; /* Pass all other structs by reference. */ \
|
||||||
|
}
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_COMPLEXARG \
|
||||||
|
/* Pass complex float in a GPR and complex double by reference. */ \
|
||||||
|
if (sz != 2*sizeof(float)) { \
|
||||||
|
rp = cdataptr(lj_cdata_new(cts, did, sz)); \
|
||||||
|
sz = CTSIZE_PTR; \
|
||||||
|
}
|
||||||
|
|
||||||
/* Windows/x64 argument registers are strictly positional (use ngpr). */
|
/* Windows/x64 argument registers are strictly positional (use ngpr). */
|
||||||
#define CCALL_HANDLE_REGARG \
|
#define CCALL_HANDLE_REGARG \
|
||||||
@ -41,6 +108,36 @@
|
|||||||
}
|
}
|
||||||
|
|
||||||
#elif LJ_TARGET_X64
|
#elif LJ_TARGET_X64
|
||||||
|
/* -- POSIX/x64 calling conventions --------------------------------------- */
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_STRUCTRET \
|
||||||
|
if (sz <= 16) { \
|
||||||
|
cc->retref = 0; \
|
||||||
|
goto err_nyi; /* NYI: crazy x64 rules for small structs. */ \
|
||||||
|
} else { \
|
||||||
|
cc->retref = 1; /* Return all bigger structs by reference. */ \
|
||||||
|
cc->gpr[ngpr++] = (GPRArg)dp; \
|
||||||
|
}
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_COMPLEXRET \
|
||||||
|
/* Complex values are returned in one or two FPRs. */ \
|
||||||
|
cc->retref = 0;
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_COMPLEXRET2 \
|
||||||
|
if (ctr->size == 2*sizeof(float)) { /* Copy complex float from FPR. */ \
|
||||||
|
*(int64_t *)dp = cc->fpr[0].l[0]; \
|
||||||
|
} else { /* Copy non-contiguous complex double from FPRs. */ \
|
||||||
|
((int64_t *)dp)[0] = cc->fpr[0].l[0]; \
|
||||||
|
((int64_t *)dp)[1] = cc->fpr[1].l[0]; \
|
||||||
|
}
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_STRUCTARG \
|
||||||
|
if (sz <= 16) { \
|
||||||
|
goto err_nyi; /* NYI: crazy x64 rules for small structs. */ \
|
||||||
|
} /* Pass all other structs by value on stack. */
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_COMPLEXARG \
|
||||||
|
isfp = 2; /* Pass complex in FPRs or on stack. Needs postprocessing. */
|
||||||
|
|
||||||
#define CCALL_HANDLE_REGARG \
|
#define CCALL_HANDLE_REGARG \
|
||||||
if (isfp) { /* Try to pass argument in FPRs. */ \
|
if (isfp) { /* Try to pass argument in FPRs. */ \
|
||||||
@ -59,6 +156,25 @@
|
|||||||
}
|
}
|
||||||
|
|
||||||
#elif LJ_TARGET_PPCSPE
|
#elif LJ_TARGET_PPCSPE
|
||||||
|
/* -- PPC/SPE calling conventions ----------------------------------------- */
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_STRUCTRET \
|
||||||
|
cc->retref = 1; /* Return all structs by reference. */ \
|
||||||
|
cc->gpr[ngpr++] = (GPRArg)dp;
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_COMPLEXRET \
|
||||||
|
/* Complex values are returned in 2 or 4 GPRs. */ \
|
||||||
|
cc->retref = 0;
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_COMPLEXRET2 \
|
||||||
|
memcpy(dp, sp, ctr->size); /* Copy complex from GPRs. */
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_STRUCTARG \
|
||||||
|
rp = cdataptr(lj_cdata_new(cts, did, sz)); \
|
||||||
|
sz = CTSIZE_PTR; /* Pass all structs by reference. */
|
||||||
|
|
||||||
|
#define CCALL_HANDLE_COMPLEXARG \
|
||||||
|
/* Pass complex by value in 2 or 4 GPRs. */
|
||||||
|
|
||||||
/* PPC/SPE has a softfp ABI. */
|
/* PPC/SPE has a softfp ABI. */
|
||||||
#define CCALL_HANDLE_REGARG \
|
#define CCALL_HANDLE_REGARG \
|
||||||
@ -76,7 +192,7 @@
|
|||||||
}
|
}
|
||||||
|
|
||||||
#else
|
#else
|
||||||
#error "missing definition for handling of register arguments"
|
#error "missing calling convention definitions for this architecture"
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
/* Infer the destination CTypeID for a vararg argument. */
|
/* Infer the destination CTypeID for a vararg argument. */
|
||||||
@ -146,31 +262,12 @@ static int ccall_set_args(lua_State *L, CTState *cts, CType *ct,
|
|||||||
/* Preallocate cdata object and anchor it after arguments. */
|
/* Preallocate cdata object and anchor it after arguments. */
|
||||||
CTSize sz = ctr->size;
|
CTSize sz = ctr->size;
|
||||||
GCcdata *cd = lj_cdata_new(cts, ctype_cid(ct->info), sz);
|
GCcdata *cd = lj_cdata_new(cts, ctype_cid(ct->info), sz);
|
||||||
|
void *dp = cdataptr(cd);
|
||||||
setcdataV(L, L->top++, cd);
|
setcdataV(L, L->top++, cd);
|
||||||
if (ctype_iscomplex(ctr->info)) {
|
if (ctype_isstruct(ctr->info)) {
|
||||||
cc->retref = (sz == 2*sizeof(float)) ? CCALL_COMPLEXF_RETREF :
|
CCALL_HANDLE_STRUCTRET
|
||||||
CCALL_COMPLEX_RETREF;
|
|
||||||
} else {
|
} else {
|
||||||
#if CCALL_STRUCT_RETREF
|
CCALL_HANDLE_COMPLEXRET
|
||||||
cc->retref = 1; /* Return all structs by reference. */
|
|
||||||
#elif LJ_TARGET_X64
|
|
||||||
#if LJ_ABI_WIN
|
|
||||||
/* Return structs of size 1, 2, 4 or 8 in a GPR. */
|
|
||||||
cc->retref = !(sz == 1 || sz == 2 || sz == 4 || sz == 8);
|
|
||||||
#else
|
|
||||||
if (sz <= 16) goto err_nyi; /* NYI: crazy x64 rules for structs. */
|
|
||||||
cc->retref = 1; /* Return all bigger structs by reference. */
|
|
||||||
#endif
|
|
||||||
#else
|
|
||||||
#error "missing definition for handling of struct return values"
|
|
||||||
#endif
|
|
||||||
}
|
|
||||||
/* Pass reference to returned aggregate in first argument. */
|
|
||||||
if (cc->retref) {
|
|
||||||
if (ngpr < maxgpr)
|
|
||||||
cc->gpr[ngpr++] = (GPRArg)cdataptr(cd);
|
|
||||||
else
|
|
||||||
cc->stack[nsp++] = (GPRArg)cdataptr(cd);
|
|
||||||
}
|
}
|
||||||
#if LJ_TARGET_X86
|
#if LJ_TARGET_X86
|
||||||
} else if (ctype_isfp(ctr->info)) {
|
} else if (ctype_isfp(ctr->info)) {
|
||||||
@ -213,30 +310,10 @@ static int ccall_set_args(lua_State *L, CTState *cts, CType *ct,
|
|||||||
isfp = 1;
|
isfp = 1;
|
||||||
else
|
else
|
||||||
goto err_nyi;
|
goto err_nyi;
|
||||||
} else if (ctype_iscomplex(d->info)) {
|
|
||||||
#if CCALL_COMPLEX_ARGREF
|
|
||||||
rp = cdataptr(lj_cdata_new(cts, did, sz));
|
|
||||||
sz = CTSIZE_PTR;
|
|
||||||
#else
|
|
||||||
isfp = 2;
|
|
||||||
#endif
|
|
||||||
} else if (ctype_isstruct(d->info)) {
|
} else if (ctype_isstruct(d->info)) {
|
||||||
int sref = CCALL_STRUCT_ARGREF;
|
CCALL_HANDLE_STRUCTARG
|
||||||
#if LJ_TARGET_X86
|
} else if (ctype_iscomplex(d->info)) {
|
||||||
ngpr = maxgpr; /* Pass all structs by value on the stack. */
|
CCALL_HANDLE_COMPLEXARG
|
||||||
#elif LJ_TARGET_X64
|
|
||||||
#if LJ_ABI_WIN
|
|
||||||
/* Pass structs of size 1, 2, 4 or 8 in a GPR by value. */
|
|
||||||
sref = !(sz == 1 || sz == 2 || sz == 4 || sz == 8);
|
|
||||||
#else
|
|
||||||
if (sz <= 16) goto err_nyi; /* NYI: crazy x64 rules for structs. */
|
|
||||||
/* Pass all bigger structs by value on the stack. */
|
|
||||||
#endif
|
|
||||||
#endif
|
|
||||||
if (sref) { /* Pass struct by reference. */
|
|
||||||
rp = cdataptr(lj_cdata_new(cts, did, sz));
|
|
||||||
sz = CTSIZE_PTR; /* Pass all other structs by reference. */
|
|
||||||
}
|
|
||||||
} else {
|
} else {
|
||||||
sz = CTSIZE_PTR;
|
sz = CTSIZE_PTR;
|
||||||
}
|
}
|
||||||
@ -274,9 +351,8 @@ static int ccall_set_args(lua_State *L, CTState *cts, CType *ct,
|
|||||||
}
|
}
|
||||||
#endif
|
#endif
|
||||||
#if LJ_TARGET_X64 && !LJ_ABI_WIN
|
#if LJ_TARGET_X64 && !LJ_ABI_WIN
|
||||||
if (isfp == 2 && n == 2 &&
|
if (isfp == 2 && n == 2 && (uint8_t *)dp == (uint8_t *)&cc->fpr[nfpr-2]) {
|
||||||
(uint8_t *)dp == (uint8_t *)&cc->fpr[nfpr-2]) {
|
cc->fpr[nfpr-1].d[0] = cc->fpr[nfpr-2].d[1]; /* Split complex double. */
|
||||||
cc->fpr[nfpr-1].d[0] = cc->fpr[nfpr-2].d[1];
|
|
||||||
cc->fpr[nfpr-2].d[1] = 0;
|
cc->fpr[nfpr-2].d[1] = 0;
|
||||||
}
|
}
|
||||||
#endif
|
#endif
|
||||||
@ -306,7 +382,7 @@ static int ccall_get_results(lua_State *L, CTState *cts, CType *ct,
|
|||||||
*ret = 1; /* One result. */
|
*ret = 1; /* One result. */
|
||||||
if (ctype_isstruct(ctr->info)) {
|
if (ctype_isstruct(ctr->info)) {
|
||||||
/* Return cdata object which is already on top of stack. */
|
/* Return cdata object which is already on top of stack. */
|
||||||
if (!CCALL_STRUCT_RETREF && !cc->retref) {
|
if (!cc->retref) {
|
||||||
void *dp = cdataptr(cdataV(L->top-1)); /* Use preallocated object. */
|
void *dp = cdataptr(cdataV(L->top-1)); /* Use preallocated object. */
|
||||||
memcpy(dp, sp, ctr->size); /* Copy struct return value from GPRs. */
|
memcpy(dp, sp, ctr->size); /* Copy struct return value from GPRs. */
|
||||||
}
|
}
|
||||||
@ -314,24 +390,8 @@ static int ccall_get_results(lua_State *L, CTState *cts, CType *ct,
|
|||||||
}
|
}
|
||||||
if (ctype_iscomplex(ctr->info)) {
|
if (ctype_iscomplex(ctr->info)) {
|
||||||
/* Return cdata object which is already on top of stack. */
|
/* Return cdata object which is already on top of stack. */
|
||||||
#if !CCALL_COMPLEX_RETREF || !CCALL_COMPLEXF_RETREF
|
|
||||||
void *dp = cdataptr(cdataV(L->top-1)); /* Use preallocated object. */
|
void *dp = cdataptr(cdataV(L->top-1)); /* Use preallocated object. */
|
||||||
#if !CCALL_NUM_FPR
|
CCALL_HANDLE_COMPLEXRET2
|
||||||
memcpy(dp, sp, ctr->size); /* Copy complex from GPRs. */
|
|
||||||
#elif CCALL_COMPLEX_RETREF && !CCALL_COMPLEXF_RETREF
|
|
||||||
if (ctr->size == 2*sizeof(float))
|
|
||||||
*(int64_t *)dp = *(int64_t *)sp; /* Copy complex float from GPRs. */
|
|
||||||
#elif LJ_TARGET_X64
|
|
||||||
if (ctr->size == 2*sizeof(float)) { /* Copy complex float from FPR. */
|
|
||||||
*(int64_t *)dp = cc->fpr[0].l[0];
|
|
||||||
} else { /* Copy non-contiguous complex double from FPRs. */
|
|
||||||
((int64_t *)dp)[0] = cc->fpr[0].l[0];
|
|
||||||
((int64_t *)dp)[1] = cc->fpr[1].l[0];
|
|
||||||
}
|
|
||||||
#else
|
|
||||||
#error "missing definition for handling of complex return values"
|
|
||||||
#endif
|
|
||||||
#endif
|
|
||||||
return 1; /* One GC step. */
|
return 1; /* One GC step. */
|
||||||
}
|
}
|
||||||
#if CCALL_NUM_FPR
|
#if CCALL_NUM_FPR
|
||||||
|
@ -19,9 +19,6 @@
|
|||||||
#define CCALL_NARG_FPR 0
|
#define CCALL_NARG_FPR 0
|
||||||
#define CCALL_NRET_GPR 2
|
#define CCALL_NRET_GPR 2
|
||||||
#define CCALL_NRET_FPR 1 /* For FP results on x87 stack. */
|
#define CCALL_NRET_FPR 1 /* For FP results on x87 stack. */
|
||||||
#define CCALL_STRUCT_RETREF 1 /* Return structs by reference. */
|
|
||||||
#define CCALL_COMPLEX_RETREF 1 /* Return complex by reference. */
|
|
||||||
#define CCALL_COMPLEXF_RETREF 0 /* Return complex float by value. */
|
|
||||||
#define CCALL_ALIGN_STACKARG 0 /* Don't align argument on stack. */
|
#define CCALL_ALIGN_STACKARG 0 /* Don't align argument on stack. */
|
||||||
#elif LJ_ABI_WIN
|
#elif LJ_ABI_WIN
|
||||||
#define CCALL_NARG_GPR 4
|
#define CCALL_NARG_GPR 4
|
||||||
@ -29,9 +26,6 @@
|
|||||||
#define CCALL_NRET_GPR 1
|
#define CCALL_NRET_GPR 1
|
||||||
#define CCALL_NRET_FPR 1
|
#define CCALL_NRET_FPR 1
|
||||||
#define CCALL_SPS_EXTRA 4
|
#define CCALL_SPS_EXTRA 4
|
||||||
#define CCALL_COMPLEX_ARGREF 1 /* Pass complex by reference. */
|
|
||||||
#define CCALL_COMPLEX_RETREF 1 /* Return complex by reference. */
|
|
||||||
#define CCALL_COMPLEXF_RETREF 0 /* Return complex float by value. */
|
|
||||||
#else
|
#else
|
||||||
#define CCALL_NARG_GPR 6
|
#define CCALL_NARG_GPR 6
|
||||||
#define CCALL_NARG_FPR 8
|
#define CCALL_NARG_FPR 8
|
||||||
@ -60,8 +54,6 @@ typedef intptr_t GPRArg;
|
|||||||
#define CCALL_NRET_GPR 4 /* For softfp complex double. */
|
#define CCALL_NRET_GPR 4 /* For softfp complex double. */
|
||||||
#define CCALL_NRET_FPR 0
|
#define CCALL_NRET_FPR 0
|
||||||
#define CCALL_SPS_FREE 0 /* NYI */
|
#define CCALL_SPS_FREE 0 /* NYI */
|
||||||
#define CCALL_STRUCT_ARGREF 1 /* Pass structs by reference. */
|
|
||||||
#define CCALL_STRUCT_RETREF 1 /* Return structs by reference. */
|
|
||||||
|
|
||||||
typedef intptr_t GPRArg;
|
typedef intptr_t GPRArg;
|
||||||
|
|
||||||
@ -72,21 +64,6 @@ typedef intptr_t GPRArg;
|
|||||||
#ifndef CCALL_SPS_EXTRA
|
#ifndef CCALL_SPS_EXTRA
|
||||||
#define CCALL_SPS_EXTRA 0
|
#define CCALL_SPS_EXTRA 0
|
||||||
#endif
|
#endif
|
||||||
#ifndef CCALL_STRUCT_ARGREF
|
|
||||||
#define CCALL_STRUCT_ARGREF 0
|
|
||||||
#endif
|
|
||||||
#ifndef CCALL_STRUCT_RETREF
|
|
||||||
#define CCALL_STRUCT_RETREF 0
|
|
||||||
#endif
|
|
||||||
#ifndef CCALL_COMPLEX_ARGREF
|
|
||||||
#define CCALL_COMPLEX_ARGREF 0
|
|
||||||
#endif
|
|
||||||
#ifndef CCALL_COMPLEX_RETREF
|
|
||||||
#define CCALL_COMPLEX_RETREF 0
|
|
||||||
#endif
|
|
||||||
#ifndef CCALL_COMPLEXF_RETREF
|
|
||||||
#define CCALL_COMPLEXF_RETREF CCALL_COMPLEX_RETREF
|
|
||||||
#endif
|
|
||||||
#ifndef CCALL_VECTOR_REG
|
#ifndef CCALL_VECTOR_REG
|
||||||
#define CCALL_VECTOR_REG 0
|
#define CCALL_VECTOR_REG 0
|
||||||
#endif
|
#endif
|
||||||
|
Loading…
Reference in New Issue
Block a user