#define LIBFFI_ASM
#include <fficonfig.h>
#include <ffi.h>
#include <ffi_cfi.h>

#if defined(HAVE_AS_CFI_PSEUDO_OP)
        .cfi_sections   .debug_frame
#endif

#define arg0	%rcx
#define arg1	%rdx
#define arg2	%r8
#define arg3	%r9

#ifdef SYMBOL_UNDERSCORE
#define SYMBOL_NAME(name) _##name
#else
#define SYMBOL_NAME(name) name
#endif

.macro E which
	.align	8
	.org	0b + \which * 8
.endm

	.text

/* ffi_call_win64 (void *stack, struct win64_call_frame *frame, void *r10)

   Bit o trickiness here -- FRAME is the base of the stack frame
   for this function.  This has been allocated by ffi_call.  We also
   deallocate some of the stack that has been alloca'd.  */

	.align	8
	.globl	ffi_call_win64

	.seh_proc ffi_call_win64
ffi_call_win64:
	cfi_startproc
	/* Set up the local stack frame and install it in rbp/rsp.  */
	movq	(%rsp), %rax
	movq	%rbp, (arg1)
	movq	%rax, 8(arg1)
	movq	arg1, %rbp
	cfi_def_cfa(%rbp, 16)
	cfi_rel_offset(%rbp, 0)
	.seh_pushreg %rbp
	.seh_setframe %rbp, 0
	.seh_endprologue
	movq	arg0, %rsp

	movq	arg2, %r10

	/* Load all slots into both general and xmm registers.  */
	movq	(%rsp), %rcx
	movsd	(%rsp), %xmm0
	movq	8(%rsp), %rdx
	movsd	8(%rsp), %xmm1
	movq	16(%rsp), %r8
	movsd	16(%rsp), %xmm2
	movq	24(%rsp), %r9
	movsd	24(%rsp), %xmm3

	call	*16(%rbp)

	movl	24(%rbp), %ecx
	movq	32(%rbp), %r8
	leaq	0f(%rip), %r10
	cmpl	$FFI_TYPE_SMALL_STRUCT_4B, %ecx
	leaq	(%r10, %rcx, 8), %r10
	ja	99f
	jmp	*%r10

/* Below, we're space constrained most of the time.  Thus we eschew the
   modern "mov, pop, ret" sequence (5 bytes) for "leave, ret" (2 bytes).  */
.macro epilogue
	leaveq
	cfi_remember_state
	cfi_def_cfa(%rsp, 8)
	cfi_restore(%rbp)
	ret
	cfi_restore_state
.endm

	.align	8
0:
E FFI_TYPE_VOID
	epilogue
E FFI_TYPE_INT
	movslq	%eax, %rax
	movq	%rax, (%r8)
	epilogue
E FFI_TYPE_FLOAT
	movss	%xmm0, (%r8)
	epilogue
E FFI_TYPE_DOUBLE
	movsd	%xmm0, (%r8)
	epilogue
E FFI_TYPE_LONGDOUBLE
	call	abort
E FFI_TYPE_UINT8
	movzbl	%al, %eax
	movq	%rax, (%r8)
	epilogue
E FFI_TYPE_SINT8
	movsbq	%al, %rax
	jmp	98f
E FFI_TYPE_UINT16
	movzwl	%ax, %eax
	movq	%rax, (%r8)
	epilogue
E FFI_TYPE_SINT16
	movswq	%ax, %rax
	jmp	98f
E FFI_TYPE_UINT32
	movl	%eax, %eax
	movq	%rax, (%r8)
	epilogue
E FFI_TYPE_SINT32
	movslq	%eax, %rax
	movq	%rax, (%r8)
	epilogue
E FFI_TYPE_UINT64
98:	movq	%rax, (%r8)
	epilogue
E FFI_TYPE_SINT64
	movq	%rax, (%r8)
	epilogue
E FFI_TYPE_STRUCT
	epilogue
E FFI_TYPE_POINTER
	movq	%rax, (%r8)
	epilogue
E FFI_TYPE_COMPLEX
	call	abort
E FFI_TYPE_SMALL_STRUCT_1B
	movb	%al, (%r8)
	epilogue
E FFI_TYPE_SMALL_STRUCT_2B
	movw	%ax, (%r8)
	epilogue
E FFI_TYPE_SMALL_STRUCT_4B
	movl	%eax, (%r8)
	epilogue

	.align	8
99:	call	abort

.purgem epilogue

	cfi_endproc
	.seh_endproc


/* 32 bytes of outgoing register stack space, 8 bytes of alignment,
   16 bytes of result, 32 bytes of xmm registers.  */
#define ffi_clo_FS	(32+8+16+32)
#define ffi_clo_OFF_R	(32+8)
#define ffi_clo_OFF_X	(32+8+16)

	.align	8
	.globl	ffi_go_closure_win64

	.seh_proc ffi_go_closure_win64
ffi_go_closure_win64:
	cfi_startproc
	/* Save all integer arguments into the incoming reg stack space.  */
	movq	arg0, 8(%rsp)
	movq	arg1, 16(%rsp)
	movq	arg2, 24(%rsp)
	movq	arg3, 32(%rsp)

	movq	8(%r10), arg0			/* load cif */
	movq	16(%r10), arg1			/* load fun */
	movq	%r10, arg2			/* closure is user_data */
	jmp	0f
	cfi_endproc
	.seh_endproc

	.align	8
	.globl	ffi_closure_win64

	.seh_proc ffi_closure_win64
ffi_closure_win64:
	cfi_startproc
	/* Save all integer arguments into the incoming reg stack space.  */
	movq	arg0, 8(%rsp)
	movq	arg1, 16(%rsp)
	movq	arg2, 24(%rsp)
	movq	arg3, 32(%rsp)

	movq	FFI_TRAMPOLINE_SIZE(%r10), arg0		/* load cif */
	movq	FFI_TRAMPOLINE_SIZE+8(%r10), arg1	/* load fun */
	movq	FFI_TRAMPOLINE_SIZE+16(%r10), arg2	/* load user_data */
0:
	subq	$ffi_clo_FS, %rsp
	cfi_adjust_cfa_offset(ffi_clo_FS)
	.seh_stackalloc ffi_clo_FS
	.seh_endprologue

	/* Save all sse arguments into the stack frame.  */
	movsd	%xmm0, ffi_clo_OFF_X(%rsp)
	movsd	%xmm1, ffi_clo_OFF_X+8(%rsp)
	movsd	%xmm2, ffi_clo_OFF_X+16(%rsp)
	movsd	%xmm3, ffi_clo_OFF_X+24(%rsp)

	leaq	ffi_clo_OFF_R(%rsp), arg3
	call	ffi_closure_win64_inner

	/* Load the result into both possible result registers.  */
	movq    ffi_clo_OFF_R(%rsp), %rax
	movsd   ffi_clo_OFF_R(%rsp), %xmm0

	addq	$ffi_clo_FS, %rsp
	cfi_adjust_cfa_offset(-ffi_clo_FS)
	ret

	cfi_endproc
	.seh_endproc