1 /* Copyright (C) 2001, 2009, 2010, 2011, 2012, 2013 Free Software Foundation, Inc.
3 * This library is free software; you can redistribute it and/or
4 * modify it under the terms of the GNU Lesser General Public License
5 * as published by the Free Software Foundation; either version 3 of
6 * the License, or (at your option) any later version.
8 * This library is distributed in the hope that it will be useful, but
9 * WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * Lesser General Public License for more details.
13 * You should have received a copy of the GNU Lesser General Public
14 * License along with this library; if not, write to the Free Software
15 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19 /* This file is included in vm.c multiple times. */
22 #define UNPACK_8_8_8(op,a,b,c) \
25 a = (op >> 8) & 0xff; \
26 b = (op >> 16) & 0xff; \
31 #define UNPACK_8_16(op,a,b) \
34 a = (op >> 8) & 0xff; \
39 #define UNPACK_16_8(op,a,b) \
42 a = (op >> 8) & 0xffff; \
47 #define UNPACK_12_12(op,a,b) \
50 a = (op >> 8) & 0xfff; \
55 #define UNPACK_24(op,a) \
63 /* Assign some registers by hand. There used to be a bigger list here,
64 but it was never tested, and in the case of x86-32, was a source of
65 compilation failures. It can be revived if it's useful, but my naive
66 hope is that simply annotating the locals with "register" will be a
67 sufficient hint to the compiler. */
69 # if defined __x86_64__
70 /* GCC 4.6 chooses %rbp for IP_REG and %rbx for SP_REG, which works
71 well. Tell it to keep the jump table in a r12, which is
73 # define JT_REG asm ("r12")
87 #define VM_ASSERT(condition, handler) \
89 if (SCM_UNLIKELY (!(condition))) \
96 #ifdef VM_ENABLE_ASSERTIONS
97 # define ASSERT(condition) VM_ASSERT (condition, abort())
99 # define ASSERT(condition)
103 #define RUN_HOOK(exp) \
105 if (SCM_UNLIKELY (vp->trace_level > 0)) \
113 #define RUN_HOOK(exp)
115 #define RUN_HOOK0(h) RUN_HOOK (vm_dispatch_##h##_hook (vp))
116 #define RUN_HOOK1(h, arg) RUN_HOOK (vm_dispatch_##h##_hook (vp, arg))
118 #define APPLY_HOOK() \
120 #define PUSH_CONTINUATION_HOOK() \
121 RUN_HOOK0 (push_continuation)
122 #define POP_CONTINUATION_HOOK(old_fp) \
123 RUN_HOOK1 (pop_continuation, old_fp)
124 #define NEXT_HOOK() \
126 #define ABORT_CONTINUATION_HOOK() \
128 #define RESTORE_CONTINUATION_HOOK() \
129 RUN_HOOK0 (restore_continuation)
131 #define VM_HANDLE_INTERRUPTS \
132 SCM_ASYNC_TICK_WITH_GUARD_CODE (current_thread, SYNC_IP (), CACHE_FP ())
137 This is Guile's new virtual machine. When I say "new", I mean
138 relative to the current virtual machine. At some point it will
139 become "the" virtual machine, and we'll delete this paragraph. As
140 such, the rest of the comments speak as if there's only one VM.
141 In difference from the old VM, local 0 is the procedure, and the
142 first argument is local 1. At some point in the future we should
143 change the fp to point to the procedure and not to local 1.
149 /* The VM has three state bits: the instruction pointer (IP), the frame
150 pointer (FP), and the top-of-stack pointer (SP). We cache the first
151 two of these in machine registers, local to the VM, because they are
152 used extensively by the VM. As the SP is used more by code outside
153 the VM than by the VM itself, we don't bother caching it locally.
155 Since the FP changes infrequently, relative to the IP, we keep vp->fp
156 in sync with the local FP. This would be a big lose for the IP,
157 though, so instead of updating vp->ip all the time, we call SYNC_IP
158 whenever we would need to know the IP of the top frame. In practice,
159 we need to SYNC_IP whenever we call out of the VM to a function that
160 would like to walk the stack, perhaps as the result of an
163 One more thing. We allow the stack to move, when it expands.
164 Therefore if you call out to a C procedure that could call Scheme
165 code, or otherwise push anything on the stack, you will need to
166 CACHE_FP afterwards to restore the possibly-changed FP. */
168 #define SYNC_IP() vp->ip = (ip)
170 #define CACHE_FP() fp = (vp->fp)
171 #define CACHE_REGISTER() \
179 /* After advancing vp->sp, but before writing any stack slots, check
180 that it is actually in bounds. If it is not in bounds, currently we
181 signal an error. In the future we may expand the stack instead,
182 possibly by moving it elsewhere, therefore no pointer into the stack
183 besides FP is valid across a CHECK_OVERFLOW call. Be careful! */
184 #define CHECK_OVERFLOW() \
186 if (SCM_UNLIKELY (vp->sp >= vp->stack_limit)) \
189 vm_expand_stack (vp); \
194 /* Reserve stack space for a frame. Will check that there is sufficient
195 stack space for N locals, including the procedure. Invoke after
196 preparing the new frame and setting the fp and ip. */
197 #define ALLOC_FRAME(n) \
199 vp->sp = LOCAL_ADDRESS (n - 1); \
203 /* Reset the current frame to hold N locals. Used when we know that no
204 stack expansion is needed. */
205 #define RESET_FRAME(n) \
207 vp->sp = LOCAL_ADDRESS (n - 1); \
210 /* Compute the number of locals in the frame. At a call, this is equal
211 to the number of actual arguments when a function is first called,
212 plus one for the function. */
213 #define FRAME_LOCALS_COUNT_FROM(slot) \
214 (vp->sp + 1 - LOCAL_ADDRESS (slot))
215 #define FRAME_LOCALS_COUNT() \
216 FRAME_LOCALS_COUNT_FROM (0)
218 /* Restore registers after returning from a frame. */
219 #define RESTORE_FRAME() \
224 #ifdef HAVE_LABELS_AS_VALUES
225 # define BEGIN_DISPATCH_SWITCH /* */
226 # define END_DISPATCH_SWITCH /* */
233 goto *jump_table[op & 0xff]; \
236 # define VM_DEFINE_OP(opcode, tag, name, meta) \
239 # define BEGIN_DISPATCH_SWITCH \
245 # define END_DISPATCH_SWITCH \
254 # define VM_DEFINE_OP(opcode, tag, name, meta) \
259 #define LOCAL_ADDRESS(i) (&SCM_FRAME_LOCAL (fp, i))
260 #define LOCAL_REF(i) SCM_FRAME_LOCAL (fp, i)
261 #define LOCAL_SET(i,o) SCM_FRAME_LOCAL (fp, i) = o
263 #define VARIABLE_REF(v) SCM_VARIABLE_REF (v)
264 #define VARIABLE_SET(v,o) SCM_VARIABLE_SET (v, o)
265 #define VARIABLE_BOUNDP(v) (!scm_is_eq (VARIABLE_REF (v), SCM_UNDEFINED))
267 #define RETURN_ONE_VALUE(ret) \
271 VM_HANDLE_INTERRUPTS; \
273 ip = SCM_FRAME_RETURN_ADDRESS (fp); \
274 fp = vp->fp = SCM_FRAME_DYNAMIC_LINK (fp); \
276 old_fp[-1] = SCM_BOOL_F; \
277 old_fp[-2] = SCM_BOOL_F; \
279 SCM_FRAME_LOCAL (old_fp, 1) = val; \
280 vp->sp = &SCM_FRAME_LOCAL (old_fp, 1); \
281 POP_CONTINUATION_HOOK (old_fp); \
285 /* While we could generate the list-unrolling code here, it's fine for
286 now to just tail-call (apply values vals). */
287 #define RETURN_VALUE_LIST(vals_) \
290 VM_HANDLE_INTERRUPTS; \
291 fp[0] = vm_builtin_apply; \
292 fp[1] = vm_builtin_values; \
295 ip = (scm_t_uint32 *) vm_builtin_apply_code; \
296 goto op_tail_apply; \
299 #define BR_NARGS(rel) \
300 scm_t_uint32 expected; \
301 UNPACK_24 (op, expected); \
302 if (FRAME_LOCALS_COUNT() rel expected) \
304 scm_t_int32 offset = ip[1]; \
305 offset >>= 8; /* Sign-extending shift. */ \
310 #define BR_UNARY(x, exp) \
313 UNPACK_24 (op, test); \
314 x = LOCAL_REF (test); \
315 if ((ip[1] & 0x1) ? !(exp) : (exp)) \
317 scm_t_int32 offset = ip[1]; \
318 offset >>= 8; /* Sign-extending shift. */ \
320 VM_HANDLE_INTERRUPTS; \
325 #define BR_BINARY(x, y, exp) \
328 UNPACK_12_12 (op, a, b); \
331 if ((ip[1] & 0x1) ? !(exp) : (exp)) \
333 scm_t_int32 offset = ip[1]; \
334 offset >>= 8; /* Sign-extending shift. */ \
336 VM_HANDLE_INTERRUPTS; \
341 #define BR_ARITHMETIC(crel,srel) \
345 UNPACK_12_12 (op, a, b); \
348 if (SCM_I_INUMP (x) && SCM_I_INUMP (y)) \
350 scm_t_signed_bits x_bits = SCM_UNPACK (x); \
351 scm_t_signed_bits y_bits = SCM_UNPACK (y); \
352 if ((ip[1] & 0x1) ? !(x_bits crel y_bits) : (x_bits crel y_bits)) \
354 scm_t_int32 offset = ip[1]; \
355 offset >>= 8; /* Sign-extending shift. */ \
357 VM_HANDLE_INTERRUPTS; \
368 if ((ip[1] & 0x1) ? scm_is_false (res) : scm_is_true (res)) \
370 scm_t_int32 offset = ip[1]; \
371 offset >>= 8; /* Sign-extending shift. */ \
373 VM_HANDLE_INTERRUPTS; \
381 scm_t_uint16 dst, src; \
383 UNPACK_12_12 (op, dst, src); \
385 #define ARGS2(a1, a2) \
386 scm_t_uint8 dst, src1, src2; \
388 UNPACK_8_8_8 (op, dst, src1, src2); \
389 a1 = LOCAL_REF (src1); \
390 a2 = LOCAL_REF (src2)
392 do { LOCAL_SET (dst, x); NEXT (1); } while (0)
393 #define RETURN_EXP(exp) \
394 do { SCM __x; SYNC_IP (); __x = exp; CACHE_FP (); RETURN (__x); } while (0)
396 /* The maximum/minimum tagged integers. */
398 ((scm_t_signed_bits) SCM_UNPACK (SCM_I_MAKINUM (SCM_MOST_POSITIVE_FIXNUM)))
400 ((scm_t_signed_bits) SCM_UNPACK (SCM_I_MAKINUM (SCM_MOST_NEGATIVE_FIXNUM)))
402 ((scm_t_signed_bits) SCM_UNPACK (SCM_INUM1) \
403 - (scm_t_signed_bits) SCM_UNPACK (SCM_INUM0))
405 #define BINARY_INTEGER_OP(CFUNC,SFUNC) \
408 if (SCM_I_INUMP (x) && SCM_I_INUMP (y)) \
410 scm_t_int64 n = SCM_I_INUM (x) CFUNC SCM_I_INUM (y); \
411 if (SCM_FIXABLE (n)) \
412 RETURN (SCM_I_MAKINUM (n)); \
414 RETURN_EXP (SFUNC (x, y)); \
417 #define VM_VALIDATE_PAIR(x, proc) \
418 VM_ASSERT (scm_is_pair (x), vm_error_not_a_pair (proc, x))
420 #define VM_VALIDATE_STRUCT(obj, proc) \
421 VM_ASSERT (SCM_STRUCTP (obj), vm_error_not_a_pair (proc, obj))
423 #define VM_VALIDATE_BYTEVECTOR(x, proc) \
424 VM_ASSERT (SCM_BYTEVECTOR_P (x), vm_error_not_a_bytevector (proc, x))
426 /* Return true (non-zero) if PTR has suitable alignment for TYPE. */
427 #define ALIGNED_P(ptr, type) \
428 ((scm_t_uintptr) (ptr) % alignof_type (type) == 0)
431 VM_NAME (scm_i_thread
*current_thread
, struct scm_vm
*vp
,
432 scm_i_jmp_buf
*registers
, int resume
)
434 /* Instruction pointer: A pointer to the opcode that is currently
436 register scm_t_uint32
*ip IP_REG
;
438 /* Frame pointer: A pointer into the stack, off of which we index
439 arguments and local variables. Pushed at function calls, popped on
441 register SCM
*fp FP_REG
;
443 /* Current opcode: A cache of *ip. */
444 register scm_t_uint32 op
;
446 #ifdef HAVE_LABELS_AS_VALUES
447 static const void *jump_table_
[256] = {
448 #define LABEL_ADDR(opcode, tag, name, meta) &&op_##tag,
449 FOR_EACH_VM_OPERATION(LABEL_ADDR
)
452 register const void **jump_table JT_REG
;
453 /* Attempt to keep JUMP_TABLE_POINTER in a register. This saves one
454 load instruction at each instruction dispatch. */
455 jump_table
= jump_table_
;
458 /* Load VM registers. */
461 VM_HANDLE_INTERRUPTS
;
463 /* Usually a call to the VM happens on application, with the boot
464 continuation on the next frame. Sometimes it happens after a
465 non-local exit however; in that case the VM state is all set up,
466 and we have but to jump to the next opcode. */
467 if (SCM_UNLIKELY (resume
))
471 while (!SCM_PROGRAM_P (SCM_FRAME_PROGRAM (fp
)))
473 SCM proc
= SCM_FRAME_PROGRAM (fp
);
475 if (SCM_STRUCTP (proc
) && SCM_STRUCT_APPLICABLE_P (proc
))
477 LOCAL_SET (0, SCM_STRUCT_PROCEDURE (proc
));
480 if (SCM_HAS_TYP7 (proc
, scm_tc7_smob
) && SCM_SMOB_APPLICABLE_P (proc
))
482 scm_t_uint32 n
= FRAME_LOCALS_COUNT();
484 /* Shuffle args up. */
487 LOCAL_SET (n
+ 1, LOCAL_REF (n
));
489 LOCAL_SET (0, SCM_SMOB_DESCRIPTOR (proc
).apply_trampoline
);
494 vm_error_wrong_type_apply (proc
);
498 ip
= SCM_PROGRAM_CODE (SCM_FRAME_PROGRAM (fp
));
501 BEGIN_DISPATCH_SWITCH
;
512 * Bring the VM to a halt, returning all the values from the stack.
514 VM_DEFINE_OP (0, halt
, "halt", OP1 (U8_X24
))
516 /* Boot closure in r0, empty frame in r1/r2, proc in r3, values from r4. */
518 scm_t_uint32 nvals
= FRAME_LOCALS_COUNT_FROM (4);
527 for (n
= nvals
; n
> 0; n
--)
528 ret
= scm_cons (LOCAL_REF (4 + n
- 1), ret
);
529 ret
= scm_values (ret
);
532 vp
->ip
= SCM_FRAME_RETURN_ADDRESS (fp
);
533 vp
->sp
= SCM_FRAME_PREVIOUS_SP (fp
);
534 vp
->fp
= SCM_FRAME_DYNAMIC_LINK (fp
);
539 /* call proc:24 _:8 nlocals:24
541 * Call a procedure. PROC is the local corresponding to a procedure.
542 * The three values below PROC will be overwritten by the saved call
543 * frame data. The new frame will have space for NLOCALS locals: one
544 * for the procedure, and the rest for the arguments which should
545 * already have been pushed on.
547 * When the call returns, execution proceeds with the next
548 * instruction. There may be any number of values on the return
549 * stack; the precise number can be had by subtracting the address of
550 * PROC from the post-call SP.
552 VM_DEFINE_OP (1, call
, "call", OP2 (U8_U24
, X8_U24
))
554 scm_t_uint32 proc
, nlocals
;
557 UNPACK_24 (op
, proc
);
558 UNPACK_24 (ip
[1], nlocals
);
560 VM_HANDLE_INTERRUPTS
;
563 fp
= vp
->fp
= old_fp
+ proc
;
564 SCM_FRAME_SET_DYNAMIC_LINK (fp
, old_fp
);
565 SCM_FRAME_SET_RETURN_ADDRESS (fp
, ip
+ 2);
567 RESET_FRAME (nlocals
);
569 PUSH_CONTINUATION_HOOK ();
572 if (SCM_UNLIKELY (!SCM_PROGRAM_P (SCM_FRAME_PROGRAM (fp
))))
575 ip
= SCM_PROGRAM_CODE (SCM_FRAME_PROGRAM (fp
));
579 /* tail-call nlocals:24
581 * Tail-call a procedure. Requires that the procedure and all of the
582 * arguments have already been shuffled into position. Will reset the
585 VM_DEFINE_OP (2, tail_call
, "tail-call", OP1 (U8_U24
))
587 scm_t_uint32 nlocals
;
589 UNPACK_24 (op
, nlocals
);
591 VM_HANDLE_INTERRUPTS
;
593 RESET_FRAME (nlocals
);
597 if (SCM_UNLIKELY (!SCM_PROGRAM_P (SCM_FRAME_PROGRAM (fp
))))
600 ip
= SCM_PROGRAM_CODE (SCM_FRAME_PROGRAM (fp
));
604 /* tail-call/shuffle from:24
606 * Tail-call a procedure. The procedure should already be set to slot
607 * 0. The rest of the args are taken from the frame, starting at
608 * FROM, shuffled down to start at slot 0. This is part of the
609 * implementation of the call-with-values builtin.
611 VM_DEFINE_OP (3, tail_call_shuffle
, "tail-call/shuffle", OP1 (U8_U24
))
613 scm_t_uint32 n
, from
, nlocals
;
615 UNPACK_24 (op
, from
);
617 VM_HANDLE_INTERRUPTS
;
619 VM_ASSERT (from
> 0, abort ());
620 nlocals
= FRAME_LOCALS_COUNT ();
622 for (n
= 0; from
+ n
< nlocals
; n
++)
623 LOCAL_SET (n
+ 1, LOCAL_REF (from
+ n
));
629 if (SCM_UNLIKELY (!SCM_PROGRAM_P (SCM_FRAME_PROGRAM (fp
))))
632 ip
= SCM_PROGRAM_CODE (SCM_FRAME_PROGRAM (fp
));
636 /* receive dst:12 proc:12 _:8 nlocals:24
638 * Receive a single return value from a call whose procedure was in
639 * PROC, asserting that the call actually returned at least one
640 * value. Afterwards, resets the frame to NLOCALS locals.
642 VM_DEFINE_OP (4, receive
, "receive", OP2 (U8_U12_U12
, X8_U24
) | OP_DST
)
644 scm_t_uint16 dst
, proc
;
645 scm_t_uint32 nlocals
;
646 UNPACK_12_12 (op
, dst
, proc
);
647 UNPACK_24 (ip
[1], nlocals
);
648 VM_ASSERT (FRAME_LOCALS_COUNT () > proc
+ 1, vm_error_no_values ());
649 LOCAL_SET (dst
, LOCAL_REF (proc
+ 1));
650 RESET_FRAME (nlocals
);
654 /* receive-values proc:24 allow-extra?:1 _:7 nvalues:24
656 * Receive a return of multiple values from a call whose procedure was
657 * in PROC. If fewer than NVALUES values were returned, signal an
658 * error. Unless ALLOW-EXTRA? is true, require that the number of
659 * return values equals NVALUES exactly. After receive-values has
660 * run, the values can be copied down via `mov'.
662 VM_DEFINE_OP (5, receive_values
, "receive-values", OP2 (U8_U24
, B1_X7_U24
))
664 scm_t_uint32 proc
, nvalues
;
665 UNPACK_24 (op
, proc
);
666 UNPACK_24 (ip
[1], nvalues
);
668 VM_ASSERT (FRAME_LOCALS_COUNT () > proc
+ nvalues
,
669 vm_error_not_enough_values ());
671 VM_ASSERT (FRAME_LOCALS_COUNT () == proc
+ 1 + nvalues
,
672 vm_error_wrong_number_of_values (nvalues
));
680 VM_DEFINE_OP (6, return, "return", OP1 (U8_U24
))
684 RETURN_ONE_VALUE (LOCAL_REF (src
));
687 /* return-values _:24
689 * Return a number of values from a call frame. This opcode
690 * corresponds to an application of `values' in tail position. As
691 * with tail calls, we expect that the values have already been
692 * shuffled down to a contiguous array starting at slot 1.
693 * We also expect the frame has already been reset.
695 VM_DEFINE_OP (7, return_values
, "return-values", OP1 (U8_X24
))
699 VM_HANDLE_INTERRUPTS
;
702 ip
= SCM_FRAME_RETURN_ADDRESS (fp
);
703 fp
= vp
->fp
= SCM_FRAME_DYNAMIC_LINK (fp
);
705 /* Clear stack frame. */
706 old_fp
[-1] = SCM_BOOL_F
;
707 old_fp
[-2] = SCM_BOOL_F
;
709 POP_CONTINUATION_HOOK (old_fp
);
718 * Specialized call stubs
721 /* subr-call ptr-idx:24
723 * Call a subr, passing all locals in this frame as arguments. Fetch
724 * the foreign pointer from PTR-IDX, a free variable. Return from the
725 * calling frame. This instruction is part of the trampolines
726 * created in gsubr.c, and is not generated by the compiler.
728 VM_DEFINE_OP (8, subr_call
, "subr-call", OP1 (U8_U24
))
730 scm_t_uint32 ptr_idx
;
734 UNPACK_24 (op
, ptr_idx
);
736 pointer
= SCM_PROGRAM_FREE_VARIABLE_REF (LOCAL_REF (0), ptr_idx
);
737 subr
= SCM_POINTER_VALUE (pointer
);
739 VM_HANDLE_INTERRUPTS
;
742 switch (FRAME_LOCALS_COUNT_FROM (1))
751 ret
= subr (fp
[1], fp
[2]);
754 ret
= subr (fp
[1], fp
[2], fp
[3]);
757 ret
= subr (fp
[1], fp
[2], fp
[3], fp
[4]);
760 ret
= subr (fp
[1], fp
[2], fp
[3], fp
[4], fp
[5]);
763 ret
= subr (fp
[1], fp
[2], fp
[3], fp
[4], fp
[5], fp
[6]);
766 ret
= subr (fp
[1], fp
[2], fp
[3], fp
[4], fp
[5], fp
[6], fp
[7]);
769 ret
= subr (fp
[1], fp
[2], fp
[3], fp
[4], fp
[5], fp
[6], fp
[7], fp
[8]);
772 ret
= subr (fp
[1], fp
[2], fp
[3], fp
[4], fp
[5], fp
[6], fp
[7], fp
[8], fp
[9]);
775 ret
= subr (fp
[1], fp
[2], fp
[3], fp
[4], fp
[5], fp
[6], fp
[7], fp
[8], fp
[9], fp
[10]);
783 if (SCM_UNLIKELY (SCM_VALUESP (ret
)))
784 /* multiple values returned to continuation */
785 RETURN_VALUE_LIST (scm_struct_ref (ret
, SCM_INUM0
));
787 RETURN_ONE_VALUE (ret
);
790 /* foreign-call cif-idx:12 ptr-idx:12
792 * Call a foreign function. Fetch the CIF and foreign pointer from
793 * CIF-IDX and PTR-IDX, both free variables. Return from the calling
794 * frame. Arguments are taken from the stack. This instruction is
795 * part of the trampolines created by the FFI, and is not generated by
798 VM_DEFINE_OP (9, foreign_call
, "foreign-call", OP1 (U8_U12_U12
))
800 scm_t_uint16 cif_idx
, ptr_idx
;
801 SCM closure
, cif
, pointer
, ret
;
803 UNPACK_12_12 (op
, cif_idx
, ptr_idx
);
805 closure
= LOCAL_REF (0);
806 cif
= SCM_PROGRAM_FREE_VARIABLE_REF (closure
, cif_idx
);
807 pointer
= SCM_PROGRAM_FREE_VARIABLE_REF (closure
, ptr_idx
);
810 VM_HANDLE_INTERRUPTS
;
812 // FIXME: separate args
813 ret
= scm_i_foreign_call (scm_cons (cif
, pointer
), LOCAL_ADDRESS (1));
817 if (SCM_UNLIKELY (SCM_VALUESP (ret
)))
818 /* multiple values returned to continuation */
819 RETURN_VALUE_LIST (scm_struct_ref (ret
, SCM_INUM0
));
821 RETURN_ONE_VALUE (ret
);
824 /* continuation-call contregs:24
826 * Return to a continuation, nonlocally. The arguments to the
827 * continuation are taken from the stack. CONTREGS is a free variable
828 * containing the reified continuation. This instruction is part of
829 * the implementation of undelimited continuations, and is not
830 * generated by the compiler.
832 VM_DEFINE_OP (10, continuation_call
, "continuation-call", OP1 (U8_U24
))
835 scm_t_uint32 contregs_idx
;
837 UNPACK_24 (op
, contregs_idx
);
840 SCM_PROGRAM_FREE_VARIABLE_REF (LOCAL_REF (0), contregs_idx
);
843 scm_i_check_continuation (contregs
);
844 vm_return_to_continuation (scm_i_contregs_vp (contregs
),
845 scm_i_contregs_vm_cont (contregs
),
846 FRAME_LOCALS_COUNT_FROM (1),
848 scm_i_reinstate_continuation (contregs
);
854 /* compose-continuation cont:24
856 * Compose a partial continution with the current continuation. The
857 * arguments to the continuation are taken from the stack. CONT is a
858 * free variable containing the reified continuation. This
859 * instruction is part of the implementation of partial continuations,
860 * and is not generated by the compiler.
862 VM_DEFINE_OP (11, compose_continuation
, "compose-continuation", OP1 (U8_U24
))
865 scm_t_uint32 cont_idx
;
867 UNPACK_24 (op
, cont_idx
);
868 vmcont
= SCM_PROGRAM_FREE_VARIABLE_REF (LOCAL_REF (0), cont_idx
);
871 VM_ASSERT (SCM_VM_CONT_REWINDABLE_P (vmcont
),
872 vm_error_continuation_not_rewindable (vmcont
));
873 vm_reinstate_partial_continuation (vp
, vmcont
, FRAME_LOCALS_COUNT_FROM (1),
875 ¤t_thread
->dynstack
,
883 * Tail-apply the procedure in local slot 0 to the rest of the
884 * arguments. This instruction is part of the implementation of
885 * `apply', and is not generated by the compiler.
887 VM_DEFINE_OP (12, tail_apply
, "tail-apply", OP1 (U8_X24
))
889 int i
, list_idx
, list_len
, nlocals
;
892 VM_HANDLE_INTERRUPTS
;
894 nlocals
= FRAME_LOCALS_COUNT ();
895 // At a minimum, there should be apply, f, and the list.
896 VM_ASSERT (nlocals
>= 3, abort ());
897 list_idx
= nlocals
- 1;
898 list
= LOCAL_REF (list_idx
);
899 list_len
= scm_ilength (list
);
901 VM_ASSERT (list_len
>= 0, vm_error_apply_to_non_list (list
));
903 nlocals
= nlocals
- 2 + list_len
;
904 ALLOC_FRAME (nlocals
);
906 for (i
= 1; i
< list_idx
; i
++)
907 LOCAL_SET (i
- 1, LOCAL_REF (i
));
909 /* Null out these slots, just in case there are less than 2 elements
911 LOCAL_SET (list_idx
- 1, SCM_UNDEFINED
);
912 LOCAL_SET (list_idx
, SCM_UNDEFINED
);
914 for (i
= 0; i
< list_len
; i
++, list
= SCM_CDR (list
))
915 LOCAL_SET (list_idx
- 1 + i
, SCM_CAR (list
));
919 if (SCM_UNLIKELY (!SCM_PROGRAM_P (SCM_FRAME_PROGRAM (fp
))))
922 ip
= SCM_PROGRAM_CODE (SCM_FRAME_PROGRAM (fp
));
928 * Capture the current continuation, and tail-apply the procedure in
929 * local slot 1 to it. This instruction is part of the implementation
930 * of `call/cc', and is not generated by the compiler.
932 VM_DEFINE_OP (13, call_cc
, "call/cc", OP1 (U8_X24
))
935 scm_t_dynstack
*dynstack
;
938 VM_HANDLE_INTERRUPTS
;
941 dynstack
= scm_dynstack_capture_all (¤t_thread
->dynstack
);
942 vm_cont
= scm_i_vm_capture_stack (vp
->stack_base
,
943 SCM_FRAME_DYNAMIC_LINK (fp
),
944 SCM_FRAME_PREVIOUS_SP (fp
),
945 SCM_FRAME_RETURN_ADDRESS (fp
),
948 /* FIXME: Seems silly to capture the registers here, when they are
949 already captured in the registers local, which here we are
950 copying out to the heap; and likewise, the setjmp(®isters)
951 code already has the non-local return handler. But oh
953 cont
= scm_i_make_continuation (&first
, vp
, vm_cont
);
957 LOCAL_SET (0, LOCAL_REF (1));
963 if (SCM_UNLIKELY (!SCM_PROGRAM_P (SCM_FRAME_PROGRAM (fp
))))
966 ip
= SCM_PROGRAM_CODE (SCM_FRAME_PROGRAM (fp
));
972 ABORT_CONTINUATION_HOOK ();
979 * Abort to a prompt handler. The tag is expected in r1, and the rest
980 * of the values in the frame are returned to the prompt handler.
981 * This corresponds to a tail application of abort-to-prompt.
983 VM_DEFINE_OP (14, abort
, "abort", OP1 (U8_X24
))
985 scm_t_uint32 nlocals
= FRAME_LOCALS_COUNT ();
987 ASSERT (nlocals
>= 2);
988 /* FIXME: Really we should capture the caller's registers. Until
989 then, manually advance the IP so that when the prompt resumes,
990 it continues with the next instruction. */
993 vm_abort (vp
, LOCAL_REF (1), nlocals
- 2, LOCAL_ADDRESS (2),
994 SCM_EOL
, LOCAL_ADDRESS (0), registers
);
996 /* vm_abort should not return */
1000 /* builtin-ref dst:12 idx:12
1002 * Load a builtin stub by index into DST.
1004 VM_DEFINE_OP (15, builtin_ref
, "builtin-ref", OP1 (U8_U12_U12
) | OP_DST
)
1006 scm_t_uint16 dst
, idx
;
1008 UNPACK_12_12 (op
, dst
, idx
);
1009 LOCAL_SET (dst
, scm_vm_builtin_ref (idx
));
1018 * Function prologues
1021 /* br-if-nargs-ne expected:24 _:8 offset:24
1022 * br-if-nargs-lt expected:24 _:8 offset:24
1023 * br-if-nargs-gt expected:24 _:8 offset:24
1025 * If the number of actual arguments is not equal, less than, or greater
1026 * than EXPECTED, respectively, add OFFSET, a signed 24-bit number, to
1027 * the current instruction pointer.
1029 VM_DEFINE_OP (16, br_if_nargs_ne
, "br-if-nargs-ne", OP2 (U8_U24
, X8_L24
))
1033 VM_DEFINE_OP (17, br_if_nargs_lt
, "br-if-nargs-lt", OP2 (U8_U24
, X8_L24
))
1037 VM_DEFINE_OP (18, br_if_nargs_gt
, "br-if-nargs-gt", OP2 (U8_U24
, X8_L24
))
1042 /* assert-nargs-ee expected:24
1043 * assert-nargs-ge expected:24
1044 * assert-nargs-le expected:24
1046 * If the number of actual arguments is not ==, >=, or <= EXPECTED,
1047 * respectively, signal an error.
1049 VM_DEFINE_OP (19, assert_nargs_ee
, "assert-nargs-ee", OP1 (U8_U24
))
1051 scm_t_uint32 expected
;
1052 UNPACK_24 (op
, expected
);
1053 VM_ASSERT (FRAME_LOCALS_COUNT () == expected
,
1054 vm_error_wrong_num_args (SCM_FRAME_PROGRAM (fp
)));
1057 VM_DEFINE_OP (20, assert_nargs_ge
, "assert-nargs-ge", OP1 (U8_U24
))
1059 scm_t_uint32 expected
;
1060 UNPACK_24 (op
, expected
);
1061 VM_ASSERT (FRAME_LOCALS_COUNT () >= expected
,
1062 vm_error_wrong_num_args (SCM_FRAME_PROGRAM (fp
)));
1065 VM_DEFINE_OP (21, assert_nargs_le
, "assert-nargs-le", OP1 (U8_U24
))
1067 scm_t_uint32 expected
;
1068 UNPACK_24 (op
, expected
);
1069 VM_ASSERT (FRAME_LOCALS_COUNT () <= expected
,
1070 vm_error_wrong_num_args (SCM_FRAME_PROGRAM (fp
)));
1074 /* alloc-frame nlocals:24
1076 * Ensure that there is space on the stack for NLOCALS local variables,
1077 * setting them all to SCM_UNDEFINED, except those nargs values that
1078 * were passed as arguments and procedure.
1080 VM_DEFINE_OP (22, alloc_frame
, "alloc-frame", OP1 (U8_U24
))
1082 scm_t_uint32 nlocals
, nargs
;
1083 UNPACK_24 (op
, nlocals
);
1085 nargs
= FRAME_LOCALS_COUNT ();
1086 ALLOC_FRAME (nlocals
);
1087 while (nlocals
-- > nargs
)
1088 LOCAL_SET (nlocals
, SCM_UNDEFINED
);
1093 /* reset-frame nlocals:24
1095 * Like alloc-frame, but doesn't check that the stack is big enough.
1096 * Used to reset the frame size to something less than the size that
1097 * was previously set via alloc-frame.
1099 VM_DEFINE_OP (23, reset_frame
, "reset-frame", OP1 (U8_U24
))
1101 scm_t_uint32 nlocals
;
1102 UNPACK_24 (op
, nlocals
);
1103 RESET_FRAME (nlocals
);
1107 /* assert-nargs-ee/locals expected:12 nlocals:12
1109 * Equivalent to a sequence of assert-nargs-ee and reserve-locals. The
1110 * number of locals reserved is EXPECTED + NLOCALS.
1112 VM_DEFINE_OP (24, assert_nargs_ee_locals
, "assert-nargs-ee/locals", OP1 (U8_U12_U12
))
1114 scm_t_uint16 expected
, nlocals
;
1115 UNPACK_12_12 (op
, expected
, nlocals
);
1116 VM_ASSERT (FRAME_LOCALS_COUNT () == expected
,
1117 vm_error_wrong_num_args (SCM_FRAME_PROGRAM (fp
)));
1118 ALLOC_FRAME (expected
+ nlocals
);
1120 LOCAL_SET (expected
+ nlocals
, SCM_UNDEFINED
);
1125 /* br-if-npos-gt nreq:24 _:8 npos:24 _:8 offset:24
1127 * Find the first positional argument after NREQ. If it is greater
1128 * than NPOS, jump to OFFSET.
1130 * This instruction is only emitted for functions with multiple
1131 * clauses, and an earlier clause has keywords and no rest arguments.
1132 * See "Case-lambda" in the manual, for more on how case-lambda
1133 * chooses the clause to apply.
1135 VM_DEFINE_OP (25, br_if_npos_gt
, "br-if-npos-gt", OP3 (U8_U24
, X8_U24
, X8_L24
))
1137 scm_t_uint32 nreq
, npos
;
1139 UNPACK_24 (op
, nreq
);
1140 UNPACK_24 (ip
[1], npos
);
1142 /* We can only have too many positionals if there are more
1143 arguments than NPOS. */
1144 if (FRAME_LOCALS_COUNT() > npos
)
1147 for (n
= nreq
; n
< npos
; n
++)
1148 if (scm_is_keyword (LOCAL_REF (n
)))
1150 if (n
== npos
&& !scm_is_keyword (LOCAL_REF (n
)))
1152 scm_t_int32 offset
= ip
[2];
1153 offset
>>= 8; /* Sign-extending shift. */
1160 /* bind-kwargs nreq:24 allow-other-keys:1 has-rest:1 _:6 nreq-and-opt:24
1161 * _:8 ntotal:24 kw-offset:32
1163 * Find the last positional argument, and shuffle all the rest above
1164 * NTOTAL. Initialize the intervening locals to SCM_UNDEFINED. Then
1165 * load the constant at KW-OFFSET words from the current IP, and use it
1166 * to bind keyword arguments. If HAS-REST, collect all shuffled
1167 * arguments into a list, and store it in NREQ-AND-OPT. Finally, clear
1168 * the arguments that we shuffled up.
1170 * A macro-mega-instruction.
1172 VM_DEFINE_OP (26, bind_kwargs
, "bind-kwargs", OP4 (U8_U24
, U8_U24
, X8_U24
, N32
))
1174 scm_t_uint32 nreq
, nreq_and_opt
, ntotal
, npositional
, nkw
, n
, nargs
;
1175 scm_t_int32 kw_offset
;
1178 char allow_other_keys
, has_rest
;
1180 UNPACK_24 (op
, nreq
);
1181 allow_other_keys
= ip
[1] & 0x1;
1182 has_rest
= ip
[1] & 0x2;
1183 UNPACK_24 (ip
[1], nreq_and_opt
);
1184 UNPACK_24 (ip
[2], ntotal
);
1186 kw_bits
= (scm_t_bits
) (ip
+ kw_offset
);
1187 VM_ASSERT (!(kw_bits
& 0x7), abort());
1188 kw
= SCM_PACK (kw_bits
);
1190 nargs
= FRAME_LOCALS_COUNT ();
1192 /* look in optionals for first keyword or last positional */
1193 /* starting after the last required positional arg */
1195 while (/* while we have args */
1197 /* and we still have positionals to fill */
1198 && npositional
< nreq_and_opt
1199 /* and we haven't reached a keyword yet */
1200 && !scm_is_keyword (LOCAL_REF (npositional
)))
1201 /* bind this optional arg (by leaving it in place) */
1203 nkw
= nargs
- npositional
;
1204 /* shuffle non-positional arguments above ntotal */
1205 ALLOC_FRAME (ntotal
+ nkw
);
1208 LOCAL_SET (ntotal
+ n
, LOCAL_REF (npositional
+ n
));
1209 /* and fill optionals & keyword args with SCM_UNDEFINED */
1212 LOCAL_SET (n
++, SCM_UNDEFINED
);
1214 VM_ASSERT (has_rest
|| (nkw
% 2) == 0,
1215 vm_error_kwargs_length_not_even (SCM_FRAME_PROGRAM (fp
)));
1217 /* Now bind keywords, in the order given. */
1218 for (n
= 0; n
< nkw
; n
++)
1219 if (scm_is_keyword (LOCAL_REF (ntotal
+ n
)))
1222 for (walk
= kw
; scm_is_pair (walk
); walk
= SCM_CDR (walk
))
1223 if (scm_is_eq (SCM_CAAR (walk
), LOCAL_REF (ntotal
+ n
)))
1225 SCM si
= SCM_CDAR (walk
);
1226 LOCAL_SET (SCM_I_INUMP (si
) ? SCM_I_INUM (si
) : scm_to_uint32 (si
),
1227 LOCAL_REF (ntotal
+ n
+ 1));
1230 VM_ASSERT (scm_is_pair (walk
) || allow_other_keys
,
1231 vm_error_kwargs_unrecognized_keyword (SCM_FRAME_PROGRAM (fp
),
1232 LOCAL_REF (ntotal
+ n
)));
1236 VM_ASSERT (has_rest
, vm_error_kwargs_invalid_keyword (SCM_FRAME_PROGRAM (fp
),
1237 LOCAL_REF (ntotal
+ n
)));
1244 rest
= scm_cons (LOCAL_REF (ntotal
+ n
), rest
);
1245 LOCAL_SET (nreq_and_opt
, rest
);
1248 RESET_FRAME (ntotal
);
1255 * Collect any arguments at or above DST into a list, and store that
1258 VM_DEFINE_OP (27, bind_rest
, "bind-rest", OP1 (U8_U24
) | OP_DST
)
1260 scm_t_uint32 dst
, nargs
;
1263 UNPACK_24 (op
, dst
);
1264 nargs
= FRAME_LOCALS_COUNT ();
1268 ALLOC_FRAME (dst
+ 1);
1270 LOCAL_SET (nargs
++, SCM_UNDEFINED
);
1274 while (nargs
-- > dst
)
1276 rest
= scm_cons (LOCAL_REF (nargs
), rest
);
1277 LOCAL_SET (nargs
, SCM_UNDEFINED
);
1280 RESET_FRAME (dst
+ 1);
1283 LOCAL_SET (dst
, rest
);
1292 * Branching instructions
1297 * Add OFFSET, a signed 24-bit number, to the current instruction
1300 VM_DEFINE_OP (28, br
, "br", OP1 (U8_L24
))
1302 scm_t_int32 offset
= op
;
1303 offset
>>= 8; /* Sign-extending shift. */
1307 /* br-if-true test:24 invert:1 _:7 offset:24
1309 * If the value in TEST is true for the purposes of Scheme, add
1310 * OFFSET, a signed 24-bit number, to the current instruction pointer.
1312 VM_DEFINE_OP (29, br_if_true
, "br-if-true", OP2 (U8_U24
, B1_X7_L24
))
1314 BR_UNARY (x
, scm_is_true (x
));
1317 /* br-if-null test:24 invert:1 _:7 offset:24
1319 * If the value in TEST is the end-of-list or Lisp nil, add OFFSET, a
1320 * signed 24-bit number, to the current instruction pointer.
1322 VM_DEFINE_OP (30, br_if_null
, "br-if-null", OP2 (U8_U24
, B1_X7_L24
))
1324 BR_UNARY (x
, scm_is_null (x
));
1327 /* br-if-nil test:24 invert:1 _:7 offset:24
1329 * If the value in TEST is false to Lisp, add OFFSET, a signed 24-bit
1330 * number, to the current instruction pointer.
1332 VM_DEFINE_OP (31, br_if_nil
, "br-if-nil", OP2 (U8_U24
, B1_X7_L24
))
1334 BR_UNARY (x
, scm_is_lisp_false (x
));
1337 /* br-if-pair test:24 invert:1 _:7 offset:24
1339 * If the value in TEST is a pair, add OFFSET, a signed 24-bit number,
1340 * to the current instruction pointer.
1342 VM_DEFINE_OP (32, br_if_pair
, "br-if-pair", OP2 (U8_U24
, B1_X7_L24
))
1344 BR_UNARY (x
, scm_is_pair (x
));
1347 /* br-if-struct test:24 invert:1 _:7 offset:24
1349 * If the value in TEST is a struct, add OFFSET, a signed 24-bit
1350 * number, to the current instruction pointer.
1352 VM_DEFINE_OP (33, br_if_struct
, "br-if-struct", OP2 (U8_U24
, B1_X7_L24
))
1354 BR_UNARY (x
, SCM_STRUCTP (x
));
1357 /* br-if-char test:24 invert:1 _:7 offset:24
1359 * If the value in TEST is a char, add OFFSET, a signed 24-bit number,
1360 * to the current instruction pointer.
1362 VM_DEFINE_OP (34, br_if_char
, "br-if-char", OP2 (U8_U24
, B1_X7_L24
))
1364 BR_UNARY (x
, SCM_CHARP (x
));
1367 /* br-if-tc7 test:24 invert:1 tc7:7 offset:24
1369 * If the value in TEST has the TC7 given in the second word, add
1370 * OFFSET, a signed 24-bit number, to the current instruction pointer.
1372 VM_DEFINE_OP (35, br_if_tc7
, "br-if-tc7", OP2 (U8_U24
, B1_U7_L24
))
1374 BR_UNARY (x
, SCM_HAS_TYP7 (x
, (ip
[1] >> 1) & 0x7f));
1377 /* br-if-eq a:12 b:12 invert:1 _:7 offset:24
1379 * If the value in A is eq? to the value in B, add OFFSET, a signed
1380 * 24-bit number, to the current instruction pointer.
1382 VM_DEFINE_OP (36, br_if_eq
, "br-if-eq", OP2 (U8_U12_U12
, B1_X7_L24
))
1384 BR_BINARY (x
, y
, scm_is_eq (x
, y
));
1387 /* br-if-eqv a:12 b:12 invert:1 _:7 offset:24
1389 * If the value in A is eqv? to the value in B, add OFFSET, a signed
1390 * 24-bit number, to the current instruction pointer.
1392 VM_DEFINE_OP (37, br_if_eqv
, "br-if-eqv", OP2 (U8_U12_U12
, B1_X7_L24
))
1396 || (SCM_NIMP (x
) && SCM_NIMP (y
)
1397 && scm_is_true (scm_eqv_p (x
, y
))));
1400 // FIXME: remove, have compiler inline eqv test instead
1401 /* br-if-equal a:12 b:12 invert:1 _:7 offset:24
1403 * If the value in A is equal? to the value in B, add OFFSET, a signed
1404 * 24-bit number, to the current instruction pointer.
1406 // FIXME: Should sync_ip before calling out and cache_fp before coming
1407 // back! Another reason to remove this opcode!
1408 VM_DEFINE_OP (38, br_if_equal
, "br-if-equal", OP2 (U8_U12_U12
, B1_X7_L24
))
1412 || (SCM_NIMP (x
) && SCM_NIMP (y
)
1413 && scm_is_true (scm_equal_p (x
, y
))));
1416 /* br-if-= a:12 b:12 invert:1 _:7 offset:24
1418 * If the value in A is = to the value in B, add OFFSET, a signed
1419 * 24-bit number, to the current instruction pointer.
1421 VM_DEFINE_OP (39, br_if_ee
, "br-if-=", OP2 (U8_U12_U12
, B1_X7_L24
))
1423 BR_ARITHMETIC (==, scm_num_eq_p
);
1426 /* br-if-< a:12 b:12 _:8 offset:24
1428 * If the value in A is < to the value in B, add OFFSET, a signed
1429 * 24-bit number, to the current instruction pointer.
1431 VM_DEFINE_OP (40, br_if_lt
, "br-if-<", OP2 (U8_U12_U12
, B1_X7_L24
))
1433 BR_ARITHMETIC (<, scm_less_p
);
1436 /* br-if-<= a:12 b:12 _:8 offset:24
1438 * If the value in A is <= to the value in B, add OFFSET, a signed
1439 * 24-bit number, to the current instruction pointer.
1441 VM_DEFINE_OP (41, br_if_le
, "br-if-<=", OP2 (U8_U12_U12
, B1_X7_L24
))
1443 BR_ARITHMETIC (<=, scm_leq_p
);
1450 * Lexical binding instructions
1453 /* mov dst:12 src:12
1455 * Copy a value from one local slot to another.
1457 VM_DEFINE_OP (42, mov
, "mov", OP1 (U8_U12_U12
) | OP_DST
)
1462 UNPACK_12_12 (op
, dst
, src
);
1463 LOCAL_SET (dst
, LOCAL_REF (src
));
1468 /* long-mov dst:24 _:8 src:24
1470 * Copy a value from one local slot to another.
1472 VM_DEFINE_OP (43, long_mov
, "long-mov", OP2 (U8_U24
, X8_U24
) | OP_DST
)
1477 UNPACK_24 (op
, dst
);
1478 UNPACK_24 (ip
[1], src
);
1479 LOCAL_SET (dst
, LOCAL_REF (src
));
1484 /* box dst:12 src:12
1486 * Create a new variable holding SRC, and place it in DST.
1488 VM_DEFINE_OP (44, box
, "box", OP1 (U8_U12_U12
) | OP_DST
)
1490 scm_t_uint16 dst
, src
;
1491 UNPACK_12_12 (op
, dst
, src
);
1492 LOCAL_SET (dst
, scm_cell (scm_tc7_variable
, SCM_UNPACK (LOCAL_REF (src
))));
1496 /* box-ref dst:12 src:12
1498 * Unpack the variable at SRC into DST, asserting that the variable is
1501 VM_DEFINE_OP (45, box_ref
, "box-ref", OP1 (U8_U12_U12
) | OP_DST
)
1503 scm_t_uint16 dst
, src
;
1505 UNPACK_12_12 (op
, dst
, src
);
1506 var
= LOCAL_REF (src
);
1507 VM_ASSERT (SCM_VARIABLEP (var
),
1508 vm_error_not_a_variable ("variable-ref", var
));
1509 VM_ASSERT (VARIABLE_BOUNDP (var
),
1510 vm_error_unbound (SCM_FRAME_PROGRAM (fp
), var
));
1511 LOCAL_SET (dst
, VARIABLE_REF (var
));
1515 /* box-set! dst:12 src:12
1517 * Set the contents of the variable at DST to SET.
1519 VM_DEFINE_OP (46, box_set
, "box-set!", OP1 (U8_U12_U12
))
1521 scm_t_uint16 dst
, src
;
1523 UNPACK_12_12 (op
, dst
, src
);
1524 var
= LOCAL_REF (dst
);
1525 VM_ASSERT (SCM_VARIABLEP (var
),
1526 vm_error_not_a_variable ("variable-set!", var
));
1527 VARIABLE_SET (var
, LOCAL_REF (src
));
1531 /* make-closure dst:24 offset:32 _:8 nfree:24
1533 * Make a new closure, and write it to DST. The code for the closure
1534 * will be found at OFFSET words from the current IP. OFFSET is a
1535 * signed 32-bit integer. Space for NFREE free variables will be
1538 VM_DEFINE_OP (47, make_closure
, "make-closure", OP3 (U8_U24
, L32
, X8_U24
) | OP_DST
)
1540 scm_t_uint32 dst
, nfree
, n
;
1544 UNPACK_24 (op
, dst
);
1546 UNPACK_24 (ip
[2], nfree
);
1548 // FIXME: Assert range of nfree?
1549 closure
= scm_words (scm_tc7_program
| (nfree
<< 16), nfree
+ 2);
1550 SCM_SET_CELL_WORD_1 (closure
, ip
+ offset
);
1551 // FIXME: Elide these initializations?
1552 for (n
= 0; n
< nfree
; n
++)
1553 SCM_PROGRAM_FREE_VARIABLE_SET (closure
, n
, SCM_BOOL_F
);
1554 LOCAL_SET (dst
, closure
);
1558 /* free-ref dst:12 src:12 _:8 idx:24
1560 * Load free variable IDX from the closure SRC into local slot DST.
1562 VM_DEFINE_OP (48, free_ref
, "free-ref", OP2 (U8_U12_U12
, X8_U24
) | OP_DST
)
1564 scm_t_uint16 dst
, src
;
1566 UNPACK_12_12 (op
, dst
, src
);
1567 UNPACK_24 (ip
[1], idx
);
1568 /* CHECK_FREE_VARIABLE (src); */
1569 LOCAL_SET (dst
, SCM_PROGRAM_FREE_VARIABLE_REF (LOCAL_REF (src
), idx
));
1573 /* free-set! dst:12 src:12 _8 idx:24
1575 * Set free variable IDX from the closure DST to SRC.
1577 VM_DEFINE_OP (49, free_set
, "free-set!", OP2 (U8_U12_U12
, X8_U24
))
1579 scm_t_uint16 dst
, src
;
1581 UNPACK_12_12 (op
, dst
, src
);
1582 UNPACK_24 (ip
[1], idx
);
1583 /* CHECK_FREE_VARIABLE (src); */
1584 SCM_PROGRAM_FREE_VARIABLE_SET (LOCAL_REF (dst
), idx
, LOCAL_REF (src
));
1592 * Immediates and statically allocated non-immediates
1595 /* make-short-immediate dst:8 low-bits:16
1597 * Make an immediate whose low bits are LOW-BITS, and whose top bits are
1600 VM_DEFINE_OP (50, make_short_immediate
, "make-short-immediate", OP1 (U8_U8_I16
) | OP_DST
)
1605 UNPACK_8_16 (op
, dst
, val
);
1606 LOCAL_SET (dst
, SCM_PACK (val
));
1610 /* make-long-immediate dst:24 low-bits:32
1612 * Make an immediate whose low bits are LOW-BITS, and whose top bits are
1615 VM_DEFINE_OP (51, make_long_immediate
, "make-long-immediate", OP2 (U8_U24
, I32
))
1620 UNPACK_24 (op
, dst
);
1622 LOCAL_SET (dst
, SCM_PACK (val
));
1626 /* make-long-long-immediate dst:24 high-bits:32 low-bits:32
1628 * Make an immediate with HIGH-BITS and LOW-BITS.
1630 VM_DEFINE_OP (52, make_long_long_immediate
, "make-long-long-immediate", OP3 (U8_U24
, A32
, B32
) | OP_DST
)
1635 UNPACK_24 (op
, dst
);
1636 #if SIZEOF_SCM_T_BITS > 4
1641 ASSERT (ip
[1] == 0);
1644 LOCAL_SET (dst
, SCM_PACK (val
));
1648 /* make-non-immediate dst:24 offset:32
1650 * Load a pointer to statically allocated memory into DST. The
1651 * object's memory is will be found OFFSET 32-bit words away from the
1652 * current instruction pointer. OFFSET is a signed value. The
1653 * intention here is that the compiler would produce an object file
1654 * containing the words of a non-immediate object, and this
1655 * instruction creates a pointer to that memory, effectively
1656 * resurrecting that object.
1658 * Whether the object is mutable or immutable depends on where it was
1659 * allocated by the compiler, and loaded by the loader.
1661 VM_DEFINE_OP (53, make_non_immediate
, "make-non-immediate", OP2 (U8_U24
, N32
) | OP_DST
)
1666 scm_t_bits unpacked
;
1668 UNPACK_24 (op
, dst
);
1671 unpacked
= (scm_t_bits
) loc
;
1673 VM_ASSERT (!(unpacked
& 0x7), abort());
1675 LOCAL_SET (dst
, SCM_PACK (unpacked
));
1680 /* static-ref dst:24 offset:32
1682 * Load a SCM value into DST. The SCM value will be fetched from
1683 * memory, OFFSET 32-bit words away from the current instruction
1684 * pointer. OFFSET is a signed value.
1686 * The intention is for this instruction to be used to load constants
1687 * that the compiler is unable to statically allocate, like symbols.
1688 * These values would be initialized when the object file loads.
1690 VM_DEFINE_OP (54, static_ref
, "static-ref", OP2 (U8_U24
, S32
))
1695 scm_t_uintptr loc_bits
;
1697 UNPACK_24 (op
, dst
);
1700 loc_bits
= (scm_t_uintptr
) loc
;
1701 VM_ASSERT (ALIGNED_P (loc
, SCM
), abort());
1703 LOCAL_SET (dst
, *((SCM
*) loc_bits
));
1708 /* static-set! src:24 offset:32
1710 * Store a SCM value into memory, OFFSET 32-bit words away from the
1711 * current instruction pointer. OFFSET is a signed value.
1713 VM_DEFINE_OP (55, static_set
, "static-set!", OP2 (U8_U24
, LO32
))
1719 UNPACK_24 (op
, src
);
1722 VM_ASSERT (ALIGNED_P (loc
, SCM
), abort());
1724 *((SCM
*) loc
) = LOCAL_REF (src
);
1729 /* static-patch! _:24 dst-offset:32 src-offset:32
1731 * Patch a pointer at DST-OFFSET to point to SRC-OFFSET. Both offsets
1732 * are signed 32-bit values, indicating a memory address as a number
1733 * of 32-bit words away from the current instruction pointer.
1735 VM_DEFINE_OP (56, static_patch
, "static-patch!", OP3 (U8_X24
, LO32
, L32
))
1737 scm_t_int32 dst_offset
, src_offset
;
1744 dst_loc
= (void **) (ip
+ dst_offset
);
1745 src
= ip
+ src_offset
;
1746 VM_ASSERT (ALIGNED_P (dst_loc
, void*), abort());
1756 * Mutable top-level bindings
1759 /* There are three slightly different ways to resolve toplevel
1762 1. A toplevel reference outside of a function. These need to be
1763 looked up when the expression is evaluated -- no later, and no
1764 before. They are looked up relative to the module that is
1765 current when the expression is evaluated. For example:
1769 The "resolve" instruction resolves the variable (box), and then
1770 access is via box-ref or box-set!.
1772 2. A toplevel reference inside a function. These are looked up
1773 relative to the module that was current when the function was
1774 defined. Unlike code at the toplevel, which is usually run only
1775 once, these bindings benefit from memoized lookup, in which the
1776 variable resulting from the lookup is cached in the function.
1778 (lambda () (if (foo) a b))
1780 The toplevel-box instruction is equivalent to "resolve", but
1781 caches the resulting variable in statically allocated memory.
1783 3. A reference to an identifier with respect to a particular
1784 module. This can happen for primitive references, and
1785 references residualized by macro expansions. These can always
1786 be cached. Use module-box for these.
1789 /* current-module dst:24
1791 * Store the current module in DST.
1793 VM_DEFINE_OP (57, current_module
, "current-module", OP1 (U8_U24
) | OP_DST
)
1797 UNPACK_24 (op
, dst
);
1800 LOCAL_SET (dst
, scm_current_module ());
1805 /* resolve dst:24 bound?:1 _:7 sym:24
1807 * Resolve SYM in the current module, and place the resulting variable
1810 VM_DEFINE_OP (58, resolve
, "resolve", OP2 (U8_U24
, B1_X7_U24
) | OP_DST
)
1816 UNPACK_24 (op
, dst
);
1817 UNPACK_24 (ip
[1], sym
);
1820 var
= scm_lookup (LOCAL_REF (sym
));
1823 VM_ASSERT (VARIABLE_BOUNDP (var
),
1824 vm_error_unbound (fp
[0], LOCAL_REF (sym
)));
1825 LOCAL_SET (dst
, var
);
1830 /* define! sym:12 val:12
1832 * Look up a binding for SYM in the current module, creating it if
1833 * necessary. Set its value to VAL.
1835 VM_DEFINE_OP (59, define
, "define!", OP1 (U8_U12_U12
))
1837 scm_t_uint16 sym
, val
;
1838 UNPACK_12_12 (op
, sym
, val
);
1840 scm_define (LOCAL_REF (sym
), LOCAL_REF (val
));
1845 /* toplevel-box dst:24 var-offset:32 mod-offset:32 sym-offset:32 bound?:1 _:31
1847 * Load a SCM value. The SCM value will be fetched from memory,
1848 * VAR-OFFSET 32-bit words away from the current instruction pointer.
1849 * VAR-OFFSET is a signed value. Up to here, toplevel-box is like
1852 * Then, if the loaded value is a variable, it is placed in DST, and control
1855 * Otherwise, we have to resolve the variable. In that case we load
1856 * the module from MOD-OFFSET, just as we loaded the variable.
1857 * Usually the module gets set when the closure is created. The name
1858 * is an offset to a symbol.
1860 * We use the module and the symbol to resolve the variable, placing it in
1861 * DST, and caching the resolved variable so that we will hit the cache next
1864 VM_DEFINE_OP (60, toplevel_box
, "toplevel-box", OP5 (U8_U24
, S32
, S32
, N32
, B1_X31
) | OP_DST
)
1867 scm_t_int32 var_offset
;
1868 scm_t_uint32
* var_loc_u32
;
1872 UNPACK_24 (op
, dst
);
1874 var_loc_u32
= ip
+ var_offset
;
1875 VM_ASSERT (ALIGNED_P (var_loc_u32
, SCM
), abort());
1876 var_loc
= (SCM
*) var_loc_u32
;
1879 if (SCM_UNLIKELY (!SCM_VARIABLEP (var
)))
1882 scm_t_int32 mod_offset
= ip
[2]; /* signed */
1883 scm_t_int32 sym_offset
= ip
[3]; /* signed */
1884 scm_t_uint32
*mod_loc
= ip
+ mod_offset
;
1885 scm_t_uint32
*sym_loc
= ip
+ sym_offset
;
1889 VM_ASSERT (ALIGNED_P (mod_loc
, SCM
), abort());
1890 VM_ASSERT (ALIGNED_P (sym_loc
, SCM
), abort());
1892 mod
= *((SCM
*) mod_loc
);
1893 sym
= *((SCM
*) sym_loc
);
1895 /* If the toplevel scope was captured before modules were
1896 booted, use the root module. */
1897 if (scm_is_false (mod
))
1898 mod
= scm_the_root_module ();
1900 var
= scm_module_lookup (mod
, sym
);
1903 VM_ASSERT (VARIABLE_BOUNDP (var
), vm_error_unbound (fp
[0], sym
));
1908 LOCAL_SET (dst
, var
);
1912 /* module-box dst:24 var-offset:32 mod-offset:32 sym-offset:32 bound?:1 _:31
1914 * Like toplevel-box, except MOD-OFFSET points at the name of a module
1915 * instead of the module itself.
1917 VM_DEFINE_OP (61, module_box
, "module-box", OP5 (U8_U24
, S32
, N32
, N32
, B1_X31
) | OP_DST
)
1920 scm_t_int32 var_offset
;
1921 scm_t_uint32
* var_loc_u32
;
1925 UNPACK_24 (op
, dst
);
1927 var_loc_u32
= ip
+ var_offset
;
1928 VM_ASSERT (ALIGNED_P (var_loc_u32
, SCM
), abort());
1929 var_loc
= (SCM
*) var_loc_u32
;
1932 if (SCM_UNLIKELY (!SCM_VARIABLEP (var
)))
1935 scm_t_int32 modname_offset
= ip
[2]; /* signed */
1936 scm_t_int32 sym_offset
= ip
[3]; /* signed */
1937 scm_t_uint32
*modname_words
= ip
+ modname_offset
;
1938 scm_t_uint32
*sym_loc
= ip
+ sym_offset
;
1942 VM_ASSERT (!(((scm_t_uintptr
) modname_words
) & 0x7), abort());
1943 VM_ASSERT (ALIGNED_P (sym_loc
, SCM
), abort());
1945 modname
= SCM_PACK ((scm_t_bits
) modname_words
);
1946 sym
= *((SCM
*) sym_loc
);
1948 if (!scm_module_system_booted_p
)
1950 #ifdef VM_ENABLE_PARANOID_ASSERTIONS
1953 scm_equal_p (modname
,
1954 scm_list_2 (SCM_BOOL_T
,
1955 scm_from_utf8_symbol ("guile"))));
1957 var
= scm_lookup (sym
);
1959 else if (scm_is_true (SCM_CAR (modname
)))
1960 var
= scm_public_lookup (SCM_CDR (modname
), sym
);
1962 var
= scm_private_lookup (SCM_CDR (modname
), sym
);
1967 VM_ASSERT (VARIABLE_BOUNDP (var
), vm_error_unbound (fp
[0], sym
));
1972 LOCAL_SET (dst
, var
);
1979 * The dynamic environment
1982 /* prompt tag:24 escape-only?:1 _:7 proc-slot:24 _:8 handler-offset:24
1984 * Push a new prompt on the dynamic stack, with a tag from TAG and a
1985 * handler at HANDLER-OFFSET words from the current IP. The handler
1986 * will expect a multiple-value return as if from a call with the
1987 * procedure at PROC-SLOT.
1989 VM_DEFINE_OP (62, prompt
, "prompt", OP3 (U8_U24
, B1_X7_U24
, X8_L24
))
1991 scm_t_uint32 tag
, proc_slot
;
1993 scm_t_uint8 escape_only_p
;
1994 scm_t_dynstack_prompt_flags flags
;
1996 UNPACK_24 (op
, tag
);
1997 escape_only_p
= ip
[1] & 0x1;
1998 UNPACK_24 (ip
[1], proc_slot
);
2000 offset
>>= 8; /* Sign extension */
2002 /* Push the prompt onto the dynamic stack. */
2003 flags
= escape_only_p
? SCM_F_DYNSTACK_PROMPT_ESCAPE_ONLY
: 0;
2004 scm_dynstack_push_prompt (¤t_thread
->dynstack
, flags
,
2006 fp
- vp
->stack_base
,
2007 LOCAL_ADDRESS (proc_slot
) - vp
->stack_base
,
2013 /* wind winder:12 unwinder:12
2015 * Push wind and unwind procedures onto the dynamic stack. Note that
2016 * neither are actually called; the compiler should emit calls to wind
2017 * and unwind for the normal dynamic-wind control flow. Also note that
2018 * the compiler should have inserted checks that they wind and unwind
2019 * procs are thunks, if it could not prove that to be the case.
2021 VM_DEFINE_OP (63, wind
, "wind", OP1 (U8_U12_U12
))
2023 scm_t_uint16 winder
, unwinder
;
2024 UNPACK_12_12 (op
, winder
, unwinder
);
2025 scm_dynstack_push_dynwind (¤t_thread
->dynstack
,
2026 LOCAL_REF (winder
), LOCAL_REF (unwinder
));
2032 * A normal exit from the dynamic extent of an expression. Pop the top
2033 * entry off of the dynamic stack.
2035 VM_DEFINE_OP (64, unwind
, "unwind", OP1 (U8_X24
))
2037 scm_dynstack_pop (¤t_thread
->dynstack
);
2041 /* push-fluid fluid:12 value:12
2043 * Dynamically bind N fluids to values. The fluids are expected to be
2044 * allocated in a continguous range on the stack, starting from
2045 * FLUID-BASE. The values do not have this restriction.
2047 VM_DEFINE_OP (65, push_fluid
, "push-fluid", OP1 (U8_U12_U12
))
2049 scm_t_uint32 fluid
, value
;
2051 UNPACK_12_12 (op
, fluid
, value
);
2053 scm_dynstack_push_fluid (¤t_thread
->dynstack
,
2054 LOCAL_REF (fluid
), LOCAL_REF (value
),
2055 current_thread
->dynamic_state
);
2061 * Leave the dynamic extent of a with-fluids expression, restoring the
2062 * fluids to their previous values.
2064 VM_DEFINE_OP (66, pop_fluid
, "pop-fluid", OP1 (U8_X24
))
2066 /* This function must not allocate. */
2067 scm_dynstack_unwind_fluid (¤t_thread
->dynstack
,
2068 current_thread
->dynamic_state
);
2072 /* fluid-ref dst:12 src:12
2074 * Reference the fluid in SRC, and place the value in DST.
2076 VM_DEFINE_OP (67, fluid_ref
, "fluid-ref", OP1 (U8_U12_U12
) | OP_DST
)
2078 scm_t_uint16 dst
, src
;
2082 UNPACK_12_12 (op
, dst
, src
);
2083 fluid
= LOCAL_REF (src
);
2084 fluids
= SCM_I_DYNAMIC_STATE_FLUIDS (current_thread
->dynamic_state
);
2085 if (SCM_UNLIKELY (!SCM_FLUID_P (fluid
))
2086 || ((num
= SCM_I_FLUID_NUM (fluid
)) >= SCM_SIMPLE_VECTOR_LENGTH (fluids
)))
2088 /* Punt dynstate expansion and error handling to the C proc. */
2090 LOCAL_SET (dst
, scm_fluid_ref (fluid
));
2094 SCM val
= SCM_SIMPLE_VECTOR_REF (fluids
, num
);
2095 if (scm_is_eq (val
, SCM_UNDEFINED
))
2096 val
= SCM_I_FLUID_DEFAULT (fluid
);
2097 VM_ASSERT (!scm_is_eq (val
, SCM_UNDEFINED
),
2098 vm_error_unbound_fluid (SCM_FRAME_PROGRAM (fp
), fluid
));
2099 LOCAL_SET (dst
, val
);
2105 /* fluid-set fluid:12 val:12
2107 * Set the value of the fluid in DST to the value in SRC.
2109 VM_DEFINE_OP (68, fluid_set
, "fluid-set", OP1 (U8_U12_U12
))
2115 UNPACK_12_12 (op
, a
, b
);
2116 fluid
= LOCAL_REF (a
);
2117 fluids
= SCM_I_DYNAMIC_STATE_FLUIDS (current_thread
->dynamic_state
);
2118 if (SCM_UNLIKELY (!SCM_FLUID_P (fluid
))
2119 || ((num
= SCM_I_FLUID_NUM (fluid
)) >= SCM_SIMPLE_VECTOR_LENGTH (fluids
)))
2121 /* Punt dynstate expansion and error handling to the C proc. */
2123 scm_fluid_set_x (fluid
, LOCAL_REF (b
));
2126 SCM_SIMPLE_VECTOR_SET (fluids
, num
, LOCAL_REF (b
));
2135 * Strings, symbols, and keywords
2138 /* string-length dst:12 src:12
2140 * Store the length of the string in SRC in DST.
2142 VM_DEFINE_OP (69, string_length
, "string-length", OP1 (U8_U12_U12
) | OP_DST
)
2145 if (SCM_LIKELY (scm_is_string (str
)))
2146 RETURN (SCM_I_MAKINUM (scm_i_string_length (str
)));
2150 RETURN (scm_string_length (str
));
2154 /* string-ref dst:8 src:8 idx:8
2156 * Fetch the character at position IDX in the string in SRC, and store
2159 VM_DEFINE_OP (70, string_ref
, "string-ref", OP1 (U8_U8_U8_U8
) | OP_DST
)
2161 scm_t_signed_bits i
= 0;
2163 if (SCM_LIKELY (scm_is_string (str
)
2164 && SCM_I_INUMP (idx
)
2165 && ((i
= SCM_I_INUM (idx
)) >= 0)
2166 && i
< scm_i_string_length (str
)))
2167 RETURN (SCM_MAKE_CHAR (scm_i_string_ref (str
, i
)));
2171 RETURN (scm_string_ref (str
, idx
));
2175 /* No string-set! instruction, as there is no good fast path there. */
2177 /* string-to-number dst:12 src:12
2179 * Parse a string in SRC to a number, and store in DST.
2181 VM_DEFINE_OP (71, string_to_number
, "string->number", OP1 (U8_U12_U12
) | OP_DST
)
2183 scm_t_uint16 dst
, src
;
2185 UNPACK_12_12 (op
, dst
, src
);
2188 scm_string_to_number (LOCAL_REF (src
),
2189 SCM_UNDEFINED
/* radix = 10 */));
2193 /* string-to-symbol dst:12 src:12
2195 * Parse a string in SRC to a symbol, and store in DST.
2197 VM_DEFINE_OP (72, string_to_symbol
, "string->symbol", OP1 (U8_U12_U12
) | OP_DST
)
2199 scm_t_uint16 dst
, src
;
2201 UNPACK_12_12 (op
, dst
, src
);
2203 LOCAL_SET (dst
, scm_string_to_symbol (LOCAL_REF (src
)));
2207 /* symbol->keyword dst:12 src:12
2209 * Make a keyword from the symbol in SRC, and store it in DST.
2211 VM_DEFINE_OP (73, symbol_to_keyword
, "symbol->keyword", OP1 (U8_U12_U12
) | OP_DST
)
2213 scm_t_uint16 dst
, src
;
2214 UNPACK_12_12 (op
, dst
, src
);
2216 LOCAL_SET (dst
, scm_symbol_to_keyword (LOCAL_REF (src
)));
2226 /* cons dst:8 car:8 cdr:8
2228 * Cons CAR and CDR, and store the result in DST.
2230 VM_DEFINE_OP (74, cons
, "cons", OP1 (U8_U8_U8_U8
) | OP_DST
)
2233 RETURN (scm_cons (x
, y
));
2236 /* car dst:12 src:12
2238 * Place the car of SRC in DST.
2240 VM_DEFINE_OP (75, car
, "car", OP1 (U8_U12_U12
) | OP_DST
)
2243 VM_VALIDATE_PAIR (x
, "car");
2244 RETURN (SCM_CAR (x
));
2247 /* cdr dst:12 src:12
2249 * Place the cdr of SRC in DST.
2251 VM_DEFINE_OP (76, cdr
, "cdr", OP1 (U8_U12_U12
) | OP_DST
)
2254 VM_VALIDATE_PAIR (x
, "cdr");
2255 RETURN (SCM_CDR (x
));
2258 /* set-car! pair:12 car:12
2260 * Set the car of DST to SRC.
2262 VM_DEFINE_OP (77, set_car
, "set-car!", OP1 (U8_U12_U12
))
2266 UNPACK_12_12 (op
, a
, b
);
2269 VM_VALIDATE_PAIR (x
, "set-car!");
2274 /* set-cdr! pair:12 cdr:12
2276 * Set the cdr of DST to SRC.
2278 VM_DEFINE_OP (78, set_cdr
, "set-cdr!", OP1 (U8_U12_U12
))
2282 UNPACK_12_12 (op
, a
, b
);
2285 VM_VALIDATE_PAIR (x
, "set-car!");
2294 * Numeric operations
2297 /* add dst:8 a:8 b:8
2299 * Add A to B, and place the result in DST.
2301 VM_DEFINE_OP (79, add
, "add", OP1 (U8_U8_U8_U8
) | OP_DST
)
2303 BINARY_INTEGER_OP (+, scm_sum
);
2306 /* add1 dst:12 src:12
2308 * Add 1 to the value in SRC, and place the result in DST.
2310 VM_DEFINE_OP (80, add1
, "add1", OP1 (U8_U12_U12
) | OP_DST
)
2314 /* Check for overflow. We must avoid overflow in the signed
2315 addition below, even if X is not an inum. */
2316 if (SCM_LIKELY ((scm_t_signed_bits
) SCM_UNPACK (x
) <= INUM_MAX
- INUM_STEP
))
2320 /* Add 1 to the integer without untagging. */
2321 result
= SCM_PACK ((scm_t_signed_bits
) SCM_UNPACK (x
) + INUM_STEP
);
2323 if (SCM_LIKELY (SCM_I_INUMP (result
)))
2327 RETURN_EXP (scm_sum (x
, SCM_I_MAKINUM (1)));
2330 /* sub dst:8 a:8 b:8
2332 * Subtract B from A, and place the result in DST.
2334 VM_DEFINE_OP (81, sub
, "sub", OP1 (U8_U8_U8_U8
) | OP_DST
)
2336 BINARY_INTEGER_OP (-, scm_difference
);
2339 /* sub1 dst:12 src:12
2341 * Subtract 1 from SRC, and place the result in DST.
2343 VM_DEFINE_OP (82, sub1
, "sub1", OP1 (U8_U12_U12
) | OP_DST
)
2347 /* Check for overflow. We must avoid overflow in the signed
2348 subtraction below, even if X is not an inum. */
2349 if (SCM_LIKELY ((scm_t_signed_bits
) SCM_UNPACK (x
) >= INUM_MIN
+ INUM_STEP
))
2353 /* Substract 1 from the integer without untagging. */
2354 result
= SCM_PACK ((scm_t_signed_bits
) SCM_UNPACK (x
) - INUM_STEP
);
2356 if (SCM_LIKELY (SCM_I_INUMP (result
)))
2360 RETURN_EXP (scm_difference (x
, SCM_I_MAKINUM (1)));
2363 /* mul dst:8 a:8 b:8
2365 * Multiply A and B, and place the result in DST.
2367 VM_DEFINE_OP (83, mul
, "mul", OP1 (U8_U8_U8_U8
) | OP_DST
)
2370 RETURN_EXP (scm_product (x
, y
));
2373 /* div dst:8 a:8 b:8
2375 * Divide A by B, and place the result in DST.
2377 VM_DEFINE_OP (84, div
, "div", OP1 (U8_U8_U8_U8
) | OP_DST
)
2380 RETURN_EXP (scm_divide (x
, y
));
2383 /* quo dst:8 a:8 b:8
2385 * Divide A by B, and place the quotient in DST.
2387 VM_DEFINE_OP (85, quo
, "quo", OP1 (U8_U8_U8_U8
) | OP_DST
)
2390 RETURN_EXP (scm_quotient (x
, y
));
2393 /* rem dst:8 a:8 b:8
2395 * Divide A by B, and place the remainder in DST.
2397 VM_DEFINE_OP (86, rem
, "rem", OP1 (U8_U8_U8_U8
) | OP_DST
)
2400 RETURN_EXP (scm_remainder (x
, y
));
2403 /* mod dst:8 a:8 b:8
2405 * Place the modulo of A by B in DST.
2407 VM_DEFINE_OP (87, mod
, "mod", OP1 (U8_U8_U8_U8
) | OP_DST
)
2410 RETURN_EXP (scm_modulo (x
, y
));
2413 /* ash dst:8 a:8 b:8
2415 * Shift A arithmetically by B bits, and place the result in DST.
2417 VM_DEFINE_OP (88, ash
, "ash", OP1 (U8_U8_U8_U8
) | OP_DST
)
2420 if (SCM_I_INUMP (x
) && SCM_I_INUMP (y
))
2422 if (SCM_I_INUM (y
) < 0)
2423 /* Right shift, will be a fixnum. */
2424 RETURN (SCM_I_MAKINUM
2425 (SCM_SRS (SCM_I_INUM (x
),
2426 (-SCM_I_INUM (y
) <= SCM_I_FIXNUM_BIT
-1)
2427 ? -SCM_I_INUM (y
) : SCM_I_FIXNUM_BIT
-1)));
2429 /* Left shift. See comments in scm_ash. */
2431 scm_t_signed_bits nn
, bits_to_shift
;
2433 nn
= SCM_I_INUM (x
);
2434 bits_to_shift
= SCM_I_INUM (y
);
2436 if (bits_to_shift
< SCM_I_FIXNUM_BIT
-1
2438 (SCM_SRS (nn
, (SCM_I_FIXNUM_BIT
-1 - bits_to_shift
)) + 1)
2440 RETURN (SCM_I_MAKINUM (nn
<< bits_to_shift
));
2445 RETURN_EXP (scm_ash (x
, y
));
2448 /* logand dst:8 a:8 b:8
2450 * Place the bitwise AND of A and B into DST.
2452 VM_DEFINE_OP (89, logand
, "logand", OP1 (U8_U8_U8_U8
) | OP_DST
)
2455 if (SCM_I_INUMP (x
) && SCM_I_INUMP (y
))
2456 /* Compute bitwise AND without untagging */
2457 RETURN (SCM_PACK (SCM_UNPACK (x
) & SCM_UNPACK (y
)));
2458 RETURN_EXP (scm_logand (x
, y
));
2461 /* logior dst:8 a:8 b:8
2463 * Place the bitwise inclusive OR of A with B in DST.
2465 VM_DEFINE_OP (90, logior
, "logior", OP1 (U8_U8_U8_U8
) | OP_DST
)
2468 if (SCM_I_INUMP (x
) && SCM_I_INUMP (y
))
2469 /* Compute bitwise OR without untagging */
2470 RETURN (SCM_PACK (SCM_UNPACK (x
) | SCM_UNPACK (y
)));
2471 RETURN_EXP (scm_logior (x
, y
));
2474 /* logxor dst:8 a:8 b:8
2476 * Place the bitwise exclusive OR of A with B in DST.
2478 VM_DEFINE_OP (91, logxor
, "logxor", OP1 (U8_U8_U8_U8
) | OP_DST
)
2481 if (SCM_I_INUMP (x
) && SCM_I_INUMP (y
))
2482 RETURN (SCM_I_MAKINUM (SCM_I_INUM (x
) ^ SCM_I_INUM (y
)));
2483 RETURN_EXP (scm_logxor (x
, y
));
2486 /* make-vector/immediate dst:8 length:8 init:8
2488 * Make a short vector of known size and write it to DST. The vector
2489 * will have space for LENGTH slots, an immediate value. They will be
2490 * filled with the value in slot INIT.
2492 VM_DEFINE_OP (92, make_vector_immediate
, "make-vector/immediate", OP1 (U8_U8_U8_U8
) | OP_DST
)
2494 scm_t_uint8 dst
, init
;
2495 scm_t_int32 length
, n
;
2498 UNPACK_8_8_8 (op
, dst
, length
, init
);
2500 val
= LOCAL_REF (init
);
2501 vector
= scm_words (scm_tc7_vector
| (length
<< 8), length
+ 1);
2502 for (n
= 0; n
< length
; n
++)
2503 SCM_SIMPLE_VECTOR_SET (vector
, n
, val
);
2504 LOCAL_SET (dst
, vector
);
2508 /* vector-length dst:12 src:12
2510 * Store the length of the vector in SRC in DST.
2512 VM_DEFINE_OP (93, vector_length
, "vector-length", OP1 (U8_U12_U12
) | OP_DST
)
2515 if (SCM_LIKELY (SCM_I_IS_VECTOR (vect
)))
2516 RETURN (SCM_I_MAKINUM (SCM_I_VECTOR_LENGTH (vect
)));
2520 RETURN (scm_vector_length (vect
));
2524 /* vector-ref dst:8 src:8 idx:8
2526 * Fetch the item at position IDX in the vector in SRC, and store it
2529 VM_DEFINE_OP (94, vector_ref
, "vector-ref", OP1 (U8_U8_U8_U8
) | OP_DST
)
2531 scm_t_signed_bits i
= 0;
2533 if (SCM_LIKELY (SCM_I_IS_NONWEAK_VECTOR (vect
)
2534 && SCM_I_INUMP (idx
)
2535 && ((i
= SCM_I_INUM (idx
)) >= 0)
2536 && i
< SCM_I_VECTOR_LENGTH (vect
)))
2537 RETURN (SCM_I_VECTOR_ELTS (vect
)[i
]);
2541 RETURN (scm_vector_ref (vect
, idx
));
2545 /* vector-ref/immediate dst:8 src:8 idx:8
2547 * Fill DST with the item IDX elements into the vector at SRC. Useful
2548 * for building data types using vectors.
2550 VM_DEFINE_OP (95, vector_ref_immediate
, "vector-ref/immediate", OP1 (U8_U8_U8_U8
) | OP_DST
)
2552 scm_t_uint8 dst
, src
, idx
;
2555 UNPACK_8_8_8 (op
, dst
, src
, idx
);
2556 v
= LOCAL_REF (src
);
2557 if (SCM_LIKELY (SCM_I_IS_NONWEAK_VECTOR (v
)
2558 && idx
< SCM_I_VECTOR_LENGTH (v
)))
2559 LOCAL_SET (dst
, SCM_I_VECTOR_ELTS (LOCAL_REF (src
))[idx
]);
2561 LOCAL_SET (dst
, scm_c_vector_ref (v
, idx
));
2565 /* vector-set! dst:8 idx:8 src:8
2567 * Store SRC into the vector DST at index IDX.
2569 VM_DEFINE_OP (96, vector_set
, "vector-set!", OP1 (U8_U8_U8_U8
))
2571 scm_t_uint8 dst
, idx_var
, src
;
2573 scm_t_signed_bits i
= 0;
2575 UNPACK_8_8_8 (op
, dst
, idx_var
, src
);
2576 vect
= LOCAL_REF (dst
);
2577 idx
= LOCAL_REF (idx_var
);
2578 val
= LOCAL_REF (src
);
2580 if (SCM_LIKELY (SCM_I_IS_NONWEAK_VECTOR (vect
)
2581 && SCM_I_INUMP (idx
)
2582 && ((i
= SCM_I_INUM (idx
)) >= 0)
2583 && i
< SCM_I_VECTOR_LENGTH (vect
)))
2584 SCM_I_VECTOR_WELTS (vect
)[i
] = val
;
2588 scm_vector_set_x (vect
, idx
, val
);
2593 /* vector-set!/immediate dst:8 idx:8 src:8
2595 * Store SRC into the vector DST at index IDX. Here IDX is an
2598 VM_DEFINE_OP (97, vector_set_immediate
, "vector-set!/immediate", OP1 (U8_U8_U8_U8
))
2600 scm_t_uint8 dst
, idx
, src
;
2603 UNPACK_8_8_8 (op
, dst
, idx
, src
);
2604 vect
= LOCAL_REF (dst
);
2605 val
= LOCAL_REF (src
);
2607 if (SCM_LIKELY (SCM_I_IS_NONWEAK_VECTOR (vect
)
2608 && idx
< SCM_I_VECTOR_LENGTH (vect
)))
2609 SCM_I_VECTOR_WELTS (vect
)[idx
] = val
;
2613 scm_vector_set_x (vect
, scm_from_uint8 (idx
), val
);
2625 /* struct-vtable dst:12 src:12
2627 * Store the vtable of SRC into DST.
2629 VM_DEFINE_OP (98, struct_vtable
, "struct-vtable", OP1 (U8_U12_U12
) | OP_DST
)
2632 VM_VALIDATE_STRUCT (obj
, "struct_vtable");
2633 RETURN (SCM_STRUCT_VTABLE (obj
));
2636 /* allocate-struct/immediate dst:8 vtable:8 nfields:8
2638 * Allocate a new struct with VTABLE, and place it in DST. The struct
2639 * will be constructed with space for NFIELDS fields, which should
2640 * correspond to the field count of the VTABLE.
2642 VM_DEFINE_OP (99, allocate_struct_immediate
, "allocate-struct/immediate", OP1 (U8_U8_U8_U8
) | OP_DST
)
2644 scm_t_uint8 dst
, vtable
, nfields
;
2647 UNPACK_8_8_8 (op
, dst
, vtable
, nfields
);
2650 ret
= scm_allocate_struct (LOCAL_REF (vtable
), SCM_I_MAKINUM (nfields
));
2651 LOCAL_SET (dst
, ret
);
2656 /* struct-ref/immediate dst:8 src:8 idx:8
2658 * Fetch the item at slot IDX in the struct in SRC, and store it
2659 * in DST. IDX is an immediate unsigned 8-bit value.
2661 VM_DEFINE_OP (100, struct_ref_immediate
, "struct-ref/immediate", OP1 (U8_U8_U8_U8
) | OP_DST
)
2663 scm_t_uint8 dst
, src
, idx
;
2666 UNPACK_8_8_8 (op
, dst
, src
, idx
);
2668 obj
= LOCAL_REF (src
);
2670 if (SCM_LIKELY (SCM_STRUCTP (obj
)
2671 && SCM_STRUCT_VTABLE_FLAG_IS_SET (obj
,
2672 SCM_VTABLE_FLAG_SIMPLE
)
2673 && idx
< SCM_STRUCT_DATA_REF (SCM_STRUCT_VTABLE (obj
),
2674 scm_vtable_index_size
)))
2675 RETURN (SCM_STRUCT_SLOT_REF (obj
, idx
));
2678 RETURN (scm_struct_ref (obj
, SCM_I_MAKINUM (idx
)));
2681 /* struct-set!/immediate dst:8 idx:8 src:8
2683 * Store SRC into the struct DST at slot IDX. IDX is an immediate
2684 * unsigned 8-bit value.
2686 VM_DEFINE_OP (101, struct_set_immediate
, "struct-set!/immediate", OP1 (U8_U8_U8_U8
))
2688 scm_t_uint8 dst
, idx
, src
;
2691 UNPACK_8_8_8 (op
, dst
, idx
, src
);
2693 obj
= LOCAL_REF (dst
);
2694 val
= LOCAL_REF (src
);
2696 if (SCM_LIKELY (SCM_STRUCTP (obj
)
2697 && SCM_STRUCT_VTABLE_FLAG_IS_SET (obj
,
2698 SCM_VTABLE_FLAG_SIMPLE
)
2699 && SCM_STRUCT_VTABLE_FLAG_IS_SET (obj
,
2700 SCM_VTABLE_FLAG_SIMPLE_RW
)
2701 && idx
< SCM_STRUCT_DATA_REF (SCM_STRUCT_VTABLE (obj
),
2702 scm_vtable_index_size
)))
2704 SCM_STRUCT_SLOT_SET (obj
, idx
, val
);
2709 scm_struct_set_x (obj
, SCM_I_MAKINUM (idx
), val
);
2713 /* class-of dst:12 type:12
2715 * Store the vtable of SRC into DST.
2717 VM_DEFINE_OP (102, class_of
, "class-of", OP1 (U8_U12_U12
) | OP_DST
)
2720 if (SCM_INSTANCEP (obj
))
2721 RETURN (SCM_CLASS_OF (obj
));
2723 RETURN (scm_class_of (obj
));
2726 /* slot-ref dst:8 src:8 idx:8
2728 * Fetch the item at slot IDX in the struct in SRC, and store it in
2729 * DST. Unlike struct-ref, IDX is an 8-bit immediate value, not an
2730 * index into the stack.
2732 VM_DEFINE_OP (103, slot_ref
, "slot-ref", OP1 (U8_U8_U8_U8
) | OP_DST
)
2734 scm_t_uint8 dst
, src
, idx
;
2735 UNPACK_8_8_8 (op
, dst
, src
, idx
);
2737 SCM_PACK (SCM_STRUCT_DATA (LOCAL_REF (src
))[idx
]));
2741 /* slot-set! dst:8 idx:8 src:8
2743 * Store SRC into slot IDX of the struct in DST. Unlike struct-set!,
2744 * IDX is an 8-bit immediate value, not an index into the stack.
2746 VM_DEFINE_OP (104, slot_set
, "slot-set!", OP1 (U8_U8_U8_U8
))
2748 scm_t_uint8 dst
, idx
, src
;
2749 UNPACK_8_8_8 (op
, dst
, idx
, src
);
2750 SCM_STRUCT_DATA (LOCAL_REF (dst
))[idx
] = SCM_UNPACK (LOCAL_REF (src
));
2758 * Arrays, packed uniform arrays, and bytevectors.
2761 /* load-typed-array dst:8 type:8 shape:8 offset:32 len:32
2763 * Load the contiguous typed array located at OFFSET 32-bit words away
2764 * from the instruction pointer, and store into DST. LEN is a byte
2765 * length. OFFSET is signed.
2767 VM_DEFINE_OP (105, load_typed_array
, "load-typed-array", OP3 (U8_U8_U8_U8
, N32
, U32
) | OP_DST
)
2769 scm_t_uint8 dst
, type
, shape
;
2773 UNPACK_8_8_8 (op
, dst
, type
, shape
);
2777 LOCAL_SET (dst
, scm_from_contiguous_typed_array (LOCAL_REF (type
),
2783 /* make-array dst:12 type:12 _:8 fill:12 bounds:12
2785 * Make a new array with TYPE, FILL, and BOUNDS, storing it in DST.
2787 VM_DEFINE_OP (106, make_array
, "make-array", OP2 (U8_U12_U12
, X8_U12_U12
) | OP_DST
)
2789 scm_t_uint16 dst
, type
, fill
, bounds
;
2790 UNPACK_12_12 (op
, dst
, type
);
2791 UNPACK_12_12 (ip
[1], fill
, bounds
);
2793 LOCAL_SET (dst
, scm_make_typed_array (LOCAL_REF (type
), LOCAL_REF (fill
),
2794 LOCAL_REF (bounds
)));
2798 /* bv-u8-ref dst:8 src:8 idx:8
2799 * bv-s8-ref dst:8 src:8 idx:8
2800 * bv-u16-ref dst:8 src:8 idx:8
2801 * bv-s16-ref dst:8 src:8 idx:8
2802 * bv-u32-ref dst:8 src:8 idx:8
2803 * bv-s32-ref dst:8 src:8 idx:8
2804 * bv-u64-ref dst:8 src:8 idx:8
2805 * bv-s64-ref dst:8 src:8 idx:8
2806 * bv-f32-ref dst:8 src:8 idx:8
2807 * bv-f64-ref dst:8 src:8 idx:8
2809 * Fetch the item at byte offset IDX in the bytevector SRC, and store
2810 * it in DST. All accesses use native endianness.
2812 #define BV_FIXABLE_INT_REF(stem, fn_stem, type, size) \
2814 scm_t_signed_bits i; \
2815 const scm_t_ ## type *int_ptr; \
2818 VM_VALIDATE_BYTEVECTOR (bv, "bv-" #stem "-ref"); \
2819 i = SCM_I_INUM (idx); \
2820 int_ptr = (scm_t_ ## type *) (SCM_BYTEVECTOR_CONTENTS (bv) + i); \
2822 if (SCM_LIKELY (SCM_I_INUMP (idx) \
2824 && (i + size <= SCM_BYTEVECTOR_LENGTH (bv)) \
2825 && (ALIGNED_P (int_ptr, scm_t_ ## type)))) \
2826 RETURN (SCM_I_MAKINUM (*int_ptr)); \
2830 RETURN (scm_bytevector_ ## fn_stem ## _ref (bv, idx)); \
2834 #define BV_INT_REF(stem, type, size) \
2836 scm_t_signed_bits i; \
2837 const scm_t_ ## type *int_ptr; \
2840 VM_VALIDATE_BYTEVECTOR (bv, "bv-" #stem "-ref"); \
2841 i = SCM_I_INUM (idx); \
2842 int_ptr = (scm_t_ ## type *) (SCM_BYTEVECTOR_CONTENTS (bv) + i); \
2844 if (SCM_LIKELY (SCM_I_INUMP (idx) \
2846 && (i + size <= SCM_BYTEVECTOR_LENGTH (bv)) \
2847 && (ALIGNED_P (int_ptr, scm_t_ ## type)))) \
2849 scm_t_ ## type x = *int_ptr; \
2850 if (SCM_FIXABLE (x)) \
2851 RETURN (SCM_I_MAKINUM (x)); \
2855 RETURN (scm_from_ ## type (x)); \
2861 RETURN (scm_bytevector_ ## stem ## _native_ref (bv, idx)); \
2865 #define BV_FLOAT_REF(stem, fn_stem, type, size) \
2867 scm_t_signed_bits i; \
2868 const type *float_ptr; \
2871 VM_VALIDATE_BYTEVECTOR (bv, "bv-" #stem "-ref"); \
2872 i = SCM_I_INUM (idx); \
2873 float_ptr = (type *) (SCM_BYTEVECTOR_CONTENTS (bv) + i); \
2876 if (SCM_LIKELY (SCM_I_INUMP (idx) \
2878 && (i + size <= SCM_BYTEVECTOR_LENGTH (bv)) \
2879 && (ALIGNED_P (float_ptr, type)))) \
2880 RETURN (scm_from_double (*float_ptr)); \
2882 RETURN (scm_bytevector_ ## fn_stem ## _native_ref (bv, idx)); \
2885 VM_DEFINE_OP (107, bv_u8_ref
, "bv-u8-ref", OP1 (U8_U8_U8_U8
) | OP_DST
)
2886 BV_FIXABLE_INT_REF (u8
, u8
, uint8
, 1);
2888 VM_DEFINE_OP (108, bv_s8_ref
, "bv-s8-ref", OP1 (U8_U8_U8_U8
) | OP_DST
)
2889 BV_FIXABLE_INT_REF (s8
, s8
, int8
, 1);
2891 VM_DEFINE_OP (109, bv_u16_ref
, "bv-u16-ref", OP1 (U8_U8_U8_U8
) | OP_DST
)
2892 BV_FIXABLE_INT_REF (u16
, u16_native
, uint16
, 2);
2894 VM_DEFINE_OP (110, bv_s16_ref
, "bv-s16-ref", OP1 (U8_U8_U8_U8
) | OP_DST
)
2895 BV_FIXABLE_INT_REF (s16
, s16_native
, int16
, 2);
2897 VM_DEFINE_OP (111, bv_u32_ref
, "bv-u32-ref", OP1 (U8_U8_U8_U8
) | OP_DST
)
2898 #if SIZEOF_VOID_P > 4
2899 BV_FIXABLE_INT_REF (u32
, u32_native
, uint32
, 4);
2901 BV_INT_REF (u32
, uint32
, 4);
2904 VM_DEFINE_OP (112, bv_s32_ref
, "bv-s32-ref", OP1 (U8_U8_U8_U8
) | OP_DST
)
2905 #if SIZEOF_VOID_P > 4
2906 BV_FIXABLE_INT_REF (s32
, s32_native
, int32
, 4);
2908 BV_INT_REF (s32
, int32
, 4);
2911 VM_DEFINE_OP (113, bv_u64_ref
, "bv-u64-ref", OP1 (U8_U8_U8_U8
) | OP_DST
)
2912 BV_INT_REF (u64
, uint64
, 8);
2914 VM_DEFINE_OP (114, bv_s64_ref
, "bv-s64-ref", OP1 (U8_U8_U8_U8
) | OP_DST
)
2915 BV_INT_REF (s64
, int64
, 8);
2917 VM_DEFINE_OP (115, bv_f32_ref
, "bv-f32-ref", OP1 (U8_U8_U8_U8
) | OP_DST
)
2918 BV_FLOAT_REF (f32
, ieee_single
, float, 4);
2920 VM_DEFINE_OP (116, bv_f64_ref
, "bv-f64-ref", OP1 (U8_U8_U8_U8
) | OP_DST
)
2921 BV_FLOAT_REF (f64
, ieee_double
, double, 8);
2923 /* bv-u8-set! dst:8 idx:8 src:8
2924 * bv-s8-set! dst:8 idx:8 src:8
2925 * bv-u16-set! dst:8 idx:8 src:8
2926 * bv-s16-set! dst:8 idx:8 src:8
2927 * bv-u32-set! dst:8 idx:8 src:8
2928 * bv-s32-set! dst:8 idx:8 src:8
2929 * bv-u64-set! dst:8 idx:8 src:8
2930 * bv-s64-set! dst:8 idx:8 src:8
2931 * bv-f32-set! dst:8 idx:8 src:8
2932 * bv-f64-set! dst:8 idx:8 src:8
2934 * Store SRC into the bytevector DST at byte offset IDX. Multibyte
2935 * values are written using native endianness.
2937 #define BV_FIXABLE_INT_SET(stem, fn_stem, type, min, max, size) \
2939 scm_t_uint8 dst, idx, src; \
2940 scm_t_signed_bits i, j = 0; \
2941 SCM bv, scm_idx, val; \
2942 scm_t_ ## type *int_ptr; \
2944 UNPACK_8_8_8 (op, dst, idx, src); \
2945 bv = LOCAL_REF (dst); \
2946 scm_idx = LOCAL_REF (idx); \
2947 val = LOCAL_REF (src); \
2948 VM_VALIDATE_BYTEVECTOR (bv, "bv-" #stem "-set!"); \
2949 i = SCM_I_INUM (scm_idx); \
2950 int_ptr = (scm_t_ ## type *) (SCM_BYTEVECTOR_CONTENTS (bv) + i); \
2952 if (SCM_LIKELY (SCM_I_INUMP (scm_idx) \
2954 && (i + size <= SCM_BYTEVECTOR_LENGTH (bv)) \
2955 && (ALIGNED_P (int_ptr, scm_t_ ## type)) \
2956 && (SCM_I_INUMP (val)) \
2957 && ((j = SCM_I_INUM (val)) >= min) \
2959 *int_ptr = (scm_t_ ## type) j; \
2963 scm_bytevector_ ## fn_stem ## _set_x (bv, scm_idx, val); \
2968 #define BV_INT_SET(stem, type, size) \
2970 scm_t_uint8 dst, idx, src; \
2971 scm_t_signed_bits i; \
2972 SCM bv, scm_idx, val; \
2973 scm_t_ ## type *int_ptr; \
2975 UNPACK_8_8_8 (op, dst, idx, src); \
2976 bv = LOCAL_REF (dst); \
2977 scm_idx = LOCAL_REF (idx); \
2978 val = LOCAL_REF (src); \
2979 VM_VALIDATE_BYTEVECTOR (bv, "bv-" #stem "-set!"); \
2980 i = SCM_I_INUM (scm_idx); \
2981 int_ptr = (scm_t_ ## type *) (SCM_BYTEVECTOR_CONTENTS (bv) + i); \
2983 if (SCM_LIKELY (SCM_I_INUMP (scm_idx) \
2985 && (i + size <= SCM_BYTEVECTOR_LENGTH (bv)) \
2986 && (ALIGNED_P (int_ptr, scm_t_ ## type)))) \
2987 *int_ptr = scm_to_ ## type (val); \
2991 scm_bytevector_ ## stem ## _native_set_x (bv, scm_idx, val); \
2996 #define BV_FLOAT_SET(stem, fn_stem, type, size) \
2998 scm_t_uint8 dst, idx, src; \
2999 scm_t_signed_bits i; \
3000 SCM bv, scm_idx, val; \
3003 UNPACK_8_8_8 (op, dst, idx, src); \
3004 bv = LOCAL_REF (dst); \
3005 scm_idx = LOCAL_REF (idx); \
3006 val = LOCAL_REF (src); \
3007 VM_VALIDATE_BYTEVECTOR (bv, "bv-" #stem "-set!"); \
3008 i = SCM_I_INUM (scm_idx); \
3009 float_ptr = (type *) (SCM_BYTEVECTOR_CONTENTS (bv) + i); \
3011 if (SCM_LIKELY (SCM_I_INUMP (scm_idx) \
3013 && (i + size <= SCM_BYTEVECTOR_LENGTH (bv)) \
3014 && (ALIGNED_P (float_ptr, type)))) \
3015 *float_ptr = scm_to_double (val); \
3019 scm_bytevector_ ## fn_stem ## _native_set_x (bv, scm_idx, val); \
3024 VM_DEFINE_OP (117, bv_u8_set
, "bv-u8-set!", OP1 (U8_U8_U8_U8
))
3025 BV_FIXABLE_INT_SET (u8
, u8
, uint8
, 0, SCM_T_UINT8_MAX
, 1);
3027 VM_DEFINE_OP (118, bv_s8_set
, "bv-s8-set!", OP1 (U8_U8_U8_U8
))
3028 BV_FIXABLE_INT_SET (s8
, s8
, int8
, SCM_T_INT8_MIN
, SCM_T_INT8_MAX
, 1);
3030 VM_DEFINE_OP (119, bv_u16_set
, "bv-u16-set!", OP1 (U8_U8_U8_U8
))
3031 BV_FIXABLE_INT_SET (u16
, u16_native
, uint16
, 0, SCM_T_UINT16_MAX
, 2);
3033 VM_DEFINE_OP (120, bv_s16_set
, "bv-s16-set!", OP1 (U8_U8_U8_U8
))
3034 BV_FIXABLE_INT_SET (s16
, s16_native
, int16
, SCM_T_INT16_MIN
, SCM_T_INT16_MAX
, 2);
3036 VM_DEFINE_OP (121, bv_u32_set
, "bv-u32-set!", OP1 (U8_U8_U8_U8
))
3037 #if SIZEOF_VOID_P > 4
3038 BV_FIXABLE_INT_SET (u32
, u32_native
, uint32
, 0, SCM_T_UINT32_MAX
, 4);
3040 BV_INT_SET (u32
, uint32
, 4);
3043 VM_DEFINE_OP (122, bv_s32_set
, "bv-s32-set!", OP1 (U8_U8_U8_U8
))
3044 #if SIZEOF_VOID_P > 4
3045 BV_FIXABLE_INT_SET (s32
, s32_native
, int32
, SCM_T_INT32_MIN
, SCM_T_INT32_MAX
, 4);
3047 BV_INT_SET (s32
, int32
, 4);
3050 VM_DEFINE_OP (123, bv_u64_set
, "bv-u64-set!", OP1 (U8_U8_U8_U8
))
3051 BV_INT_SET (u64
, uint64
, 8);
3053 VM_DEFINE_OP (124, bv_s64_set
, "bv-s64-set!", OP1 (U8_U8_U8_U8
))
3054 BV_INT_SET (s64
, int64
, 8);
3056 VM_DEFINE_OP (125, bv_f32_set
, "bv-f32-set!", OP1 (U8_U8_U8_U8
))
3057 BV_FLOAT_SET (f32
, ieee_single
, float, 4);
3059 VM_DEFINE_OP (126, bv_f64_set
, "bv-f64-set!", OP1 (U8_U8_U8_U8
))
3060 BV_FLOAT_SET (f64
, ieee_double
, double, 8);
3062 VM_DEFINE_OP (127, unused_127
, NULL
, NOP
)
3063 VM_DEFINE_OP (128, unused_128
, NULL
, NOP
)
3064 VM_DEFINE_OP (129, unused_129
, NULL
, NOP
)
3065 VM_DEFINE_OP (130, unused_130
, NULL
, NOP
)
3066 VM_DEFINE_OP (131, unused_131
, NULL
, NOP
)
3067 VM_DEFINE_OP (132, unused_132
, NULL
, NOP
)
3068 VM_DEFINE_OP (133, unused_133
, NULL
, NOP
)
3069 VM_DEFINE_OP (134, unused_134
, NULL
, NOP
)
3070 VM_DEFINE_OP (135, unused_135
, NULL
, NOP
)
3071 VM_DEFINE_OP (136, unused_136
, NULL
, NOP
)
3072 VM_DEFINE_OP (137, unused_137
, NULL
, NOP
)
3073 VM_DEFINE_OP (138, unused_138
, NULL
, NOP
)
3074 VM_DEFINE_OP (139, unused_139
, NULL
, NOP
)
3075 VM_DEFINE_OP (140, unused_140
, NULL
, NOP
)
3076 VM_DEFINE_OP (141, unused_141
, NULL
, NOP
)
3077 VM_DEFINE_OP (142, unused_142
, NULL
, NOP
)
3078 VM_DEFINE_OP (143, unused_143
, NULL
, NOP
)
3079 VM_DEFINE_OP (144, unused_144
, NULL
, NOP
)
3080 VM_DEFINE_OP (145, unused_145
, NULL
, NOP
)
3081 VM_DEFINE_OP (146, unused_146
, NULL
, NOP
)
3082 VM_DEFINE_OP (147, unused_147
, NULL
, NOP
)
3083 VM_DEFINE_OP (148, unused_148
, NULL
, NOP
)
3084 VM_DEFINE_OP (149, unused_149
, NULL
, NOP
)
3085 VM_DEFINE_OP (150, unused_150
, NULL
, NOP
)
3086 VM_DEFINE_OP (151, unused_151
, NULL
, NOP
)
3087 VM_DEFINE_OP (152, unused_152
, NULL
, NOP
)
3088 VM_DEFINE_OP (153, unused_153
, NULL
, NOP
)
3089 VM_DEFINE_OP (154, unused_154
, NULL
, NOP
)
3090 VM_DEFINE_OP (155, unused_155
, NULL
, NOP
)
3091 VM_DEFINE_OP (156, unused_156
, NULL
, NOP
)
3092 VM_DEFINE_OP (157, unused_157
, NULL
, NOP
)
3093 VM_DEFINE_OP (158, unused_158
, NULL
, NOP
)
3094 VM_DEFINE_OP (159, unused_159
, NULL
, NOP
)
3095 VM_DEFINE_OP (160, unused_160
, NULL
, NOP
)
3096 VM_DEFINE_OP (161, unused_161
, NULL
, NOP
)
3097 VM_DEFINE_OP (162, unused_162
, NULL
, NOP
)
3098 VM_DEFINE_OP (163, unused_163
, NULL
, NOP
)
3099 VM_DEFINE_OP (164, unused_164
, NULL
, NOP
)
3100 VM_DEFINE_OP (165, unused_165
, NULL
, NOP
)
3101 VM_DEFINE_OP (166, unused_166
, NULL
, NOP
)
3102 VM_DEFINE_OP (167, unused_167
, NULL
, NOP
)
3103 VM_DEFINE_OP (168, unused_168
, NULL
, NOP
)
3104 VM_DEFINE_OP (169, unused_169
, NULL
, NOP
)
3105 VM_DEFINE_OP (170, unused_170
, NULL
, NOP
)
3106 VM_DEFINE_OP (171, unused_171
, NULL
, NOP
)
3107 VM_DEFINE_OP (172, unused_172
, NULL
, NOP
)
3108 VM_DEFINE_OP (173, unused_173
, NULL
, NOP
)
3109 VM_DEFINE_OP (174, unused_174
, NULL
, NOP
)
3110 VM_DEFINE_OP (175, unused_175
, NULL
, NOP
)
3111 VM_DEFINE_OP (176, unused_176
, NULL
, NOP
)
3112 VM_DEFINE_OP (177, unused_177
, NULL
, NOP
)
3113 VM_DEFINE_OP (178, unused_178
, NULL
, NOP
)
3114 VM_DEFINE_OP (179, unused_179
, NULL
, NOP
)
3115 VM_DEFINE_OP (180, unused_180
, NULL
, NOP
)
3116 VM_DEFINE_OP (181, unused_181
, NULL
, NOP
)
3117 VM_DEFINE_OP (182, unused_182
, NULL
, NOP
)
3118 VM_DEFINE_OP (183, unused_183
, NULL
, NOP
)
3119 VM_DEFINE_OP (184, unused_184
, NULL
, NOP
)
3120 VM_DEFINE_OP (185, unused_185
, NULL
, NOP
)
3121 VM_DEFINE_OP (186, unused_186
, NULL
, NOP
)
3122 VM_DEFINE_OP (187, unused_187
, NULL
, NOP
)
3123 VM_DEFINE_OP (188, unused_188
, NULL
, NOP
)
3124 VM_DEFINE_OP (189, unused_189
, NULL
, NOP
)
3125 VM_DEFINE_OP (190, unused_190
, NULL
, NOP
)
3126 VM_DEFINE_OP (191, unused_191
, NULL
, NOP
)
3127 VM_DEFINE_OP (192, unused_192
, NULL
, NOP
)
3128 VM_DEFINE_OP (193, unused_193
, NULL
, NOP
)
3129 VM_DEFINE_OP (194, unused_194
, NULL
, NOP
)
3130 VM_DEFINE_OP (195, unused_195
, NULL
, NOP
)
3131 VM_DEFINE_OP (196, unused_196
, NULL
, NOP
)
3132 VM_DEFINE_OP (197, unused_197
, NULL
, NOP
)
3133 VM_DEFINE_OP (198, unused_198
, NULL
, NOP
)
3134 VM_DEFINE_OP (199, unused_199
, NULL
, NOP
)
3135 VM_DEFINE_OP (200, unused_200
, NULL
, NOP
)
3136 VM_DEFINE_OP (201, unused_201
, NULL
, NOP
)
3137 VM_DEFINE_OP (202, unused_202
, NULL
, NOP
)
3138 VM_DEFINE_OP (203, unused_203
, NULL
, NOP
)
3139 VM_DEFINE_OP (204, unused_204
, NULL
, NOP
)
3140 VM_DEFINE_OP (205, unused_205
, NULL
, NOP
)
3141 VM_DEFINE_OP (206, unused_206
, NULL
, NOP
)
3142 VM_DEFINE_OP (207, unused_207
, NULL
, NOP
)
3143 VM_DEFINE_OP (208, unused_208
, NULL
, NOP
)
3144 VM_DEFINE_OP (209, unused_209
, NULL
, NOP
)
3145 VM_DEFINE_OP (210, unused_210
, NULL
, NOP
)
3146 VM_DEFINE_OP (211, unused_211
, NULL
, NOP
)
3147 VM_DEFINE_OP (212, unused_212
, NULL
, NOP
)
3148 VM_DEFINE_OP (213, unused_213
, NULL
, NOP
)
3149 VM_DEFINE_OP (214, unused_214
, NULL
, NOP
)
3150 VM_DEFINE_OP (215, unused_215
, NULL
, NOP
)
3151 VM_DEFINE_OP (216, unused_216
, NULL
, NOP
)
3152 VM_DEFINE_OP (217, unused_217
, NULL
, NOP
)
3153 VM_DEFINE_OP (218, unused_218
, NULL
, NOP
)
3154 VM_DEFINE_OP (219, unused_219
, NULL
, NOP
)
3155 VM_DEFINE_OP (220, unused_220
, NULL
, NOP
)
3156 VM_DEFINE_OP (221, unused_221
, NULL
, NOP
)
3157 VM_DEFINE_OP (222, unused_222
, NULL
, NOP
)
3158 VM_DEFINE_OP (223, unused_223
, NULL
, NOP
)
3159 VM_DEFINE_OP (224, unused_224
, NULL
, NOP
)
3160 VM_DEFINE_OP (225, unused_225
, NULL
, NOP
)
3161 VM_DEFINE_OP (226, unused_226
, NULL
, NOP
)
3162 VM_DEFINE_OP (227, unused_227
, NULL
, NOP
)
3163 VM_DEFINE_OP (228, unused_228
, NULL
, NOP
)
3164 VM_DEFINE_OP (229, unused_229
, NULL
, NOP
)
3165 VM_DEFINE_OP (230, unused_230
, NULL
, NOP
)
3166 VM_DEFINE_OP (231, unused_231
, NULL
, NOP
)
3167 VM_DEFINE_OP (232, unused_232
, NULL
, NOP
)
3168 VM_DEFINE_OP (233, unused_233
, NULL
, NOP
)
3169 VM_DEFINE_OP (234, unused_234
, NULL
, NOP
)
3170 VM_DEFINE_OP (235, unused_235
, NULL
, NOP
)
3171 VM_DEFINE_OP (236, unused_236
, NULL
, NOP
)
3172 VM_DEFINE_OP (237, unused_237
, NULL
, NOP
)
3173 VM_DEFINE_OP (238, unused_238
, NULL
, NOP
)
3174 VM_DEFINE_OP (239, unused_239
, NULL
, NOP
)
3175 VM_DEFINE_OP (240, unused_240
, NULL
, NOP
)
3176 VM_DEFINE_OP (241, unused_241
, NULL
, NOP
)
3177 VM_DEFINE_OP (242, unused_242
, NULL
, NOP
)
3178 VM_DEFINE_OP (243, unused_243
, NULL
, NOP
)
3179 VM_DEFINE_OP (244, unused_244
, NULL
, NOP
)
3180 VM_DEFINE_OP (245, unused_245
, NULL
, NOP
)
3181 VM_DEFINE_OP (246, unused_246
, NULL
, NOP
)
3182 VM_DEFINE_OP (247, unused_247
, NULL
, NOP
)
3183 VM_DEFINE_OP (248, unused_248
, NULL
, NOP
)
3184 VM_DEFINE_OP (249, unused_249
, NULL
, NOP
)
3185 VM_DEFINE_OP (250, unused_250
, NULL
, NOP
)
3186 VM_DEFINE_OP (251, unused_251
, NULL
, NOP
)
3187 VM_DEFINE_OP (252, unused_252
, NULL
, NOP
)
3188 VM_DEFINE_OP (253, unused_253
, NULL
, NOP
)
3189 VM_DEFINE_OP (254, unused_254
, NULL
, NOP
)
3190 VM_DEFINE_OP (255, unused_255
, NULL
, NOP
)
3192 vm_error_bad_instruction (op
);
3193 abort (); /* never reached */
3196 END_DISPATCH_SWITCH
;
3200 #undef ABORT_CONTINUATION_HOOK
3205 #undef BEGIN_DISPATCH_SWITCH
3206 #undef BINARY_INTEGER_OP
3207 #undef BR_ARITHMETIC
3211 #undef BV_FIXABLE_INT_REF
3212 #undef BV_FIXABLE_INT_SET
3217 #undef CACHE_REGISTER
3218 #undef CHECK_OVERFLOW
3219 #undef END_DISPATCH_SWITCH
3220 #undef FREE_VARIABLE_REF
3229 #undef POP_CONTINUATION_HOOK
3230 #undef PUSH_CONTINUATION_HOOK
3231 #undef RESTORE_CONTINUATION_HOOK
3233 #undef RETURN_ONE_VALUE
3234 #undef RETURN_VALUE_LIST
3244 #undef VARIABLE_BOUNDP
3247 #undef VM_CHECK_FREE_VARIABLE
3248 #undef VM_CHECK_OBJECT
3249 #undef VM_CHECK_UNDERFLOW
3251 #undef VM_INSTRUCTION_TO_LABEL
3253 #undef VM_VALIDATE_BYTEVECTOR
3254 #undef VM_VALIDATE_PAIR
3255 #undef VM_VALIDATE_STRUCT
3258 (defun renumber-ops ()
3259 "start from top of buffer and renumber 'VM_DEFINE_FOO (\n' sequences"
3262 (let ((counter -1)) (goto-char (point-min))
3263 (while (re-search-forward "^ *VM_DEFINE_[^ ]+ (\\([^,]+\\)," (point-max) t)
3265 (number-to-string (setq counter (1+ counter)))