| ... |
... |
@@ -91,6 +91,80 @@ See also Note [Width of parameters] for some more motivation. |
|
91
|
91
|
|
|
92
|
92
|
/* #define INTERP_STATS */
|
|
93
|
93
|
|
|
|
94
|
+// Note [Instruction dispatch in the bytecode interpreter]
|
|
|
95
|
+// ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
96
|
+// Like all bytecode interpreters out there, instruction dispatch is
|
|
|
97
|
+// the backbone of our bytecode interpreter:
|
|
|
98
|
+//
|
|
|
99
|
+// - Each instruction starts with a unique integer tag
|
|
|
100
|
+// - Each instruction has a piece of code to handle it
|
|
|
101
|
+// - Fetch next instruction's tag, interpret, repeat
|
|
|
102
|
+//
|
|
|
103
|
+// There are two classical approaches to organize the interpreter loop
|
|
|
104
|
+// and implement instruction dispatch:
|
|
|
105
|
+//
|
|
|
106
|
+// 1. switch-case: fetch the instruction tag, then a switch statement
|
|
|
107
|
+// contains each instruction's handler code as a case within it.
|
|
|
108
|
+// This is the simplest and most portable approach, but the
|
|
|
109
|
+// compiler often generates suboptimal code that involves two jumps
|
|
|
110
|
+// per instruction: the first one that jumps back to the switch
|
|
|
111
|
+// statement, followed by the second one that jumps to the handler
|
|
|
112
|
+// case statement.
|
|
|
113
|
+// 2. computed-goto (direct threaded code): GNU C has an extension
|
|
|
114
|
+// (https://gcc.gnu.org/onlinedocs/gcc/Labels-as-Values.html) that
|
|
|
115
|
+// allows storing a code label as a pointer and using the goto
|
|
|
116
|
+// statement to jump to such a pointer. So we can organize the
|
|
|
117
|
+// handler code as a code block under a label, have a pointer array
|
|
|
118
|
+// that maps an instruction tag to its handler's code label, then
|
|
|
119
|
+// instruction dispatch can happen with a single jump after a
|
|
|
120
|
+// memory load.
|
|
|
121
|
+//
|
|
|
122
|
+// A classical paper "The Structure and Performance of Efficient
|
|
|
123
|
+// Interpreters" by M. Anton Ertl and David Gregg in 2003 explains it
|
|
|
124
|
+// in further details with profiling data:
|
|
|
125
|
+// https://jilp.org/vol5/v5paper12.pdf. There exist more subtle issues
|
|
|
126
|
+// like interaction with modern CPU's branch predictors, though in
|
|
|
127
|
+// practice computed-goto does outperform switch-case, and I've
|
|
|
128
|
+// observed around 10%-15% wall clock time speedup in simple
|
|
|
129
|
+// benchmarks, so our bytecode interpreter now defaults to using
|
|
|
130
|
+// computed-goto when applicable, and falls back to switch-case in
|
|
|
131
|
+// other cases.
|
|
|
132
|
+//
|
|
|
133
|
+// The COMPUTED_GOTO macro is defined when we use computed-goto. We
|
|
|
134
|
+// don't do autoconf feature detection since it works with all
|
|
|
135
|
+// versions of gcc/clang on all platforms we currently support.
|
|
|
136
|
+// Exceptions include:
|
|
|
137
|
+//
|
|
|
138
|
+// - When DEBUG or other macros are enabled so that there's extra
|
|
|
139
|
+// logic per instruction: assertions, statistics, etc. To make
|
|
|
140
|
+// computed-goto support those would need us to duplicate the extra
|
|
|
141
|
+// code in every instruction's handler code block, not really worth
|
|
|
142
|
+// it when speed is not the primary concern.
|
|
|
143
|
+// - On wasm, because wasm prohibits goto anyway and LLVM has to lower
|
|
|
144
|
+// goto in C to br_table, so there's no performance benefit of
|
|
|
145
|
+// computed-goto, only slight penalty due to an extra load from the
|
|
|
146
|
+// user-defined dispatch table in the linear memory.
|
|
|
147
|
+//
|
|
|
148
|
+// The source of truth for our bytecode definition is
|
|
|
149
|
+// rts/include/rts/Bytecodes.h. For each bytecode `#define bci_FOO
|
|
|
150
|
+// tag`, we have jumptable[tag] which stores the 32-bit offset
|
|
|
151
|
+// `&&lbl_bci_FOO - &&lbl_bci_DEFAULT`, so the goto destination can
|
|
|
152
|
+// always be computed by adding the jumptable[tag] offset to the base
|
|
|
153
|
+// address `&&lbl_bci_DEFAULT`. Whenever you change the bytecode
|
|
|
154
|
+// definitions, always remember to update `jumptable` as well!
|
|
|
155
|
+
|
|
|
156
|
+#if !defined(DEBUG) && !defined(ASSERTS_ENABLED) && !defined(INTERP_STATS) && !defined(wasm32_HOST_ARCH)
|
|
|
157
|
+#define COMPUTED_GOTO
|
|
|
158
|
+#endif
|
|
|
159
|
+
|
|
|
160
|
+#if defined(COMPUTED_GOTO)
|
|
|
161
|
+#pragma GCC diagnostic ignored "-Wpointer-arith"
|
|
|
162
|
+#define INSTRUCTION(name) lbl_##name
|
|
|
163
|
+#define NEXT_INSTRUCTION goto *(&&lbl_bci_DEFAULT + jumptable[(bci = instrs[bciPtr++]) & 0xFF])
|
|
|
164
|
+#else
|
|
|
165
|
+#define INSTRUCTION(name) case name
|
|
|
166
|
+#define NEXT_INSTRUCTION goto nextInsn
|
|
|
167
|
+#endif
|
|
94
|
168
|
|
|
95
|
169
|
/* Sp points to the lowest live word on the stack. */
|
|
96
|
170
|
|
| ... |
... |
@@ -1542,7 +1616,9 @@ run_BCO: |
|
1542
|
1616
|
it_lastopc = 0; /* no opcode */
|
|
1543
|
1617
|
#endif
|
|
1544
|
1618
|
|
|
|
1619
|
+#if !defined(COMPUTED_GOTO)
|
|
1545
|
1620
|
nextInsn:
|
|
|
1621
|
+#endif
|
|
1546
|
1622
|
ASSERT(bciPtr < bcoSize);
|
|
1547
|
1623
|
IF_DEBUG(interpreter,
|
|
1548
|
1624
|
//if (do_print_stack) {
|
| ... |
... |
@@ -1572,15 +1648,263 @@ run_BCO: |
|
1572
|
1648
|
it_lastopc = (int)instrs[bciPtr];
|
|
1573
|
1649
|
#endif
|
|
1574
|
1650
|
|
|
1575
|
|
- bci = BCO_NEXT;
|
|
|
1651
|
+#if defined(COMPUTED_GOTO)
|
|
|
1652
|
+ static const int32_t jumptable[] = {
|
|
|
1653
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1654
|
+ &&lbl_bci_STKCHECK - &&lbl_bci_DEFAULT,
|
|
|
1655
|
+ &&lbl_bci_PUSH_L - &&lbl_bci_DEFAULT,
|
|
|
1656
|
+ &&lbl_bci_PUSH_LL - &&lbl_bci_DEFAULT,
|
|
|
1657
|
+ &&lbl_bci_PUSH_LLL - &&lbl_bci_DEFAULT,
|
|
|
1658
|
+ &&lbl_bci_PUSH8 - &&lbl_bci_DEFAULT,
|
|
|
1659
|
+ &&lbl_bci_PUSH16 - &&lbl_bci_DEFAULT,
|
|
|
1660
|
+ &&lbl_bci_PUSH32 - &&lbl_bci_DEFAULT,
|
|
|
1661
|
+ &&lbl_bci_PUSH8_W - &&lbl_bci_DEFAULT,
|
|
|
1662
|
+ &&lbl_bci_PUSH16_W - &&lbl_bci_DEFAULT,
|
|
|
1663
|
+ &&lbl_bci_PUSH32_W - &&lbl_bci_DEFAULT,
|
|
|
1664
|
+ &&lbl_bci_PUSH_G - &&lbl_bci_DEFAULT,
|
|
|
1665
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1666
|
+ &&lbl_bci_PUSH_ALTS_P - &&lbl_bci_DEFAULT,
|
|
|
1667
|
+ &&lbl_bci_PUSH_ALTS_N - &&lbl_bci_DEFAULT,
|
|
|
1668
|
+ &&lbl_bci_PUSH_ALTS_F - &&lbl_bci_DEFAULT,
|
|
|
1669
|
+ &&lbl_bci_PUSH_ALTS_D - &&lbl_bci_DEFAULT,
|
|
|
1670
|
+ &&lbl_bci_PUSH_ALTS_L - &&lbl_bci_DEFAULT,
|
|
|
1671
|
+ &&lbl_bci_PUSH_ALTS_V - &&lbl_bci_DEFAULT,
|
|
|
1672
|
+ &&lbl_bci_PUSH_PAD8 - &&lbl_bci_DEFAULT,
|
|
|
1673
|
+ &&lbl_bci_PUSH_PAD16 - &&lbl_bci_DEFAULT,
|
|
|
1674
|
+ &&lbl_bci_PUSH_PAD32 - &&lbl_bci_DEFAULT,
|
|
|
1675
|
+ &&lbl_bci_PUSH_UBX8 - &&lbl_bci_DEFAULT,
|
|
|
1676
|
+ &&lbl_bci_PUSH_UBX16 - &&lbl_bci_DEFAULT,
|
|
|
1677
|
+ &&lbl_bci_PUSH_UBX32 - &&lbl_bci_DEFAULT,
|
|
|
1678
|
+ &&lbl_bci_PUSH_UBX - &&lbl_bci_DEFAULT,
|
|
|
1679
|
+ &&lbl_bci_PUSH_APPLY_N - &&lbl_bci_DEFAULT,
|
|
|
1680
|
+ &&lbl_bci_PUSH_APPLY_F - &&lbl_bci_DEFAULT,
|
|
|
1681
|
+ &&lbl_bci_PUSH_APPLY_D - &&lbl_bci_DEFAULT,
|
|
|
1682
|
+ &&lbl_bci_PUSH_APPLY_L - &&lbl_bci_DEFAULT,
|
|
|
1683
|
+ &&lbl_bci_PUSH_APPLY_V - &&lbl_bci_DEFAULT,
|
|
|
1684
|
+ &&lbl_bci_PUSH_APPLY_P - &&lbl_bci_DEFAULT,
|
|
|
1685
|
+ &&lbl_bci_PUSH_APPLY_PP - &&lbl_bci_DEFAULT,
|
|
|
1686
|
+ &&lbl_bci_PUSH_APPLY_PPP - &&lbl_bci_DEFAULT,
|
|
|
1687
|
+ &&lbl_bci_PUSH_APPLY_PPPP - &&lbl_bci_DEFAULT,
|
|
|
1688
|
+ &&lbl_bci_PUSH_APPLY_PPPPP - &&lbl_bci_DEFAULT,
|
|
|
1689
|
+ &&lbl_bci_PUSH_APPLY_PPPPPP - &&lbl_bci_DEFAULT,
|
|
|
1690
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1691
|
+ &&lbl_bci_SLIDE - &&lbl_bci_DEFAULT,
|
|
|
1692
|
+ &&lbl_bci_ALLOC_AP - &&lbl_bci_DEFAULT,
|
|
|
1693
|
+ &&lbl_bci_ALLOC_AP_NOUPD - &&lbl_bci_DEFAULT,
|
|
|
1694
|
+ &&lbl_bci_ALLOC_PAP - &&lbl_bci_DEFAULT,
|
|
|
1695
|
+ &&lbl_bci_MKAP - &&lbl_bci_DEFAULT,
|
|
|
1696
|
+ &&lbl_bci_MKPAP - &&lbl_bci_DEFAULT,
|
|
|
1697
|
+ &&lbl_bci_UNPACK - &&lbl_bci_DEFAULT,
|
|
|
1698
|
+ &&lbl_bci_PACK - &&lbl_bci_DEFAULT,
|
|
|
1699
|
+ &&lbl_bci_TESTLT_I - &&lbl_bci_DEFAULT,
|
|
|
1700
|
+ &&lbl_bci_TESTEQ_I - &&lbl_bci_DEFAULT,
|
|
|
1701
|
+ &&lbl_bci_TESTLT_F - &&lbl_bci_DEFAULT,
|
|
|
1702
|
+ &&lbl_bci_TESTEQ_F - &&lbl_bci_DEFAULT,
|
|
|
1703
|
+ &&lbl_bci_TESTLT_D - &&lbl_bci_DEFAULT,
|
|
|
1704
|
+ &&lbl_bci_TESTEQ_D - &&lbl_bci_DEFAULT,
|
|
|
1705
|
+ &&lbl_bci_TESTLT_P - &&lbl_bci_DEFAULT,
|
|
|
1706
|
+ &&lbl_bci_TESTEQ_P - &&lbl_bci_DEFAULT,
|
|
|
1707
|
+ &&lbl_bci_CASEFAIL - &&lbl_bci_DEFAULT,
|
|
|
1708
|
+ &&lbl_bci_JMP - &&lbl_bci_DEFAULT,
|
|
|
1709
|
+ &&lbl_bci_CCALL - &&lbl_bci_DEFAULT,
|
|
|
1710
|
+ &&lbl_bci_SWIZZLE - &&lbl_bci_DEFAULT,
|
|
|
1711
|
+ &&lbl_bci_ENTER - &&lbl_bci_DEFAULT,
|
|
|
1712
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1713
|
+ &&lbl_bci_RETURN_P - &&lbl_bci_DEFAULT,
|
|
|
1714
|
+ &&lbl_bci_RETURN_N - &&lbl_bci_DEFAULT,
|
|
|
1715
|
+ &&lbl_bci_RETURN_F - &&lbl_bci_DEFAULT,
|
|
|
1716
|
+ &&lbl_bci_RETURN_D - &&lbl_bci_DEFAULT,
|
|
|
1717
|
+ &&lbl_bci_RETURN_L - &&lbl_bci_DEFAULT,
|
|
|
1718
|
+ &&lbl_bci_RETURN_V - &&lbl_bci_DEFAULT,
|
|
|
1719
|
+ &&lbl_bci_BRK_FUN - &&lbl_bci_DEFAULT,
|
|
|
1720
|
+ &&lbl_bci_TESTLT_W - &&lbl_bci_DEFAULT,
|
|
|
1721
|
+ &&lbl_bci_TESTEQ_W - &&lbl_bci_DEFAULT,
|
|
|
1722
|
+ &&lbl_bci_RETURN_T - &&lbl_bci_DEFAULT,
|
|
|
1723
|
+ &&lbl_bci_PUSH_ALTS_T - &&lbl_bci_DEFAULT,
|
|
|
1724
|
+ &&lbl_bci_TESTLT_I64 - &&lbl_bci_DEFAULT,
|
|
|
1725
|
+ &&lbl_bci_TESTEQ_I64 - &&lbl_bci_DEFAULT,
|
|
|
1726
|
+ &&lbl_bci_TESTLT_I32 - &&lbl_bci_DEFAULT,
|
|
|
1727
|
+ &&lbl_bci_TESTEQ_I32 - &&lbl_bci_DEFAULT,
|
|
|
1728
|
+ &&lbl_bci_TESTLT_I16 - &&lbl_bci_DEFAULT,
|
|
|
1729
|
+ &&lbl_bci_TESTEQ_I16 - &&lbl_bci_DEFAULT,
|
|
|
1730
|
+ &&lbl_bci_TESTLT_I8 - &&lbl_bci_DEFAULT,
|
|
|
1731
|
+ &&lbl_bci_TESTEQ_I8 - &&lbl_bci_DEFAULT,
|
|
|
1732
|
+ &&lbl_bci_TESTLT_W64 - &&lbl_bci_DEFAULT,
|
|
|
1733
|
+ &&lbl_bci_TESTEQ_W64 - &&lbl_bci_DEFAULT,
|
|
|
1734
|
+ &&lbl_bci_TESTLT_W32 - &&lbl_bci_DEFAULT,
|
|
|
1735
|
+ &&lbl_bci_TESTEQ_W32 - &&lbl_bci_DEFAULT,
|
|
|
1736
|
+ &&lbl_bci_TESTLT_W16 - &&lbl_bci_DEFAULT,
|
|
|
1737
|
+ &&lbl_bci_TESTEQ_W16 - &&lbl_bci_DEFAULT,
|
|
|
1738
|
+ &&lbl_bci_TESTLT_W8 - &&lbl_bci_DEFAULT,
|
|
|
1739
|
+ &&lbl_bci_TESTEQ_W8 - &&lbl_bci_DEFAULT,
|
|
|
1740
|
+ &&lbl_bci_PRIMCALL - &&lbl_bci_DEFAULT,
|
|
|
1741
|
+ &&lbl_bci_BCO_NAME - &&lbl_bci_DEFAULT,
|
|
|
1742
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1743
|
+ &&lbl_bci_OP_ADD_64 - &&lbl_bci_DEFAULT,
|
|
|
1744
|
+ &&lbl_bci_OP_SUB_64 - &&lbl_bci_DEFAULT,
|
|
|
1745
|
+ &&lbl_bci_OP_AND_64 - &&lbl_bci_DEFAULT,
|
|
|
1746
|
+ &&lbl_bci_OP_XOR_64 - &&lbl_bci_DEFAULT,
|
|
|
1747
|
+ &&lbl_bci_OP_NOT_64 - &&lbl_bci_DEFAULT,
|
|
|
1748
|
+ &&lbl_bci_OP_NEG_64 - &&lbl_bci_DEFAULT,
|
|
|
1749
|
+ &&lbl_bci_OP_MUL_64 - &&lbl_bci_DEFAULT,
|
|
|
1750
|
+ &&lbl_bci_OP_SHL_64 - &&lbl_bci_DEFAULT,
|
|
|
1751
|
+ &&lbl_bci_OP_ASR_64 - &&lbl_bci_DEFAULT,
|
|
|
1752
|
+ &&lbl_bci_OP_LSR_64 - &&lbl_bci_DEFAULT,
|
|
|
1753
|
+ &&lbl_bci_OP_OR_64 - &&lbl_bci_DEFAULT,
|
|
|
1754
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1755
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1756
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1757
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1758
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1759
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1760
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1761
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1762
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1763
|
+ &&lbl_bci_OP_NEQ_64 - &&lbl_bci_DEFAULT,
|
|
|
1764
|
+ &&lbl_bci_OP_EQ_64 - &&lbl_bci_DEFAULT,
|
|
|
1765
|
+ &&lbl_bci_OP_U_GE_64 - &&lbl_bci_DEFAULT,
|
|
|
1766
|
+ &&lbl_bci_OP_U_GT_64 - &&lbl_bci_DEFAULT,
|
|
|
1767
|
+ &&lbl_bci_OP_U_LT_64 - &&lbl_bci_DEFAULT,
|
|
|
1768
|
+ &&lbl_bci_OP_U_LE_64 - &&lbl_bci_DEFAULT,
|
|
|
1769
|
+ &&lbl_bci_OP_S_GE_64 - &&lbl_bci_DEFAULT,
|
|
|
1770
|
+ &&lbl_bci_OP_S_GT_64 - &&lbl_bci_DEFAULT,
|
|
|
1771
|
+ &&lbl_bci_OP_S_LT_64 - &&lbl_bci_DEFAULT,
|
|
|
1772
|
+ &&lbl_bci_OP_S_LE_64 - &&lbl_bci_DEFAULT,
|
|
|
1773
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1774
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1775
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1776
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1777
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1778
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1779
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1780
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1781
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1782
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1783
|
+ &&lbl_bci_OP_ADD_32 - &&lbl_bci_DEFAULT,
|
|
|
1784
|
+ &&lbl_bci_OP_SUB_32 - &&lbl_bci_DEFAULT,
|
|
|
1785
|
+ &&lbl_bci_OP_AND_32 - &&lbl_bci_DEFAULT,
|
|
|
1786
|
+ &&lbl_bci_OP_XOR_32 - &&lbl_bci_DEFAULT,
|
|
|
1787
|
+ &&lbl_bci_OP_NOT_32 - &&lbl_bci_DEFAULT,
|
|
|
1788
|
+ &&lbl_bci_OP_NEG_32 - &&lbl_bci_DEFAULT,
|
|
|
1789
|
+ &&lbl_bci_OP_MUL_32 - &&lbl_bci_DEFAULT,
|
|
|
1790
|
+ &&lbl_bci_OP_SHL_32 - &&lbl_bci_DEFAULT,
|
|
|
1791
|
+ &&lbl_bci_OP_ASR_32 - &&lbl_bci_DEFAULT,
|
|
|
1792
|
+ &&lbl_bci_OP_LSR_32 - &&lbl_bci_DEFAULT,
|
|
|
1793
|
+ &&lbl_bci_OP_OR_32 - &&lbl_bci_DEFAULT,
|
|
|
1794
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1795
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1796
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1797
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1798
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1799
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1800
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1801
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1802
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1803
|
+ &&lbl_bci_OP_NEQ_32 - &&lbl_bci_DEFAULT,
|
|
|
1804
|
+ &&lbl_bci_OP_EQ_32 - &&lbl_bci_DEFAULT,
|
|
|
1805
|
+ &&lbl_bci_OP_U_GE_32 - &&lbl_bci_DEFAULT,
|
|
|
1806
|
+ &&lbl_bci_OP_U_GT_32 - &&lbl_bci_DEFAULT,
|
|
|
1807
|
+ &&lbl_bci_OP_U_LT_32 - &&lbl_bci_DEFAULT,
|
|
|
1808
|
+ &&lbl_bci_OP_U_LE_32 - &&lbl_bci_DEFAULT,
|
|
|
1809
|
+ &&lbl_bci_OP_S_GE_32 - &&lbl_bci_DEFAULT,
|
|
|
1810
|
+ &&lbl_bci_OP_S_GT_32 - &&lbl_bci_DEFAULT,
|
|
|
1811
|
+ &&lbl_bci_OP_S_LT_32 - &&lbl_bci_DEFAULT,
|
|
|
1812
|
+ &&lbl_bci_OP_S_LE_32 - &&lbl_bci_DEFAULT,
|
|
|
1813
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1814
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1815
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1816
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1817
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1818
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1819
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1820
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1821
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1822
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1823
|
+ &&lbl_bci_OP_ADD_16 - &&lbl_bci_DEFAULT,
|
|
|
1824
|
+ &&lbl_bci_OP_SUB_16 - &&lbl_bci_DEFAULT,
|
|
|
1825
|
+ &&lbl_bci_OP_AND_16 - &&lbl_bci_DEFAULT,
|
|
|
1826
|
+ &&lbl_bci_OP_XOR_16 - &&lbl_bci_DEFAULT,
|
|
|
1827
|
+ &&lbl_bci_OP_NOT_16 - &&lbl_bci_DEFAULT,
|
|
|
1828
|
+ &&lbl_bci_OP_NEG_16 - &&lbl_bci_DEFAULT,
|
|
|
1829
|
+ &&lbl_bci_OP_MUL_16 - &&lbl_bci_DEFAULT,
|
|
|
1830
|
+ &&lbl_bci_OP_SHL_16 - &&lbl_bci_DEFAULT,
|
|
|
1831
|
+ &&lbl_bci_OP_ASR_16 - &&lbl_bci_DEFAULT,
|
|
|
1832
|
+ &&lbl_bci_OP_LSR_16 - &&lbl_bci_DEFAULT,
|
|
|
1833
|
+ &&lbl_bci_OP_OR_16 - &&lbl_bci_DEFAULT,
|
|
|
1834
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1835
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1836
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1837
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1838
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1839
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1840
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1841
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1842
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1843
|
+ &&lbl_bci_OP_NEQ_16 - &&lbl_bci_DEFAULT,
|
|
|
1844
|
+ &&lbl_bci_OP_EQ_16 - &&lbl_bci_DEFAULT,
|
|
|
1845
|
+ &&lbl_bci_OP_U_GE_16 - &&lbl_bci_DEFAULT,
|
|
|
1846
|
+ &&lbl_bci_OP_U_GT_16 - &&lbl_bci_DEFAULT,
|
|
|
1847
|
+ &&lbl_bci_OP_U_LT_16 - &&lbl_bci_DEFAULT,
|
|
|
1848
|
+ &&lbl_bci_OP_U_LE_16 - &&lbl_bci_DEFAULT,
|
|
|
1849
|
+ &&lbl_bci_OP_S_GE_16 - &&lbl_bci_DEFAULT,
|
|
|
1850
|
+ &&lbl_bci_OP_S_GT_16 - &&lbl_bci_DEFAULT,
|
|
|
1851
|
+ &&lbl_bci_OP_S_LT_16 - &&lbl_bci_DEFAULT,
|
|
|
1852
|
+ &&lbl_bci_OP_S_LE_16 - &&lbl_bci_DEFAULT,
|
|
|
1853
|
+ &&lbl_bci_OP_ADD_08 - &&lbl_bci_DEFAULT,
|
|
|
1854
|
+ &&lbl_bci_OP_SUB_08 - &&lbl_bci_DEFAULT,
|
|
|
1855
|
+ &&lbl_bci_OP_AND_08 - &&lbl_bci_DEFAULT,
|
|
|
1856
|
+ &&lbl_bci_OP_XOR_08 - &&lbl_bci_DEFAULT,
|
|
|
1857
|
+ &&lbl_bci_OP_NOT_08 - &&lbl_bci_DEFAULT,
|
|
|
1858
|
+ &&lbl_bci_OP_NEG_08 - &&lbl_bci_DEFAULT,
|
|
|
1859
|
+ &&lbl_bci_OP_MUL_08 - &&lbl_bci_DEFAULT,
|
|
|
1860
|
+ &&lbl_bci_OP_SHL_08 - &&lbl_bci_DEFAULT,
|
|
|
1861
|
+ &&lbl_bci_OP_ASR_08 - &&lbl_bci_DEFAULT,
|
|
|
1862
|
+ &&lbl_bci_OP_LSR_08 - &&lbl_bci_DEFAULT,
|
|
|
1863
|
+ &&lbl_bci_OP_OR_08 - &&lbl_bci_DEFAULT,
|
|
|
1864
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1865
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1866
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1867
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1868
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1869
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1870
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1871
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1872
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1873
|
+ &&lbl_bci_OP_NEQ_08 - &&lbl_bci_DEFAULT,
|
|
|
1874
|
+ &&lbl_bci_OP_EQ_08 - &&lbl_bci_DEFAULT,
|
|
|
1875
|
+ &&lbl_bci_OP_U_GE_08 - &&lbl_bci_DEFAULT,
|
|
|
1876
|
+ &&lbl_bci_OP_U_GT_08 - &&lbl_bci_DEFAULT,
|
|
|
1877
|
+ &&lbl_bci_OP_U_LT_08 - &&lbl_bci_DEFAULT,
|
|
|
1878
|
+ &&lbl_bci_OP_U_LE_08 - &&lbl_bci_DEFAULT,
|
|
|
1879
|
+ &&lbl_bci_OP_S_GE_08 - &&lbl_bci_DEFAULT,
|
|
|
1880
|
+ &&lbl_bci_OP_S_GT_08 - &&lbl_bci_DEFAULT,
|
|
|
1881
|
+ &&lbl_bci_OP_S_LT_08 - &&lbl_bci_DEFAULT,
|
|
|
1882
|
+ &&lbl_bci_OP_S_LE_08 - &&lbl_bci_DEFAULT,
|
|
|
1883
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1884
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1885
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1886
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1887
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1888
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1889
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1890
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1891
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1892
|
+ &&lbl_bci_DEFAULT - &&lbl_bci_DEFAULT,
|
|
|
1893
|
+ &&lbl_bci_OP_INDEX_ADDR_08 - &&lbl_bci_DEFAULT,
|
|
|
1894
|
+ &&lbl_bci_OP_INDEX_ADDR_16 - &&lbl_bci_DEFAULT,
|
|
|
1895
|
+ &&lbl_bci_OP_INDEX_ADDR_32 - &&lbl_bci_DEFAULT,
|
|
|
1896
|
+ &&lbl_bci_OP_INDEX_ADDR_64 - &&lbl_bci_DEFAULT};
|
|
|
1897
|
+ NEXT_INSTRUCTION;
|
|
|
1898
|
+#else
|
|
|
1899
|
+ bci = BCO_NEXT;
|
|
1576
|
1900
|
/* We use the high 8 bits for flags. The highest of which is
|
|
1577
|
1901
|
* currently allocated to LARGE_ARGS */
|
|
1578
|
1902
|
ASSERT((bci & 0xFF00) == (bci & ( bci_FLAG_LARGE_ARGS )));
|
|
1579
|
|
-
|
|
1580
|
1903
|
switch (bci & 0xFF) {
|
|
|
1904
|
+#endif
|
|
1581
|
1905
|
|
|
1582
|
1906
|
/* check for a breakpoint on the beginning of a BCO */
|
|
1583
|
|
- case bci_BRK_FUN:
|
|
|
1907
|
+ INSTRUCTION(bci_BRK_FUN):
|
|
1584
|
1908
|
{
|
|
1585
|
1909
|
W_ arg1_brk_array, arg2_info_mod_name, arg3_info_mod_id, arg4_info_index;
|
|
1586
|
1910
|
#if defined(PROFILING)
|
| ... |
... |
@@ -1779,10 +2103,10 @@ run_BCO: |
|
1779
|
2103
|
cap->r.rCurrentTSO->flags &= ~TSO_STOPPED_ON_BREAKPOINT;
|
|
1780
|
2104
|
|
|
1781
|
2105
|
// continue normal execution of the byte code instructions
|
|
1782
|
|
- goto nextInsn;
|
|
|
2106
|
+ NEXT_INSTRUCTION;
|
|
1783
|
2107
|
}
|
|
1784
|
2108
|
|
|
1785
|
|
- case bci_STKCHECK: {
|
|
|
2109
|
+ INSTRUCTION(bci_STKCHECK): {
|
|
1786
|
2110
|
// Explicit stack check at the beginning of a function
|
|
1787
|
2111
|
// *only* (stack checks in case alternatives are
|
|
1788
|
2112
|
// propagated to the enclosing function).
|
| ... |
... |
@@ -1793,27 +2117,27 @@ run_BCO: |
|
1793
|
2117
|
SpW(0) = (W_)&stg_apply_interp_info;
|
|
1794
|
2118
|
RETURN_TO_SCHEDULER(ThreadInterpret, StackOverflow);
|
|
1795
|
2119
|
} else {
|
|
1796
|
|
- goto nextInsn;
|
|
|
2120
|
+ NEXT_INSTRUCTION;
|
|
1797
|
2121
|
}
|
|
1798
|
2122
|
}
|
|
1799
|
2123
|
|
|
1800
|
|
- case bci_PUSH_L: {
|
|
|
2124
|
+ INSTRUCTION(bci_PUSH_L): {
|
|
1801
|
2125
|
W_ o1 = BCO_GET_LARGE_ARG;
|
|
1802
|
2126
|
SpW(-1) = ReadSpW(o1);
|
|
1803
|
2127
|
Sp_subW(1);
|
|
1804
|
|
- goto nextInsn;
|
|
|
2128
|
+ NEXT_INSTRUCTION;
|
|
1805
|
2129
|
}
|
|
1806
|
2130
|
|
|
1807
|
|
- case bci_PUSH_LL: {
|
|
|
2131
|
+ INSTRUCTION(bci_PUSH_LL): {
|
|
1808
|
2132
|
W_ o1 = BCO_GET_LARGE_ARG;
|
|
1809
|
2133
|
W_ o2 = BCO_GET_LARGE_ARG;
|
|
1810
|
2134
|
SpW(-1) = ReadSpW(o1);
|
|
1811
|
2135
|
SpW(-2) = ReadSpW(o2);
|
|
1812
|
2136
|
Sp_subW(2);
|
|
1813
|
|
- goto nextInsn;
|
|
|
2137
|
+ NEXT_INSTRUCTION;
|
|
1814
|
2138
|
}
|
|
1815
|
2139
|
|
|
1816
|
|
- case bci_PUSH_LLL: {
|
|
|
2140
|
+ INSTRUCTION(bci_PUSH_LLL): {
|
|
1817
|
2141
|
W_ o1 = BCO_GET_LARGE_ARG;
|
|
1818
|
2142
|
W_ o2 = BCO_GET_LARGE_ARG;
|
|
1819
|
2143
|
W_ o3 = BCO_GET_LARGE_ARG;
|
| ... |
... |
@@ -1821,52 +2145,52 @@ run_BCO: |
|
1821
|
2145
|
SpW(-2) = ReadSpW(o2);
|
|
1822
|
2146
|
SpW(-3) = ReadSpW(o3);
|
|
1823
|
2147
|
Sp_subW(3);
|
|
1824
|
|
- goto nextInsn;
|
|
|
2148
|
+ NEXT_INSTRUCTION;
|
|
1825
|
2149
|
}
|
|
1826
|
2150
|
|
|
1827
|
|
- case bci_PUSH8: {
|
|
|
2151
|
+ INSTRUCTION(bci_PUSH8): {
|
|
1828
|
2152
|
W_ off = BCO_GET_LARGE_ARG;
|
|
1829
|
2153
|
Sp_subB(1);
|
|
1830
|
2154
|
*(StgWord8*)Sp = (StgWord8) (ReadSpB(off+1));
|
|
1831
|
|
- goto nextInsn;
|
|
|
2155
|
+ NEXT_INSTRUCTION;
|
|
1832
|
2156
|
}
|
|
1833
|
2157
|
|
|
1834
|
|
- case bci_PUSH16: {
|
|
|
2158
|
+ INSTRUCTION(bci_PUSH16): {
|
|
1835
|
2159
|
W_ off = BCO_GET_LARGE_ARG;
|
|
1836
|
2160
|
Sp_subB(2);
|
|
1837
|
2161
|
*(StgWord16*)Sp = (StgWord16) (ReadSpB(off+2));
|
|
1838
|
|
- goto nextInsn;
|
|
|
2162
|
+ NEXT_INSTRUCTION;
|
|
1839
|
2163
|
}
|
|
1840
|
2164
|
|
|
1841
|
|
- case bci_PUSH32: {
|
|
|
2165
|
+ INSTRUCTION(bci_PUSH32): {
|
|
1842
|
2166
|
W_ off = BCO_GET_LARGE_ARG;
|
|
1843
|
2167
|
Sp_subB(4);
|
|
1844
|
2168
|
*(StgWord32*)Sp = (StgWord32) (ReadSpB(off+4));
|
|
1845
|
|
- goto nextInsn;
|
|
|
2169
|
+ NEXT_INSTRUCTION;
|
|
1846
|
2170
|
}
|
|
1847
|
2171
|
|
|
1848
|
|
- case bci_PUSH8_W: {
|
|
|
2172
|
+ INSTRUCTION(bci_PUSH8_W): {
|
|
1849
|
2173
|
W_ off = BCO_GET_LARGE_ARG;
|
|
1850
|
2174
|
*(StgWord*)(Sp_minusW(1)) = (StgWord) ((StgWord8) (ReadSpB(off)));
|
|
1851
|
2175
|
Sp_subW(1);
|
|
1852
|
|
- goto nextInsn;
|
|
|
2176
|
+ NEXT_INSTRUCTION;
|
|
1853
|
2177
|
}
|
|
1854
|
2178
|
|
|
1855
|
|
- case bci_PUSH16_W: {
|
|
|
2179
|
+ INSTRUCTION(bci_PUSH16_W): {
|
|
1856
|
2180
|
W_ off = BCO_GET_LARGE_ARG;
|
|
1857
|
2181
|
*(StgWord*)(Sp_minusW(1)) = (StgWord) ((StgWord16) (ReadSpB(off)));
|
|
1858
|
2182
|
Sp_subW(1);
|
|
1859
|
|
- goto nextInsn;
|
|
|
2183
|
+ NEXT_INSTRUCTION;
|
|
1860
|
2184
|
}
|
|
1861
|
2185
|
|
|
1862
|
|
- case bci_PUSH32_W: {
|
|
|
2186
|
+ INSTRUCTION(bci_PUSH32_W): {
|
|
1863
|
2187
|
W_ off = BCO_GET_LARGE_ARG;
|
|
1864
|
2188
|
*(StgWord*)(Sp_minusW(1)) = (StgWord) ((StgWord32) (ReadSpB(off)));
|
|
1865
|
2189
|
Sp_subW(1);
|
|
1866
|
|
- goto nextInsn;
|
|
|
2190
|
+ NEXT_INSTRUCTION;
|
|
1867
|
2191
|
}
|
|
1868
|
2192
|
|
|
1869
|
|
- case bci_PUSH_G: {
|
|
|
2193
|
+ INSTRUCTION(bci_PUSH_G): {
|
|
1870
|
2194
|
W_ o1 = BCO_GET_LARGE_ARG;
|
|
1871
|
2195
|
StgClosure *tagged_obj = (StgClosure*) BCO_PTR(o1);
|
|
1872
|
2196
|
|
| ... |
... |
@@ -1905,10 +2229,10 @@ run_BCO: |
|
1905
|
2229
|
|
|
1906
|
2230
|
SpW(-1) = (W_) tagged_obj;
|
|
1907
|
2231
|
Sp_subW(1);
|
|
1908
|
|
- goto nextInsn;
|
|
|
2232
|
+ NEXT_INSTRUCTION;
|
|
1909
|
2233
|
}
|
|
1910
|
2234
|
|
|
1911
|
|
- case bci_PUSH_ALTS_P: {
|
|
|
2235
|
+ INSTRUCTION(bci_PUSH_ALTS_P): {
|
|
1912
|
2236
|
W_ o_bco = BCO_GET_LARGE_ARG;
|
|
1913
|
2237
|
Sp_subW(2);
|
|
1914
|
2238
|
SpW(1) = BCO_PTR(o_bco);
|
| ... |
... |
@@ -1918,10 +2242,10 @@ run_BCO: |
|
1918
|
2242
|
SpW(1) = (W_)cap->r.rCCCS;
|
|
1919
|
2243
|
SpW(0) = (W_)&stg_restore_cccs_d_info;
|
|
1920
|
2244
|
#endif
|
|
1921
|
|
- goto nextInsn;
|
|
|
2245
|
+ NEXT_INSTRUCTION;
|
|
1922
|
2246
|
}
|
|
1923
|
2247
|
|
|
1924
|
|
- case bci_PUSH_ALTS_N: {
|
|
|
2248
|
+ INSTRUCTION(bci_PUSH_ALTS_N): {
|
|
1925
|
2249
|
W_ o_bco = BCO_GET_LARGE_ARG;
|
|
1926
|
2250
|
SpW(-2) = (W_)&stg_ctoi_R1n_info;
|
|
1927
|
2251
|
SpW(-1) = BCO_PTR(o_bco);
|
| ... |
... |
@@ -1931,10 +2255,10 @@ run_BCO: |
|
1931
|
2255
|
SpW(1) = (W_)cap->r.rCCCS;
|
|
1932
|
2256
|
SpW(0) = (W_)&stg_restore_cccs_d_info;
|
|
1933
|
2257
|
#endif
|
|
1934
|
|
- goto nextInsn;
|
|
|
2258
|
+ NEXT_INSTRUCTION;
|
|
1935
|
2259
|
}
|
|
1936
|
2260
|
|
|
1937
|
|
- case bci_PUSH_ALTS_F: {
|
|
|
2261
|
+ INSTRUCTION(bci_PUSH_ALTS_F): {
|
|
1938
|
2262
|
W_ o_bco = BCO_GET_LARGE_ARG;
|
|
1939
|
2263
|
SpW(-2) = (W_)&stg_ctoi_F1_info;
|
|
1940
|
2264
|
SpW(-1) = BCO_PTR(o_bco);
|
| ... |
... |
@@ -1944,10 +2268,10 @@ run_BCO: |
|
1944
|
2268
|
SpW(1) = (W_)cap->r.rCCCS;
|
|
1945
|
2269
|
SpW(0) = (W_)&stg_restore_cccs_d_info;
|
|
1946
|
2270
|
#endif
|
|
1947
|
|
- goto nextInsn;
|
|
|
2271
|
+ NEXT_INSTRUCTION;
|
|
1948
|
2272
|
}
|
|
1949
|
2273
|
|
|
1950
|
|
- case bci_PUSH_ALTS_D: {
|
|
|
2274
|
+ INSTRUCTION(bci_PUSH_ALTS_D): {
|
|
1951
|
2275
|
W_ o_bco = BCO_GET_LARGE_ARG;
|
|
1952
|
2276
|
SpW(-2) = (W_)&stg_ctoi_D1_info;
|
|
1953
|
2277
|
SpW(-1) = BCO_PTR(o_bco);
|
| ... |
... |
@@ -1957,10 +2281,10 @@ run_BCO: |
|
1957
|
2281
|
SpW(1) = (W_)cap->r.rCCCS;
|
|
1958
|
2282
|
SpW(0) = (W_)&stg_restore_cccs_d_info;
|
|
1959
|
2283
|
#endif
|
|
1960
|
|
- goto nextInsn;
|
|
|
2284
|
+ NEXT_INSTRUCTION;
|
|
1961
|
2285
|
}
|
|
1962
|
2286
|
|
|
1963
|
|
- case bci_PUSH_ALTS_L: {
|
|
|
2287
|
+ INSTRUCTION(bci_PUSH_ALTS_L): {
|
|
1964
|
2288
|
W_ o_bco = BCO_GET_LARGE_ARG;
|
|
1965
|
2289
|
SpW(-2) = (W_)&stg_ctoi_L1_info;
|
|
1966
|
2290
|
SpW(-1) = BCO_PTR(o_bco);
|
| ... |
... |
@@ -1970,10 +2294,10 @@ run_BCO: |
|
1970
|
2294
|
SpW(1) = (W_)cap->r.rCCCS;
|
|
1971
|
2295
|
SpW(0) = (W_)&stg_restore_cccs_d_info;
|
|
1972
|
2296
|
#endif
|
|
1973
|
|
- goto nextInsn;
|
|
|
2297
|
+ NEXT_INSTRUCTION;
|
|
1974
|
2298
|
}
|
|
1975
|
2299
|
|
|
1976
|
|
- case bci_PUSH_ALTS_V: {
|
|
|
2300
|
+ INSTRUCTION(bci_PUSH_ALTS_V): {
|
|
1977
|
2301
|
W_ o_bco = BCO_GET_LARGE_ARG;
|
|
1978
|
2302
|
SpW(-2) = (W_)&stg_ctoi_V_info;
|
|
1979
|
2303
|
SpW(-1) = BCO_PTR(o_bco);
|
| ... |
... |
@@ -1983,10 +2307,10 @@ run_BCO: |
|
1983
|
2307
|
SpW(1) = (W_)cap->r.rCCCS;
|
|
1984
|
2308
|
SpW(0) = (W_)&stg_restore_cccs_d_info;
|
|
1985
|
2309
|
#endif
|
|
1986
|
|
- goto nextInsn;
|
|
|
2310
|
+ NEXT_INSTRUCTION;
|
|
1987
|
2311
|
}
|
|
1988
|
2312
|
|
|
1989
|
|
- case bci_PUSH_ALTS_T: {
|
|
|
2313
|
+ INSTRUCTION(bci_PUSH_ALTS_T): {
|
|
1990
|
2314
|
W_ o_bco = BCO_GET_LARGE_ARG;
|
|
1991
|
2315
|
W_ tuple_info = (W_)BCO_LIT(BCO_GET_LARGE_ARG);
|
|
1992
|
2316
|
W_ o_tuple_bco = BCO_GET_LARGE_ARG;
|
| ... |
... |
@@ -2006,83 +2330,83 @@ run_BCO: |
|
2006
|
2330
|
W_ ctoi_t_offset = (W_) ctoi_tuple_infos[tuple_stack_words];
|
|
2007
|
2331
|
SpW(-4) = ctoi_t_offset;
|
|
2008
|
2332
|
Sp_subW(4);
|
|
2009
|
|
- goto nextInsn;
|
|
|
2333
|
+ NEXT_INSTRUCTION;
|
|
2010
|
2334
|
}
|
|
2011
|
2335
|
|
|
2012
|
|
- case bci_PUSH_APPLY_N:
|
|
|
2336
|
+ INSTRUCTION(bci_PUSH_APPLY_N):
|
|
2013
|
2337
|
Sp_subW(1); SpW(0) = (W_)&stg_ap_n_info;
|
|
2014
|
|
- goto nextInsn;
|
|
2015
|
|
- case bci_PUSH_APPLY_V:
|
|
|
2338
|
+ NEXT_INSTRUCTION;
|
|
|
2339
|
+ INSTRUCTION(bci_PUSH_APPLY_V):
|
|
2016
|
2340
|
Sp_subW(1); SpW(0) = (W_)&stg_ap_v_info;
|
|
2017
|
|
- goto nextInsn;
|
|
2018
|
|
- case bci_PUSH_APPLY_F:
|
|
|
2341
|
+ NEXT_INSTRUCTION;
|
|
|
2342
|
+ INSTRUCTION(bci_PUSH_APPLY_F):
|
|
2019
|
2343
|
Sp_subW(1); SpW(0) = (W_)&stg_ap_f_info;
|
|
2020
|
|
- goto nextInsn;
|
|
2021
|
|
- case bci_PUSH_APPLY_D:
|
|
|
2344
|
+ NEXT_INSTRUCTION;
|
|
|
2345
|
+ INSTRUCTION(bci_PUSH_APPLY_D):
|
|
2022
|
2346
|
Sp_subW(1); SpW(0) = (W_)&stg_ap_d_info;
|
|
2023
|
|
- goto nextInsn;
|
|
2024
|
|
- case bci_PUSH_APPLY_L:
|
|
|
2347
|
+ NEXT_INSTRUCTION;
|
|
|
2348
|
+ INSTRUCTION(bci_PUSH_APPLY_L):
|
|
2025
|
2349
|
Sp_subW(1); SpW(0) = (W_)&stg_ap_l_info;
|
|
2026
|
|
- goto nextInsn;
|
|
2027
|
|
- case bci_PUSH_APPLY_P:
|
|
|
2350
|
+ NEXT_INSTRUCTION;
|
|
|
2351
|
+ INSTRUCTION(bci_PUSH_APPLY_P):
|
|
2028
|
2352
|
Sp_subW(1); SpW(0) = (W_)&stg_ap_p_info;
|
|
2029
|
|
- goto nextInsn;
|
|
2030
|
|
- case bci_PUSH_APPLY_PP:
|
|
|
2353
|
+ NEXT_INSTRUCTION;
|
|
|
2354
|
+ INSTRUCTION(bci_PUSH_APPLY_PP):
|
|
2031
|
2355
|
Sp_subW(1); SpW(0) = (W_)&stg_ap_pp_info;
|
|
2032
|
|
- goto nextInsn;
|
|
2033
|
|
- case bci_PUSH_APPLY_PPP:
|
|
|
2356
|
+ NEXT_INSTRUCTION;
|
|
|
2357
|
+ INSTRUCTION(bci_PUSH_APPLY_PPP):
|
|
2034
|
2358
|
Sp_subW(1); SpW(0) = (W_)&stg_ap_ppp_info;
|
|
2035
|
|
- goto nextInsn;
|
|
2036
|
|
- case bci_PUSH_APPLY_PPPP:
|
|
|
2359
|
+ NEXT_INSTRUCTION;
|
|
|
2360
|
+ INSTRUCTION(bci_PUSH_APPLY_PPPP):
|
|
2037
|
2361
|
Sp_subW(1); SpW(0) = (W_)&stg_ap_pppp_info;
|
|
2038
|
|
- goto nextInsn;
|
|
2039
|
|
- case bci_PUSH_APPLY_PPPPP:
|
|
|
2362
|
+ NEXT_INSTRUCTION;
|
|
|
2363
|
+ INSTRUCTION(bci_PUSH_APPLY_PPPPP):
|
|
2040
|
2364
|
Sp_subW(1); SpW(0) = (W_)&stg_ap_ppppp_info;
|
|
2041
|
|
- goto nextInsn;
|
|
2042
|
|
- case bci_PUSH_APPLY_PPPPPP:
|
|
|
2365
|
+ NEXT_INSTRUCTION;
|
|
|
2366
|
+ INSTRUCTION(bci_PUSH_APPLY_PPPPPP):
|
|
2043
|
2367
|
Sp_subW(1); SpW(0) = (W_)&stg_ap_pppppp_info;
|
|
2044
|
|
- goto nextInsn;
|
|
|
2368
|
+ NEXT_INSTRUCTION;
|
|
2045
|
2369
|
|
|
2046
|
|
- case bci_PUSH_PAD8: {
|
|
|
2370
|
+ INSTRUCTION(bci_PUSH_PAD8): {
|
|
2047
|
2371
|
Sp_subB(1);
|
|
2048
|
2372
|
*(StgWord8*)Sp = 0;
|
|
2049
|
|
- goto nextInsn;
|
|
|
2373
|
+ NEXT_INSTRUCTION;
|
|
2050
|
2374
|
}
|
|
2051
|
2375
|
|
|
2052
|
|
- case bci_PUSH_PAD16: {
|
|
|
2376
|
+ INSTRUCTION(bci_PUSH_PAD16): {
|
|
2053
|
2377
|
Sp_subB(2);
|
|
2054
|
2378
|
*(StgWord16*)Sp = 0;
|
|
2055
|
|
- goto nextInsn;
|
|
|
2379
|
+ NEXT_INSTRUCTION;
|
|
2056
|
2380
|
}
|
|
2057
|
2381
|
|
|
2058
|
|
- case bci_PUSH_PAD32: {
|
|
|
2382
|
+ INSTRUCTION(bci_PUSH_PAD32): {
|
|
2059
|
2383
|
Sp_subB(4);
|
|
2060
|
2384
|
*(StgWord32*)Sp = 0;
|
|
2061
|
|
- goto nextInsn;
|
|
|
2385
|
+ NEXT_INSTRUCTION;
|
|
2062
|
2386
|
}
|
|
2063
|
2387
|
|
|
2064
|
|
- case bci_PUSH_UBX8: {
|
|
|
2388
|
+ INSTRUCTION(bci_PUSH_UBX8): {
|
|
2065
|
2389
|
W_ o_lit = BCO_GET_LARGE_ARG;
|
|
2066
|
2390
|
Sp_subB(1);
|
|
2067
|
2391
|
*(StgWord8*)Sp = (StgWord8) BCO_LIT(o_lit);
|
|
2068
|
|
- goto nextInsn;
|
|
|
2392
|
+ NEXT_INSTRUCTION;
|
|
2069
|
2393
|
}
|
|
2070
|
2394
|
|
|
2071
|
|
- case bci_PUSH_UBX16: {
|
|
|
2395
|
+ INSTRUCTION(bci_PUSH_UBX16): {
|
|
2072
|
2396
|
W_ o_lit = BCO_GET_LARGE_ARG;
|
|
2073
|
2397
|
Sp_subB(2);
|
|
2074
|
2398
|
*(StgWord16*)Sp = (StgWord16) BCO_LIT(o_lit);
|
|
2075
|
|
- goto nextInsn;
|
|
|
2399
|
+ NEXT_INSTRUCTION;
|
|
2076
|
2400
|
}
|
|
2077
|
2401
|
|
|
2078
|
|
- case bci_PUSH_UBX32: {
|
|
|
2402
|
+ INSTRUCTION(bci_PUSH_UBX32): {
|
|
2079
|
2403
|
W_ o_lit = BCO_GET_LARGE_ARG;
|
|
2080
|
2404
|
Sp_subB(4);
|
|
2081
|
2405
|
*(StgWord32*)Sp = (StgWord32) BCO_LIT(o_lit);
|
|
2082
|
|
- goto nextInsn;
|
|
|
2406
|
+ NEXT_INSTRUCTION;
|
|
2083
|
2407
|
}
|
|
2084
|
2408
|
|
|
2085
|
|
- case bci_PUSH_UBX: {
|
|
|
2409
|
+ INSTRUCTION(bci_PUSH_UBX): {
|
|
2086
|
2410
|
W_ i;
|
|
2087
|
2411
|
W_ o_lits = BCO_GET_LARGE_ARG;
|
|
2088
|
2412
|
W_ n_words = BCO_GET_LARGE_ARG;
|
| ... |
... |
@@ -2090,10 +2414,10 @@ run_BCO: |
|
2090
|
2414
|
for (i = 0; i < n_words; i++) {
|
|
2091
|
2415
|
SpW(i) = (W_)BCO_LIT(o_lits+i);
|
|
2092
|
2416
|
}
|
|
2093
|
|
- goto nextInsn;
|
|
|
2417
|
+ NEXT_INSTRUCTION;
|
|
2094
|
2418
|
}
|
|
2095
|
2419
|
|
|
2096
|
|
- case bci_SLIDE: {
|
|
|
2420
|
+ INSTRUCTION(bci_SLIDE): {
|
|
2097
|
2421
|
W_ n = BCO_GET_LARGE_ARG;
|
|
2098
|
2422
|
W_ by = BCO_GET_LARGE_ARG;
|
|
2099
|
2423
|
/*
|
| ... |
... |
@@ -2106,10 +2430,10 @@ run_BCO: |
|
2106
|
2430
|
}
|
|
2107
|
2431
|
Sp_addW(by);
|
|
2108
|
2432
|
INTERP_TICK(it_slides);
|
|
2109
|
|
- goto nextInsn;
|
|
|
2433
|
+ NEXT_INSTRUCTION;
|
|
2110
|
2434
|
}
|
|
2111
|
2435
|
|
|
2112
|
|
- case bci_ALLOC_AP: {
|
|
|
2436
|
+ INSTRUCTION(bci_ALLOC_AP): {
|
|
2113
|
2437
|
StgHalfWord n_payload = BCO_GET_LARGE_ARG;
|
|
2114
|
2438
|
StgAP *ap = (StgAP*)allocate(cap, AP_sizeW(n_payload));
|
|
2115
|
2439
|
SpW(-1) = (W_)ap;
|
| ... |
... |
@@ -2119,10 +2443,10 @@ run_BCO: |
|
2119
|
2443
|
// visible only from our stack
|
|
2120
|
2444
|
SET_HDR(ap, &stg_AP_info, cap->r.rCCCS)
|
|
2121
|
2445
|
Sp_subW(1);
|
|
2122
|
|
- goto nextInsn;
|
|
|
2446
|
+ NEXT_INSTRUCTION;
|
|
2123
|
2447
|
}
|
|
2124
|
2448
|
|
|
2125
|
|
- case bci_ALLOC_AP_NOUPD: {
|
|
|
2449
|
+ INSTRUCTION(bci_ALLOC_AP_NOUPD): {
|
|
2126
|
2450
|
StgHalfWord n_payload = BCO_GET_LARGE_ARG;
|
|
2127
|
2451
|
StgAP *ap = (StgAP*)allocate(cap, AP_sizeW(n_payload));
|
|
2128
|
2452
|
SpW(-1) = (W_)ap;
|
| ... |
... |
@@ -2132,10 +2456,10 @@ run_BCO: |
|
2132
|
2456
|
// visible only from our stack
|
|
2133
|
2457
|
SET_HDR(ap, &stg_AP_NOUPD_info, cap->r.rCCCS)
|
|
2134
|
2458
|
Sp_subW(1);
|
|
2135
|
|
- goto nextInsn;
|
|
|
2459
|
+ NEXT_INSTRUCTION;
|
|
2136
|
2460
|
}
|
|
2137
|
2461
|
|
|
2138
|
|
- case bci_ALLOC_PAP: {
|
|
|
2462
|
+ INSTRUCTION(bci_ALLOC_PAP): {
|
|
2139
|
2463
|
StgPAP* pap;
|
|
2140
|
2464
|
StgHalfWord arity = BCO_GET_LARGE_ARG;
|
|
2141
|
2465
|
StgHalfWord n_payload = BCO_GET_LARGE_ARG;
|
| ... |
... |
@@ -2147,10 +2471,10 @@ run_BCO: |
|
2147
|
2471
|
// visible only from our stack
|
|
2148
|
2472
|
SET_HDR(pap, &stg_PAP_info, cap->r.rCCCS)
|
|
2149
|
2473
|
Sp_subW(1);
|
|
2150
|
|
- goto nextInsn;
|
|
|
2474
|
+ NEXT_INSTRUCTION;
|
|
2151
|
2475
|
}
|
|
2152
|
2476
|
|
|
2153
|
|
- case bci_MKAP: {
|
|
|
2477
|
+ INSTRUCTION(bci_MKAP): {
|
|
2154
|
2478
|
StgHalfWord i;
|
|
2155
|
2479
|
W_ stkoff = BCO_GET_LARGE_ARG;
|
|
2156
|
2480
|
StgHalfWord n_payload = BCO_GET_LARGE_ARG;
|
| ... |
... |
@@ -2171,10 +2495,10 @@ run_BCO: |
|
2171
|
2495
|
debugBelch("\tBuilt ");
|
|
2172
|
2496
|
printObj((StgClosure*)ap);
|
|
2173
|
2497
|
);
|
|
2174
|
|
- goto nextInsn;
|
|
|
2498
|
+ NEXT_INSTRUCTION;
|
|
2175
|
2499
|
}
|
|
2176
|
2500
|
|
|
2177
|
|
- case bci_MKPAP: {
|
|
|
2501
|
+ INSTRUCTION(bci_MKPAP): {
|
|
2178
|
2502
|
StgHalfWord i;
|
|
2179
|
2503
|
W_ stkoff = BCO_GET_LARGE_ARG;
|
|
2180
|
2504
|
StgHalfWord n_payload = BCO_GET_LARGE_ARG;
|
| ... |
... |
@@ -2198,10 +2522,10 @@ run_BCO: |
|
2198
|
2522
|
debugBelch("\tBuilt ");
|
|
2199
|
2523
|
printObj((StgClosure*)pap);
|
|
2200
|
2524
|
);
|
|
2201
|
|
- goto nextInsn;
|
|
|
2525
|
+ NEXT_INSTRUCTION;
|
|
2202
|
2526
|
}
|
|
2203
|
2527
|
|
|
2204
|
|
- case bci_UNPACK: {
|
|
|
2528
|
+ INSTRUCTION(bci_UNPACK): {
|
|
2205
|
2529
|
/* Unpack N ptr words from t.o.s constructor */
|
|
2206
|
2530
|
W_ i;
|
|
2207
|
2531
|
W_ n_words = BCO_GET_LARGE_ARG;
|
| ... |
... |
@@ -2210,10 +2534,10 @@ run_BCO: |
|
2210
|
2534
|
for (i = 0; i < n_words; i++) {
|
|
2211
|
2535
|
SpW(i) = (W_)con->payload[i];
|
|
2212
|
2536
|
}
|
|
2213
|
|
- goto nextInsn;
|
|
|
2537
|
+ NEXT_INSTRUCTION;
|
|
2214
|
2538
|
}
|
|
2215
|
2539
|
|
|
2216
|
|
- case bci_PACK: {
|
|
|
2540
|
+ INSTRUCTION(bci_PACK): {
|
|
2217
|
2541
|
W_ o_itbl = BCO_GET_LARGE_ARG;
|
|
2218
|
2542
|
W_ n_words = BCO_GET_LARGE_ARG;
|
|
2219
|
2543
|
StgConInfoTable* itbl = CON_INFO_PTR_TO_STRUCT((StgInfoTable *)BCO_LIT(o_itbl));
|
| ... |
... |
@@ -2244,220 +2568,220 @@ run_BCO: |
|
2244
|
2568
|
debugBelch("\tBuilt ");
|
|
2245
|
2569
|
printObj((StgClosure*)tagged_con);
|
|
2246
|
2570
|
);
|
|
2247
|
|
- goto nextInsn;
|
|
|
2571
|
+ NEXT_INSTRUCTION;
|
|
2248
|
2572
|
}
|
|
2249
|
2573
|
|
|
2250
|
|
- case bci_TESTLT_P: {
|
|
|
2574
|
+ INSTRUCTION(bci_TESTLT_P): {
|
|
2251
|
2575
|
unsigned int discr = BCO_NEXT;
|
|
2252
|
2576
|
int failto = BCO_GET_LARGE_ARG;
|
|
2253
|
2577
|
StgClosure* con = UNTAG_CLOSURE((StgClosure*)ReadSpW(0));
|
|
2254
|
2578
|
if (GET_TAG(con) >= discr) {
|
|
2255
|
2579
|
bciPtr = failto;
|
|
2256
|
2580
|
}
|
|
2257
|
|
- goto nextInsn;
|
|
|
2581
|
+ NEXT_INSTRUCTION;
|
|
2258
|
2582
|
}
|
|
2259
|
2583
|
|
|
2260
|
|
- case bci_TESTEQ_P: {
|
|
|
2584
|
+ INSTRUCTION(bci_TESTEQ_P): {
|
|
2261
|
2585
|
unsigned int discr = BCO_NEXT;
|
|
2262
|
2586
|
int failto = BCO_GET_LARGE_ARG;
|
|
2263
|
2587
|
StgClosure* con = UNTAG_CLOSURE((StgClosure*)ReadSpW(0));
|
|
2264
|
2588
|
if (GET_TAG(con) != discr) {
|
|
2265
|
2589
|
bciPtr = failto;
|
|
2266
|
2590
|
}
|
|
2267
|
|
- goto nextInsn;
|
|
|
2591
|
+ NEXT_INSTRUCTION;
|
|
2268
|
2592
|
}
|
|
2269
|
2593
|
|
|
2270
|
|
- case bci_TESTLT_I: {
|
|
|
2594
|
+ INSTRUCTION(bci_TESTLT_I): {
|
|
2271
|
2595
|
int discr = BCO_GET_LARGE_ARG;
|
|
2272
|
2596
|
int failto = BCO_GET_LARGE_ARG;
|
|
2273
|
2597
|
I_ stackInt = (I_)ReadSpW(0);
|
|
2274
|
2598
|
if (stackInt >= (I_)BCO_LIT(discr))
|
|
2275
|
2599
|
bciPtr = failto;
|
|
2276
|
|
- goto nextInsn;
|
|
|
2600
|
+ NEXT_INSTRUCTION;
|
|
2277
|
2601
|
}
|
|
2278
|
2602
|
|
|
2279
|
|
- case bci_TESTLT_I64: {
|
|
|
2603
|
+ INSTRUCTION(bci_TESTLT_I64): {
|
|
2280
|
2604
|
int discr = BCO_GET_LARGE_ARG;
|
|
2281
|
2605
|
int failto = BCO_GET_LARGE_ARG;
|
|
2282
|
2606
|
StgInt64 stackInt = ReadSpW64(0);
|
|
2283
|
2607
|
if (stackInt >= BCO_LITI64(discr))
|
|
2284
|
2608
|
bciPtr = failto;
|
|
2285
|
|
- goto nextInsn;
|
|
|
2609
|
+ NEXT_INSTRUCTION;
|
|
2286
|
2610
|
}
|
|
2287
|
2611
|
|
|
2288
|
|
- case bci_TESTLT_I32: {
|
|
|
2612
|
+ INSTRUCTION(bci_TESTLT_I32): {
|
|
2289
|
2613
|
int discr = BCO_GET_LARGE_ARG;
|
|
2290
|
2614
|
int failto = BCO_GET_LARGE_ARG;
|
|
2291
|
2615
|
StgInt32 stackInt = (StgInt32) ReadSpW(0);
|
|
2292
|
2616
|
if (stackInt >= (StgInt32)BCO_LIT(discr))
|
|
2293
|
2617
|
bciPtr = failto;
|
|
2294
|
|
- goto nextInsn;
|
|
|
2618
|
+ NEXT_INSTRUCTION;
|
|
2295
|
2619
|
}
|
|
2296
|
2620
|
|
|
2297
|
|
- case bci_TESTLT_I16: {
|
|
|
2621
|
+ INSTRUCTION(bci_TESTLT_I16): {
|
|
2298
|
2622
|
int discr = BCO_GET_LARGE_ARG;
|
|
2299
|
2623
|
int failto = BCO_GET_LARGE_ARG;
|
|
2300
|
2624
|
StgInt16 stackInt = (StgInt16) ReadSpW(0);
|
|
2301
|
2625
|
if (stackInt >= (StgInt16)BCO_LIT(discr))
|
|
2302
|
2626
|
bciPtr = failto;
|
|
2303
|
|
- goto nextInsn;
|
|
|
2627
|
+ NEXT_INSTRUCTION;
|
|
2304
|
2628
|
}
|
|
2305
|
2629
|
|
|
2306
|
|
- case bci_TESTLT_I8: {
|
|
|
2630
|
+ INSTRUCTION(bci_TESTLT_I8): {
|
|
2307
|
2631
|
int discr = BCO_GET_LARGE_ARG;
|
|
2308
|
2632
|
int failto = BCO_GET_LARGE_ARG;
|
|
2309
|
2633
|
StgInt8 stackInt = (StgInt8) ReadSpW(0);
|
|
2310
|
2634
|
if (stackInt >= (StgInt8)BCO_LIT(discr))
|
|
2311
|
2635
|
bciPtr = failto;
|
|
2312
|
|
- goto nextInsn;
|
|
|
2636
|
+ NEXT_INSTRUCTION;
|
|
2313
|
2637
|
}
|
|
2314
|
2638
|
|
|
2315
|
|
- case bci_TESTEQ_I: {
|
|
|
2639
|
+ INSTRUCTION(bci_TESTEQ_I): {
|
|
2316
|
2640
|
int discr = BCO_GET_LARGE_ARG;
|
|
2317
|
2641
|
int failto = BCO_GET_LARGE_ARG;
|
|
2318
|
2642
|
I_ stackInt = (I_)ReadSpW(0);
|
|
2319
|
2643
|
if (stackInt != (I_)BCO_LIT(discr)) {
|
|
2320
|
2644
|
bciPtr = failto;
|
|
2321
|
2645
|
}
|
|
2322
|
|
- goto nextInsn;
|
|
|
2646
|
+ NEXT_INSTRUCTION;
|
|
2323
|
2647
|
}
|
|
2324
|
2648
|
|
|
2325
|
|
- case bci_TESTEQ_I64: {
|
|
|
2649
|
+ INSTRUCTION(bci_TESTEQ_I64): {
|
|
2326
|
2650
|
int discr = BCO_GET_LARGE_ARG;
|
|
2327
|
2651
|
int failto = BCO_GET_LARGE_ARG;
|
|
2328
|
2652
|
StgInt64 stackInt = ReadSpW64(0);
|
|
2329
|
2653
|
if (stackInt != BCO_LITI64(discr)) {
|
|
2330
|
2654
|
bciPtr = failto;
|
|
2331
|
2655
|
}
|
|
2332
|
|
- goto nextInsn;
|
|
|
2656
|
+ NEXT_INSTRUCTION;
|
|
2333
|
2657
|
}
|
|
2334
|
2658
|
|
|
2335
|
|
- case bci_TESTEQ_I32: {
|
|
|
2659
|
+ INSTRUCTION(bci_TESTEQ_I32): {
|
|
2336
|
2660
|
int discr = BCO_GET_LARGE_ARG;
|
|
2337
|
2661
|
int failto = BCO_GET_LARGE_ARG;
|
|
2338
|
2662
|
StgInt32 stackInt = (StgInt32) ReadSpW(0);
|
|
2339
|
2663
|
if (stackInt != (StgInt32)BCO_LIT(discr)) {
|
|
2340
|
2664
|
bciPtr = failto;
|
|
2341
|
2665
|
}
|
|
2342
|
|
- goto nextInsn;
|
|
|
2666
|
+ NEXT_INSTRUCTION;
|
|
2343
|
2667
|
}
|
|
2344
|
2668
|
|
|
2345
|
|
- case bci_TESTEQ_I16: {
|
|
|
2669
|
+ INSTRUCTION(bci_TESTEQ_I16): {
|
|
2346
|
2670
|
int discr = BCO_GET_LARGE_ARG;
|
|
2347
|
2671
|
int failto = BCO_GET_LARGE_ARG;
|
|
2348
|
2672
|
StgInt16 stackInt = (StgInt16) ReadSpW(0);
|
|
2349
|
2673
|
if (stackInt != (StgInt16)BCO_LIT(discr)) {
|
|
2350
|
2674
|
bciPtr = failto;
|
|
2351
|
2675
|
}
|
|
2352
|
|
- goto nextInsn;
|
|
|
2676
|
+ NEXT_INSTRUCTION;
|
|
2353
|
2677
|
}
|
|
2354
|
2678
|
|
|
2355
|
|
- case bci_TESTEQ_I8: {
|
|
|
2679
|
+ INSTRUCTION(bci_TESTEQ_I8): {
|
|
2356
|
2680
|
int discr = BCO_GET_LARGE_ARG;
|
|
2357
|
2681
|
int failto = BCO_GET_LARGE_ARG;
|
|
2358
|
2682
|
StgInt8 stackInt = (StgInt8) ReadSpW(0);
|
|
2359
|
2683
|
if (stackInt != (StgInt8)BCO_LIT(discr)) {
|
|
2360
|
2684
|
bciPtr = failto;
|
|
2361
|
2685
|
}
|
|
2362
|
|
- goto nextInsn;
|
|
|
2686
|
+ NEXT_INSTRUCTION;
|
|
2363
|
2687
|
}
|
|
2364
|
2688
|
|
|
2365
|
|
- case bci_TESTLT_W: {
|
|
|
2689
|
+ INSTRUCTION(bci_TESTLT_W): {
|
|
2366
|
2690
|
int discr = BCO_GET_LARGE_ARG;
|
|
2367
|
2691
|
int failto = BCO_GET_LARGE_ARG;
|
|
2368
|
2692
|
W_ stackWord = (W_)ReadSpW(0);
|
|
2369
|
2693
|
if (stackWord >= (W_)BCO_LIT(discr))
|
|
2370
|
2694
|
bciPtr = failto;
|
|
2371
|
|
- goto nextInsn;
|
|
|
2695
|
+ NEXT_INSTRUCTION;
|
|
2372
|
2696
|
}
|
|
2373
|
2697
|
|
|
2374
|
|
- case bci_TESTLT_W64: {
|
|
|
2698
|
+ INSTRUCTION(bci_TESTLT_W64): {
|
|
2375
|
2699
|
int discr = BCO_GET_LARGE_ARG;
|
|
2376
|
2700
|
int failto = BCO_GET_LARGE_ARG;
|
|
2377
|
2701
|
StgWord64 stackWord = ReadSpW64(0);
|
|
2378
|
2702
|
if (stackWord >= BCO_LITW64(discr))
|
|
2379
|
2703
|
bciPtr = failto;
|
|
2380
|
|
- goto nextInsn;
|
|
|
2704
|
+ NEXT_INSTRUCTION;
|
|
2381
|
2705
|
}
|
|
2382
|
2706
|
|
|
2383
|
|
- case bci_TESTLT_W32: {
|
|
|
2707
|
+ INSTRUCTION(bci_TESTLT_W32): {
|
|
2384
|
2708
|
int discr = BCO_GET_LARGE_ARG;
|
|
2385
|
2709
|
int failto = BCO_GET_LARGE_ARG;
|
|
2386
|
2710
|
StgWord32 stackWord = (StgWord32) ReadSpW(0);
|
|
2387
|
2711
|
if (stackWord >= (StgWord32)BCO_LIT(discr))
|
|
2388
|
2712
|
bciPtr = failto;
|
|
2389
|
|
- goto nextInsn;
|
|
|
2713
|
+ NEXT_INSTRUCTION;
|
|
2390
|
2714
|
}
|
|
2391
|
2715
|
|
|
2392
|
|
- case bci_TESTLT_W16: {
|
|
|
2716
|
+ INSTRUCTION(bci_TESTLT_W16): {
|
|
2393
|
2717
|
int discr = BCO_GET_LARGE_ARG;
|
|
2394
|
2718
|
int failto = BCO_GET_LARGE_ARG;
|
|
2395
|
2719
|
StgWord16 stackWord = (StgInt16) ReadSpW(0);
|
|
2396
|
2720
|
if (stackWord >= (StgWord16)BCO_LIT(discr))
|
|
2397
|
2721
|
bciPtr = failto;
|
|
2398
|
|
- goto nextInsn;
|
|
|
2722
|
+ NEXT_INSTRUCTION;
|
|
2399
|
2723
|
}
|
|
2400
|
2724
|
|
|
2401
|
|
- case bci_TESTLT_W8: {
|
|
|
2725
|
+ INSTRUCTION(bci_TESTLT_W8): {
|
|
2402
|
2726
|
int discr = BCO_GET_LARGE_ARG;
|
|
2403
|
2727
|
int failto = BCO_GET_LARGE_ARG;
|
|
2404
|
2728
|
StgWord8 stackWord = (StgInt8) ReadSpW(0);
|
|
2405
|
2729
|
if (stackWord >= (StgWord8)BCO_LIT(discr))
|
|
2406
|
2730
|
bciPtr = failto;
|
|
2407
|
|
- goto nextInsn;
|
|
|
2731
|
+ NEXT_INSTRUCTION;
|
|
2408
|
2732
|
}
|
|
2409
|
2733
|
|
|
2410
|
|
- case bci_TESTEQ_W: {
|
|
|
2734
|
+ INSTRUCTION(bci_TESTEQ_W): {
|
|
2411
|
2735
|
int discr = BCO_GET_LARGE_ARG;
|
|
2412
|
2736
|
int failto = BCO_GET_LARGE_ARG;
|
|
2413
|
2737
|
W_ stackWord = (W_)ReadSpW(0);
|
|
2414
|
2738
|
if (stackWord != (W_)BCO_LIT(discr)) {
|
|
2415
|
2739
|
bciPtr = failto;
|
|
2416
|
2740
|
}
|
|
2417
|
|
- goto nextInsn;
|
|
|
2741
|
+ NEXT_INSTRUCTION;
|
|
2418
|
2742
|
}
|
|
2419
|
2743
|
|
|
2420
|
|
- case bci_TESTEQ_W64: {
|
|
|
2744
|
+ INSTRUCTION(bci_TESTEQ_W64): {
|
|
2421
|
2745
|
int discr = BCO_GET_LARGE_ARG;
|
|
2422
|
2746
|
int failto = BCO_GET_LARGE_ARG;
|
|
2423
|
2747
|
StgWord64 stackWord = ReadSpW64(0);
|
|
2424
|
2748
|
if (stackWord != BCO_LITW64(discr)) {
|
|
2425
|
2749
|
bciPtr = failto;
|
|
2426
|
2750
|
}
|
|
2427
|
|
- goto nextInsn;
|
|
|
2751
|
+ NEXT_INSTRUCTION;
|
|
2428
|
2752
|
}
|
|
2429
|
2753
|
|
|
2430
|
|
- case bci_TESTEQ_W32: {
|
|
|
2754
|
+ INSTRUCTION(bci_TESTEQ_W32): {
|
|
2431
|
2755
|
int discr = BCO_GET_LARGE_ARG;
|
|
2432
|
2756
|
int failto = BCO_GET_LARGE_ARG;
|
|
2433
|
2757
|
StgWord32 stackWord = (StgWord32) ReadSpW(0);
|
|
2434
|
2758
|
if (stackWord != (StgWord32)BCO_LIT(discr)) {
|
|
2435
|
2759
|
bciPtr = failto;
|
|
2436
|
2760
|
}
|
|
2437
|
|
- goto nextInsn;
|
|
|
2761
|
+ NEXT_INSTRUCTION;
|
|
2438
|
2762
|
}
|
|
2439
|
2763
|
|
|
2440
|
|
- case bci_TESTEQ_W16: {
|
|
|
2764
|
+ INSTRUCTION(bci_TESTEQ_W16): {
|
|
2441
|
2765
|
int discr = BCO_GET_LARGE_ARG;
|
|
2442
|
2766
|
int failto = BCO_GET_LARGE_ARG;
|
|
2443
|
2767
|
StgWord16 stackWord = (StgWord16) ReadSpW(0);
|
|
2444
|
2768
|
if (stackWord != (StgWord16)BCO_LIT(discr)) {
|
|
2445
|
2769
|
bciPtr = failto;
|
|
2446
|
2770
|
}
|
|
2447
|
|
- goto nextInsn;
|
|
|
2771
|
+ NEXT_INSTRUCTION;
|
|
2448
|
2772
|
}
|
|
2449
|
2773
|
|
|
2450
|
|
- case bci_TESTEQ_W8: {
|
|
|
2774
|
+ INSTRUCTION(bci_TESTEQ_W8): {
|
|
2451
|
2775
|
int discr = BCO_GET_LARGE_ARG;
|
|
2452
|
2776
|
int failto = BCO_GET_LARGE_ARG;
|
|
2453
|
2777
|
StgWord8 stackWord = (StgWord8) ReadSpW(0);
|
|
2454
|
2778
|
if (stackWord != (StgWord8)BCO_LIT(discr)) {
|
|
2455
|
2779
|
bciPtr = failto;
|
|
2456
|
2780
|
}
|
|
2457
|
|
- goto nextInsn;
|
|
|
2781
|
+ NEXT_INSTRUCTION;
|
|
2458
|
2782
|
}
|
|
2459
|
2783
|
|
|
2460
|
|
- case bci_TESTLT_D: {
|
|
|
2784
|
+ INSTRUCTION(bci_TESTLT_D): {
|
|
2461
|
2785
|
int discr = BCO_GET_LARGE_ARG;
|
|
2462
|
2786
|
int failto = BCO_GET_LARGE_ARG;
|
|
2463
|
2787
|
StgDouble stackDbl, discrDbl;
|
| ... |
... |
@@ -2466,10 +2790,10 @@ run_BCO: |
|
2466
|
2790
|
if (stackDbl >= discrDbl) {
|
|
2467
|
2791
|
bciPtr = failto;
|
|
2468
|
2792
|
}
|
|
2469
|
|
- goto nextInsn;
|
|
|
2793
|
+ NEXT_INSTRUCTION;
|
|
2470
|
2794
|
}
|
|
2471
|
2795
|
|
|
2472
|
|
- case bci_TESTEQ_D: {
|
|
|
2796
|
+ INSTRUCTION(bci_TESTEQ_D): {
|
|
2473
|
2797
|
int discr = BCO_GET_LARGE_ARG;
|
|
2474
|
2798
|
int failto = BCO_GET_LARGE_ARG;
|
|
2475
|
2799
|
StgDouble stackDbl, discrDbl;
|
| ... |
... |
@@ -2478,10 +2802,10 @@ run_BCO: |
|
2478
|
2802
|
if (stackDbl != discrDbl) {
|
|
2479
|
2803
|
bciPtr = failto;
|
|
2480
|
2804
|
}
|
|
2481
|
|
- goto nextInsn;
|
|
|
2805
|
+ NEXT_INSTRUCTION;
|
|
2482
|
2806
|
}
|
|
2483
|
2807
|
|
|
2484
|
|
- case bci_TESTLT_F: {
|
|
|
2808
|
+ INSTRUCTION(bci_TESTLT_F): {
|
|
2485
|
2809
|
int discr = BCO_GET_LARGE_ARG;
|
|
2486
|
2810
|
int failto = BCO_GET_LARGE_ARG;
|
|
2487
|
2811
|
StgFloat stackFlt, discrFlt;
|
| ... |
... |
@@ -2490,10 +2814,10 @@ run_BCO: |
|
2490
|
2814
|
if (stackFlt >= discrFlt) {
|
|
2491
|
2815
|
bciPtr = failto;
|
|
2492
|
2816
|
}
|
|
2493
|
|
- goto nextInsn;
|
|
|
2817
|
+ NEXT_INSTRUCTION;
|
|
2494
|
2818
|
}
|
|
2495
|
2819
|
|
|
2496
|
|
- case bci_TESTEQ_F: {
|
|
|
2820
|
+ INSTRUCTION(bci_TESTEQ_F): {
|
|
2497
|
2821
|
int discr = BCO_GET_LARGE_ARG;
|
|
2498
|
2822
|
int failto = BCO_GET_LARGE_ARG;
|
|
2499
|
2823
|
StgFloat stackFlt, discrFlt;
|
| ... |
... |
@@ -2502,11 +2826,11 @@ run_BCO: |
|
2502
|
2826
|
if (stackFlt != discrFlt) {
|
|
2503
|
2827
|
bciPtr = failto;
|
|
2504
|
2828
|
}
|
|
2505
|
|
- goto nextInsn;
|
|
|
2829
|
+ NEXT_INSTRUCTION;
|
|
2506
|
2830
|
}
|
|
2507
|
2831
|
|
|
2508
|
2832
|
// Control-flow ish things
|
|
2509
|
|
- case bci_ENTER:
|
|
|
2833
|
+ INSTRUCTION(bci_ENTER):
|
|
2510
|
2834
|
// Context-switch check. We put it here to ensure that
|
|
2511
|
2835
|
// the interpreter has done at least *some* work before
|
|
2512
|
2836
|
// context switching: sometimes the scheduler can invoke
|
| ... |
... |
@@ -2518,50 +2842,50 @@ run_BCO: |
|
2518
|
2842
|
}
|
|
2519
|
2843
|
goto eval;
|
|
2520
|
2844
|
|
|
2521
|
|
- case bci_RETURN_P:
|
|
|
2845
|
+ INSTRUCTION(bci_RETURN_P):
|
|
2522
|
2846
|
tagged_obj = (StgClosure *)ReadSpW(0);
|
|
2523
|
2847
|
Sp_addW(1);
|
|
2524
|
2848
|
goto do_return_pointer;
|
|
2525
|
2849
|
|
|
2526
|
|
- case bci_RETURN_N:
|
|
|
2850
|
+ INSTRUCTION(bci_RETURN_N):
|
|
2527
|
2851
|
Sp_subW(1);
|
|
2528
|
2852
|
SpW(0) = (W_)&stg_ret_n_info;
|
|
2529
|
2853
|
goto do_return_nonpointer;
|
|
2530
|
|
- case bci_RETURN_F:
|
|
|
2854
|
+ INSTRUCTION(bci_RETURN_F):
|
|
2531
|
2855
|
Sp_subW(1);
|
|
2532
|
2856
|
SpW(0) = (W_)&stg_ret_f_info;
|
|
2533
|
2857
|
goto do_return_nonpointer;
|
|
2534
|
|
- case bci_RETURN_D:
|
|
|
2858
|
+ INSTRUCTION(bci_RETURN_D):
|
|
2535
|
2859
|
Sp_subW(1);
|
|
2536
|
2860
|
SpW(0) = (W_)&stg_ret_d_info;
|
|
2537
|
2861
|
goto do_return_nonpointer;
|
|
2538
|
|
- case bci_RETURN_L:
|
|
|
2862
|
+ INSTRUCTION(bci_RETURN_L):
|
|
2539
|
2863
|
Sp_subW(1);
|
|
2540
|
2864
|
SpW(0) = (W_)&stg_ret_l_info;
|
|
2541
|
2865
|
goto do_return_nonpointer;
|
|
2542
|
|
- case bci_RETURN_V:
|
|
|
2866
|
+ INSTRUCTION(bci_RETURN_V):
|
|
2543
|
2867
|
Sp_subW(1);
|
|
2544
|
2868
|
SpW(0) = (W_)&stg_ret_v_info;
|
|
2545
|
2869
|
goto do_return_nonpointer;
|
|
2546
|
|
- case bci_RETURN_T: {
|
|
|
2870
|
+ INSTRUCTION(bci_RETURN_T): {
|
|
2547
|
2871
|
/* tuple_info and tuple_bco must already be on the stack */
|
|
2548
|
2872
|
Sp_subW(1);
|
|
2549
|
2873
|
SpW(0) = (W_)&stg_ret_t_info;
|
|
2550
|
2874
|
goto do_return_nonpointer;
|
|
2551
|
2875
|
}
|
|
2552
|
2876
|
|
|
2553
|
|
- case bci_BCO_NAME:
|
|
|
2877
|
+ INSTRUCTION(bci_BCO_NAME):
|
|
2554
|
2878
|
bciPtr++;
|
|
2555
|
|
- goto nextInsn;
|
|
|
2879
|
+ NEXT_INSTRUCTION;
|
|
2556
|
2880
|
|
|
2557
|
|
- case bci_SWIZZLE: {
|
|
|
2881
|
+ INSTRUCTION(bci_SWIZZLE): {
|
|
2558
|
2882
|
W_ stkoff = BCO_GET_LARGE_ARG;
|
|
2559
|
2883
|
StgInt n = BCO_GET_LARGE_ARG;
|
|
2560
|
2884
|
(*(StgInt*)(SafeSpWP(stkoff))) += n;
|
|
2561
|
|
- goto nextInsn;
|
|
|
2885
|
+ NEXT_INSTRUCTION;
|
|
2562
|
2886
|
}
|
|
2563
|
2887
|
|
|
2564
|
|
- case bci_PRIMCALL: {
|
|
|
2888
|
+ INSTRUCTION(bci_PRIMCALL): {
|
|
2565
|
2889
|
Sp_subW(1);
|
|
2566
|
2890
|
SpW(0) = (W_)&stg_primcall_info;
|
|
2567
|
2891
|
RETURN_TO_SCHEDULER_NO_PAUSE(ThreadRunGHC, ThreadYielding);
|
| ... |
... |
@@ -2577,7 +2901,7 @@ run_BCO: |
|
2577
|
2901
|
ty r = op ((ty) ReadSpW(0)); \
|
|
2578
|
2902
|
SpW(0) = (StgWord) r; \
|
|
2579
|
2903
|
} \
|
|
2580
|
|
- goto nextInsn; \
|
|
|
2904
|
+ NEXT_INSTRUCTION; \
|
|
2581
|
2905
|
}
|
|
2582
|
2906
|
|
|
2583
|
2907
|
// op :: ty -> ty -> ty
|
| ... |
... |
@@ -2592,7 +2916,7 @@ run_BCO: |
|
2592
|
2916
|
Sp_addW(1); \
|
|
2593
|
2917
|
SpW(0) = (StgWord) r; \
|
|
2594
|
2918
|
}; \
|
|
2595
|
|
- goto nextInsn; \
|
|
|
2919
|
+ NEXT_INSTRUCTION; \
|
|
2596
|
2920
|
}
|
|
2597
|
2921
|
|
|
2598
|
2922
|
// op :: ty -> Int -> ty
|
| ... |
... |
@@ -2607,7 +2931,7 @@ run_BCO: |
|
2607
|
2931
|
Sp_addW(1); \
|
|
2608
|
2932
|
SpW(0) = (StgWord) r; \
|
|
2609
|
2933
|
}; \
|
|
2610
|
|
- goto nextInsn; \
|
|
|
2934
|
+ NEXT_INSTRUCTION; \
|
|
2611
|
2935
|
}
|
|
2612
|
2936
|
|
|
2613
|
2937
|
// op :: ty -> ty -> Int
|
| ... |
... |
@@ -2622,113 +2946,113 @@ run_BCO: |
|
2622
|
2946
|
Sp_addW(1); \
|
|
2623
|
2947
|
SpW(0) = (StgWord) r; \
|
|
2624
|
2948
|
}; \
|
|
2625
|
|
- goto nextInsn; \
|
|
|
2949
|
+ NEXT_INSTRUCTION; \
|
|
2626
|
2950
|
}
|
|
2627
|
2951
|
|
|
2628
|
|
- case bci_OP_ADD_64: SIZED_BIN_OP(+, StgInt64)
|
|
2629
|
|
- case bci_OP_SUB_64: SIZED_BIN_OP(-, StgInt64)
|
|
2630
|
|
- case bci_OP_AND_64: SIZED_BIN_OP(&, StgInt64)
|
|
2631
|
|
- case bci_OP_XOR_64: SIZED_BIN_OP(^, StgInt64)
|
|
2632
|
|
- case bci_OP_OR_64: SIZED_BIN_OP(|, StgInt64)
|
|
2633
|
|
- case bci_OP_MUL_64: SIZED_BIN_OP(*, StgInt64)
|
|
2634
|
|
- case bci_OP_SHL_64: SIZED_BIN_OP_TY_INT(<<, StgWord64)
|
|
2635
|
|
- case bci_OP_LSR_64: SIZED_BIN_OP_TY_INT(>>, StgWord64)
|
|
2636
|
|
- case bci_OP_ASR_64: SIZED_BIN_OP_TY_INT(>>, StgInt64)
|
|
2637
|
|
-
|
|
2638
|
|
- case bci_OP_NEQ_64: SIZED_BIN_OP_TY_TY_INT(!=, StgWord64)
|
|
2639
|
|
- case bci_OP_EQ_64: SIZED_BIN_OP_TY_TY_INT(==, StgWord64)
|
|
2640
|
|
- case bci_OP_U_GT_64: SIZED_BIN_OP_TY_TY_INT(>, StgWord64)
|
|
2641
|
|
- case bci_OP_U_GE_64: SIZED_BIN_OP_TY_TY_INT(>=, StgWord64)
|
|
2642
|
|
- case bci_OP_U_LT_64: SIZED_BIN_OP_TY_TY_INT(<, StgWord64)
|
|
2643
|
|
- case bci_OP_U_LE_64: SIZED_BIN_OP_TY_TY_INT(<=, StgWord64)
|
|
2644
|
|
-
|
|
2645
|
|
- case bci_OP_S_GT_64: SIZED_BIN_OP_TY_TY_INT(>, StgInt64)
|
|
2646
|
|
- case bci_OP_S_GE_64: SIZED_BIN_OP_TY_TY_INT(>=, StgInt64)
|
|
2647
|
|
- case bci_OP_S_LT_64: SIZED_BIN_OP_TY_TY_INT(<, StgInt64)
|
|
2648
|
|
- case bci_OP_S_LE_64: SIZED_BIN_OP_TY_TY_INT(<=, StgInt64)
|
|
2649
|
|
-
|
|
2650
|
|
- case bci_OP_NOT_64: UN_SIZED_OP(~, StgWord64)
|
|
2651
|
|
- case bci_OP_NEG_64: UN_SIZED_OP(-, StgInt64)
|
|
2652
|
|
-
|
|
2653
|
|
-
|
|
2654
|
|
- case bci_OP_ADD_32: SIZED_BIN_OP(+, StgInt32)
|
|
2655
|
|
- case bci_OP_SUB_32: SIZED_BIN_OP(-, StgInt32)
|
|
2656
|
|
- case bci_OP_AND_32: SIZED_BIN_OP(&, StgInt32)
|
|
2657
|
|
- case bci_OP_XOR_32: SIZED_BIN_OP(^, StgInt32)
|
|
2658
|
|
- case bci_OP_OR_32: SIZED_BIN_OP(|, StgInt32)
|
|
2659
|
|
- case bci_OP_MUL_32: SIZED_BIN_OP(*, StgInt32)
|
|
2660
|
|
- case bci_OP_SHL_32: SIZED_BIN_OP_TY_INT(<<, StgWord32)
|
|
2661
|
|
- case bci_OP_LSR_32: SIZED_BIN_OP_TY_INT(>>, StgWord32)
|
|
2662
|
|
- case bci_OP_ASR_32: SIZED_BIN_OP_TY_INT(>>, StgInt32)
|
|
2663
|
|
-
|
|
2664
|
|
- case bci_OP_NEQ_32: SIZED_BIN_OP_TY_TY_INT(!=, StgWord32)
|
|
2665
|
|
- case bci_OP_EQ_32: SIZED_BIN_OP_TY_TY_INT(==, StgWord32)
|
|
2666
|
|
- case bci_OP_U_GT_32: SIZED_BIN_OP_TY_TY_INT(>, StgWord32)
|
|
2667
|
|
- case bci_OP_U_GE_32: SIZED_BIN_OP_TY_TY_INT(>=, StgWord32)
|
|
2668
|
|
- case bci_OP_U_LT_32: SIZED_BIN_OP_TY_TY_INT(<, StgWord32)
|
|
2669
|
|
- case bci_OP_U_LE_32: SIZED_BIN_OP_TY_TY_INT(<=, StgWord32)
|
|
2670
|
|
-
|
|
2671
|
|
- case bci_OP_S_GT_32: SIZED_BIN_OP_TY_TY_INT(>, StgInt32)
|
|
2672
|
|
- case bci_OP_S_GE_32: SIZED_BIN_OP_TY_TY_INT(>=, StgInt32)
|
|
2673
|
|
- case bci_OP_S_LT_32: SIZED_BIN_OP_TY_TY_INT(<, StgInt32)
|
|
2674
|
|
- case bci_OP_S_LE_32: SIZED_BIN_OP_TY_TY_INT(<=, StgInt32)
|
|
2675
|
|
-
|
|
2676
|
|
- case bci_OP_NOT_32: UN_SIZED_OP(~, StgWord32)
|
|
2677
|
|
- case bci_OP_NEG_32: UN_SIZED_OP(-, StgInt32)
|
|
2678
|
|
-
|
|
2679
|
|
-
|
|
2680
|
|
- case bci_OP_ADD_16: SIZED_BIN_OP(+, StgInt16)
|
|
2681
|
|
- case bci_OP_SUB_16: SIZED_BIN_OP(-, StgInt16)
|
|
2682
|
|
- case bci_OP_AND_16: SIZED_BIN_OP(&, StgInt16)
|
|
2683
|
|
- case bci_OP_XOR_16: SIZED_BIN_OP(^, StgInt16)
|
|
2684
|
|
- case bci_OP_OR_16: SIZED_BIN_OP(|, StgInt16)
|
|
2685
|
|
- case bci_OP_MUL_16: SIZED_BIN_OP(*, StgInt16)
|
|
2686
|
|
- case bci_OP_SHL_16: SIZED_BIN_OP_TY_INT(<<, StgWord16)
|
|
2687
|
|
- case bci_OP_LSR_16: SIZED_BIN_OP_TY_INT(>>, StgWord16)
|
|
2688
|
|
- case bci_OP_ASR_16: SIZED_BIN_OP_TY_INT(>>, StgInt16)
|
|
2689
|
|
-
|
|
2690
|
|
- case bci_OP_NEQ_16: SIZED_BIN_OP_TY_TY_INT(!=, StgWord16)
|
|
2691
|
|
- case bci_OP_EQ_16: SIZED_BIN_OP_TY_TY_INT(==, StgWord16)
|
|
2692
|
|
- case bci_OP_U_GT_16: SIZED_BIN_OP_TY_TY_INT(>, StgWord16)
|
|
2693
|
|
- case bci_OP_U_GE_16: SIZED_BIN_OP_TY_TY_INT(>=, StgWord16)
|
|
2694
|
|
- case bci_OP_U_LT_16: SIZED_BIN_OP_TY_TY_INT(<, StgWord16)
|
|
2695
|
|
- case bci_OP_U_LE_16: SIZED_BIN_OP_TY_TY_INT(<=, StgWord16)
|
|
2696
|
|
-
|
|
2697
|
|
- case bci_OP_S_GT_16: SIZED_BIN_OP(>, StgInt16)
|
|
2698
|
|
- case bci_OP_S_GE_16: SIZED_BIN_OP(>=, StgInt16)
|
|
2699
|
|
- case bci_OP_S_LT_16: SIZED_BIN_OP(<, StgInt16)
|
|
2700
|
|
- case bci_OP_S_LE_16: SIZED_BIN_OP(<=, StgInt16)
|
|
2701
|
|
-
|
|
2702
|
|
- case bci_OP_NOT_16: UN_SIZED_OP(~, StgWord16)
|
|
2703
|
|
- case bci_OP_NEG_16: UN_SIZED_OP(-, StgInt16)
|
|
2704
|
|
-
|
|
2705
|
|
-
|
|
2706
|
|
- case bci_OP_ADD_08: SIZED_BIN_OP(+, StgInt8)
|
|
2707
|
|
- case bci_OP_SUB_08: SIZED_BIN_OP(-, StgInt8)
|
|
2708
|
|
- case bci_OP_AND_08: SIZED_BIN_OP(&, StgInt8)
|
|
2709
|
|
- case bci_OP_XOR_08: SIZED_BIN_OP(^, StgInt8)
|
|
2710
|
|
- case bci_OP_OR_08: SIZED_BIN_OP(|, StgInt8)
|
|
2711
|
|
- case bci_OP_MUL_08: SIZED_BIN_OP(*, StgInt8)
|
|
2712
|
|
- case bci_OP_SHL_08: SIZED_BIN_OP_TY_INT(<<, StgWord8)
|
|
2713
|
|
- case bci_OP_LSR_08: SIZED_BIN_OP_TY_INT(>>, StgWord8)
|
|
2714
|
|
- case bci_OP_ASR_08: SIZED_BIN_OP_TY_INT(>>, StgInt8)
|
|
2715
|
|
-
|
|
2716
|
|
- case bci_OP_NEQ_08: SIZED_BIN_OP_TY_TY_INT(!=, StgWord8)
|
|
2717
|
|
- case bci_OP_EQ_08: SIZED_BIN_OP_TY_TY_INT(==, StgWord8)
|
|
2718
|
|
- case bci_OP_U_GT_08: SIZED_BIN_OP_TY_TY_INT(>, StgWord8)
|
|
2719
|
|
- case bci_OP_U_GE_08: SIZED_BIN_OP_TY_TY_INT(>=, StgWord8)
|
|
2720
|
|
- case bci_OP_U_LT_08: SIZED_BIN_OP_TY_TY_INT(<, StgWord8)
|
|
2721
|
|
- case bci_OP_U_LE_08: SIZED_BIN_OP_TY_TY_INT(<=, StgWord8)
|
|
2722
|
|
-
|
|
2723
|
|
- case bci_OP_S_GT_08: SIZED_BIN_OP_TY_TY_INT(>, StgInt8)
|
|
2724
|
|
- case bci_OP_S_GE_08: SIZED_BIN_OP_TY_TY_INT(>=, StgInt8)
|
|
2725
|
|
- case bci_OP_S_LT_08: SIZED_BIN_OP_TY_TY_INT(<, StgInt8)
|
|
2726
|
|
- case bci_OP_S_LE_08: SIZED_BIN_OP_TY_TY_INT(<=, StgInt8)
|
|
2727
|
|
-
|
|
2728
|
|
- case bci_OP_NOT_08: UN_SIZED_OP(~, StgWord8)
|
|
2729
|
|
- case bci_OP_NEG_08: UN_SIZED_OP(-, StgInt8)
|
|
2730
|
|
-
|
|
2731
|
|
- case bci_OP_INDEX_ADDR_64:
|
|
|
2952
|
+ INSTRUCTION(bci_OP_ADD_64): SIZED_BIN_OP(+, StgInt64)
|
|
|
2953
|
+ INSTRUCTION(bci_OP_SUB_64): SIZED_BIN_OP(-, StgInt64)
|
|
|
2954
|
+ INSTRUCTION(bci_OP_AND_64): SIZED_BIN_OP(&, StgInt64)
|
|
|
2955
|
+ INSTRUCTION(bci_OP_XOR_64): SIZED_BIN_OP(^, StgInt64)
|
|
|
2956
|
+ INSTRUCTION(bci_OP_OR_64): SIZED_BIN_OP(|, StgInt64)
|
|
|
2957
|
+ INSTRUCTION(bci_OP_MUL_64): SIZED_BIN_OP(*, StgInt64)
|
|
|
2958
|
+ INSTRUCTION(bci_OP_SHL_64): SIZED_BIN_OP_TY_INT(<<, StgWord64)
|
|
|
2959
|
+ INSTRUCTION(bci_OP_LSR_64): SIZED_BIN_OP_TY_INT(>>, StgWord64)
|
|
|
2960
|
+ INSTRUCTION(bci_OP_ASR_64): SIZED_BIN_OP_TY_INT(>>, StgInt64)
|
|
|
2961
|
+
|
|
|
2962
|
+ INSTRUCTION(bci_OP_NEQ_64): SIZED_BIN_OP_TY_TY_INT(!=, StgWord64)
|
|
|
2963
|
+ INSTRUCTION(bci_OP_EQ_64): SIZED_BIN_OP_TY_TY_INT(==, StgWord64)
|
|
|
2964
|
+ INSTRUCTION(bci_OP_U_GT_64): SIZED_BIN_OP_TY_TY_INT(>, StgWord64)
|
|
|
2965
|
+ INSTRUCTION(bci_OP_U_GE_64): SIZED_BIN_OP_TY_TY_INT(>=, StgWord64)
|
|
|
2966
|
+ INSTRUCTION(bci_OP_U_LT_64): SIZED_BIN_OP_TY_TY_INT(<, StgWord64)
|
|
|
2967
|
+ INSTRUCTION(bci_OP_U_LE_64): SIZED_BIN_OP_TY_TY_INT(<=, StgWord64)
|
|
|
2968
|
+
|
|
|
2969
|
+ INSTRUCTION(bci_OP_S_GT_64): SIZED_BIN_OP_TY_TY_INT(>, StgInt64)
|
|
|
2970
|
+ INSTRUCTION(bci_OP_S_GE_64): SIZED_BIN_OP_TY_TY_INT(>=, StgInt64)
|
|
|
2971
|
+ INSTRUCTION(bci_OP_S_LT_64): SIZED_BIN_OP_TY_TY_INT(<, StgInt64)
|
|
|
2972
|
+ INSTRUCTION(bci_OP_S_LE_64): SIZED_BIN_OP_TY_TY_INT(<=, StgInt64)
|
|
|
2973
|
+
|
|
|
2974
|
+ INSTRUCTION(bci_OP_NOT_64): UN_SIZED_OP(~, StgWord64)
|
|
|
2975
|
+ INSTRUCTION(bci_OP_NEG_64): UN_SIZED_OP(-, StgInt64)
|
|
|
2976
|
+
|
|
|
2977
|
+
|
|
|
2978
|
+ INSTRUCTION(bci_OP_ADD_32): SIZED_BIN_OP(+, StgInt32)
|
|
|
2979
|
+ INSTRUCTION(bci_OP_SUB_32): SIZED_BIN_OP(-, StgInt32)
|
|
|
2980
|
+ INSTRUCTION(bci_OP_AND_32): SIZED_BIN_OP(&, StgInt32)
|
|
|
2981
|
+ INSTRUCTION(bci_OP_XOR_32): SIZED_BIN_OP(^, StgInt32)
|
|
|
2982
|
+ INSTRUCTION(bci_OP_OR_32): SIZED_BIN_OP(|, StgInt32)
|
|
|
2983
|
+ INSTRUCTION(bci_OP_MUL_32): SIZED_BIN_OP(*, StgInt32)
|
|
|
2984
|
+ INSTRUCTION(bci_OP_SHL_32): SIZED_BIN_OP_TY_INT(<<, StgWord32)
|
|
|
2985
|
+ INSTRUCTION(bci_OP_LSR_32): SIZED_BIN_OP_TY_INT(>>, StgWord32)
|
|
|
2986
|
+ INSTRUCTION(bci_OP_ASR_32): SIZED_BIN_OP_TY_INT(>>, StgInt32)
|
|
|
2987
|
+
|
|
|
2988
|
+ INSTRUCTION(bci_OP_NEQ_32): SIZED_BIN_OP_TY_TY_INT(!=, StgWord32)
|
|
|
2989
|
+ INSTRUCTION(bci_OP_EQ_32): SIZED_BIN_OP_TY_TY_INT(==, StgWord32)
|
|
|
2990
|
+ INSTRUCTION(bci_OP_U_GT_32): SIZED_BIN_OP_TY_TY_INT(>, StgWord32)
|
|
|
2991
|
+ INSTRUCTION(bci_OP_U_GE_32): SIZED_BIN_OP_TY_TY_INT(>=, StgWord32)
|
|
|
2992
|
+ INSTRUCTION(bci_OP_U_LT_32): SIZED_BIN_OP_TY_TY_INT(<, StgWord32)
|
|
|
2993
|
+ INSTRUCTION(bci_OP_U_LE_32): SIZED_BIN_OP_TY_TY_INT(<=, StgWord32)
|
|
|
2994
|
+
|
|
|
2995
|
+ INSTRUCTION(bci_OP_S_GT_32): SIZED_BIN_OP_TY_TY_INT(>, StgInt32)
|
|
|
2996
|
+ INSTRUCTION(bci_OP_S_GE_32): SIZED_BIN_OP_TY_TY_INT(>=, StgInt32)
|
|
|
2997
|
+ INSTRUCTION(bci_OP_S_LT_32): SIZED_BIN_OP_TY_TY_INT(<, StgInt32)
|
|
|
2998
|
+ INSTRUCTION(bci_OP_S_LE_32): SIZED_BIN_OP_TY_TY_INT(<=, StgInt32)
|
|
|
2999
|
+
|
|
|
3000
|
+ INSTRUCTION(bci_OP_NOT_32): UN_SIZED_OP(~, StgWord32)
|
|
|
3001
|
+ INSTRUCTION(bci_OP_NEG_32): UN_SIZED_OP(-, StgInt32)
|
|
|
3002
|
+
|
|
|
3003
|
+
|
|
|
3004
|
+ INSTRUCTION(bci_OP_ADD_16): SIZED_BIN_OP(+, StgInt16)
|
|
|
3005
|
+ INSTRUCTION(bci_OP_SUB_16): SIZED_BIN_OP(-, StgInt16)
|
|
|
3006
|
+ INSTRUCTION(bci_OP_AND_16): SIZED_BIN_OP(&, StgInt16)
|
|
|
3007
|
+ INSTRUCTION(bci_OP_XOR_16): SIZED_BIN_OP(^, StgInt16)
|
|
|
3008
|
+ INSTRUCTION(bci_OP_OR_16): SIZED_BIN_OP(|, StgInt16)
|
|
|
3009
|
+ INSTRUCTION(bci_OP_MUL_16): SIZED_BIN_OP(*, StgInt16)
|
|
|
3010
|
+ INSTRUCTION(bci_OP_SHL_16): SIZED_BIN_OP_TY_INT(<<, StgWord16)
|
|
|
3011
|
+ INSTRUCTION(bci_OP_LSR_16): SIZED_BIN_OP_TY_INT(>>, StgWord16)
|
|
|
3012
|
+ INSTRUCTION(bci_OP_ASR_16): SIZED_BIN_OP_TY_INT(>>, StgInt16)
|
|
|
3013
|
+
|
|
|
3014
|
+ INSTRUCTION(bci_OP_NEQ_16): SIZED_BIN_OP_TY_TY_INT(!=, StgWord16)
|
|
|
3015
|
+ INSTRUCTION(bci_OP_EQ_16): SIZED_BIN_OP_TY_TY_INT(==, StgWord16)
|
|
|
3016
|
+ INSTRUCTION(bci_OP_U_GT_16): SIZED_BIN_OP_TY_TY_INT(>, StgWord16)
|
|
|
3017
|
+ INSTRUCTION(bci_OP_U_GE_16): SIZED_BIN_OP_TY_TY_INT(>=, StgWord16)
|
|
|
3018
|
+ INSTRUCTION(bci_OP_U_LT_16): SIZED_BIN_OP_TY_TY_INT(<, StgWord16)
|
|
|
3019
|
+ INSTRUCTION(bci_OP_U_LE_16): SIZED_BIN_OP_TY_TY_INT(<=, StgWord16)
|
|
|
3020
|
+
|
|
|
3021
|
+ INSTRUCTION(bci_OP_S_GT_16): SIZED_BIN_OP(>, StgInt16)
|
|
|
3022
|
+ INSTRUCTION(bci_OP_S_GE_16): SIZED_BIN_OP(>=, StgInt16)
|
|
|
3023
|
+ INSTRUCTION(bci_OP_S_LT_16): SIZED_BIN_OP(<, StgInt16)
|
|
|
3024
|
+ INSTRUCTION(bci_OP_S_LE_16): SIZED_BIN_OP(<=, StgInt16)
|
|
|
3025
|
+
|
|
|
3026
|
+ INSTRUCTION(bci_OP_NOT_16): UN_SIZED_OP(~, StgWord16)
|
|
|
3027
|
+ INSTRUCTION(bci_OP_NEG_16): UN_SIZED_OP(-, StgInt16)
|
|
|
3028
|
+
|
|
|
3029
|
+
|
|
|
3030
|
+ INSTRUCTION(bci_OP_ADD_08): SIZED_BIN_OP(+, StgInt8)
|
|
|
3031
|
+ INSTRUCTION(bci_OP_SUB_08): SIZED_BIN_OP(-, StgInt8)
|
|
|
3032
|
+ INSTRUCTION(bci_OP_AND_08): SIZED_BIN_OP(&, StgInt8)
|
|
|
3033
|
+ INSTRUCTION(bci_OP_XOR_08): SIZED_BIN_OP(^, StgInt8)
|
|
|
3034
|
+ INSTRUCTION(bci_OP_OR_08): SIZED_BIN_OP(|, StgInt8)
|
|
|
3035
|
+ INSTRUCTION(bci_OP_MUL_08): SIZED_BIN_OP(*, StgInt8)
|
|
|
3036
|
+ INSTRUCTION(bci_OP_SHL_08): SIZED_BIN_OP_TY_INT(<<, StgWord8)
|
|
|
3037
|
+ INSTRUCTION(bci_OP_LSR_08): SIZED_BIN_OP_TY_INT(>>, StgWord8)
|
|
|
3038
|
+ INSTRUCTION(bci_OP_ASR_08): SIZED_BIN_OP_TY_INT(>>, StgInt8)
|
|
|
3039
|
+
|
|
|
3040
|
+ INSTRUCTION(bci_OP_NEQ_08): SIZED_BIN_OP_TY_TY_INT(!=, StgWord8)
|
|
|
3041
|
+ INSTRUCTION(bci_OP_EQ_08): SIZED_BIN_OP_TY_TY_INT(==, StgWord8)
|
|
|
3042
|
+ INSTRUCTION(bci_OP_U_GT_08): SIZED_BIN_OP_TY_TY_INT(>, StgWord8)
|
|
|
3043
|
+ INSTRUCTION(bci_OP_U_GE_08): SIZED_BIN_OP_TY_TY_INT(>=, StgWord8)
|
|
|
3044
|
+ INSTRUCTION(bci_OP_U_LT_08): SIZED_BIN_OP_TY_TY_INT(<, StgWord8)
|
|
|
3045
|
+ INSTRUCTION(bci_OP_U_LE_08): SIZED_BIN_OP_TY_TY_INT(<=, StgWord8)
|
|
|
3046
|
+
|
|
|
3047
|
+ INSTRUCTION(bci_OP_S_GT_08): SIZED_BIN_OP_TY_TY_INT(>, StgInt8)
|
|
|
3048
|
+ INSTRUCTION(bci_OP_S_GE_08): SIZED_BIN_OP_TY_TY_INT(>=, StgInt8)
|
|
|
3049
|
+ INSTRUCTION(bci_OP_S_LT_08): SIZED_BIN_OP_TY_TY_INT(<, StgInt8)
|
|
|
3050
|
+ INSTRUCTION(bci_OP_S_LE_08): SIZED_BIN_OP_TY_TY_INT(<=, StgInt8)
|
|
|
3051
|
+
|
|
|
3052
|
+ INSTRUCTION(bci_OP_NOT_08): UN_SIZED_OP(~, StgWord8)
|
|
|
3053
|
+ INSTRUCTION(bci_OP_NEG_08): UN_SIZED_OP(-, StgInt8)
|
|
|
3054
|
+
|
|
|
3055
|
+ INSTRUCTION(bci_OP_INDEX_ADDR_64):
|
|
2732
|
3056
|
{
|
|
2733
|
3057
|
StgWord64* addr = (StgWord64*) SpW(0);
|
|
2734
|
3058
|
StgInt offset = (StgInt) SpW(1);
|
| ... |
... |
@@ -2736,35 +3060,35 @@ run_BCO: |
|
2736
|
3060
|
Sp_addW(1);
|
|
2737
|
3061
|
}
|
|
2738
|
3062
|
SpW64(0) = *(addr+offset);
|
|
2739
|
|
- goto nextInsn;
|
|
|
3063
|
+ NEXT_INSTRUCTION;
|
|
2740
|
3064
|
}
|
|
2741
|
3065
|
|
|
2742
|
|
- case bci_OP_INDEX_ADDR_32:
|
|
|
3066
|
+ INSTRUCTION(bci_OP_INDEX_ADDR_32):
|
|
2743
|
3067
|
{
|
|
2744
|
3068
|
StgWord32* addr = (StgWord32*) SpW(0);
|
|
2745
|
3069
|
StgInt offset = (StgInt) SpW(1);
|
|
2746
|
3070
|
Sp_addW(1);
|
|
2747
|
3071
|
SpW(0) = (StgWord) *(addr+offset);
|
|
2748
|
|
- goto nextInsn;
|
|
|
3072
|
+ NEXT_INSTRUCTION;
|
|
2749
|
3073
|
}
|
|
2750
|
|
- case bci_OP_INDEX_ADDR_16:
|
|
|
3074
|
+ INSTRUCTION(bci_OP_INDEX_ADDR_16):
|
|
2751
|
3075
|
{
|
|
2752
|
3076
|
StgWord16* addr = (StgWord16*) SpW(0);
|
|
2753
|
3077
|
StgInt offset = (StgInt) SpW(1);
|
|
2754
|
3078
|
Sp_addW(1);
|
|
2755
|
3079
|
SpW(0) = (StgWord) *(addr+offset);
|
|
2756
|
|
- goto nextInsn;
|
|
|
3080
|
+ NEXT_INSTRUCTION;
|
|
2757
|
3081
|
}
|
|
2758
|
|
- case bci_OP_INDEX_ADDR_08:
|
|
|
3082
|
+ INSTRUCTION(bci_OP_INDEX_ADDR_08):
|
|
2759
|
3083
|
{
|
|
2760
|
3084
|
StgWord8* addr = (StgWord8*) SpW(0);
|
|
2761
|
3085
|
StgInt offset = (StgInt) SpW(1);
|
|
2762
|
3086
|
Sp_addW(1);
|
|
2763
|
3087
|
SpW(0) = (StgWord) *(addr+offset);
|
|
2764
|
|
- goto nextInsn;
|
|
|
3088
|
+ NEXT_INSTRUCTION;
|
|
2765
|
3089
|
}
|
|
2766
|
3090
|
|
|
2767
|
|
- case bci_CCALL: {
|
|
|
3091
|
+ INSTRUCTION(bci_CCALL): {
|
|
2768
|
3092
|
void *tok;
|
|
2769
|
3093
|
W_ stk_offset = BCO_GET_LARGE_ARG;
|
|
2770
|
3094
|
int o_itbl = BCO_GET_LARGE_ARG;
|
| ... |
... |
@@ -2921,25 +3245,33 @@ run_BCO: |
|
2921
|
3245
|
memcpy(Sp, ret, sizeof(W_) * ret_size);
|
|
2922
|
3246
|
#endif
|
|
2923
|
3247
|
|
|
2924
|
|
- goto nextInsn;
|
|
|
3248
|
+ NEXT_INSTRUCTION;
|
|
2925
|
3249
|
}
|
|
2926
|
3250
|
|
|
2927
|
|
- case bci_JMP: {
|
|
|
3251
|
+ INSTRUCTION(bci_JMP): {
|
|
2928
|
3252
|
/* BCO_NEXT modifies bciPtr, so be conservative. */
|
|
2929
|
3253
|
int nextpc = BCO_GET_LARGE_ARG;
|
|
2930
|
3254
|
bciPtr = nextpc;
|
|
2931
|
|
- goto nextInsn;
|
|
|
3255
|
+ NEXT_INSTRUCTION;
|
|
2932
|
3256
|
}
|
|
2933
|
3257
|
|
|
2934
|
|
- case bci_CASEFAIL:
|
|
|
3258
|
+ INSTRUCTION(bci_CASEFAIL):
|
|
2935
|
3259
|
barf("interpretBCO: hit a CASEFAIL");
|
|
2936
|
3260
|
|
|
2937
|
|
- // Errors
|
|
|
3261
|
+
|
|
|
3262
|
+
|
|
|
3263
|
+#if defined(COMPUTED_GOTO)
|
|
|
3264
|
+ INSTRUCTION(bci_DEFAULT):
|
|
|
3265
|
+ barf("interpretBCO: unknown or unimplemented opcode %d",
|
|
|
3266
|
+ (int)(bci & 0xFF));
|
|
|
3267
|
+#else
|
|
|
3268
|
+ // Errors
|
|
2938
|
3269
|
default:
|
|
2939
|
3270
|
barf("interpretBCO: unknown or unimplemented opcode %d",
|
|
2940
|
3271
|
(int)(bci & 0xFF));
|
|
2941
|
|
-
|
|
2942
|
3272
|
} /* switch on opcode */
|
|
|
3273
|
+#endif
|
|
|
3274
|
+
|
|
2943
|
3275
|
}
|
|
2944
|
3276
|
}
|
|
2945
|
3277
|
|