blob: 7b46a4c42be98ff33d8eb7f3626e8cc0656d7316 [file] [log] [blame]
Damien George04b91472014-05-03 23:27:38 +01001/*
2 * This file is part of the Micro Python project, http://micropython.org/
3 *
4 * The MIT License (MIT)
5 *
6 * Copyright (c) 2013, 2014 Damien P. George
7 *
8 * Permission is hereby granted, free of charge, to any person obtaining a copy
9 * of this software and associated documentation files (the "Software"), to deal
10 * in the Software without restriction, including without limitation the rights
11 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
12 * copies of the Software, and to permit persons to whom the Software is
13 * furnished to do so, subject to the following conditions:
14 *
15 * The above copyright notice and this permission notice shall be included in
16 * all copies or substantial portions of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
21 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
22 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
23 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
24 * THE SOFTWARE.
25 */
26
xbeefe34222014-03-16 00:14:26 -070027#include <stdbool.h>
Damien429d7192013-10-04 19:53:11 +010028#include <stdint.h>
29#include <stdio.h>
30#include <string.h>
31#include <assert.h>
Rachel Dowdall56402792014-03-22 20:19:24 +000032#include <math.h>
Damien429d7192013-10-04 19:53:11 +010033
Damien George51dfcb42015-01-01 20:27:54 +000034#include "py/scope.h"
35#include "py/emit.h"
36#include "py/compile.h"
37#include "py/smallint.h"
38#include "py/runtime.h"
39#include "py/builtin.h"
Damien429d7192013-10-04 19:53:11 +010040
41// TODO need to mangle __attr names
42
43typedef enum {
Damien George00208ce2014-01-23 00:00:53 +000044#define DEF_RULE(rule, comp, kind, ...) PN_##rule,
Damien George51dfcb42015-01-01 20:27:54 +000045#include "py/grammar.h"
Damien429d7192013-10-04 19:53:11 +010046#undef DEF_RULE
47 PN_maximum_number_of,
Damien George5042bce2014-05-25 22:06:06 +010048 PN_string, // special node for non-interned string
Damien George4c81ba82015-01-13 16:21:23 +000049 PN_bytes, // special node for non-interned bytes
Damien George7d414a12015-02-08 01:57:40 +000050 PN_const_object, // special node for a constant, generic Python object
Damien429d7192013-10-04 19:53:11 +010051} pn_kind_t;
52
Damien Georgeb9791222014-01-23 00:34:21 +000053#define EMIT(fun) (comp->emit_method_table->fun(comp->emit))
54#define EMIT_ARG(fun, ...) (comp->emit_method_table->fun(comp->emit, __VA_ARGS__))
55#define EMIT_INLINE_ASM(fun) (comp->emit_inline_asm_method_table->fun(comp->emit_inline_asm))
56#define EMIT_INLINE_ASM_ARG(fun, ...) (comp->emit_inline_asm_method_table->fun(comp->emit_inline_asm, __VA_ARGS__))
Damien429d7192013-10-04 19:53:11 +010057
Damien Georgea91ac202014-10-05 19:01:34 +010058// elements in this struct are ordered to make it compact
Damien429d7192013-10-04 19:53:11 +010059typedef struct _compiler_t {
Damien Georgecbd2f742014-01-19 11:48:48 +000060 qstr source_file;
Damien Georgea91ac202014-10-05 19:01:34 +010061
Damien George78035b92014-04-09 12:27:39 +010062 uint8_t is_repl;
63 uint8_t pass; // holds enum type pass_kind_t
Damien George78035b92014-04-09 12:27:39 +010064 uint8_t func_arg_is_super; // used to compile special case of super() function call
Damien Georgea91ac202014-10-05 19:01:34 +010065 uint8_t have_star;
66
67 // try to keep compiler clean from nlr
68 // this is set to an exception object if we have a compile error
69 mp_obj_t compile_error;
Damien429d7192013-10-04 19:53:11 +010070
Damien George6f355fd2014-04-10 14:11:31 +010071 uint next_label;
Damienb05d7072013-10-05 13:37:10 +010072
Damien George69b89d22014-04-11 13:38:30 +000073 uint16_t num_dict_params;
74 uint16_t num_default_params;
Damien429d7192013-10-04 19:53:11 +010075
Damien Georgea91ac202014-10-05 19:01:34 +010076 uint16_t break_label; // highest bit set indicates we are breaking out of a for loop
77 uint16_t continue_label;
78 uint16_t cur_except_level; // increased for SETUP_EXCEPT, SETUP_FINALLY; decreased for POP_BLOCK, POP_EXCEPT
Damien George090c9232014-10-17 14:08:49 +000079 uint16_t break_continue_except_level;
Damien Georgea91ac202014-10-05 19:01:34 +010080
Damien429d7192013-10-04 19:53:11 +010081 scope_t *scope_head;
82 scope_t *scope_cur;
83
Damien6cdd3af2013-10-05 18:08:26 +010084 emit_t *emit; // current emitter
85 const emit_method_table_t *emit_method_table; // current emit method table
Damien826005c2013-10-05 23:17:28 +010086
87 emit_inline_asm_t *emit_inline_asm; // current emitter for inline asm
88 const emit_inline_asm_method_table_t *emit_inline_asm_method_table; // current emit method table for inline asm
Damien429d7192013-10-04 19:53:11 +010089} compiler_t;
90
Damien Georgeb7ffdcc2014-04-08 16:41:02 +010091STATIC void compile_syntax_error(compiler_t *comp, mp_parse_node_t pn, const char *msg) {
Damien Georgea91ac202014-10-05 19:01:34 +010092 mp_obj_t exc = mp_obj_new_exception_msg(&mp_type_SyntaxError, msg);
93 // we don't have a 'block' name, so just pass the NULL qstr to indicate this
Damien Georgeb7ffdcc2014-04-08 16:41:02 +010094 if (MP_PARSE_NODE_IS_STRUCT(pn)) {
Damien George8dfbd2d2015-02-13 01:00:51 +000095 mp_obj_exception_add_traceback(exc, comp->source_file, (mp_uint_t)((mp_parse_node_struct_t*)pn)->source_line, comp->scope_cur->simple_name);
Damien Georgeb7ffdcc2014-04-08 16:41:02 +010096 } else {
Damien Georgea91ac202014-10-05 19:01:34 +010097 // we don't have a line number, so just pass 0
Damien George8dfbd2d2015-02-13 01:00:51 +000098 mp_obj_exception_add_traceback(exc, comp->source_file, 0, comp->scope_cur->simple_name);
Damien Georgeb7ffdcc2014-04-08 16:41:02 +010099 }
Damien Georgea91ac202014-10-05 19:01:34 +0100100 comp->compile_error = exc;
Damien Georgef41fdd02014-03-03 23:19:11 +0000101}
102
Damien Georgeddd1e182015-01-10 14:07:24 +0000103#if MICROPY_COMP_MODULE_CONST
Damien George57e99eb2014-04-10 22:42:11 +0100104STATIC const mp_map_elem_t mp_constants_table[] = {
Paul Sokolovsky82158472014-06-28 03:03:47 +0300105 #if MICROPY_PY_UCTYPES
106 { MP_OBJ_NEW_QSTR(MP_QSTR_uctypes), (mp_obj_t)&mp_module_uctypes },
107 #endif
Damien George57e99eb2014-04-10 22:42:11 +0100108 // Extra constants as defined by a port
Damien George58ebde42014-05-21 20:32:59 +0100109 MICROPY_PORT_CONSTANTS
Damien George57e99eb2014-04-10 22:42:11 +0100110};
Damien Georgeddd1e182015-01-10 14:07:24 +0000111STATIC MP_DEFINE_CONST_MAP(mp_constants_map, mp_constants_table);
112#endif
Damien George57e99eb2014-04-10 22:42:11 +0100113
Damien Georgeffae48d2014-05-08 15:58:39 +0000114// this function is essentially a simple preprocessor
115STATIC mp_parse_node_t fold_constants(compiler_t *comp, mp_parse_node_t pn, mp_map_t *consts) {
116 if (0) {
117 // dummy
Damien George58ebde42014-05-21 20:32:59 +0100118#if MICROPY_COMP_CONST
Damien Georgeffae48d2014-05-08 15:58:39 +0000119 } else if (MP_PARSE_NODE_IS_ID(pn)) {
120 // lookup identifier in table of dynamic constants
121 qstr qst = MP_PARSE_NODE_LEAF_ARG(pn);
122 mp_map_elem_t *elem = mp_map_lookup(consts, MP_OBJ_NEW_QSTR(qst), MP_MAP_LOOKUP);
123 if (elem != NULL) {
124 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, MP_OBJ_SMALL_INT_VALUE(elem->value));
125 }
126#endif
127 } else if (MP_PARSE_NODE_IS_STRUCT(pn)) {
Damiend99b0522013-12-21 18:17:45 +0000128 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
Damien429d7192013-10-04 19:53:11 +0100129
Damien Georgeffae48d2014-05-08 15:58:39 +0000130 // fold some parse nodes before folding their arguments
131 switch (MP_PARSE_NODE_STRUCT_KIND(pns)) {
Damien George58ebde42014-05-21 20:32:59 +0100132#if MICROPY_COMP_CONST
Damien Georgeffae48d2014-05-08 15:58:39 +0000133 case PN_expr_stmt:
134 if (!MP_PARSE_NODE_IS_NULL(pns->nodes[1])) {
135 mp_parse_node_struct_t *pns1 = (mp_parse_node_struct_t*)pns->nodes[1];
136 if (MP_PARSE_NODE_STRUCT_KIND(pns1) == PN_expr_stmt_assign) {
137 if (MP_PARSE_NODE_IS_ID(pns->nodes[0])
138 && MP_PARSE_NODE_IS_STRUCT_KIND(pns1->nodes[0], PN_power)
139 && MP_PARSE_NODE_IS_ID(((mp_parse_node_struct_t*)pns1->nodes[0])->nodes[0])
140 && MP_PARSE_NODE_LEAF_ARG(((mp_parse_node_struct_t*)pns1->nodes[0])->nodes[0]) == MP_QSTR_const
141 && MP_PARSE_NODE_IS_STRUCT_KIND(((mp_parse_node_struct_t*)pns1->nodes[0])->nodes[1], PN_trailer_paren)
142 && MP_PARSE_NODE_IS_NULL(((mp_parse_node_struct_t*)pns1->nodes[0])->nodes[2])
143 ) {
144 // code to assign dynamic constants: id = const(value)
145
146 // get the id
147 qstr id_qstr = MP_PARSE_NODE_LEAF_ARG(pns->nodes[0]);
148
149 // get the value
150 mp_parse_node_t pn_value = ((mp_parse_node_struct_t*)((mp_parse_node_struct_t*)pns1->nodes[0])->nodes[1])->nodes[0];
151 pn_value = fold_constants(comp, pn_value, consts);
152 if (!MP_PARSE_NODE_IS_SMALL_INT(pn_value)) {
153 compile_syntax_error(comp, (mp_parse_node_t)pns, "constant must be an integer");
154 break;
155 }
Damien George40f3c022014-07-03 13:25:24 +0100156 mp_int_t value = MP_PARSE_NODE_LEAF_SMALL_INT(pn_value);
Damien Georgeffae48d2014-05-08 15:58:39 +0000157
158 // store the value in the table of dynamic constants
159 mp_map_elem_t *elem = mp_map_lookup(consts, MP_OBJ_NEW_QSTR(id_qstr), MP_MAP_LOOKUP_ADD_IF_NOT_FOUND);
160 if (elem->value != MP_OBJ_NULL) {
161 compile_syntax_error(comp, (mp_parse_node_t)pns, "constant redefined");
162 break;
163 }
164 elem->value = MP_OBJ_NEW_SMALL_INT(value);
165
166 // replace const(value) with value
167 pns1->nodes[0] = pn_value;
168
169 // finished folding this assignment
170 return pn;
171 }
172 }
173 }
174 break;
175#endif
Damien George5042bce2014-05-25 22:06:06 +0100176 case PN_string:
Damien George4c81ba82015-01-13 16:21:23 +0000177 case PN_bytes:
Damien George7d414a12015-02-08 01:57:40 +0000178 case PN_const_object:
Damien George5042bce2014-05-25 22:06:06 +0100179 return pn;
Damien429d7192013-10-04 19:53:11 +0100180 }
181
Damien Georgeffae48d2014-05-08 15:58:39 +0000182 // fold arguments
183 int n = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
184 for (int i = 0; i < n; i++) {
185 pns->nodes[i] = fold_constants(comp, pns->nodes[i], consts);
186 }
187
188 // try to fold this parse node
Damiend99b0522013-12-21 18:17:45 +0000189 switch (MP_PARSE_NODE_STRUCT_KIND(pns)) {
Damien Georgea26dc502014-04-12 17:54:52 +0100190 case PN_atom_paren:
191 if (n == 1 && MP_PARSE_NODE_IS_SMALL_INT(pns->nodes[0])) {
192 // (int)
193 pn = pns->nodes[0];
194 }
195 break;
196
197 case PN_expr:
198 if (n == 2 && MP_PARSE_NODE_IS_SMALL_INT(pns->nodes[0]) && MP_PARSE_NODE_IS_SMALL_INT(pns->nodes[1])) {
199 // int | int
Damien George40f3c022014-07-03 13:25:24 +0100200 mp_int_t arg0 = MP_PARSE_NODE_LEAF_SMALL_INT(pns->nodes[0]);
201 mp_int_t arg1 = MP_PARSE_NODE_LEAF_SMALL_INT(pns->nodes[1]);
Damien Georgea26dc502014-04-12 17:54:52 +0100202 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, arg0 | arg1);
203 }
204 break;
205
206 case PN_and_expr:
207 if (n == 2 && MP_PARSE_NODE_IS_SMALL_INT(pns->nodes[0]) && MP_PARSE_NODE_IS_SMALL_INT(pns->nodes[1])) {
208 // int & int
Damien George40f3c022014-07-03 13:25:24 +0100209 mp_int_t arg0 = MP_PARSE_NODE_LEAF_SMALL_INT(pns->nodes[0]);
210 mp_int_t arg1 = MP_PARSE_NODE_LEAF_SMALL_INT(pns->nodes[1]);
Damien Georgea26dc502014-04-12 17:54:52 +0100211 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, arg0 & arg1);
212 }
213 break;
214
Damien429d7192013-10-04 19:53:11 +0100215 case PN_shift_expr:
Damiend99b0522013-12-21 18:17:45 +0000216 if (n == 3 && MP_PARSE_NODE_IS_SMALL_INT(pns->nodes[0]) && MP_PARSE_NODE_IS_SMALL_INT(pns->nodes[2])) {
Damien George40f3c022014-07-03 13:25:24 +0100217 mp_int_t arg0 = MP_PARSE_NODE_LEAF_SMALL_INT(pns->nodes[0]);
218 mp_int_t arg1 = MP_PARSE_NODE_LEAF_SMALL_INT(pns->nodes[2]);
Damiend99b0522013-12-21 18:17:45 +0000219 if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[1], MP_TOKEN_OP_DBL_LESS)) {
Damien Georgea26dc502014-04-12 17:54:52 +0100220 // int << int
Damien George963a5a32015-01-16 17:47:07 +0000221 if (!(arg1 >= (mp_int_t)BITS_PER_WORD || arg0 > (MP_SMALL_INT_MAX >> arg1) || arg0 < (MP_SMALL_INT_MIN >> arg1))) {
Damien Georgea26dc502014-04-12 17:54:52 +0100222 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, arg0 << arg1);
223 }
Damien George0bb97132015-02-27 14:25:47 +0000224 } else {
225 assert(MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[1], MP_TOKEN_OP_DBL_MORE)); // should be
Damien Georgea26dc502014-04-12 17:54:52 +0100226 // int >> int
Damien George963a5a32015-01-16 17:47:07 +0000227 if (arg1 >= (mp_int_t)BITS_PER_WORD) {
Paul Sokolovsky039887a2014-11-02 02:39:41 +0200228 // Shifting to big amounts is underfined behavior
229 // in C and is CPU-dependent; propagate sign bit.
230 arg1 = BITS_PER_WORD - 1;
231 }
Damiend99b0522013-12-21 18:17:45 +0000232 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, arg0 >> arg1);
Damien429d7192013-10-04 19:53:11 +0100233 }
234 }
235 break;
236
237 case PN_arith_expr:
Damien George40f3c022014-07-03 13:25:24 +0100238 // overflow checking here relies on SMALL_INT being strictly smaller than mp_int_t
Damiend99b0522013-12-21 18:17:45 +0000239 if (n == 3 && MP_PARSE_NODE_IS_SMALL_INT(pns->nodes[0]) && MP_PARSE_NODE_IS_SMALL_INT(pns->nodes[2])) {
Damien George40f3c022014-07-03 13:25:24 +0100240 mp_int_t arg0 = MP_PARSE_NODE_LEAF_SMALL_INT(pns->nodes[0]);
241 mp_int_t arg1 = MP_PARSE_NODE_LEAF_SMALL_INT(pns->nodes[2]);
Damiend99b0522013-12-21 18:17:45 +0000242 if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[1], MP_TOKEN_OP_PLUS)) {
Damien Georgea26dc502014-04-12 17:54:52 +0100243 // int + int
Damien Georgeaf272592014-04-04 11:21:58 +0000244 arg0 += arg1;
Damien George0bb97132015-02-27 14:25:47 +0000245 } else {
246 assert(MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[1], MP_TOKEN_OP_MINUS)); // should be
Damien Georgea26dc502014-04-12 17:54:52 +0100247 // int - int
Damien Georgeaf272592014-04-04 11:21:58 +0000248 arg0 -= arg1;
Damien0efb3a12013-10-12 16:16:56 +0100249 }
Damien Georged1e355e2014-05-28 14:51:12 +0100250 if (MP_SMALL_INT_FITS(arg0)) {
Damien Georgea26dc502014-04-12 17:54:52 +0100251 //printf("%ld + %ld\n", arg0, arg1);
Damien Georgeaf272592014-04-04 11:21:58 +0000252 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, arg0);
Damien429d7192013-10-04 19:53:11 +0100253 }
254 }
255 break;
256
257 case PN_term:
Damiend99b0522013-12-21 18:17:45 +0000258 if (n == 3 && MP_PARSE_NODE_IS_SMALL_INT(pns->nodes[0]) && MP_PARSE_NODE_IS_SMALL_INT(pns->nodes[2])) {
Damien George40f3c022014-07-03 13:25:24 +0100259 mp_int_t arg0 = MP_PARSE_NODE_LEAF_SMALL_INT(pns->nodes[0]);
260 mp_int_t arg1 = MP_PARSE_NODE_LEAF_SMALL_INT(pns->nodes[2]);
Damiend99b0522013-12-21 18:17:45 +0000261 if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[1], MP_TOKEN_OP_STAR)) {
Damien Georgea26dc502014-04-12 17:54:52 +0100262 // int * int
Damien Georgeaf272592014-04-04 11:21:58 +0000263 if (!mp_small_int_mul_overflow(arg0, arg1)) {
264 arg0 *= arg1;
Damien Georged1e355e2014-05-28 14:51:12 +0100265 if (MP_SMALL_INT_FITS(arg0)) {
Damien Georgeaf272592014-04-04 11:21:58 +0000266 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, arg0);
267 }
268 }
Damiend99b0522013-12-21 18:17:45 +0000269 } else if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[1], MP_TOKEN_OP_SLASH)) {
Damien Georgea26dc502014-04-12 17:54:52 +0100270 // int / int
271 // pass
Damiend99b0522013-12-21 18:17:45 +0000272 } else if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[1], MP_TOKEN_OP_PERCENT)) {
Damien Georgea26dc502014-04-12 17:54:52 +0100273 // int%int
Damien Georgeecf5b772014-04-04 11:13:51 +0000274 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, mp_small_int_modulo(arg0, arg1));
Damien George0bb97132015-02-27 14:25:47 +0000275 } else {
276 assert(MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[1], MP_TOKEN_OP_DBL_SLASH)); // should be
Paul Sokolovsky96eec4f2014-03-31 02:16:25 +0300277 if (arg1 != 0) {
Damien Georgea26dc502014-04-12 17:54:52 +0100278 // int // int
Damien Georgeecf5b772014-04-04 11:13:51 +0000279 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, mp_small_int_floor_divide(arg0, arg1));
Paul Sokolovsky96eec4f2014-03-31 02:16:25 +0300280 }
Damien429d7192013-10-04 19:53:11 +0100281 }
282 }
283 break;
284
285 case PN_factor_2:
Damiend99b0522013-12-21 18:17:45 +0000286 if (MP_PARSE_NODE_IS_SMALL_INT(pns->nodes[1])) {
Damien George40f3c022014-07-03 13:25:24 +0100287 mp_int_t arg = MP_PARSE_NODE_LEAF_SMALL_INT(pns->nodes[1]);
Damiend99b0522013-12-21 18:17:45 +0000288 if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[0], MP_TOKEN_OP_PLUS)) {
Damien Georgea26dc502014-04-12 17:54:52 +0100289 // +int
Damiend99b0522013-12-21 18:17:45 +0000290 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, arg);
291 } else if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[0], MP_TOKEN_OP_MINUS)) {
Damien Georgea26dc502014-04-12 17:54:52 +0100292 // -int
Damiend99b0522013-12-21 18:17:45 +0000293 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, -arg);
Damien George0bb97132015-02-27 14:25:47 +0000294 } else {
295 assert(MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[0], MP_TOKEN_OP_TILDE)); // should be
Damien Georgea26dc502014-04-12 17:54:52 +0100296 // ~int
Damiend99b0522013-12-21 18:17:45 +0000297 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, ~arg);
Damien429d7192013-10-04 19:53:11 +0100298 }
299 }
300 break;
301
302 case PN_power:
Damien George57e99eb2014-04-10 22:42:11 +0100303 if (0) {
304#if MICROPY_EMIT_CPYTHON
305 } else if (MP_PARSE_NODE_IS_SMALL_INT(pns->nodes[0]) && MP_PARSE_NODE_IS_NULL(pns->nodes[1]) && !MP_PARSE_NODE_IS_NULL(pns->nodes[2])) {
Damien Georgea26dc502014-04-12 17:54:52 +0100306 // int ** x
Damien George57e99eb2014-04-10 22:42:11 +0100307 // can overflow; enabled only to compare with CPython
Damiend99b0522013-12-21 18:17:45 +0000308 mp_parse_node_struct_t* pns2 = (mp_parse_node_struct_t*)pns->nodes[2];
309 if (MP_PARSE_NODE_IS_SMALL_INT(pns2->nodes[0])) {
Paul Sokolovsky56e5ef22014-02-22 16:39:45 +0200310 int power = MP_PARSE_NODE_LEAF_SMALL_INT(pns2->nodes[0]);
Damien429d7192013-10-04 19:53:11 +0100311 if (power >= 0) {
312 int ans = 1;
Paul Sokolovsky56e5ef22014-02-22 16:39:45 +0200313 int base = MP_PARSE_NODE_LEAF_SMALL_INT(pns->nodes[0]);
Damien429d7192013-10-04 19:53:11 +0100314 for (; power > 0; power--) {
315 ans *= base;
316 }
Damiend99b0522013-12-21 18:17:45 +0000317 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, ans);
Damien429d7192013-10-04 19:53:11 +0100318 }
319 }
Damien George57e99eb2014-04-10 22:42:11 +0100320#endif
Damien Georgeddd1e182015-01-10 14:07:24 +0000321#if MICROPY_COMP_MODULE_CONST
Damien George57e99eb2014-04-10 22:42:11 +0100322 } else if (MP_PARSE_NODE_IS_ID(pns->nodes[0]) && MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[1], PN_trailer_period) && MP_PARSE_NODE_IS_NULL(pns->nodes[2])) {
323 // id.id
324 // look it up in constant table, see if it can be replaced with an integer
325 mp_parse_node_struct_t* pns1 = (mp_parse_node_struct_t*)pns->nodes[1];
326 assert(MP_PARSE_NODE_IS_ID(pns1->nodes[0]));
327 qstr q_base = MP_PARSE_NODE_LEAF_ARG(pns->nodes[0]);
328 qstr q_attr = MP_PARSE_NODE_LEAF_ARG(pns1->nodes[0]);
329 mp_map_elem_t *elem = mp_map_lookup((mp_map_t*)&mp_constants_map, MP_OBJ_NEW_QSTR(q_base), MP_MAP_LOOKUP);
330 if (elem != NULL) {
331 mp_obj_t dest[2];
332 mp_load_method_maybe(elem->value, q_attr, dest);
333 if (MP_OBJ_IS_SMALL_INT(dest[0]) && dest[1] == NULL) {
Damien George40f3c022014-07-03 13:25:24 +0100334 mp_int_t val = MP_OBJ_SMALL_INT_VALUE(dest[0]);
Damien Georgeddd1e182015-01-10 14:07:24 +0000335 pn = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, val);
Damien George57e99eb2014-04-10 22:42:11 +0100336 }
337 }
Damien Georgeddd1e182015-01-10 14:07:24 +0000338#endif
Damien429d7192013-10-04 19:53:11 +0100339 }
340 break;
341 }
342 }
343
344 return pn;
345}
346
Paul Sokolovsky520e2f52014-02-12 18:31:30 +0200347STATIC void compile_trailer_paren_helper(compiler_t *comp, mp_parse_node_t pn_arglist, bool is_method_call, int n_positional_extra);
Damien George6be0b0a2014-08-15 14:30:52 +0100348STATIC void compile_comprehension(compiler_t *comp, mp_parse_node_struct_t *pns, scope_kind_t kind);
Damien George8dcc0c72014-03-27 10:55:21 +0000349STATIC void compile_node(compiler_t *comp, mp_parse_node_t pn);
Damien429d7192013-10-04 19:53:11 +0100350
Damien George6f355fd2014-04-10 14:11:31 +0100351STATIC uint comp_next_label(compiler_t *comp) {
Damienb05d7072013-10-05 13:37:10 +0100352 return comp->next_label++;
353}
354
Damien George8dcc0c72014-03-27 10:55:21 +0000355STATIC void compile_increase_except_level(compiler_t *comp) {
356 comp->cur_except_level += 1;
357 if (comp->cur_except_level > comp->scope_cur->exc_stack_size) {
358 comp->scope_cur->exc_stack_size = comp->cur_except_level;
359 }
360}
361
362STATIC void compile_decrease_except_level(compiler_t *comp) {
363 assert(comp->cur_except_level > 0);
364 comp->cur_except_level -= 1;
365}
366
Paul Sokolovsky520e2f52014-02-12 18:31:30 +0200367STATIC scope_t *scope_new_and_link(compiler_t *comp, scope_kind_t kind, mp_parse_node_t pn, uint emit_options) {
Damien Georgedf8127a2014-04-13 11:04:33 +0100368 scope_t *scope = scope_new(kind, pn, comp->source_file, emit_options);
Damien429d7192013-10-04 19:53:11 +0100369 scope->parent = comp->scope_cur;
370 scope->next = NULL;
371 if (comp->scope_head == NULL) {
372 comp->scope_head = scope;
373 } else {
374 scope_t *s = comp->scope_head;
375 while (s->next != NULL) {
376 s = s->next;
377 }
378 s->next = scope;
379 }
380 return scope;
381}
382
Damien George963a5a32015-01-16 17:47:07 +0000383STATIC void apply_to_single_or_list(compiler_t *comp, mp_parse_node_t pn, pn_kind_t pn_list_kind, void (*f)(compiler_t*, mp_parse_node_t)) {
384 if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, pn_list_kind)) {
Damiend99b0522013-12-21 18:17:45 +0000385 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
386 int num_nodes = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
Damien429d7192013-10-04 19:53:11 +0100387 for (int i = 0; i < num_nodes; i++) {
388 f(comp, pns->nodes[i]);
389 }
Damiend99b0522013-12-21 18:17:45 +0000390 } else if (!MP_PARSE_NODE_IS_NULL(pn)) {
Damien429d7192013-10-04 19:53:11 +0100391 f(comp, pn);
392 }
393}
394
Damien George969a6b32014-12-10 22:07:04 +0000395STATIC void compile_generic_all_nodes(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damiend99b0522013-12-21 18:17:45 +0000396 int num_nodes = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
Damien429d7192013-10-04 19:53:11 +0100397 for (int i = 0; i < num_nodes; i++) {
398 compile_node(comp, pns->nodes[i]);
399 }
400}
401
Damien3ef4abb2013-10-12 16:53:13 +0100402#if MICROPY_EMIT_CPYTHON
Paul Sokolovsky520e2f52014-02-12 18:31:30 +0200403STATIC bool cpython_c_tuple_is_const(mp_parse_node_t pn) {
Damien George5042bce2014-05-25 22:06:06 +0100404 if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_string)) {
405 return true;
406 }
Damien George4c81ba82015-01-13 16:21:23 +0000407 if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_bytes)) {
408 return true;
409 }
Damien George7d414a12015-02-08 01:57:40 +0000410 if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_const_object)) {
411 return true;
412 }
Damiend99b0522013-12-21 18:17:45 +0000413 if (!MP_PARSE_NODE_IS_LEAF(pn)) {
Damien429d7192013-10-04 19:53:11 +0100414 return false;
415 }
Damiend99b0522013-12-21 18:17:45 +0000416 if (MP_PARSE_NODE_IS_ID(pn)) {
Damien429d7192013-10-04 19:53:11 +0100417 return false;
418 }
419 return true;
420}
421
Damien George5042bce2014-05-25 22:06:06 +0100422STATIC void cpython_c_print_quoted_str(vstr_t *vstr, const char *str, uint len, bool bytes) {
Damien02f89412013-12-12 15:13:36 +0000423 bool has_single_quote = false;
424 bool has_double_quote = false;
425 for (int i = 0; i < len; i++) {
426 if (str[i] == '\'') {
427 has_single_quote = true;
428 } else if (str[i] == '"') {
429 has_double_quote = true;
430 }
431 }
432 if (bytes) {
433 vstr_printf(vstr, "b");
434 }
435 bool quote_single = false;
436 if (has_single_quote && !has_double_quote) {
437 vstr_printf(vstr, "\"");
438 } else {
439 quote_single = true;
440 vstr_printf(vstr, "'");
441 }
442 for (int i = 0; i < len; i++) {
443 if (str[i] == '\n') {
444 vstr_printf(vstr, "\\n");
445 } else if (str[i] == '\\') {
446 vstr_printf(vstr, "\\\\");
447 } else if (str[i] == '\'' && quote_single) {
448 vstr_printf(vstr, "\\'");
449 } else {
450 vstr_printf(vstr, "%c", str[i]);
451 }
452 }
453 if (has_single_quote && !has_double_quote) {
454 vstr_printf(vstr, "\"");
455 } else {
456 vstr_printf(vstr, "'");
457 }
458}
459
Paul Sokolovsky520e2f52014-02-12 18:31:30 +0200460STATIC void cpython_c_tuple_emit_const(compiler_t *comp, mp_parse_node_t pn, vstr_t *vstr) {
Damien George4c81ba82015-01-13 16:21:23 +0000461 if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_string) || MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_bytes)) {
Damien George5042bce2014-05-25 22:06:06 +0100462 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
Damien George4c81ba82015-01-13 16:21:23 +0000463 cpython_c_print_quoted_str(vstr, (const char*)pns->nodes[0], (mp_uint_t)pns->nodes[1], MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_bytes));
Damien George5042bce2014-05-25 22:06:06 +0100464 return;
465 }
466
Damien George7d414a12015-02-08 01:57:40 +0000467 if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_const_object)) {
468 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
469 mp_obj_print((mp_obj_t)pns->nodes[0], PRINT_REPR);
470 return;
471 }
472
Damiend99b0522013-12-21 18:17:45 +0000473 assert(MP_PARSE_NODE_IS_LEAF(pn));
Paul Sokolovsky56e5ef22014-02-22 16:39:45 +0200474 if (MP_PARSE_NODE_IS_SMALL_INT(pn)) {
475 vstr_printf(vstr, INT_FMT, MP_PARSE_NODE_LEAF_SMALL_INT(pn));
476 return;
477 }
478
Damien George42f3de92014-10-03 17:44:14 +0000479 mp_uint_t arg = MP_PARSE_NODE_LEAF_ARG(pn);
Damiend99b0522013-12-21 18:17:45 +0000480 switch (MP_PARSE_NODE_LEAF_KIND(pn)) {
481 case MP_PARSE_NODE_ID: assert(0);
Damien George5042bce2014-05-25 22:06:06 +0100482 case MP_PARSE_NODE_STRING:
483 case MP_PARSE_NODE_BYTES: {
Damien George00be7a82014-10-03 20:05:44 +0100484 mp_uint_t len;
Damien George5042bce2014-05-25 22:06:06 +0100485 const byte *str = qstr_data(arg, &len);
486 cpython_c_print_quoted_str(vstr, (const char*)str, len, MP_PARSE_NODE_LEAF_KIND(pn) == MP_PARSE_NODE_BYTES);
487 break;
488 }
Damiend99b0522013-12-21 18:17:45 +0000489 case MP_PARSE_NODE_TOKEN:
Damien429d7192013-10-04 19:53:11 +0100490 switch (arg) {
Damiend99b0522013-12-21 18:17:45 +0000491 case MP_TOKEN_KW_FALSE: vstr_printf(vstr, "False"); break;
492 case MP_TOKEN_KW_NONE: vstr_printf(vstr, "None"); break;
493 case MP_TOKEN_KW_TRUE: vstr_printf(vstr, "True"); break;
Damien Georgeb7ffdcc2014-04-08 16:41:02 +0100494 default: assert(0); // shouldn't happen
Damien429d7192013-10-04 19:53:11 +0100495 }
496 break;
497 default: assert(0);
498 }
499}
500
Paul Sokolovsky520e2f52014-02-12 18:31:30 +0200501STATIC void cpython_c_tuple(compiler_t *comp, mp_parse_node_t pn, mp_parse_node_struct_t *pns_list) {
Damien429d7192013-10-04 19:53:11 +0100502 int n = 0;
503 if (pns_list != NULL) {
Damiend99b0522013-12-21 18:17:45 +0000504 n = MP_PARSE_NODE_STRUCT_NUM_NODES(pns_list);
Damien429d7192013-10-04 19:53:11 +0100505 }
506 int total = n;
507 bool is_const = true;
Damiend99b0522013-12-21 18:17:45 +0000508 if (!MP_PARSE_NODE_IS_NULL(pn)) {
Damien429d7192013-10-04 19:53:11 +0100509 total += 1;
Damien3a205172013-10-12 15:01:56 +0100510 if (!cpython_c_tuple_is_const(pn)) {
Damien429d7192013-10-04 19:53:11 +0100511 is_const = false;
512 }
513 }
514 for (int i = 0; i < n; i++) {
Damien3a205172013-10-12 15:01:56 +0100515 if (!cpython_c_tuple_is_const(pns_list->nodes[i])) {
Damien429d7192013-10-04 19:53:11 +0100516 is_const = false;
517 break;
518 }
519 }
520 if (total > 0 && is_const) {
521 bool need_comma = false;
Damien02f89412013-12-12 15:13:36 +0000522 vstr_t *vstr = vstr_new();
523 vstr_printf(vstr, "(");
Damiend99b0522013-12-21 18:17:45 +0000524 if (!MP_PARSE_NODE_IS_NULL(pn)) {
Damien02f89412013-12-12 15:13:36 +0000525 cpython_c_tuple_emit_const(comp, pn, vstr);
Damien429d7192013-10-04 19:53:11 +0100526 need_comma = true;
527 }
528 for (int i = 0; i < n; i++) {
529 if (need_comma) {
Damien02f89412013-12-12 15:13:36 +0000530 vstr_printf(vstr, ", ");
Damien429d7192013-10-04 19:53:11 +0100531 }
Damien02f89412013-12-12 15:13:36 +0000532 cpython_c_tuple_emit_const(comp, pns_list->nodes[i], vstr);
Damien429d7192013-10-04 19:53:11 +0100533 need_comma = true;
534 }
535 if (total == 1) {
Damien02f89412013-12-12 15:13:36 +0000536 vstr_printf(vstr, ",)");
Damien429d7192013-10-04 19:53:11 +0100537 } else {
Damien02f89412013-12-12 15:13:36 +0000538 vstr_printf(vstr, ")");
Damien429d7192013-10-04 19:53:11 +0100539 }
Damien George0d3cb672015-01-28 23:43:01 +0000540 EMIT_ARG(load_const_verbatim_strn, vstr_str(vstr), vstr_len(vstr));
Damien02f89412013-12-12 15:13:36 +0000541 vstr_free(vstr);
Damien429d7192013-10-04 19:53:11 +0100542 } else {
Damiend99b0522013-12-21 18:17:45 +0000543 if (!MP_PARSE_NODE_IS_NULL(pn)) {
Damien429d7192013-10-04 19:53:11 +0100544 compile_node(comp, pn);
545 }
546 for (int i = 0; i < n; i++) {
547 compile_node(comp, pns_list->nodes[i]);
548 }
Damien Georgeb9791222014-01-23 00:34:21 +0000549 EMIT_ARG(build_tuple, total);
Damien429d7192013-10-04 19:53:11 +0100550 }
551}
Damien3a205172013-10-12 15:01:56 +0100552#endif
553
554// funnelling all tuple creations through this function is purely so we can optionally agree with CPython
Damien George2c0842b2014-04-27 16:46:51 +0100555STATIC void c_tuple(compiler_t *comp, mp_parse_node_t pn, mp_parse_node_struct_t *pns_list) {
Damien3ef4abb2013-10-12 16:53:13 +0100556#if MICROPY_EMIT_CPYTHON
Damien3a205172013-10-12 15:01:56 +0100557 cpython_c_tuple(comp, pn, pns_list);
558#else
559 int total = 0;
Damiend99b0522013-12-21 18:17:45 +0000560 if (!MP_PARSE_NODE_IS_NULL(pn)) {
Damien3a205172013-10-12 15:01:56 +0100561 compile_node(comp, pn);
562 total += 1;
563 }
564 if (pns_list != NULL) {
Damiend99b0522013-12-21 18:17:45 +0000565 int n = MP_PARSE_NODE_STRUCT_NUM_NODES(pns_list);
Damien3a205172013-10-12 15:01:56 +0100566 for (int i = 0; i < n; i++) {
567 compile_node(comp, pns_list->nodes[i]);
568 }
569 total += n;
570 }
Damien Georgeb9791222014-01-23 00:34:21 +0000571 EMIT_ARG(build_tuple, total);
Damien3a205172013-10-12 15:01:56 +0100572#endif
573}
Damien429d7192013-10-04 19:53:11 +0100574
Damien George969a6b32014-12-10 22:07:04 +0000575STATIC void compile_generic_tuple(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +0100576 // a simple tuple expression
Damiend99b0522013-12-21 18:17:45 +0000577 c_tuple(comp, MP_PARSE_NODE_NULL, pns);
Damien429d7192013-10-04 19:53:11 +0100578}
579
Paul Sokolovsky520e2f52014-02-12 18:31:30 +0200580STATIC bool node_is_const_false(mp_parse_node_t pn) {
Damien George391db862014-10-17 17:57:33 +0000581 return MP_PARSE_NODE_IS_TOKEN_KIND(pn, MP_TOKEN_KW_FALSE)
582 || (MP_PARSE_NODE_IS_SMALL_INT(pn) && MP_PARSE_NODE_LEAF_SMALL_INT(pn) == 0);
Damien429d7192013-10-04 19:53:11 +0100583}
584
Paul Sokolovsky520e2f52014-02-12 18:31:30 +0200585STATIC bool node_is_const_true(mp_parse_node_t pn) {
Damien George391db862014-10-17 17:57:33 +0000586 return MP_PARSE_NODE_IS_TOKEN_KIND(pn, MP_TOKEN_KW_TRUE)
587 || (MP_PARSE_NODE_IS_SMALL_INT(pn) && MP_PARSE_NODE_LEAF_SMALL_INT(pn) != 0);
Damien429d7192013-10-04 19:53:11 +0100588}
589
Damien3ef4abb2013-10-12 16:53:13 +0100590#if MICROPY_EMIT_CPYTHON
Damien3a205172013-10-12 15:01:56 +0100591// the is_nested variable is purely to match with CPython, which doesn't fully optimise not's
Paul Sokolovsky520e2f52014-02-12 18:31:30 +0200592STATIC void cpython_c_if_cond(compiler_t *comp, mp_parse_node_t pn, bool jump_if, int label, bool is_nested) {
Damien429d7192013-10-04 19:53:11 +0100593 if (node_is_const_false(pn)) {
594 if (jump_if == false) {
Damien Georgeb9791222014-01-23 00:34:21 +0000595 EMIT_ARG(jump, label);
Damien429d7192013-10-04 19:53:11 +0100596 }
597 return;
598 } else if (node_is_const_true(pn)) {
599 if (jump_if == true) {
Damien Georgeb9791222014-01-23 00:34:21 +0000600 EMIT_ARG(jump, label);
Damien429d7192013-10-04 19:53:11 +0100601 }
602 return;
Damiend99b0522013-12-21 18:17:45 +0000603 } else if (MP_PARSE_NODE_IS_STRUCT(pn)) {
604 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
605 int n = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
606 if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_or_test) {
Damien429d7192013-10-04 19:53:11 +0100607 if (jump_if == false) {
Damien George6f355fd2014-04-10 14:11:31 +0100608 uint label2 = comp_next_label(comp);
Damien429d7192013-10-04 19:53:11 +0100609 for (int i = 0; i < n - 1; i++) {
Damien3a205172013-10-12 15:01:56 +0100610 cpython_c_if_cond(comp, pns->nodes[i], true, label2, true);
Damien429d7192013-10-04 19:53:11 +0100611 }
Damien3a205172013-10-12 15:01:56 +0100612 cpython_c_if_cond(comp, pns->nodes[n - 1], false, label, true);
Damien Georgeb9791222014-01-23 00:34:21 +0000613 EMIT_ARG(label_assign, label2);
Damien429d7192013-10-04 19:53:11 +0100614 } else {
615 for (int i = 0; i < n; i++) {
Damien3a205172013-10-12 15:01:56 +0100616 cpython_c_if_cond(comp, pns->nodes[i], true, label, true);
Damien429d7192013-10-04 19:53:11 +0100617 }
618 }
619 return;
Damiend99b0522013-12-21 18:17:45 +0000620 } else if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_and_test) {
Damien429d7192013-10-04 19:53:11 +0100621 if (jump_if == false) {
622 for (int i = 0; i < n; i++) {
Damien3a205172013-10-12 15:01:56 +0100623 cpython_c_if_cond(comp, pns->nodes[i], false, label, true);
Damien429d7192013-10-04 19:53:11 +0100624 }
625 } else {
Damien George6f355fd2014-04-10 14:11:31 +0100626 uint label2 = comp_next_label(comp);
Damien429d7192013-10-04 19:53:11 +0100627 for (int i = 0; i < n - 1; i++) {
Damien3a205172013-10-12 15:01:56 +0100628 cpython_c_if_cond(comp, pns->nodes[i], false, label2, true);
Damien429d7192013-10-04 19:53:11 +0100629 }
Damien3a205172013-10-12 15:01:56 +0100630 cpython_c_if_cond(comp, pns->nodes[n - 1], true, label, true);
Damien Georgeb9791222014-01-23 00:34:21 +0000631 EMIT_ARG(label_assign, label2);
Damien429d7192013-10-04 19:53:11 +0100632 }
633 return;
Damiend99b0522013-12-21 18:17:45 +0000634 } else if (!is_nested && MP_PARSE_NODE_STRUCT_KIND(pns) == PN_not_test_2) {
Damien3a205172013-10-12 15:01:56 +0100635 cpython_c_if_cond(comp, pns->nodes[0], !jump_if, label, true);
Damien429d7192013-10-04 19:53:11 +0100636 return;
637 }
638 }
639
640 // nothing special, fall back to default compiling for node and jump
641 compile_node(comp, pn);
642 if (jump_if == false) {
Damien Georgeb9791222014-01-23 00:34:21 +0000643 EMIT_ARG(pop_jump_if_false, label);
Damien429d7192013-10-04 19:53:11 +0100644 } else {
Damien Georgeb9791222014-01-23 00:34:21 +0000645 EMIT_ARG(pop_jump_if_true, label);
Damien429d7192013-10-04 19:53:11 +0100646 }
647}
Damien3a205172013-10-12 15:01:56 +0100648#endif
Damien429d7192013-10-04 19:53:11 +0100649
Paul Sokolovsky520e2f52014-02-12 18:31:30 +0200650STATIC void c_if_cond(compiler_t *comp, mp_parse_node_t pn, bool jump_if, int label) {
Damien3ef4abb2013-10-12 16:53:13 +0100651#if MICROPY_EMIT_CPYTHON
Damien3a205172013-10-12 15:01:56 +0100652 cpython_c_if_cond(comp, pn, jump_if, label, false);
653#else
654 if (node_is_const_false(pn)) {
655 if (jump_if == false) {
Damien Georgeb9791222014-01-23 00:34:21 +0000656 EMIT_ARG(jump, label);
Damien3a205172013-10-12 15:01:56 +0100657 }
658 return;
659 } else if (node_is_const_true(pn)) {
660 if (jump_if == true) {
Damien Georgeb9791222014-01-23 00:34:21 +0000661 EMIT_ARG(jump, label);
Damien3a205172013-10-12 15:01:56 +0100662 }
663 return;
Damiend99b0522013-12-21 18:17:45 +0000664 } else if (MP_PARSE_NODE_IS_STRUCT(pn)) {
665 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
666 int n = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
667 if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_or_test) {
Damien3a205172013-10-12 15:01:56 +0100668 if (jump_if == false) {
Damien George0b2fd912015-02-28 14:37:54 +0000669 and_or_logic1:;
Damien George6f355fd2014-04-10 14:11:31 +0100670 uint label2 = comp_next_label(comp);
Damien3a205172013-10-12 15:01:56 +0100671 for (int i = 0; i < n - 1; i++) {
Damien George0b2fd912015-02-28 14:37:54 +0000672 c_if_cond(comp, pns->nodes[i], !jump_if, label2);
Damien3a205172013-10-12 15:01:56 +0100673 }
Damien George0b2fd912015-02-28 14:37:54 +0000674 c_if_cond(comp, pns->nodes[n - 1], jump_if, label);
Damien Georgeb9791222014-01-23 00:34:21 +0000675 EMIT_ARG(label_assign, label2);
Damien3a205172013-10-12 15:01:56 +0100676 } else {
Damien George0b2fd912015-02-28 14:37:54 +0000677 and_or_logic2:
Damien3a205172013-10-12 15:01:56 +0100678 for (int i = 0; i < n; i++) {
Damien George0b2fd912015-02-28 14:37:54 +0000679 c_if_cond(comp, pns->nodes[i], jump_if, label);
Damien3a205172013-10-12 15:01:56 +0100680 }
681 }
682 return;
Damiend99b0522013-12-21 18:17:45 +0000683 } else if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_and_test) {
Damien3a205172013-10-12 15:01:56 +0100684 if (jump_if == false) {
Damien George0b2fd912015-02-28 14:37:54 +0000685 goto and_or_logic2;
Damien3a205172013-10-12 15:01:56 +0100686 } else {
Damien George0b2fd912015-02-28 14:37:54 +0000687 goto and_or_logic1;
Damien3a205172013-10-12 15:01:56 +0100688 }
Damiend99b0522013-12-21 18:17:45 +0000689 } else if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_not_test_2) {
Damien3a205172013-10-12 15:01:56 +0100690 c_if_cond(comp, pns->nodes[0], !jump_if, label);
691 return;
Damien Georgeeb4e18f2014-08-29 20:04:01 +0100692 } else if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_atom_paren) {
693 // cond is something in parenthesis
694 if (MP_PARSE_NODE_IS_NULL(pns->nodes[0])) {
695 // empty tuple, acts as false for the condition
696 if (jump_if == false) {
697 EMIT_ARG(jump, label);
698 }
699 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_testlist_comp)) {
700 // non-empty tuple, acts as true for the condition
701 if (jump_if == true) {
702 EMIT_ARG(jump, label);
703 }
704 } else {
705 // parenthesis around 1 item, is just that item
706 c_if_cond(comp, pns->nodes[0], jump_if, label);
707 }
708 return;
Damien3a205172013-10-12 15:01:56 +0100709 }
710 }
711
712 // nothing special, fall back to default compiling for node and jump
713 compile_node(comp, pn);
714 if (jump_if == false) {
Damien Georgeb9791222014-01-23 00:34:21 +0000715 EMIT_ARG(pop_jump_if_false, label);
Damien3a205172013-10-12 15:01:56 +0100716 } else {
Damien Georgeb9791222014-01-23 00:34:21 +0000717 EMIT_ARG(pop_jump_if_true, label);
Damien3a205172013-10-12 15:01:56 +0100718 }
719#endif
Damien429d7192013-10-04 19:53:11 +0100720}
721
722typedef enum { ASSIGN_STORE, ASSIGN_AUG_LOAD, ASSIGN_AUG_STORE } assign_kind_t;
Damien George6be0b0a2014-08-15 14:30:52 +0100723STATIC void c_assign(compiler_t *comp, mp_parse_node_t pn, assign_kind_t kind);
Damien429d7192013-10-04 19:53:11 +0100724
Damien George6be0b0a2014-08-15 14:30:52 +0100725STATIC void c_assign_power(compiler_t *comp, mp_parse_node_struct_t *pns, assign_kind_t assign_kind) {
Damien429d7192013-10-04 19:53:11 +0100726 if (assign_kind != ASSIGN_AUG_STORE) {
727 compile_node(comp, pns->nodes[0]);
728 }
729
Damiend99b0522013-12-21 18:17:45 +0000730 if (MP_PARSE_NODE_IS_STRUCT(pns->nodes[1])) {
731 mp_parse_node_struct_t *pns1 = (mp_parse_node_struct_t*)pns->nodes[1];
732 if (MP_PARSE_NODE_STRUCT_KIND(pns1) == PN_power_trailers) {
733 int n = MP_PARSE_NODE_STRUCT_NUM_NODES(pns1);
Damien429d7192013-10-04 19:53:11 +0100734 if (assign_kind != ASSIGN_AUG_STORE) {
735 for (int i = 0; i < n - 1; i++) {
736 compile_node(comp, pns1->nodes[i]);
737 }
738 }
Damiend99b0522013-12-21 18:17:45 +0000739 assert(MP_PARSE_NODE_IS_STRUCT(pns1->nodes[n - 1]));
740 pns1 = (mp_parse_node_struct_t*)pns1->nodes[n - 1];
Damien429d7192013-10-04 19:53:11 +0100741 }
Damiend99b0522013-12-21 18:17:45 +0000742 if (MP_PARSE_NODE_STRUCT_KIND(pns1) == PN_trailer_paren) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +0100743 goto cannot_assign;
Damiend99b0522013-12-21 18:17:45 +0000744 } else if (MP_PARSE_NODE_STRUCT_KIND(pns1) == PN_trailer_bracket) {
Damien429d7192013-10-04 19:53:11 +0100745 if (assign_kind == ASSIGN_AUG_STORE) {
746 EMIT(rot_three);
747 EMIT(store_subscr);
748 } else {
749 compile_node(comp, pns1->nodes[0]);
750 if (assign_kind == ASSIGN_AUG_LOAD) {
751 EMIT(dup_top_two);
Damien George729f7b42014-04-17 22:10:53 +0100752 EMIT(load_subscr);
Damien429d7192013-10-04 19:53:11 +0100753 } else {
754 EMIT(store_subscr);
755 }
756 }
Damiend99b0522013-12-21 18:17:45 +0000757 } else if (MP_PARSE_NODE_STRUCT_KIND(pns1) == PN_trailer_period) {
758 assert(MP_PARSE_NODE_IS_ID(pns1->nodes[0]));
Damien429d7192013-10-04 19:53:11 +0100759 if (assign_kind == ASSIGN_AUG_LOAD) {
760 EMIT(dup_top);
Damien Georgeb9791222014-01-23 00:34:21 +0000761 EMIT_ARG(load_attr, MP_PARSE_NODE_LEAF_ARG(pns1->nodes[0]));
Damien429d7192013-10-04 19:53:11 +0100762 } else {
763 if (assign_kind == ASSIGN_AUG_STORE) {
764 EMIT(rot_two);
765 }
Damien Georgeb9791222014-01-23 00:34:21 +0000766 EMIT_ARG(store_attr, MP_PARSE_NODE_LEAF_ARG(pns1->nodes[0]));
Damien429d7192013-10-04 19:53:11 +0100767 }
768 } else {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +0100769 goto cannot_assign;
Damien429d7192013-10-04 19:53:11 +0100770 }
771 } else {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +0100772 goto cannot_assign;
Damien429d7192013-10-04 19:53:11 +0100773 }
774
Damiend99b0522013-12-21 18:17:45 +0000775 if (!MP_PARSE_NODE_IS_NULL(pns->nodes[2])) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +0100776 goto cannot_assign;
Damien429d7192013-10-04 19:53:11 +0100777 }
Damien Georgeb7ffdcc2014-04-08 16:41:02 +0100778
779 return;
780
781cannot_assign:
782 compile_syntax_error(comp, (mp_parse_node_t)pns, "can't assign to expression");
Damien429d7192013-10-04 19:53:11 +0100783}
784
Damien George0288cf02014-04-11 11:53:00 +0000785// we need to allow for a caller passing in 1 initial node (node_head) followed by an array of nodes (nodes_tail)
Damien George6be0b0a2014-08-15 14:30:52 +0100786STATIC void c_assign_tuple(compiler_t *comp, mp_parse_node_t node_head, uint num_tail, mp_parse_node_t *nodes_tail) {
Damien George0288cf02014-04-11 11:53:00 +0000787 uint num_head = (node_head == MP_PARSE_NODE_NULL) ? 0 : 1;
788
789 // look for star expression
Damien George963a5a32015-01-16 17:47:07 +0000790 uint have_star_index = -1;
Damien George0288cf02014-04-11 11:53:00 +0000791 if (num_head != 0 && MP_PARSE_NODE_IS_STRUCT_KIND(node_head, PN_star_expr)) {
792 EMIT_ARG(unpack_ex, 0, num_tail);
793 have_star_index = 0;
794 }
Damien George963a5a32015-01-16 17:47:07 +0000795 for (uint i = 0; i < num_tail; i++) {
Damien George0288cf02014-04-11 11:53:00 +0000796 if (MP_PARSE_NODE_IS_STRUCT_KIND(nodes_tail[i], PN_star_expr)) {
Damien George963a5a32015-01-16 17:47:07 +0000797 if (have_star_index == (uint)-1) {
Damien George0288cf02014-04-11 11:53:00 +0000798 EMIT_ARG(unpack_ex, num_head + i, num_tail - i - 1);
799 have_star_index = num_head + i;
Damien429d7192013-10-04 19:53:11 +0100800 } else {
Damien George9d181f62014-04-27 16:55:27 +0100801 compile_syntax_error(comp, nodes_tail[i], "multiple *x in assignment");
Damien429d7192013-10-04 19:53:11 +0100802 return;
803 }
804 }
805 }
Damien George963a5a32015-01-16 17:47:07 +0000806 if (have_star_index == (uint)-1) {
Damien George0288cf02014-04-11 11:53:00 +0000807 EMIT_ARG(unpack_sequence, num_head + num_tail);
Damien429d7192013-10-04 19:53:11 +0100808 }
Damien George0288cf02014-04-11 11:53:00 +0000809 if (num_head != 0) {
810 if (0 == have_star_index) {
811 c_assign(comp, ((mp_parse_node_struct_t*)node_head)->nodes[0], ASSIGN_STORE);
Damien429d7192013-10-04 19:53:11 +0100812 } else {
Damien George0288cf02014-04-11 11:53:00 +0000813 c_assign(comp, node_head, ASSIGN_STORE);
814 }
815 }
Damien George963a5a32015-01-16 17:47:07 +0000816 for (uint i = 0; i < num_tail; i++) {
Damien George0288cf02014-04-11 11:53:00 +0000817 if (num_head + i == have_star_index) {
818 c_assign(comp, ((mp_parse_node_struct_t*)nodes_tail[i])->nodes[0], ASSIGN_STORE);
819 } else {
820 c_assign(comp, nodes_tail[i], ASSIGN_STORE);
Damien429d7192013-10-04 19:53:11 +0100821 }
822 }
823}
824
825// assigns top of stack to pn
Damien George6be0b0a2014-08-15 14:30:52 +0100826STATIC void c_assign(compiler_t *comp, mp_parse_node_t pn, assign_kind_t assign_kind) {
Damien429d7192013-10-04 19:53:11 +0100827 tail_recursion:
Damiend99b0522013-12-21 18:17:45 +0000828 if (MP_PARSE_NODE_IS_NULL(pn)) {
Damien429d7192013-10-04 19:53:11 +0100829 assert(0);
Damiend99b0522013-12-21 18:17:45 +0000830 } else if (MP_PARSE_NODE_IS_LEAF(pn)) {
831 if (MP_PARSE_NODE_IS_ID(pn)) {
Damien George42f3de92014-10-03 17:44:14 +0000832 qstr arg = MP_PARSE_NODE_LEAF_ARG(pn);
Damien429d7192013-10-04 19:53:11 +0100833 switch (assign_kind) {
834 case ASSIGN_STORE:
835 case ASSIGN_AUG_STORE:
Damien Georgeb9791222014-01-23 00:34:21 +0000836 EMIT_ARG(store_id, arg);
Damien429d7192013-10-04 19:53:11 +0100837 break;
838 case ASSIGN_AUG_LOAD:
Damien Georged2d64f02015-01-14 21:32:42 +0000839 default:
Damien Georgeb9791222014-01-23 00:34:21 +0000840 EMIT_ARG(load_id, arg);
Damien429d7192013-10-04 19:53:11 +0100841 break;
842 }
843 } else {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +0100844 compile_syntax_error(comp, pn, "can't assign to literal");
Damien429d7192013-10-04 19:53:11 +0100845 return;
846 }
847 } else {
Damiend99b0522013-12-21 18:17:45 +0000848 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
849 switch (MP_PARSE_NODE_STRUCT_KIND(pns)) {
Damien429d7192013-10-04 19:53:11 +0100850 case PN_power:
851 // lhs is an index or attribute
852 c_assign_power(comp, pns, assign_kind);
853 break;
854
855 case PN_testlist_star_expr:
856 case PN_exprlist:
857 // lhs is a tuple
858 if (assign_kind != ASSIGN_STORE) {
859 goto bad_aug;
860 }
Damien George0288cf02014-04-11 11:53:00 +0000861 c_assign_tuple(comp, MP_PARSE_NODE_NULL, MP_PARSE_NODE_STRUCT_NUM_NODES(pns), pns->nodes);
Damien429d7192013-10-04 19:53:11 +0100862 break;
863
864 case PN_atom_paren:
865 // lhs is something in parenthesis
Damiend99b0522013-12-21 18:17:45 +0000866 if (MP_PARSE_NODE_IS_NULL(pns->nodes[0])) {
Damien429d7192013-10-04 19:53:11 +0100867 // empty tuple
Damien George9d181f62014-04-27 16:55:27 +0100868 goto cannot_assign;
Damiend99b0522013-12-21 18:17:45 +0000869 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_testlist_comp)) {
870 pns = (mp_parse_node_struct_t*)pns->nodes[0];
Damien429d7192013-10-04 19:53:11 +0100871 goto testlist_comp;
872 } else {
873 // parenthesis around 1 item, is just that item
874 pn = pns->nodes[0];
875 goto tail_recursion;
876 }
877 break;
878
879 case PN_atom_bracket:
880 // lhs is something in brackets
881 if (assign_kind != ASSIGN_STORE) {
882 goto bad_aug;
883 }
Damiend99b0522013-12-21 18:17:45 +0000884 if (MP_PARSE_NODE_IS_NULL(pns->nodes[0])) {
Damien429d7192013-10-04 19:53:11 +0100885 // empty list, assignment allowed
Damien George0288cf02014-04-11 11:53:00 +0000886 c_assign_tuple(comp, MP_PARSE_NODE_NULL, 0, NULL);
Damiend99b0522013-12-21 18:17:45 +0000887 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_testlist_comp)) {
888 pns = (mp_parse_node_struct_t*)pns->nodes[0];
Damien429d7192013-10-04 19:53:11 +0100889 goto testlist_comp;
890 } else {
891 // brackets around 1 item
Damien George0288cf02014-04-11 11:53:00 +0000892 c_assign_tuple(comp, pns->nodes[0], 0, NULL);
Damien429d7192013-10-04 19:53:11 +0100893 }
894 break;
895
896 default:
Damien George9d181f62014-04-27 16:55:27 +0100897 goto cannot_assign;
Damien429d7192013-10-04 19:53:11 +0100898 }
899 return;
900
901 testlist_comp:
902 // lhs is a sequence
Damiend99b0522013-12-21 18:17:45 +0000903 if (MP_PARSE_NODE_IS_STRUCT(pns->nodes[1])) {
904 mp_parse_node_struct_t *pns2 = (mp_parse_node_struct_t*)pns->nodes[1];
905 if (MP_PARSE_NODE_STRUCT_KIND(pns2) == PN_testlist_comp_3b) {
Damien429d7192013-10-04 19:53:11 +0100906 // sequence of one item, with trailing comma
Damiend99b0522013-12-21 18:17:45 +0000907 assert(MP_PARSE_NODE_IS_NULL(pns2->nodes[0]));
Damien George0288cf02014-04-11 11:53:00 +0000908 c_assign_tuple(comp, pns->nodes[0], 0, NULL);
Damiend99b0522013-12-21 18:17:45 +0000909 } else if (MP_PARSE_NODE_STRUCT_KIND(pns2) == PN_testlist_comp_3c) {
Damien429d7192013-10-04 19:53:11 +0100910 // sequence of many items
Damien George0288cf02014-04-11 11:53:00 +0000911 uint n = MP_PARSE_NODE_STRUCT_NUM_NODES(pns2);
912 c_assign_tuple(comp, pns->nodes[0], n, pns2->nodes);
Damiend99b0522013-12-21 18:17:45 +0000913 } else if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_comp_for) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +0100914 // TODO can we ever get here? can it be compiled?
Damien George9d181f62014-04-27 16:55:27 +0100915 goto cannot_assign;
Damien429d7192013-10-04 19:53:11 +0100916 } else {
917 // sequence with 2 items
918 goto sequence_with_2_items;
919 }
920 } else {
921 // sequence with 2 items
922 sequence_with_2_items:
Damien George0288cf02014-04-11 11:53:00 +0000923 c_assign_tuple(comp, MP_PARSE_NODE_NULL, 2, pns->nodes);
Damien429d7192013-10-04 19:53:11 +0100924 }
925 return;
926 }
927 return;
928
Damien George9d181f62014-04-27 16:55:27 +0100929 cannot_assign:
930 compile_syntax_error(comp, pn, "can't assign to expression");
931 return;
932
Damien429d7192013-10-04 19:53:11 +0100933 bad_aug:
Damien Georgeb7ffdcc2014-04-08 16:41:02 +0100934 compile_syntax_error(comp, pn, "illegal expression for augmented assignment");
Damien429d7192013-10-04 19:53:11 +0100935}
936
937// stuff for lambda and comprehensions and generators
Damien Georgee337f1e2014-03-31 15:18:37 +0100938// if we are not in CPython compatibility mode then:
939// if n_pos_defaults > 0 then there is a tuple on the stack with the positional defaults
940// if n_kw_defaults > 0 then there is a dictionary on the stack with the keyword defaults
941// if both exist, the tuple is above the dictionary (ie the first pop gets the tuple)
Damien George6be0b0a2014-08-15 14:30:52 +0100942STATIC void close_over_variables_etc(compiler_t *comp, scope_t *this_scope, int n_pos_defaults, int n_kw_defaults) {
Damien George30565092014-03-31 11:30:17 +0100943 assert(n_pos_defaults >= 0);
944 assert(n_kw_defaults >= 0);
945
Damien429d7192013-10-04 19:53:11 +0100946 // make closed over variables, if any
Damien318aec62013-12-10 18:28:17 +0000947 // ensure they are closed over in the order defined in the outer scope (mainly to agree with CPython)
Damien429d7192013-10-04 19:53:11 +0100948 int nfree = 0;
949 if (comp->scope_cur->kind != SCOPE_MODULE) {
Damien318aec62013-12-10 18:28:17 +0000950 for (int i = 0; i < comp->scope_cur->id_info_len; i++) {
951 id_info_t *id = &comp->scope_cur->id_info[i];
952 if (id->kind == ID_INFO_KIND_CELL || id->kind == ID_INFO_KIND_FREE) {
953 for (int j = 0; j < this_scope->id_info_len; j++) {
954 id_info_t *id2 = &this_scope->id_info[j];
Damien George7ff996c2014-09-08 23:05:16 +0100955 if (id2->kind == ID_INFO_KIND_FREE && id->qst == id2->qst) {
Damien George6baf76e2013-12-30 22:32:17 +0000956#if MICROPY_EMIT_CPYTHON
Damien George7ff996c2014-09-08 23:05:16 +0100957 EMIT_ARG(load_closure, id->qst, id->local_num);
Damien George6baf76e2013-12-30 22:32:17 +0000958#else
959 // in Micro Python we load closures using LOAD_FAST
Damien George0abb5602015-01-16 12:24:49 +0000960 EMIT_ARG(load_fast, id->qst, id->local_num);
Damien George6baf76e2013-12-30 22:32:17 +0000961#endif
Damien318aec62013-12-10 18:28:17 +0000962 nfree += 1;
963 }
964 }
Damien429d7192013-10-04 19:53:11 +0100965 }
966 }
967 }
Damien429d7192013-10-04 19:53:11 +0100968
969 // make the function/closure
970 if (nfree == 0) {
Damien George30565092014-03-31 11:30:17 +0100971 EMIT_ARG(make_function, this_scope, n_pos_defaults, n_kw_defaults);
Damien429d7192013-10-04 19:53:11 +0100972 } else {
Damien George3558f622014-04-20 17:50:40 +0100973 EMIT_ARG(make_closure, this_scope, nfree, n_pos_defaults, n_kw_defaults);
Damien429d7192013-10-04 19:53:11 +0100974 }
975}
976
Damien George6be0b0a2014-08-15 14:30:52 +0100977STATIC void compile_funcdef_param(compiler_t *comp, mp_parse_node_t pn) {
Damien Georgef41fdd02014-03-03 23:19:11 +0000978 if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_typedargslist_star)) {
Damien George8b19db02014-04-11 23:25:34 +0100979 comp->have_star = true;
980 /* don't need to distinguish bare from named star
Damiend99b0522013-12-21 18:17:45 +0000981 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
982 if (MP_PARSE_NODE_IS_NULL(pns->nodes[0])) {
Damien429d7192013-10-04 19:53:11 +0100983 // bare star
Damien George8b19db02014-04-11 23:25:34 +0100984 } else {
985 // named star
Damien429d7192013-10-04 19:53:11 +0100986 }
Damien George8b19db02014-04-11 23:25:34 +0100987 */
Damien Georgef41fdd02014-03-03 23:19:11 +0000988
989 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_typedargslist_dbl_star)) {
Damien George8b19db02014-04-11 23:25:34 +0100990 // named double star
Damien Georgef41fdd02014-03-03 23:19:11 +0000991 // TODO do we need to do anything with this?
992
993 } else {
994 mp_parse_node_t pn_id;
995 mp_parse_node_t pn_colon;
996 mp_parse_node_t pn_equal;
997 if (MP_PARSE_NODE_IS_ID(pn)) {
998 // this parameter is just an id
999
1000 pn_id = pn;
1001 pn_colon = MP_PARSE_NODE_NULL;
1002 pn_equal = MP_PARSE_NODE_NULL;
1003
Damien George0bb97132015-02-27 14:25:47 +00001004 } else {
Damien Georgef41fdd02014-03-03 23:19:11 +00001005 // this parameter has a colon and/or equal specifier
1006
Damien George0bb97132015-02-27 14:25:47 +00001007 assert(MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_typedargslist_name)); // should be
1008
Damien Georgef41fdd02014-03-03 23:19:11 +00001009 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
1010 pn_id = pns->nodes[0];
1011 pn_colon = pns->nodes[1];
1012 pn_equal = pns->nodes[2];
Damien Georgef41fdd02014-03-03 23:19:11 +00001013 }
1014
1015 if (MP_PARSE_NODE_IS_NULL(pn_equal)) {
1016 // this parameter does not have a default value
1017
1018 // check for non-default parameters given after default parameters (allowed by parser, but not syntactically valid)
Damien George8b19db02014-04-11 23:25:34 +01001019 if (!comp->have_star && comp->num_default_params != 0) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001020 compile_syntax_error(comp, pn, "non-default argument follows default argument");
Damien Georgef41fdd02014-03-03 23:19:11 +00001021 return;
1022 }
1023
1024 } else {
1025 // this parameter has a default value
1026 // in CPython, None (and True, False?) as default parameters are loaded with LOAD_NAME; don't understandy why
1027
Damien George8b19db02014-04-11 23:25:34 +01001028 if (comp->have_star) {
Damien George69b89d22014-04-11 13:38:30 +00001029 comp->num_dict_params += 1;
Damien Georgef0778a72014-06-07 22:01:00 +01001030#if MICROPY_EMIT_CPYTHON
1031 EMIT_ARG(load_const_str, MP_PARSE_NODE_LEAF_ARG(pn_id), false);
1032 compile_node(comp, pn_equal);
1033#else
Damien George69b89d22014-04-11 13:38:30 +00001034 // in Micro Python we put the default dict parameters into a dictionary using the bytecode
1035 if (comp->num_dict_params == 1) {
Damien George7b433012014-04-12 00:05:49 +01001036 // in Micro Python we put the default positional parameters into a tuple using the bytecode
1037 // we need to do this here before we start building the map for the default keywords
1038 if (comp->num_default_params > 0) {
1039 EMIT_ARG(build_tuple, comp->num_default_params);
Damien George3558f622014-04-20 17:50:40 +01001040 } else {
1041 EMIT(load_null); // sentinel indicating empty default positional args
Damien George7b433012014-04-12 00:05:49 +01001042 }
Damien George69b89d22014-04-11 13:38:30 +00001043 // first default dict param, so make the map
1044 EMIT_ARG(build_map, 0);
Damien Georgef41fdd02014-03-03 23:19:11 +00001045 }
Damien Georgef0778a72014-06-07 22:01:00 +01001046
1047 // compile value then key, then store it to the dict
Damien George69b89d22014-04-11 13:38:30 +00001048 compile_node(comp, pn_equal);
Damien Georgef0778a72014-06-07 22:01:00 +01001049 EMIT_ARG(load_const_str, MP_PARSE_NODE_LEAF_ARG(pn_id), false);
Damien George69b89d22014-04-11 13:38:30 +00001050 EMIT(store_map);
1051#endif
Damien Georgef41fdd02014-03-03 23:19:11 +00001052 } else {
Damien George69b89d22014-04-11 13:38:30 +00001053 comp->num_default_params += 1;
1054 compile_node(comp, pn_equal);
Damien Georgef41fdd02014-03-03 23:19:11 +00001055 }
1056 }
1057
1058 // TODO pn_colon not implemented
1059 (void)pn_colon;
Damien429d7192013-10-04 19:53:11 +01001060 }
1061}
1062
1063// leaves function object on stack
1064// returns function name
Damien George969a6b32014-12-10 22:07:04 +00001065STATIC qstr compile_funcdef_helper(compiler_t *comp, mp_parse_node_struct_t *pns, uint emit_options) {
Damien George36db6bc2014-05-07 17:24:22 +01001066 if (comp->pass == MP_PASS_SCOPE) {
Damien429d7192013-10-04 19:53:11 +01001067 // create a new scope for this function
Damiend99b0522013-12-21 18:17:45 +00001068 scope_t *s = scope_new_and_link(comp, SCOPE_FUNCTION, (mp_parse_node_t)pns, emit_options);
Damien429d7192013-10-04 19:53:11 +01001069 // store the function scope so the compiling function can use it at each pass
Damiend99b0522013-12-21 18:17:45 +00001070 pns->nodes[4] = (mp_parse_node_t)s;
Damien429d7192013-10-04 19:53:11 +01001071 }
1072
1073 // save variables (probably don't need to do this, since we can't have nested definitions..?)
Damien George8b19db02014-04-11 23:25:34 +01001074 uint old_have_star = comp->have_star;
Damien George69b89d22014-04-11 13:38:30 +00001075 uint old_num_dict_params = comp->num_dict_params;
1076 uint old_num_default_params = comp->num_default_params;
Damien429d7192013-10-04 19:53:11 +01001077
1078 // compile default parameters
Damien George8b19db02014-04-11 23:25:34 +01001079 comp->have_star = false;
Damien George69b89d22014-04-11 13:38:30 +00001080 comp->num_dict_params = 0;
1081 comp->num_default_params = 0;
Damien429d7192013-10-04 19:53:11 +01001082 apply_to_single_or_list(comp, pns->nodes[1], PN_typedargslist, compile_funcdef_param);
Damien Georgef41fdd02014-03-03 23:19:11 +00001083
Damien Georgea91ac202014-10-05 19:01:34 +01001084 if (comp->compile_error != MP_OBJ_NULL) {
Damien Georgef41fdd02014-03-03 23:19:11 +00001085 return MP_QSTR_NULL;
1086 }
1087
Damien Georgee337f1e2014-03-31 15:18:37 +01001088#if !MICROPY_EMIT_CPYTHON
1089 // in Micro Python we put the default positional parameters into a tuple using the bytecode
Damien George7b433012014-04-12 00:05:49 +01001090 // the default keywords args may have already made the tuple; if not, do it now
1091 if (comp->num_default_params > 0 && comp->num_dict_params == 0) {
Damien George69b89d22014-04-11 13:38:30 +00001092 EMIT_ARG(build_tuple, comp->num_default_params);
Damien George3558f622014-04-20 17:50:40 +01001093 EMIT(load_null); // sentinel indicating empty default keyword args
Damien Georgee337f1e2014-03-31 15:18:37 +01001094 }
1095#endif
1096
Damien429d7192013-10-04 19:53:11 +01001097 // get the scope for this function
1098 scope_t *fscope = (scope_t*)pns->nodes[4];
1099
1100 // make the function
Damien George69b89d22014-04-11 13:38:30 +00001101 close_over_variables_etc(comp, fscope, comp->num_default_params, comp->num_dict_params);
Damien429d7192013-10-04 19:53:11 +01001102
1103 // restore variables
Damien George8b19db02014-04-11 23:25:34 +01001104 comp->have_star = old_have_star;
Damien George69b89d22014-04-11 13:38:30 +00001105 comp->num_dict_params = old_num_dict_params;
1106 comp->num_default_params = old_num_default_params;
Damien429d7192013-10-04 19:53:11 +01001107
1108 // return its name (the 'f' in "def f(...):")
1109 return fscope->simple_name;
1110}
1111
1112// leaves class object on stack
1113// returns class name
Damien George969a6b32014-12-10 22:07:04 +00001114STATIC qstr compile_classdef_helper(compiler_t *comp, mp_parse_node_struct_t *pns, uint emit_options) {
Damien George36db6bc2014-05-07 17:24:22 +01001115 if (comp->pass == MP_PASS_SCOPE) {
Damien429d7192013-10-04 19:53:11 +01001116 // create a new scope for this class
Damiend99b0522013-12-21 18:17:45 +00001117 scope_t *s = scope_new_and_link(comp, SCOPE_CLASS, (mp_parse_node_t)pns, emit_options);
Damien429d7192013-10-04 19:53:11 +01001118 // store the class scope so the compiling function can use it at each pass
Damiend99b0522013-12-21 18:17:45 +00001119 pns->nodes[3] = (mp_parse_node_t)s;
Damien429d7192013-10-04 19:53:11 +01001120 }
1121
1122 EMIT(load_build_class);
1123
1124 // scope for this class
1125 scope_t *cscope = (scope_t*)pns->nodes[3];
1126
1127 // compile the class
1128 close_over_variables_etc(comp, cscope, 0, 0);
1129
1130 // get its name
Damien George968bf342014-04-27 19:12:05 +01001131 EMIT_ARG(load_const_str, cscope->simple_name, false);
Damien429d7192013-10-04 19:53:11 +01001132
1133 // nodes[1] has parent classes, if any
Damien George804760b2014-03-30 23:06:37 +01001134 // empty parenthesis (eg class C():) gets here as an empty PN_classdef_2 and needs special handling
1135 mp_parse_node_t parents = pns->nodes[1];
1136 if (MP_PARSE_NODE_IS_STRUCT_KIND(parents, PN_classdef_2)) {
1137 parents = MP_PARSE_NODE_NULL;
1138 }
Damien Georgebbcd49a2014-02-06 20:30:16 +00001139 comp->func_arg_is_super = false;
Damien George804760b2014-03-30 23:06:37 +01001140 compile_trailer_paren_helper(comp, parents, false, 2);
Damien429d7192013-10-04 19:53:11 +01001141
1142 // return its name (the 'C' in class C(...):")
1143 return cscope->simple_name;
1144}
1145
Damien6cdd3af2013-10-05 18:08:26 +01001146// returns true if it was a built-in decorator (even if the built-in had an error)
Paul Sokolovsky520e2f52014-02-12 18:31:30 +02001147STATIC bool compile_built_in_decorator(compiler_t *comp, int name_len, mp_parse_node_t *name_nodes, uint *emit_options) {
Damien Georgeeb7bfcb2014-01-04 15:57:35 +00001148 if (MP_PARSE_NODE_LEAF_ARG(name_nodes[0]) != MP_QSTR_micropython) {
Damien6cdd3af2013-10-05 18:08:26 +01001149 return false;
1150 }
1151
1152 if (name_len != 2) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001153 compile_syntax_error(comp, name_nodes[0], "invalid micropython decorator");
Damien6cdd3af2013-10-05 18:08:26 +01001154 return true;
1155 }
1156
Damiend99b0522013-12-21 18:17:45 +00001157 qstr attr = MP_PARSE_NODE_LEAF_ARG(name_nodes[1]);
Damien George3417bc22014-05-10 10:36:38 +01001158 if (attr == MP_QSTR_bytecode) {
Damien George96f137b2014-05-12 22:35:37 +01001159 *emit_options = MP_EMIT_OPT_BYTECODE;
Damience89a212013-10-15 22:25:17 +01001160#if MICROPY_EMIT_NATIVE
Damien Georgeeb7bfcb2014-01-04 15:57:35 +00001161 } else if (attr == MP_QSTR_native) {
Damien George65cad122014-04-06 11:48:15 +01001162 *emit_options = MP_EMIT_OPT_NATIVE_PYTHON;
Damien Georgeeb7bfcb2014-01-04 15:57:35 +00001163 } else if (attr == MP_QSTR_viper) {
Damien George65cad122014-04-06 11:48:15 +01001164 *emit_options = MP_EMIT_OPT_VIPER;
Damience89a212013-10-15 22:25:17 +01001165#endif
Damien3ef4abb2013-10-12 16:53:13 +01001166#if MICROPY_EMIT_INLINE_THUMB
Damien Georgeeb7bfcb2014-01-04 15:57:35 +00001167 } else if (attr == MP_QSTR_asm_thumb) {
Damien George65cad122014-04-06 11:48:15 +01001168 *emit_options = MP_EMIT_OPT_ASM_THUMB;
Damienc025ebb2013-10-12 14:30:21 +01001169#endif
Damien6cdd3af2013-10-05 18:08:26 +01001170 } else {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001171 compile_syntax_error(comp, name_nodes[1], "invalid micropython decorator");
Damien6cdd3af2013-10-05 18:08:26 +01001172 }
1173
1174 return true;
1175}
1176
Damien George969a6b32014-12-10 22:07:04 +00001177STATIC void compile_decorated(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01001178 // get the list of decorators
Damiend99b0522013-12-21 18:17:45 +00001179 mp_parse_node_t *nodes;
Damien Georgedfe944c2015-02-13 02:29:46 +00001180 int n = mp_parse_node_extract_list(&pns->nodes[0], PN_decorators, &nodes);
Damien429d7192013-10-04 19:53:11 +01001181
Damien6cdd3af2013-10-05 18:08:26 +01001182 // inherit emit options for this function/class definition
1183 uint emit_options = comp->scope_cur->emit_options;
1184
1185 // compile each decorator
1186 int num_built_in_decorators = 0;
Damien429d7192013-10-04 19:53:11 +01001187 for (int i = 0; i < n; i++) {
Damiend99b0522013-12-21 18:17:45 +00001188 assert(MP_PARSE_NODE_IS_STRUCT_KIND(nodes[i], PN_decorator)); // should be
1189 mp_parse_node_struct_t *pns_decorator = (mp_parse_node_struct_t*)nodes[i];
Damien6cdd3af2013-10-05 18:08:26 +01001190
1191 // nodes[0] contains the decorator function, which is a dotted name
Damiend99b0522013-12-21 18:17:45 +00001192 mp_parse_node_t *name_nodes;
Damien Georgedfe944c2015-02-13 02:29:46 +00001193 int name_len = mp_parse_node_extract_list(&pns_decorator->nodes[0], PN_dotted_name, &name_nodes);
Damien6cdd3af2013-10-05 18:08:26 +01001194
1195 // check for built-in decorators
1196 if (compile_built_in_decorator(comp, name_len, name_nodes, &emit_options)) {
1197 // this was a built-in
1198 num_built_in_decorators += 1;
1199
1200 } else {
1201 // not a built-in, compile normally
1202
1203 // compile the decorator function
1204 compile_node(comp, name_nodes[0]);
Damien George50912e72015-01-20 11:55:10 +00001205 for (int j = 1; j < name_len; j++) {
1206 assert(MP_PARSE_NODE_IS_ID(name_nodes[j])); // should be
1207 EMIT_ARG(load_attr, MP_PARSE_NODE_LEAF_ARG(name_nodes[j]));
Damien6cdd3af2013-10-05 18:08:26 +01001208 }
1209
1210 // nodes[1] contains arguments to the decorator function, if any
Damiend99b0522013-12-21 18:17:45 +00001211 if (!MP_PARSE_NODE_IS_NULL(pns_decorator->nodes[1])) {
Damien6cdd3af2013-10-05 18:08:26 +01001212 // call the decorator function with the arguments in nodes[1]
Damien George35e2a4e2014-02-05 00:51:47 +00001213 comp->func_arg_is_super = false;
Damien6cdd3af2013-10-05 18:08:26 +01001214 compile_node(comp, pns_decorator->nodes[1]);
1215 }
Damien429d7192013-10-04 19:53:11 +01001216 }
1217 }
1218
1219 // compile the body (funcdef or classdef) and get its name
Damiend99b0522013-12-21 18:17:45 +00001220 mp_parse_node_struct_t *pns_body = (mp_parse_node_struct_t*)pns->nodes[1];
Damien429d7192013-10-04 19:53:11 +01001221 qstr body_name = 0;
Damiend99b0522013-12-21 18:17:45 +00001222 if (MP_PARSE_NODE_STRUCT_KIND(pns_body) == PN_funcdef) {
Damien6cdd3af2013-10-05 18:08:26 +01001223 body_name = compile_funcdef_helper(comp, pns_body, emit_options);
Damien429d7192013-10-04 19:53:11 +01001224 } else {
Damien George0bb97132015-02-27 14:25:47 +00001225 assert(MP_PARSE_NODE_STRUCT_KIND(pns_body) == PN_classdef); // should be
1226 body_name = compile_classdef_helper(comp, pns_body, emit_options);
Damien429d7192013-10-04 19:53:11 +01001227 }
1228
1229 // call each decorator
Damien6cdd3af2013-10-05 18:08:26 +01001230 for (int i = 0; i < n - num_built_in_decorators; i++) {
Damien George922ddd62014-04-09 12:43:17 +01001231 EMIT_ARG(call_function, 1, 0, 0);
Damien429d7192013-10-04 19:53:11 +01001232 }
1233
1234 // store func/class object into name
Damien Georgeb9791222014-01-23 00:34:21 +00001235 EMIT_ARG(store_id, body_name);
Damien429d7192013-10-04 19:53:11 +01001236}
1237
Damien George969a6b32014-12-10 22:07:04 +00001238STATIC void compile_funcdef(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien6cdd3af2013-10-05 18:08:26 +01001239 qstr fname = compile_funcdef_helper(comp, pns, comp->scope_cur->emit_options);
Damien429d7192013-10-04 19:53:11 +01001240 // store function object into function name
Damien Georgeb9791222014-01-23 00:34:21 +00001241 EMIT_ARG(store_id, fname);
Damien429d7192013-10-04 19:53:11 +01001242}
1243
Damien George6be0b0a2014-08-15 14:30:52 +01001244STATIC void c_del_stmt(compiler_t *comp, mp_parse_node_t pn) {
Damiend99b0522013-12-21 18:17:45 +00001245 if (MP_PARSE_NODE_IS_ID(pn)) {
Damien Georgeb9791222014-01-23 00:34:21 +00001246 EMIT_ARG(delete_id, MP_PARSE_NODE_LEAF_ARG(pn));
Damiend99b0522013-12-21 18:17:45 +00001247 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_power)) {
1248 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
Damien429d7192013-10-04 19:53:11 +01001249
1250 compile_node(comp, pns->nodes[0]); // base of the power node
1251
Damiend99b0522013-12-21 18:17:45 +00001252 if (MP_PARSE_NODE_IS_STRUCT(pns->nodes[1])) {
1253 mp_parse_node_struct_t *pns1 = (mp_parse_node_struct_t*)pns->nodes[1];
1254 if (MP_PARSE_NODE_STRUCT_KIND(pns1) == PN_power_trailers) {
1255 int n = MP_PARSE_NODE_STRUCT_NUM_NODES(pns1);
Damien429d7192013-10-04 19:53:11 +01001256 for (int i = 0; i < n - 1; i++) {
1257 compile_node(comp, pns1->nodes[i]);
1258 }
Damiend99b0522013-12-21 18:17:45 +00001259 assert(MP_PARSE_NODE_IS_STRUCT(pns1->nodes[n - 1]));
1260 pns1 = (mp_parse_node_struct_t*)pns1->nodes[n - 1];
Damien429d7192013-10-04 19:53:11 +01001261 }
Damiend99b0522013-12-21 18:17:45 +00001262 if (MP_PARSE_NODE_STRUCT_KIND(pns1) == PN_trailer_paren) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001263 // can't delete function calls
1264 goto cannot_delete;
Damiend99b0522013-12-21 18:17:45 +00001265 } else if (MP_PARSE_NODE_STRUCT_KIND(pns1) == PN_trailer_bracket) {
Damien429d7192013-10-04 19:53:11 +01001266 compile_node(comp, pns1->nodes[0]);
1267 EMIT(delete_subscr);
Damiend99b0522013-12-21 18:17:45 +00001268 } else if (MP_PARSE_NODE_STRUCT_KIND(pns1) == PN_trailer_period) {
1269 assert(MP_PARSE_NODE_IS_ID(pns1->nodes[0]));
Damien Georgeb9791222014-01-23 00:34:21 +00001270 EMIT_ARG(delete_attr, MP_PARSE_NODE_LEAF_ARG(pns1->nodes[0]));
Damien429d7192013-10-04 19:53:11 +01001271 } else {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001272 goto cannot_delete;
Damien429d7192013-10-04 19:53:11 +01001273 }
1274 } else {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001275 goto cannot_delete;
Damien429d7192013-10-04 19:53:11 +01001276 }
1277
Damiend99b0522013-12-21 18:17:45 +00001278 if (!MP_PARSE_NODE_IS_NULL(pns->nodes[2])) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001279 goto cannot_delete;
Damien429d7192013-10-04 19:53:11 +01001280 }
Damiend99b0522013-12-21 18:17:45 +00001281 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_atom_paren)) {
1282 pn = ((mp_parse_node_struct_t*)pn)->nodes[0];
1283 if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_testlist_comp)) {
1284 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
Damien429d7192013-10-04 19:53:11 +01001285 // TODO perhaps factorise testlist_comp code with other uses of PN_testlist_comp
1286
Damiend99b0522013-12-21 18:17:45 +00001287 if (MP_PARSE_NODE_IS_STRUCT(pns->nodes[1])) {
1288 mp_parse_node_struct_t *pns1 = (mp_parse_node_struct_t*)pns->nodes[1];
1289 if (MP_PARSE_NODE_STRUCT_KIND(pns1) == PN_testlist_comp_3b) {
Damien429d7192013-10-04 19:53:11 +01001290 // sequence of one item, with trailing comma
Damiend99b0522013-12-21 18:17:45 +00001291 assert(MP_PARSE_NODE_IS_NULL(pns1->nodes[0]));
Damien429d7192013-10-04 19:53:11 +01001292 c_del_stmt(comp, pns->nodes[0]);
Damiend99b0522013-12-21 18:17:45 +00001293 } else if (MP_PARSE_NODE_STRUCT_KIND(pns1) == PN_testlist_comp_3c) {
Damien429d7192013-10-04 19:53:11 +01001294 // sequence of many items
Damiend99b0522013-12-21 18:17:45 +00001295 int n = MP_PARSE_NODE_STRUCT_NUM_NODES(pns1);
Damien429d7192013-10-04 19:53:11 +01001296 c_del_stmt(comp, pns->nodes[0]);
1297 for (int i = 0; i < n; i++) {
1298 c_del_stmt(comp, pns1->nodes[i]);
1299 }
Damiend99b0522013-12-21 18:17:45 +00001300 } else if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_comp_for) {
Damien429d7192013-10-04 19:53:11 +01001301 // TODO not implemented; can't del comprehension?
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001302 goto cannot_delete;
Damien429d7192013-10-04 19:53:11 +01001303 } else {
1304 // sequence with 2 items
1305 goto sequence_with_2_items;
1306 }
1307 } else {
1308 // sequence with 2 items
1309 sequence_with_2_items:
1310 c_del_stmt(comp, pns->nodes[0]);
1311 c_del_stmt(comp, pns->nodes[1]);
1312 }
1313 } else {
1314 // tuple with 1 element
1315 c_del_stmt(comp, pn);
1316 }
1317 } else {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001318 // TODO is there anything else to implement?
1319 goto cannot_delete;
Damien429d7192013-10-04 19:53:11 +01001320 }
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001321
1322 return;
1323
1324cannot_delete:
1325 compile_syntax_error(comp, (mp_parse_node_t)pn, "can't delete expression");
Damien429d7192013-10-04 19:53:11 +01001326}
1327
Damien George969a6b32014-12-10 22:07:04 +00001328STATIC void compile_del_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01001329 apply_to_single_or_list(comp, pns->nodes[0], PN_exprlist, c_del_stmt);
1330}
1331
Damien George969a6b32014-12-10 22:07:04 +00001332STATIC void compile_break_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01001333 if (comp->break_label == 0) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001334 compile_syntax_error(comp, (mp_parse_node_t)pns, "'break' outside loop");
Damien429d7192013-10-04 19:53:11 +01001335 }
Damien George090c9232014-10-17 14:08:49 +00001336 assert(comp->cur_except_level >= comp->break_continue_except_level);
Damien Georgecbddb272014-02-01 20:08:18 +00001337 EMIT_ARG(break_loop, comp->break_label, comp->cur_except_level - comp->break_continue_except_level);
Damien429d7192013-10-04 19:53:11 +01001338}
1339
Damien George969a6b32014-12-10 22:07:04 +00001340STATIC void compile_continue_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01001341 if (comp->continue_label == 0) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001342 compile_syntax_error(comp, (mp_parse_node_t)pns, "'continue' outside loop");
Damien429d7192013-10-04 19:53:11 +01001343 }
Damien George090c9232014-10-17 14:08:49 +00001344 assert(comp->cur_except_level >= comp->break_continue_except_level);
Damien Georgecbddb272014-02-01 20:08:18 +00001345 EMIT_ARG(continue_loop, comp->continue_label, comp->cur_except_level - comp->break_continue_except_level);
Damien429d7192013-10-04 19:53:11 +01001346}
1347
Damien George969a6b32014-12-10 22:07:04 +00001348STATIC void compile_return_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien5ac1b2e2013-10-18 19:58:12 +01001349 if (comp->scope_cur->kind != SCOPE_FUNCTION) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001350 compile_syntax_error(comp, (mp_parse_node_t)pns, "'return' outside function");
Damien5ac1b2e2013-10-18 19:58:12 +01001351 return;
1352 }
Damiend99b0522013-12-21 18:17:45 +00001353 if (MP_PARSE_NODE_IS_NULL(pns->nodes[0])) {
Damien5ac1b2e2013-10-18 19:58:12 +01001354 // no argument to 'return', so return None
Damien Georgeb9791222014-01-23 00:34:21 +00001355 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
Damiend99b0522013-12-21 18:17:45 +00001356 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_test_if_expr)) {
Damien429d7192013-10-04 19:53:11 +01001357 // special case when returning an if-expression; to match CPython optimisation
Damiend99b0522013-12-21 18:17:45 +00001358 mp_parse_node_struct_t *pns_test_if_expr = (mp_parse_node_struct_t*)pns->nodes[0];
1359 mp_parse_node_struct_t *pns_test_if_else = (mp_parse_node_struct_t*)pns_test_if_expr->nodes[1];
Damien429d7192013-10-04 19:53:11 +01001360
Damien George6f355fd2014-04-10 14:11:31 +01001361 uint l_fail = comp_next_label(comp);
Damien429d7192013-10-04 19:53:11 +01001362 c_if_cond(comp, pns_test_if_else->nodes[0], false, l_fail); // condition
1363 compile_node(comp, pns_test_if_expr->nodes[0]); // success value
1364 EMIT(return_value);
Damien Georgeb9791222014-01-23 00:34:21 +00001365 EMIT_ARG(label_assign, l_fail);
Damien429d7192013-10-04 19:53:11 +01001366 compile_node(comp, pns_test_if_else->nodes[1]); // failure value
1367 } else {
1368 compile_node(comp, pns->nodes[0]);
1369 }
1370 EMIT(return_value);
1371}
1372
Damien George969a6b32014-12-10 22:07:04 +00001373STATIC void compile_yield_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01001374 compile_node(comp, pns->nodes[0]);
1375 EMIT(pop_top);
1376}
1377
Damien George969a6b32014-12-10 22:07:04 +00001378STATIC void compile_raise_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damiend99b0522013-12-21 18:17:45 +00001379 if (MP_PARSE_NODE_IS_NULL(pns->nodes[0])) {
Damien429d7192013-10-04 19:53:11 +01001380 // raise
Damien Georgeb9791222014-01-23 00:34:21 +00001381 EMIT_ARG(raise_varargs, 0);
Damiend99b0522013-12-21 18:17:45 +00001382 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_raise_stmt_arg)) {
Damien429d7192013-10-04 19:53:11 +01001383 // raise x from y
Damiend99b0522013-12-21 18:17:45 +00001384 pns = (mp_parse_node_struct_t*)pns->nodes[0];
Damien429d7192013-10-04 19:53:11 +01001385 compile_node(comp, pns->nodes[0]);
1386 compile_node(comp, pns->nodes[1]);
Damien Georgeb9791222014-01-23 00:34:21 +00001387 EMIT_ARG(raise_varargs, 2);
Damien429d7192013-10-04 19:53:11 +01001388 } else {
1389 // raise x
1390 compile_node(comp, pns->nodes[0]);
Damien Georgeb9791222014-01-23 00:34:21 +00001391 EMIT_ARG(raise_varargs, 1);
Damien429d7192013-10-04 19:53:11 +01001392 }
1393}
1394
Damien George635543c2014-04-10 12:56:52 +01001395// q_base holds the base of the name
1396// eg a -> q_base=a
1397// a.b.c -> q_base=a
Damien George6be0b0a2014-08-15 14:30:52 +01001398STATIC void do_import_name(compiler_t *comp, mp_parse_node_t pn, qstr *q_base) {
Damien429d7192013-10-04 19:53:11 +01001399 bool is_as = false;
Damiend99b0522013-12-21 18:17:45 +00001400 if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_dotted_as_name)) {
1401 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
Damien429d7192013-10-04 19:53:11 +01001402 // a name of the form x as y; unwrap it
Damien George635543c2014-04-10 12:56:52 +01001403 *q_base = MP_PARSE_NODE_LEAF_ARG(pns->nodes[1]);
Damien429d7192013-10-04 19:53:11 +01001404 pn = pns->nodes[0];
1405 is_as = true;
1406 }
Damien George635543c2014-04-10 12:56:52 +01001407 if (MP_PARSE_NODE_IS_NULL(pn)) {
1408 // empty name (eg, from . import x)
1409 *q_base = MP_QSTR_;
1410 EMIT_ARG(import_name, MP_QSTR_); // import the empty string
1411 } else if (MP_PARSE_NODE_IS_ID(pn)) {
Damien429d7192013-10-04 19:53:11 +01001412 // just a simple name
Damien George635543c2014-04-10 12:56:52 +01001413 qstr q_full = MP_PARSE_NODE_LEAF_ARG(pn);
Damien429d7192013-10-04 19:53:11 +01001414 if (!is_as) {
Damien George635543c2014-04-10 12:56:52 +01001415 *q_base = q_full;
Damien429d7192013-10-04 19:53:11 +01001416 }
Damien George635543c2014-04-10 12:56:52 +01001417 EMIT_ARG(import_name, q_full);
Damien George0bb97132015-02-27 14:25:47 +00001418 } else {
1419 assert(MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_dotted_name)); // should be
Damiend99b0522013-12-21 18:17:45 +00001420 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
Damien George0bb97132015-02-27 14:25:47 +00001421 {
Damien429d7192013-10-04 19:53:11 +01001422 // a name of the form a.b.c
1423 if (!is_as) {
Damien George635543c2014-04-10 12:56:52 +01001424 *q_base = MP_PARSE_NODE_LEAF_ARG(pns->nodes[0]);
Damien429d7192013-10-04 19:53:11 +01001425 }
Damiend99b0522013-12-21 18:17:45 +00001426 int n = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
Damien429d7192013-10-04 19:53:11 +01001427 int len = n - 1;
1428 for (int i = 0; i < n; i++) {
Damien George55baff42014-01-21 21:40:13 +00001429 len += qstr_len(MP_PARSE_NODE_LEAF_ARG(pns->nodes[i]));
Damien429d7192013-10-04 19:53:11 +01001430 }
Damien George55baff42014-01-21 21:40:13 +00001431 byte *q_ptr;
1432 byte *str_dest = qstr_build_start(len, &q_ptr);
Damien429d7192013-10-04 19:53:11 +01001433 for (int i = 0; i < n; i++) {
1434 if (i > 0) {
Damien Georgefe8fb912014-01-02 16:36:09 +00001435 *str_dest++ = '.';
Damien429d7192013-10-04 19:53:11 +01001436 }
Damien George39dc1452014-10-03 19:52:22 +01001437 mp_uint_t str_src_len;
Damien George55baff42014-01-21 21:40:13 +00001438 const byte *str_src = qstr_data(MP_PARSE_NODE_LEAF_ARG(pns->nodes[i]), &str_src_len);
Damien Georgefe8fb912014-01-02 16:36:09 +00001439 memcpy(str_dest, str_src, str_src_len);
1440 str_dest += str_src_len;
Damien429d7192013-10-04 19:53:11 +01001441 }
Damien George635543c2014-04-10 12:56:52 +01001442 qstr q_full = qstr_build_end(q_ptr);
1443 EMIT_ARG(import_name, q_full);
Damien429d7192013-10-04 19:53:11 +01001444 if (is_as) {
1445 for (int i = 1; i < n; i++) {
Damien Georgeb9791222014-01-23 00:34:21 +00001446 EMIT_ARG(load_attr, MP_PARSE_NODE_LEAF_ARG(pns->nodes[i]));
Damien429d7192013-10-04 19:53:11 +01001447 }
1448 }
Damien429d7192013-10-04 19:53:11 +01001449 }
Damien429d7192013-10-04 19:53:11 +01001450 }
1451}
1452
Damien George6be0b0a2014-08-15 14:30:52 +01001453STATIC void compile_dotted_as_name(compiler_t *comp, mp_parse_node_t pn) {
Damien George635543c2014-04-10 12:56:52 +01001454 EMIT_ARG(load_const_small_int, 0); // level 0 import
1455 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE); // not importing from anything
1456 qstr q_base;
1457 do_import_name(comp, pn, &q_base);
1458 EMIT_ARG(store_id, q_base);
Damien429d7192013-10-04 19:53:11 +01001459}
1460
Damien George969a6b32014-12-10 22:07:04 +00001461STATIC void compile_import_name(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01001462 apply_to_single_or_list(comp, pns->nodes[0], PN_dotted_as_names, compile_dotted_as_name);
1463}
1464
Damien George969a6b32014-12-10 22:07:04 +00001465STATIC void compile_import_from(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien George635543c2014-04-10 12:56:52 +01001466 mp_parse_node_t pn_import_source = pns->nodes[0];
1467
1468 // extract the preceeding .'s (if any) for a relative import, to compute the import level
1469 uint import_level = 0;
1470 do {
1471 mp_parse_node_t pn_rel;
1472 if (MP_PARSE_NODE_IS_TOKEN(pn_import_source) || MP_PARSE_NODE_IS_STRUCT_KIND(pn_import_source, PN_one_or_more_period_or_ellipsis)) {
1473 // This covers relative imports with dots only like "from .. import"
1474 pn_rel = pn_import_source;
1475 pn_import_source = MP_PARSE_NODE_NULL;
1476 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pn_import_source, PN_import_from_2b)) {
1477 // This covers relative imports starting with dot(s) like "from .foo import"
1478 mp_parse_node_struct_t *pns_2b = (mp_parse_node_struct_t*)pn_import_source;
1479 pn_rel = pns_2b->nodes[0];
1480 pn_import_source = pns_2b->nodes[1];
1481 assert(!MP_PARSE_NODE_IS_NULL(pn_import_source)); // should not be
1482 } else {
1483 // Not a relative import
1484 break;
1485 }
1486
1487 // get the list of . and/or ...'s
1488 mp_parse_node_t *nodes;
Damien Georgedfe944c2015-02-13 02:29:46 +00001489 int n = mp_parse_node_extract_list(&pn_rel, PN_one_or_more_period_or_ellipsis, &nodes);
Damien George635543c2014-04-10 12:56:52 +01001490
1491 // count the total number of .'s
1492 for (int i = 0; i < n; i++) {
1493 if (MP_PARSE_NODE_IS_TOKEN_KIND(nodes[i], MP_TOKEN_DEL_PERIOD)) {
1494 import_level++;
1495 } else {
1496 // should be an MP_TOKEN_ELLIPSIS
1497 import_level += 3;
1498 }
1499 }
1500 } while (0);
1501
Damiend99b0522013-12-21 18:17:45 +00001502 if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[1], MP_TOKEN_OP_STAR)) {
Damien George635543c2014-04-10 12:56:52 +01001503 EMIT_ARG(load_const_small_int, import_level);
Damiendb4c3612013-12-10 17:27:24 +00001504
1505 // build the "fromlist" tuple
1506#if MICROPY_EMIT_CPYTHON
Damien George0d3cb672015-01-28 23:43:01 +00001507 EMIT_ARG(load_const_verbatim_strn, "('*',)", 6);
Damiendb4c3612013-12-10 17:27:24 +00001508#else
Damien George708c0732014-04-27 19:23:46 +01001509 EMIT_ARG(load_const_str, MP_QSTR__star_, false);
Damien Georgeb9791222014-01-23 00:34:21 +00001510 EMIT_ARG(build_tuple, 1);
Damiendb4c3612013-12-10 17:27:24 +00001511#endif
1512
1513 // do the import
Damien George635543c2014-04-10 12:56:52 +01001514 qstr dummy_q;
1515 do_import_name(comp, pn_import_source, &dummy_q);
Damien429d7192013-10-04 19:53:11 +01001516 EMIT(import_star);
Damiendb4c3612013-12-10 17:27:24 +00001517
Damien429d7192013-10-04 19:53:11 +01001518 } else {
Damien George635543c2014-04-10 12:56:52 +01001519 EMIT_ARG(load_const_small_int, import_level);
Damiendb4c3612013-12-10 17:27:24 +00001520
1521 // build the "fromlist" tuple
Damiend99b0522013-12-21 18:17:45 +00001522 mp_parse_node_t *pn_nodes;
Damien Georgedfe944c2015-02-13 02:29:46 +00001523 int n = mp_parse_node_extract_list(&pns->nodes[1], PN_import_as_names, &pn_nodes);
Damiendb4c3612013-12-10 17:27:24 +00001524#if MICROPY_EMIT_CPYTHON
Damien02f89412013-12-12 15:13:36 +00001525 {
1526 vstr_t *vstr = vstr_new();
1527 vstr_printf(vstr, "(");
1528 for (int i = 0; i < n; i++) {
Damiend99b0522013-12-21 18:17:45 +00001529 assert(MP_PARSE_NODE_IS_STRUCT_KIND(pn_nodes[i], PN_import_as_name));
1530 mp_parse_node_struct_t *pns3 = (mp_parse_node_struct_t*)pn_nodes[i];
1531 qstr id2 = MP_PARSE_NODE_LEAF_ARG(pns3->nodes[0]); // should be id
Damien02f89412013-12-12 15:13:36 +00001532 if (i > 0) {
1533 vstr_printf(vstr, ", ");
1534 }
1535 vstr_printf(vstr, "'");
Damien George00be7a82014-10-03 20:05:44 +01001536 mp_uint_t len;
Damien George55baff42014-01-21 21:40:13 +00001537 const byte *str = qstr_data(id2, &len);
1538 vstr_add_strn(vstr, (const char*)str, len);
Damien02f89412013-12-12 15:13:36 +00001539 vstr_printf(vstr, "'");
Damien429d7192013-10-04 19:53:11 +01001540 }
Damien02f89412013-12-12 15:13:36 +00001541 if (n == 1) {
1542 vstr_printf(vstr, ",");
1543 }
1544 vstr_printf(vstr, ")");
Damien George0d3cb672015-01-28 23:43:01 +00001545 EMIT_ARG(load_const_verbatim_strn, vstr_str(vstr), vstr_len(vstr));
Damien02f89412013-12-12 15:13:36 +00001546 vstr_free(vstr);
Damien429d7192013-10-04 19:53:11 +01001547 }
Damiendb4c3612013-12-10 17:27:24 +00001548#else
1549 for (int i = 0; i < n; i++) {
Damiend99b0522013-12-21 18:17:45 +00001550 assert(MP_PARSE_NODE_IS_STRUCT_KIND(pn_nodes[i], PN_import_as_name));
1551 mp_parse_node_struct_t *pns3 = (mp_parse_node_struct_t*)pn_nodes[i];
1552 qstr id2 = MP_PARSE_NODE_LEAF_ARG(pns3->nodes[0]); // should be id
Damien Georgeb9791222014-01-23 00:34:21 +00001553 EMIT_ARG(load_const_str, id2, false);
Damiendb4c3612013-12-10 17:27:24 +00001554 }
Damien Georgeb9791222014-01-23 00:34:21 +00001555 EMIT_ARG(build_tuple, n);
Damiendb4c3612013-12-10 17:27:24 +00001556#endif
1557
1558 // do the import
Damien George635543c2014-04-10 12:56:52 +01001559 qstr dummy_q;
1560 do_import_name(comp, pn_import_source, &dummy_q);
Damien429d7192013-10-04 19:53:11 +01001561 for (int i = 0; i < n; i++) {
Damiend99b0522013-12-21 18:17:45 +00001562 assert(MP_PARSE_NODE_IS_STRUCT_KIND(pn_nodes[i], PN_import_as_name));
1563 mp_parse_node_struct_t *pns3 = (mp_parse_node_struct_t*)pn_nodes[i];
1564 qstr id2 = MP_PARSE_NODE_LEAF_ARG(pns3->nodes[0]); // should be id
Damien Georgeb9791222014-01-23 00:34:21 +00001565 EMIT_ARG(import_from, id2);
Damiend99b0522013-12-21 18:17:45 +00001566 if (MP_PARSE_NODE_IS_NULL(pns3->nodes[1])) {
Damien Georgeb9791222014-01-23 00:34:21 +00001567 EMIT_ARG(store_id, id2);
Damien429d7192013-10-04 19:53:11 +01001568 } else {
Damien Georgeb9791222014-01-23 00:34:21 +00001569 EMIT_ARG(store_id, MP_PARSE_NODE_LEAF_ARG(pns3->nodes[1]));
Damien429d7192013-10-04 19:53:11 +01001570 }
1571 }
1572 EMIT(pop_top);
1573 }
1574}
1575
Damien George584ba672014-12-21 17:26:45 +00001576STATIC void compile_declare_global(compiler_t *comp, mp_parse_node_t pn, qstr qst) {
1577 bool added;
1578 id_info_t *id_info = scope_find_or_add_id(comp->scope_cur, qst, &added);
1579 if (!added) {
1580 compile_syntax_error(comp, pn, "identifier already used");
1581 return;
1582 }
1583 id_info->kind = ID_INFO_KIND_GLOBAL_EXPLICIT;
1584
1585 // if the id exists in the global scope, set its kind to EXPLICIT_GLOBAL
1586 id_info = scope_find_global(comp->scope_cur, qst);
1587 if (id_info != NULL) {
1588 id_info->kind = ID_INFO_KIND_GLOBAL_EXPLICIT;
1589 }
1590}
1591
Damien George969a6b32014-12-10 22:07:04 +00001592STATIC void compile_global_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien George36db6bc2014-05-07 17:24:22 +01001593 if (comp->pass == MP_PASS_SCOPE) {
Damien George584ba672014-12-21 17:26:45 +00001594 mp_parse_node_t *nodes;
Damien Georgedfe944c2015-02-13 02:29:46 +00001595 int n = mp_parse_node_extract_list(&pns->nodes[0], PN_name_list, &nodes);
Damien George584ba672014-12-21 17:26:45 +00001596 for (int i = 0; i < n; i++) {
1597 compile_declare_global(comp, (mp_parse_node_t)pns, MP_PARSE_NODE_LEAF_ARG(nodes[i]));
Damien429d7192013-10-04 19:53:11 +01001598 }
1599 }
1600}
1601
Damien George584ba672014-12-21 17:26:45 +00001602STATIC void compile_declare_nonlocal(compiler_t *comp, mp_parse_node_t pn, qstr qst) {
1603 bool added;
1604 id_info_t *id_info = scope_find_or_add_id(comp->scope_cur, qst, &added);
1605 if (!added) {
1606 compile_syntax_error(comp, pn, "identifier already used");
1607 return;
1608 }
1609 id_info_t *id_info2 = scope_find_local_in_parent(comp->scope_cur, qst);
1610 if (id_info2 == NULL || !(id_info2->kind == ID_INFO_KIND_LOCAL || id_info2->kind == ID_INFO_KIND_CELL || id_info2->kind == ID_INFO_KIND_FREE)) {
1611 compile_syntax_error(comp, pn, "no binding for nonlocal found");
1612 return;
1613 }
1614 id_info->kind = ID_INFO_KIND_FREE;
1615 scope_close_over_in_parents(comp->scope_cur, qst);
1616}
1617
Damien George969a6b32014-12-10 22:07:04 +00001618STATIC void compile_nonlocal_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien George36db6bc2014-05-07 17:24:22 +01001619 if (comp->pass == MP_PASS_SCOPE) {
Damien George584ba672014-12-21 17:26:45 +00001620 if (comp->scope_cur->kind == SCOPE_MODULE) {
1621 compile_syntax_error(comp, (mp_parse_node_t)pns, "can't declare nonlocal in outer code");
1622 return;
1623 }
1624 mp_parse_node_t *nodes;
Damien Georgedfe944c2015-02-13 02:29:46 +00001625 int n = mp_parse_node_extract_list(&pns->nodes[0], PN_name_list, &nodes);
Damien George584ba672014-12-21 17:26:45 +00001626 for (int i = 0; i < n; i++) {
1627 compile_declare_nonlocal(comp, (mp_parse_node_t)pns, MP_PARSE_NODE_LEAF_ARG(nodes[i]));
Damien429d7192013-10-04 19:53:11 +01001628 }
1629 }
1630}
1631
Damien George969a6b32014-12-10 22:07:04 +00001632STATIC void compile_assert_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien George6f355fd2014-04-10 14:11:31 +01001633 uint l_end = comp_next_label(comp);
Damien429d7192013-10-04 19:53:11 +01001634 c_if_cond(comp, pns->nodes[0], true, l_end);
Damien Georgeb9791222014-01-23 00:34:21 +00001635 EMIT_ARG(load_global, MP_QSTR_AssertionError); // we load_global instead of load_id, to be consistent with CPython
Damiend99b0522013-12-21 18:17:45 +00001636 if (!MP_PARSE_NODE_IS_NULL(pns->nodes[1])) {
Damien429d7192013-10-04 19:53:11 +01001637 // assertion message
1638 compile_node(comp, pns->nodes[1]);
Damien George922ddd62014-04-09 12:43:17 +01001639 EMIT_ARG(call_function, 1, 0, 0);
Damien429d7192013-10-04 19:53:11 +01001640 }
Damien Georgeb9791222014-01-23 00:34:21 +00001641 EMIT_ARG(raise_varargs, 1);
1642 EMIT_ARG(label_assign, l_end);
Damien429d7192013-10-04 19:53:11 +01001643}
1644
Damien George969a6b32014-12-10 22:07:04 +00001645STATIC void compile_if_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01001646 // TODO proper and/or short circuiting
1647
Damien George6f355fd2014-04-10 14:11:31 +01001648 uint l_end = comp_next_label(comp);
Damien429d7192013-10-04 19:53:11 +01001649
Damien George391db862014-10-17 17:57:33 +00001650 // optimisation: don't emit anything when "if False" (not in CPython)
1651 if (MICROPY_EMIT_CPYTHON || !node_is_const_false(pns->nodes[0])) {
1652 uint l_fail = comp_next_label(comp);
1653 c_if_cond(comp, pns->nodes[0], false, l_fail); // if condition
Damien429d7192013-10-04 19:53:11 +01001654
Damien George391db862014-10-17 17:57:33 +00001655 compile_node(comp, pns->nodes[1]); // if block
Damien Georgeaf6edc62014-04-02 16:12:28 +01001656
Damien George391db862014-10-17 17:57:33 +00001657 // optimisation: skip everything else when "if True" (not in CPython)
1658 if (!MICROPY_EMIT_CPYTHON && node_is_const_true(pns->nodes[0])) {
1659 goto done;
1660 }
1661
1662 if (
1663 // optimisation: don't jump over non-existent elif/else blocks (not in CPython)
1664 (MICROPY_EMIT_CPYTHON || !(MP_PARSE_NODE_IS_NULL(pns->nodes[2]) && MP_PARSE_NODE_IS_NULL(pns->nodes[3])))
1665 // optimisation: don't jump if last instruction was return
1666 && !EMIT(last_emit_was_return_value)
1667 ) {
1668 // jump over elif/else blocks
1669 EMIT_ARG(jump, l_end);
1670 }
1671
1672 EMIT_ARG(label_assign, l_fail);
Damien Georgeaf6edc62014-04-02 16:12:28 +01001673 }
1674
Damien George235f9b32014-10-17 17:30:16 +00001675 // compile elif blocks (if any)
1676 mp_parse_node_t *pn_elif;
Damien Georgedfe944c2015-02-13 02:29:46 +00001677 int n_elif = mp_parse_node_extract_list(&pns->nodes[2], PN_if_stmt_elif_list, &pn_elif);
Damien George235f9b32014-10-17 17:30:16 +00001678 for (int i = 0; i < n_elif; i++) {
1679 assert(MP_PARSE_NODE_IS_STRUCT_KIND(pn_elif[i], PN_if_stmt_elif)); // should be
1680 mp_parse_node_struct_t *pns_elif = (mp_parse_node_struct_t*)pn_elif[i];
Damien429d7192013-10-04 19:53:11 +01001681
Damien George391db862014-10-17 17:57:33 +00001682 // optimisation: don't emit anything when "if False" (not in CPython)
1683 if (MICROPY_EMIT_CPYTHON || !node_is_const_false(pns_elif->nodes[0])) {
1684 uint l_fail = comp_next_label(comp);
1685 c_if_cond(comp, pns_elif->nodes[0], false, l_fail); // elif condition
Damien429d7192013-10-04 19:53:11 +01001686
Damien George391db862014-10-17 17:57:33 +00001687 compile_node(comp, pns_elif->nodes[1]); // elif block
1688
1689 // optimisation: skip everything else when "elif True" (not in CPython)
1690 if (!MICROPY_EMIT_CPYTHON && node_is_const_true(pns_elif->nodes[0])) {
1691 goto done;
1692 }
1693
1694 // optimisation: don't jump if last instruction was return
1695 if (!EMIT(last_emit_was_return_value)) {
1696 EMIT_ARG(jump, l_end);
1697 }
1698 EMIT_ARG(label_assign, l_fail);
Damien429d7192013-10-04 19:53:11 +01001699 }
1700 }
1701
1702 // compile else block
1703 compile_node(comp, pns->nodes[3]); // can be null
1704
Damien George391db862014-10-17 17:57:33 +00001705done:
Damien Georgeb9791222014-01-23 00:34:21 +00001706 EMIT_ARG(label_assign, l_end);
Damien429d7192013-10-04 19:53:11 +01001707}
1708
Damien Georgecbddb272014-02-01 20:08:18 +00001709#define START_BREAK_CONTINUE_BLOCK \
Damien George090c9232014-10-17 14:08:49 +00001710 uint16_t old_break_label = comp->break_label; \
1711 uint16_t old_continue_label = comp->continue_label; \
1712 uint16_t old_break_continue_except_level = comp->break_continue_except_level; \
Damien George6f355fd2014-04-10 14:11:31 +01001713 uint break_label = comp_next_label(comp); \
1714 uint continue_label = comp_next_label(comp); \
Damien Georgecbddb272014-02-01 20:08:18 +00001715 comp->break_label = break_label; \
1716 comp->continue_label = continue_label; \
1717 comp->break_continue_except_level = comp->cur_except_level;
1718
1719#define END_BREAK_CONTINUE_BLOCK \
1720 comp->break_label = old_break_label; \
1721 comp->continue_label = old_continue_label; \
Damien George090c9232014-10-17 14:08:49 +00001722 comp->break_continue_except_level = old_break_continue_except_level;
Damien Georgecbddb272014-02-01 20:08:18 +00001723
Damien George969a6b32014-12-10 22:07:04 +00001724STATIC void compile_while_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien Georgecbddb272014-02-01 20:08:18 +00001725 START_BREAK_CONTINUE_BLOCK
Damien429d7192013-10-04 19:53:11 +01001726
Damience89a212013-10-15 22:25:17 +01001727 // compared to CPython, we have an optimised version of while loops
1728#if MICROPY_EMIT_CPYTHON
Damien George6f355fd2014-04-10 14:11:31 +01001729 uint done_label = comp_next_label(comp);
Damien Georgeb9791222014-01-23 00:34:21 +00001730 EMIT_ARG(setup_loop, break_label);
1731 EMIT_ARG(label_assign, continue_label);
Damien429d7192013-10-04 19:53:11 +01001732 c_if_cond(comp, pns->nodes[0], false, done_label); // condition
1733 compile_node(comp, pns->nodes[1]); // body
Damien415eb6f2013-10-05 12:19:06 +01001734 if (!EMIT(last_emit_was_return_value)) {
Damien Georgeb9791222014-01-23 00:34:21 +00001735 EMIT_ARG(jump, continue_label);
Damien429d7192013-10-04 19:53:11 +01001736 }
Damien Georgeb9791222014-01-23 00:34:21 +00001737 EMIT_ARG(label_assign, done_label);
Damien429d7192013-10-04 19:53:11 +01001738 // CPython does not emit POP_BLOCK if the condition was a constant; don't undertand why
1739 // this is a small hack to agree with CPython
1740 if (!node_is_const_true(pns->nodes[0])) {
1741 EMIT(pop_block);
1742 }
Damience89a212013-10-15 22:25:17 +01001743#else
Damien George391db862014-10-17 17:57:33 +00001744 if (!node_is_const_false(pns->nodes[0])) { // optimisation: don't emit anything for "while False"
1745 uint top_label = comp_next_label(comp);
1746 if (!node_is_const_true(pns->nodes[0])) { // optimisation: don't jump to cond for "while True"
1747 EMIT_ARG(jump, continue_label);
1748 }
1749 EMIT_ARG(label_assign, top_label);
1750 compile_node(comp, pns->nodes[1]); // body
1751 EMIT_ARG(label_assign, continue_label);
1752 c_if_cond(comp, pns->nodes[0], true, top_label); // condition
1753 }
Damience89a212013-10-15 22:25:17 +01001754#endif
1755
1756 // break/continue apply to outer loop (if any) in the else block
Damien Georgecbddb272014-02-01 20:08:18 +00001757 END_BREAK_CONTINUE_BLOCK
Damien429d7192013-10-04 19:53:11 +01001758
1759 compile_node(comp, pns->nodes[2]); // else
1760
Damien Georgeb9791222014-01-23 00:34:21 +00001761 EMIT_ARG(label_assign, break_label);
Damien429d7192013-10-04 19:53:11 +01001762}
1763
Damien George2ac4af62014-08-15 16:45:41 +01001764#if !MICROPY_EMIT_CPYTHON
Damien Georgee181c0d2014-12-12 17:19:56 +00001765// This function compiles an optimised for-loop of the form:
1766// for <var> in range(<start>, <end>, <step>):
1767// <body>
1768// else:
1769// <else>
1770// <var> must be an identifier and <step> must be a small-int.
1771//
1772// Semantics of for-loop require:
1773// - final failing value should not be stored in the loop variable
1774// - if the loop never runs, the loop variable should never be assigned
1775// - assignments to <var>, <end> or <step> in the body do not alter the loop
1776// (<step> is a constant for us, so no need to worry about it changing)
1777//
1778// If <end> is a small-int, then the stack during the for-loop contains just
1779// the current value of <var>. Otherwise, the stack contains <end> then the
1780// current value of <var>.
Damien George6be0b0a2014-08-15 14:30:52 +01001781STATIC void compile_for_stmt_optimised_range(compiler_t *comp, mp_parse_node_t pn_var, mp_parse_node_t pn_start, mp_parse_node_t pn_end, mp_parse_node_t pn_step, mp_parse_node_t pn_body, mp_parse_node_t pn_else) {
Damien Georgecbddb272014-02-01 20:08:18 +00001782 START_BREAK_CONTINUE_BLOCK
Damienf72fd0e2013-11-06 20:20:49 +00001783
Damien George6f355fd2014-04-10 14:11:31 +01001784 uint top_label = comp_next_label(comp);
1785 uint entry_label = comp_next_label(comp);
Damienf72fd0e2013-11-06 20:20:49 +00001786
Damien Georgee181c0d2014-12-12 17:19:56 +00001787 // put the end value on the stack if it's not a small-int constant
1788 bool end_on_stack = !MP_PARSE_NODE_IS_SMALL_INT(pn_end);
1789 if (end_on_stack) {
1790 compile_node(comp, pn_end);
1791 }
1792
1793 // compile: start
Damienf72fd0e2013-11-06 20:20:49 +00001794 compile_node(comp, pn_start);
Damienf72fd0e2013-11-06 20:20:49 +00001795
Damien Georgeb9791222014-01-23 00:34:21 +00001796 EMIT_ARG(jump, entry_label);
1797 EMIT_ARG(label_assign, top_label);
Damienf72fd0e2013-11-06 20:20:49 +00001798
Damien Georgec33ce602014-12-11 17:35:23 +00001799 // duplicate next value and store it to var
1800 EMIT(dup_top);
Damien George3ff2d032014-03-31 18:02:22 +01001801 c_assign(comp, pn_var, ASSIGN_STORE);
1802
Damienf3822fc2013-11-09 20:12:03 +00001803 // compile body
1804 compile_node(comp, pn_body);
1805
Damien Georgeb9791222014-01-23 00:34:21 +00001806 EMIT_ARG(label_assign, continue_label);
Damien George600ae732014-01-21 23:48:04 +00001807
Damien Georgee181c0d2014-12-12 17:19:56 +00001808 // compile: var + step
Damienf72fd0e2013-11-06 20:20:49 +00001809 compile_node(comp, pn_step);
Damien Georged17926d2014-03-30 13:35:08 +01001810 EMIT_ARG(binary_op, MP_BINARY_OP_INPLACE_ADD);
Damienf72fd0e2013-11-06 20:20:49 +00001811
Damien Georgeb9791222014-01-23 00:34:21 +00001812 EMIT_ARG(label_assign, entry_label);
Damienf72fd0e2013-11-06 20:20:49 +00001813
Paul Sokolovsky899c69f2014-01-10 20:38:57 +02001814 // compile: if var <cond> end: goto top
Damien Georgee181c0d2014-12-12 17:19:56 +00001815 if (end_on_stack) {
1816 EMIT(dup_top_two);
1817 EMIT(rot_two);
1818 } else {
1819 EMIT(dup_top);
1820 compile_node(comp, pn_end);
1821 }
Paul Sokolovsky56e5ef22014-02-22 16:39:45 +02001822 assert(MP_PARSE_NODE_IS_SMALL_INT(pn_step));
1823 if (MP_PARSE_NODE_LEAF_SMALL_INT(pn_step) >= 0) {
Damien Georged17926d2014-03-30 13:35:08 +01001824 EMIT_ARG(binary_op, MP_BINARY_OP_LESS);
Paul Sokolovsky899c69f2014-01-10 20:38:57 +02001825 } else {
Damien Georged17926d2014-03-30 13:35:08 +01001826 EMIT_ARG(binary_op, MP_BINARY_OP_MORE);
Paul Sokolovsky899c69f2014-01-10 20:38:57 +02001827 }
Damien Georgeb9791222014-01-23 00:34:21 +00001828 EMIT_ARG(pop_jump_if_true, top_label);
Damienf72fd0e2013-11-06 20:20:49 +00001829
1830 // break/continue apply to outer loop (if any) in the else block
Damien Georgecbddb272014-02-01 20:08:18 +00001831 END_BREAK_CONTINUE_BLOCK
Damienf72fd0e2013-11-06 20:20:49 +00001832
1833 compile_node(comp, pn_else);
1834
Damien Georgeb9791222014-01-23 00:34:21 +00001835 EMIT_ARG(label_assign, break_label);
Damien Georgee181c0d2014-12-12 17:19:56 +00001836
1837 // discard final value of var that failed the loop condition
1838 EMIT(pop_top);
1839
1840 // discard <end> value if it's on the stack
1841 if (end_on_stack) {
1842 EMIT(pop_top);
1843 }
Damienf72fd0e2013-11-06 20:20:49 +00001844}
Damien George2ac4af62014-08-15 16:45:41 +01001845#endif
Damienf72fd0e2013-11-06 20:20:49 +00001846
Damien George969a6b32014-12-10 22:07:04 +00001847STATIC void compile_for_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damienf72fd0e2013-11-06 20:20:49 +00001848#if !MICROPY_EMIT_CPYTHON
1849 // this bit optimises: for <x> in range(...), turning it into an explicitly incremented variable
1850 // this is actually slower, but uses no heap memory
1851 // for viper it will be much, much faster
Damien George65cad122014-04-06 11:48:15 +01001852 if (/*comp->scope_cur->emit_options == MP_EMIT_OPT_VIPER &&*/ MP_PARSE_NODE_IS_ID(pns->nodes[0]) && MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[1], PN_power)) {
Damiend99b0522013-12-21 18:17:45 +00001853 mp_parse_node_struct_t *pns_it = (mp_parse_node_struct_t*)pns->nodes[1];
Paul Sokolovsky899c69f2014-01-10 20:38:57 +02001854 if (MP_PARSE_NODE_IS_ID(pns_it->nodes[0])
1855 && MP_PARSE_NODE_LEAF_ARG(pns_it->nodes[0]) == MP_QSTR_range
1856 && MP_PARSE_NODE_IS_STRUCT_KIND(pns_it->nodes[1], PN_trailer_paren)
1857 && MP_PARSE_NODE_IS_NULL(pns_it->nodes[2])) {
Damiend99b0522013-12-21 18:17:45 +00001858 mp_parse_node_t pn_range_args = ((mp_parse_node_struct_t*)pns_it->nodes[1])->nodes[0];
1859 mp_parse_node_t *args;
Damien Georgedfe944c2015-02-13 02:29:46 +00001860 int n_args = mp_parse_node_extract_list(&pn_range_args, PN_arglist, &args);
Paul Sokolovsky899c69f2014-01-10 20:38:57 +02001861 mp_parse_node_t pn_range_start;
1862 mp_parse_node_t pn_range_end;
1863 mp_parse_node_t pn_range_step;
1864 bool optimize = false;
Damienf72fd0e2013-11-06 20:20:49 +00001865 if (1 <= n_args && n_args <= 3) {
Paul Sokolovsky899c69f2014-01-10 20:38:57 +02001866 optimize = true;
Damienf72fd0e2013-11-06 20:20:49 +00001867 if (n_args == 1) {
Damiend99b0522013-12-21 18:17:45 +00001868 pn_range_start = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, 0);
Damienf72fd0e2013-11-06 20:20:49 +00001869 pn_range_end = args[0];
Damiend99b0522013-12-21 18:17:45 +00001870 pn_range_step = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, 1);
Damienf72fd0e2013-11-06 20:20:49 +00001871 } else if (n_args == 2) {
1872 pn_range_start = args[0];
1873 pn_range_end = args[1];
Damiend99b0522013-12-21 18:17:45 +00001874 pn_range_step = mp_parse_node_new_leaf(MP_PARSE_NODE_SMALL_INT, 1);
Damienf72fd0e2013-11-06 20:20:49 +00001875 } else {
1876 pn_range_start = args[0];
1877 pn_range_end = args[1];
1878 pn_range_step = args[2];
Paul Sokolovsky899c69f2014-01-10 20:38:57 +02001879 // We need to know sign of step. This is possible only if it's constant
1880 if (!MP_PARSE_NODE_IS_SMALL_INT(pn_range_step)) {
1881 optimize = false;
1882 }
Damienf72fd0e2013-11-06 20:20:49 +00001883 }
Paul Sokolovsky899c69f2014-01-10 20:38:57 +02001884 }
1885 if (optimize) {
Damienf72fd0e2013-11-06 20:20:49 +00001886 compile_for_stmt_optimised_range(comp, pns->nodes[0], pn_range_start, pn_range_end, pn_range_step, pns->nodes[2], pns->nodes[3]);
1887 return;
1888 }
1889 }
1890 }
1891#endif
1892
Damien Georgecbddb272014-02-01 20:08:18 +00001893 START_BREAK_CONTINUE_BLOCK
Damien George25c84642014-05-30 15:20:41 +01001894 comp->break_label |= MP_EMIT_BREAK_FROM_FOR;
Damien429d7192013-10-04 19:53:11 +01001895
Damien George6f355fd2014-04-10 14:11:31 +01001896 uint pop_label = comp_next_label(comp);
1897 uint end_label = comp_next_label(comp);
Damien429d7192013-10-04 19:53:11 +01001898
Damience89a212013-10-15 22:25:17 +01001899 // I don't think our implementation needs SETUP_LOOP/POP_BLOCK for for-statements
1900#if MICROPY_EMIT_CPYTHON
Damien Georgeb9791222014-01-23 00:34:21 +00001901 EMIT_ARG(setup_loop, end_label);
Damience89a212013-10-15 22:25:17 +01001902#endif
1903
Damien429d7192013-10-04 19:53:11 +01001904 compile_node(comp, pns->nodes[1]); // iterator
1905 EMIT(get_iter);
Damien Georgecbddb272014-02-01 20:08:18 +00001906 EMIT_ARG(label_assign, continue_label);
Damien Georgeb9791222014-01-23 00:34:21 +00001907 EMIT_ARG(for_iter, pop_label);
Damien429d7192013-10-04 19:53:11 +01001908 c_assign(comp, pns->nodes[0], ASSIGN_STORE); // variable
1909 compile_node(comp, pns->nodes[2]); // body
Damien415eb6f2013-10-05 12:19:06 +01001910 if (!EMIT(last_emit_was_return_value)) {
Damien Georgecbddb272014-02-01 20:08:18 +00001911 EMIT_ARG(jump, continue_label);
Damien429d7192013-10-04 19:53:11 +01001912 }
Damien Georgeb9791222014-01-23 00:34:21 +00001913 EMIT_ARG(label_assign, pop_label);
Damien429d7192013-10-04 19:53:11 +01001914 EMIT(for_iter_end);
1915
1916 // break/continue apply to outer loop (if any) in the else block
Damien Georgecbddb272014-02-01 20:08:18 +00001917 END_BREAK_CONTINUE_BLOCK
Damien429d7192013-10-04 19:53:11 +01001918
Damience89a212013-10-15 22:25:17 +01001919#if MICROPY_EMIT_CPYTHON
Damien429d7192013-10-04 19:53:11 +01001920 EMIT(pop_block);
Damience89a212013-10-15 22:25:17 +01001921#endif
Damien429d7192013-10-04 19:53:11 +01001922
1923 compile_node(comp, pns->nodes[3]); // else (not tested)
1924
Damien Georgeb9791222014-01-23 00:34:21 +00001925 EMIT_ARG(label_assign, break_label);
1926 EMIT_ARG(label_assign, end_label);
Damien429d7192013-10-04 19:53:11 +01001927}
1928
Damien George6be0b0a2014-08-15 14:30:52 +01001929STATIC void compile_try_except(compiler_t *comp, mp_parse_node_t pn_body, int n_except, mp_parse_node_t *pn_excepts, mp_parse_node_t pn_else) {
Damien429d7192013-10-04 19:53:11 +01001930 // setup code
Damien George6f355fd2014-04-10 14:11:31 +01001931 uint l1 = comp_next_label(comp);
1932 uint success_label = comp_next_label(comp);
Damien Georgecbddb272014-02-01 20:08:18 +00001933
Damien Georgeb9791222014-01-23 00:34:21 +00001934 EMIT_ARG(setup_except, l1);
Damien George8dcc0c72014-03-27 10:55:21 +00001935 compile_increase_except_level(comp);
Damien Georgecbddb272014-02-01 20:08:18 +00001936
Damien429d7192013-10-04 19:53:11 +01001937 compile_node(comp, pn_body); // body
1938 EMIT(pop_block);
Damien George069a35e2014-04-10 17:22:19 +00001939 EMIT_ARG(jump, success_label); // jump over exception handler
1940
1941 EMIT_ARG(label_assign, l1); // start of exception handler
Damien Georgeb601d952014-06-30 05:17:25 +01001942 EMIT(start_except_handler);
Damien George069a35e2014-04-10 17:22:19 +00001943
Damien George6f355fd2014-04-10 14:11:31 +01001944 uint l2 = comp_next_label(comp);
Damien429d7192013-10-04 19:53:11 +01001945
1946 for (int i = 0; i < n_except; i++) {
Damiend99b0522013-12-21 18:17:45 +00001947 assert(MP_PARSE_NODE_IS_STRUCT_KIND(pn_excepts[i], PN_try_stmt_except)); // should be
1948 mp_parse_node_struct_t *pns_except = (mp_parse_node_struct_t*)pn_excepts[i];
Damien429d7192013-10-04 19:53:11 +01001949
1950 qstr qstr_exception_local = 0;
Damien George6f355fd2014-04-10 14:11:31 +01001951 uint end_finally_label = comp_next_label(comp);
Damien429d7192013-10-04 19:53:11 +01001952
Damiend99b0522013-12-21 18:17:45 +00001953 if (MP_PARSE_NODE_IS_NULL(pns_except->nodes[0])) {
Damien429d7192013-10-04 19:53:11 +01001954 // this is a catch all exception handler
1955 if (i + 1 != n_except) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01001956 compile_syntax_error(comp, pn_excepts[i], "default 'except:' must be last");
Damien Georgec935d692015-01-13 23:33:16 +00001957 compile_decrease_except_level(comp);
Damien429d7192013-10-04 19:53:11 +01001958 return;
1959 }
1960 } else {
1961 // this exception handler requires a match to a certain type of exception
Damiend99b0522013-12-21 18:17:45 +00001962 mp_parse_node_t pns_exception_expr = pns_except->nodes[0];
1963 if (MP_PARSE_NODE_IS_STRUCT(pns_exception_expr)) {
1964 mp_parse_node_struct_t *pns3 = (mp_parse_node_struct_t*)pns_exception_expr;
1965 if (MP_PARSE_NODE_STRUCT_KIND(pns3) == PN_try_stmt_as_name) {
Damien429d7192013-10-04 19:53:11 +01001966 // handler binds the exception to a local
1967 pns_exception_expr = pns3->nodes[0];
Damiend99b0522013-12-21 18:17:45 +00001968 qstr_exception_local = MP_PARSE_NODE_LEAF_ARG(pns3->nodes[1]);
Damien429d7192013-10-04 19:53:11 +01001969 }
1970 }
1971 EMIT(dup_top);
1972 compile_node(comp, pns_exception_expr);
Damien Georged17926d2014-03-30 13:35:08 +01001973 EMIT_ARG(binary_op, MP_BINARY_OP_EXCEPTION_MATCH);
Damien Georgeb9791222014-01-23 00:34:21 +00001974 EMIT_ARG(pop_jump_if_false, end_finally_label);
Damien429d7192013-10-04 19:53:11 +01001975 }
1976
1977 EMIT(pop_top);
1978
1979 if (qstr_exception_local == 0) {
1980 EMIT(pop_top);
1981 } else {
Damien Georgeb9791222014-01-23 00:34:21 +00001982 EMIT_ARG(store_id, qstr_exception_local);
Damien429d7192013-10-04 19:53:11 +01001983 }
1984
1985 EMIT(pop_top);
1986
Damien George6f355fd2014-04-10 14:11:31 +01001987 uint l3 = 0;
Damien429d7192013-10-04 19:53:11 +01001988 if (qstr_exception_local != 0) {
Damienb05d7072013-10-05 13:37:10 +01001989 l3 = comp_next_label(comp);
Damien Georgeb9791222014-01-23 00:34:21 +00001990 EMIT_ARG(setup_finally, l3);
Damien George8dcc0c72014-03-27 10:55:21 +00001991 compile_increase_except_level(comp);
Damien429d7192013-10-04 19:53:11 +01001992 }
1993 compile_node(comp, pns_except->nodes[1]);
1994 if (qstr_exception_local != 0) {
1995 EMIT(pop_block);
1996 }
1997 EMIT(pop_except);
1998 if (qstr_exception_local != 0) {
Damien Georgeb9791222014-01-23 00:34:21 +00001999 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
2000 EMIT_ARG(label_assign, l3);
2001 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
2002 EMIT_ARG(store_id, qstr_exception_local);
2003 EMIT_ARG(delete_id, qstr_exception_local);
Damien Georgecbddb272014-02-01 20:08:18 +00002004
Damien George8dcc0c72014-03-27 10:55:21 +00002005 compile_decrease_except_level(comp);
Damien429d7192013-10-04 19:53:11 +01002006 EMIT(end_finally);
2007 }
Damien Georgeb9791222014-01-23 00:34:21 +00002008 EMIT_ARG(jump, l2);
2009 EMIT_ARG(label_assign, end_finally_label);
Damien Georged66ae182014-04-10 17:28:54 +00002010 EMIT_ARG(adjust_stack_size, 3); // stack adjust for the 3 exception items
Damien429d7192013-10-04 19:53:11 +01002011 }
2012
Damien George8dcc0c72014-03-27 10:55:21 +00002013 compile_decrease_except_level(comp);
Damien429d7192013-10-04 19:53:11 +01002014 EMIT(end_finally);
Damien Georgeb601d952014-06-30 05:17:25 +01002015 EMIT(end_except_handler);
Damien Georgecbddb272014-02-01 20:08:18 +00002016
Damien Georgeb9791222014-01-23 00:34:21 +00002017 EMIT_ARG(label_assign, success_label);
Damien429d7192013-10-04 19:53:11 +01002018 compile_node(comp, pn_else); // else block, can be null
Damien Georgeb9791222014-01-23 00:34:21 +00002019 EMIT_ARG(label_assign, l2);
Damien429d7192013-10-04 19:53:11 +01002020}
2021
Damien George6be0b0a2014-08-15 14:30:52 +01002022STATIC void compile_try_finally(compiler_t *comp, mp_parse_node_t pn_body, int n_except, mp_parse_node_t *pn_except, mp_parse_node_t pn_else, mp_parse_node_t pn_finally) {
Damien George6f355fd2014-04-10 14:11:31 +01002023 uint l_finally_block = comp_next_label(comp);
Damien Georgecbddb272014-02-01 20:08:18 +00002024
Damien Georgeb9791222014-01-23 00:34:21 +00002025 EMIT_ARG(setup_finally, l_finally_block);
Damien George8dcc0c72014-03-27 10:55:21 +00002026 compile_increase_except_level(comp);
Damien Georgecbddb272014-02-01 20:08:18 +00002027
Damien429d7192013-10-04 19:53:11 +01002028 if (n_except == 0) {
Damiend99b0522013-12-21 18:17:45 +00002029 assert(MP_PARSE_NODE_IS_NULL(pn_else));
Damien Georged66ae182014-04-10 17:28:54 +00002030 EMIT_ARG(adjust_stack_size, 3); // stack adjust for possible UNWIND_JUMP state
Damien429d7192013-10-04 19:53:11 +01002031 compile_node(comp, pn_body);
Damien Georged66ae182014-04-10 17:28:54 +00002032 EMIT_ARG(adjust_stack_size, -3);
Damien429d7192013-10-04 19:53:11 +01002033 } else {
2034 compile_try_except(comp, pn_body, n_except, pn_except, pn_else);
2035 }
2036 EMIT(pop_block);
Damien Georgeb9791222014-01-23 00:34:21 +00002037 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
2038 EMIT_ARG(label_assign, l_finally_block);
Damien429d7192013-10-04 19:53:11 +01002039 compile_node(comp, pn_finally);
Damien Georgecbddb272014-02-01 20:08:18 +00002040
Damien George8dcc0c72014-03-27 10:55:21 +00002041 compile_decrease_except_level(comp);
Damien429d7192013-10-04 19:53:11 +01002042 EMIT(end_finally);
Damien429d7192013-10-04 19:53:11 +01002043}
2044
Damien George969a6b32014-12-10 22:07:04 +00002045STATIC void compile_try_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien George0bb97132015-02-27 14:25:47 +00002046 assert(MP_PARSE_NODE_IS_STRUCT(pns->nodes[1])); // should be
2047 {
Damiend99b0522013-12-21 18:17:45 +00002048 mp_parse_node_struct_t *pns2 = (mp_parse_node_struct_t*)pns->nodes[1];
2049 if (MP_PARSE_NODE_STRUCT_KIND(pns2) == PN_try_stmt_finally) {
Damien429d7192013-10-04 19:53:11 +01002050 // just try-finally
Damiend99b0522013-12-21 18:17:45 +00002051 compile_try_finally(comp, pns->nodes[0], 0, NULL, MP_PARSE_NODE_NULL, pns2->nodes[0]);
2052 } else if (MP_PARSE_NODE_STRUCT_KIND(pns2) == PN_try_stmt_except_and_more) {
Damien429d7192013-10-04 19:53:11 +01002053 // try-except and possibly else and/or finally
Damiend99b0522013-12-21 18:17:45 +00002054 mp_parse_node_t *pn_excepts;
Damien Georgedfe944c2015-02-13 02:29:46 +00002055 int n_except = mp_parse_node_extract_list(&pns2->nodes[0], PN_try_stmt_except_list, &pn_excepts);
Damiend99b0522013-12-21 18:17:45 +00002056 if (MP_PARSE_NODE_IS_NULL(pns2->nodes[2])) {
Damien429d7192013-10-04 19:53:11 +01002057 // no finally
2058 compile_try_except(comp, pns->nodes[0], n_except, pn_excepts, pns2->nodes[1]);
2059 } else {
2060 // have finally
Damiend99b0522013-12-21 18:17:45 +00002061 compile_try_finally(comp, pns->nodes[0], n_except, pn_excepts, pns2->nodes[1], ((mp_parse_node_struct_t*)pns2->nodes[2])->nodes[0]);
Damien429d7192013-10-04 19:53:11 +01002062 }
2063 } else {
2064 // just try-except
Damiend99b0522013-12-21 18:17:45 +00002065 mp_parse_node_t *pn_excepts;
Damien Georgedfe944c2015-02-13 02:29:46 +00002066 int n_except = mp_parse_node_extract_list(&pns->nodes[1], PN_try_stmt_except_list, &pn_excepts);
Damiend99b0522013-12-21 18:17:45 +00002067 compile_try_except(comp, pns->nodes[0], n_except, pn_excepts, MP_PARSE_NODE_NULL);
Damien429d7192013-10-04 19:53:11 +01002068 }
Damien429d7192013-10-04 19:53:11 +01002069 }
2070}
2071
Damien George6be0b0a2014-08-15 14:30:52 +01002072STATIC void compile_with_stmt_helper(compiler_t *comp, int n, mp_parse_node_t *nodes, mp_parse_node_t body) {
Damien429d7192013-10-04 19:53:11 +01002073 if (n == 0) {
2074 // no more pre-bits, compile the body of the with
2075 compile_node(comp, body);
2076 } else {
Damien George6f355fd2014-04-10 14:11:31 +01002077 uint l_end = comp_next_label(comp);
Damiend99b0522013-12-21 18:17:45 +00002078 if (MP_PARSE_NODE_IS_STRUCT_KIND(nodes[0], PN_with_item)) {
Damien429d7192013-10-04 19:53:11 +01002079 // this pre-bit is of the form "a as b"
Damiend99b0522013-12-21 18:17:45 +00002080 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)nodes[0];
Damien429d7192013-10-04 19:53:11 +01002081 compile_node(comp, pns->nodes[0]);
Damien Georgeb9791222014-01-23 00:34:21 +00002082 EMIT_ARG(setup_with, l_end);
Damien429d7192013-10-04 19:53:11 +01002083 c_assign(comp, pns->nodes[1], ASSIGN_STORE);
2084 } else {
2085 // this pre-bit is just an expression
2086 compile_node(comp, nodes[0]);
Damien Georgeb9791222014-01-23 00:34:21 +00002087 EMIT_ARG(setup_with, l_end);
Damien429d7192013-10-04 19:53:11 +01002088 EMIT(pop_top);
2089 }
Paul Sokolovsky44307d52014-03-29 04:10:11 +02002090 compile_increase_except_level(comp);
Damien429d7192013-10-04 19:53:11 +01002091 // compile additional pre-bits and the body
2092 compile_with_stmt_helper(comp, n - 1, nodes + 1, body);
2093 // finish this with block
2094 EMIT(pop_block);
Damien Georgeb9791222014-01-23 00:34:21 +00002095 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
2096 EMIT_ARG(label_assign, l_end);
Damien429d7192013-10-04 19:53:11 +01002097 EMIT(with_cleanup);
Paul Sokolovsky44307d52014-03-29 04:10:11 +02002098 compile_decrease_except_level(comp);
Damien429d7192013-10-04 19:53:11 +01002099 EMIT(end_finally);
2100 }
2101}
2102
Damien George969a6b32014-12-10 22:07:04 +00002103STATIC void compile_with_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01002104 // get the nodes for the pre-bit of the with (the a as b, c as d, ... bit)
Damiend99b0522013-12-21 18:17:45 +00002105 mp_parse_node_t *nodes;
Damien Georgedfe944c2015-02-13 02:29:46 +00002106 int n = mp_parse_node_extract_list(&pns->nodes[0], PN_with_stmt_list, &nodes);
Damien429d7192013-10-04 19:53:11 +01002107 assert(n > 0);
2108
2109 // compile in a nested fashion
2110 compile_with_stmt_helper(comp, n, nodes, pns->nodes[1]);
2111}
2112
Damien George969a6b32014-12-10 22:07:04 +00002113STATIC void compile_expr_stmt(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damiend99b0522013-12-21 18:17:45 +00002114 if (MP_PARSE_NODE_IS_NULL(pns->nodes[1])) {
Damien5ac1b2e2013-10-18 19:58:12 +01002115 if (comp->is_repl && comp->scope_cur->kind == SCOPE_MODULE) {
2116 // for REPL, evaluate then print the expression
Damien Georgeb9791222014-01-23 00:34:21 +00002117 EMIT_ARG(load_id, MP_QSTR___repl_print__);
Damien5ac1b2e2013-10-18 19:58:12 +01002118 compile_node(comp, pns->nodes[0]);
Damien George922ddd62014-04-09 12:43:17 +01002119 EMIT_ARG(call_function, 1, 0, 0);
Damien5ac1b2e2013-10-18 19:58:12 +01002120 EMIT(pop_top);
2121
Damien429d7192013-10-04 19:53:11 +01002122 } else {
Damien5ac1b2e2013-10-18 19:58:12 +01002123 // for non-REPL, evaluate then discard the expression
Damien George5042bce2014-05-25 22:06:06 +01002124 if ((MP_PARSE_NODE_IS_LEAF(pns->nodes[0]) && !MP_PARSE_NODE_IS_ID(pns->nodes[0]))
Damien George4c81ba82015-01-13 16:21:23 +00002125 || MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_string)
Damien George7d414a12015-02-08 01:57:40 +00002126 || MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_bytes)
2127 || MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_const_object)) {
Damien5ac1b2e2013-10-18 19:58:12 +01002128 // do nothing with a lonely constant
2129 } else {
2130 compile_node(comp, pns->nodes[0]); // just an expression
2131 EMIT(pop_top); // discard last result since this is a statement and leaves nothing on the stack
2132 }
Damien429d7192013-10-04 19:53:11 +01002133 }
2134 } else {
Damiend99b0522013-12-21 18:17:45 +00002135 mp_parse_node_struct_t *pns1 = (mp_parse_node_struct_t*)pns->nodes[1];
2136 int kind = MP_PARSE_NODE_STRUCT_KIND(pns1);
Damien429d7192013-10-04 19:53:11 +01002137 if (kind == PN_expr_stmt_augassign) {
2138 c_assign(comp, pns->nodes[0], ASSIGN_AUG_LOAD); // lhs load for aug assign
2139 compile_node(comp, pns1->nodes[1]); // rhs
Damiend99b0522013-12-21 18:17:45 +00002140 assert(MP_PARSE_NODE_IS_TOKEN(pns1->nodes[0]));
Damien Georged17926d2014-03-30 13:35:08 +01002141 mp_binary_op_t op;
Damiend99b0522013-12-21 18:17:45 +00002142 switch (MP_PARSE_NODE_LEAF_ARG(pns1->nodes[0])) {
Damien Georged17926d2014-03-30 13:35:08 +01002143 case MP_TOKEN_DEL_PIPE_EQUAL: op = MP_BINARY_OP_INPLACE_OR; break;
2144 case MP_TOKEN_DEL_CARET_EQUAL: op = MP_BINARY_OP_INPLACE_XOR; break;
2145 case MP_TOKEN_DEL_AMPERSAND_EQUAL: op = MP_BINARY_OP_INPLACE_AND; break;
2146 case MP_TOKEN_DEL_DBL_LESS_EQUAL: op = MP_BINARY_OP_INPLACE_LSHIFT; break;
2147 case MP_TOKEN_DEL_DBL_MORE_EQUAL: op = MP_BINARY_OP_INPLACE_RSHIFT; break;
2148 case MP_TOKEN_DEL_PLUS_EQUAL: op = MP_BINARY_OP_INPLACE_ADD; break;
2149 case MP_TOKEN_DEL_MINUS_EQUAL: op = MP_BINARY_OP_INPLACE_SUBTRACT; break;
2150 case MP_TOKEN_DEL_STAR_EQUAL: op = MP_BINARY_OP_INPLACE_MULTIPLY; break;
2151 case MP_TOKEN_DEL_DBL_SLASH_EQUAL: op = MP_BINARY_OP_INPLACE_FLOOR_DIVIDE; break;
2152 case MP_TOKEN_DEL_SLASH_EQUAL: op = MP_BINARY_OP_INPLACE_TRUE_DIVIDE; break;
2153 case MP_TOKEN_DEL_PERCENT_EQUAL: op = MP_BINARY_OP_INPLACE_MODULO; break;
Damien Georged2d64f02015-01-14 21:32:42 +00002154 case MP_TOKEN_DEL_DBL_STAR_EQUAL: default: op = MP_BINARY_OP_INPLACE_POWER; break;
Damien429d7192013-10-04 19:53:11 +01002155 }
Damien George7e5fb242014-02-01 22:18:47 +00002156 EMIT_ARG(binary_op, op);
Damien429d7192013-10-04 19:53:11 +01002157 c_assign(comp, pns->nodes[0], ASSIGN_AUG_STORE); // lhs store for aug assign
2158 } else if (kind == PN_expr_stmt_assign_list) {
Damiend99b0522013-12-21 18:17:45 +00002159 int rhs = MP_PARSE_NODE_STRUCT_NUM_NODES(pns1) - 1;
2160 compile_node(comp, ((mp_parse_node_struct_t*)pns1->nodes[rhs])->nodes[0]); // rhs
Damien429d7192013-10-04 19:53:11 +01002161 // following CPython, we store left-most first
2162 if (rhs > 0) {
2163 EMIT(dup_top);
2164 }
2165 c_assign(comp, pns->nodes[0], ASSIGN_STORE); // lhs store
2166 for (int i = 0; i < rhs; i++) {
2167 if (i + 1 < rhs) {
2168 EMIT(dup_top);
2169 }
Damiend99b0522013-12-21 18:17:45 +00002170 c_assign(comp, ((mp_parse_node_struct_t*)pns1->nodes[i])->nodes[0], ASSIGN_STORE); // middle store
Damien429d7192013-10-04 19:53:11 +01002171 }
Damien George0bb97132015-02-27 14:25:47 +00002172 } else {
2173 assert(kind == PN_expr_stmt_assign); // should be
Damien Georgeffae48d2014-05-08 15:58:39 +00002174 if (MP_PARSE_NODE_IS_STRUCT_KIND(pns1->nodes[0], PN_testlist_star_expr)
Damiend99b0522013-12-21 18:17:45 +00002175 && MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_testlist_star_expr)
2176 && MP_PARSE_NODE_STRUCT_NUM_NODES((mp_parse_node_struct_t*)pns1->nodes[0]) == 2
2177 && MP_PARSE_NODE_STRUCT_NUM_NODES((mp_parse_node_struct_t*)pns->nodes[0]) == 2) {
Damien429d7192013-10-04 19:53:11 +01002178 // optimisation for a, b = c, d; to match CPython's optimisation
Damiend99b0522013-12-21 18:17:45 +00002179 mp_parse_node_struct_t* pns10 = (mp_parse_node_struct_t*)pns1->nodes[0];
2180 mp_parse_node_struct_t* pns0 = (mp_parse_node_struct_t*)pns->nodes[0];
Damien George495d7812014-04-08 17:51:47 +01002181 if (MP_PARSE_NODE_IS_STRUCT_KIND(pns0->nodes[0], PN_star_expr)
2182 || MP_PARSE_NODE_IS_STRUCT_KIND(pns0->nodes[1], PN_star_expr)) {
2183 // can't optimise when it's a star expression on the lhs
2184 goto no_optimisation;
2185 }
Damien429d7192013-10-04 19:53:11 +01002186 compile_node(comp, pns10->nodes[0]); // rhs
2187 compile_node(comp, pns10->nodes[1]); // rhs
2188 EMIT(rot_two);
2189 c_assign(comp, pns0->nodes[0], ASSIGN_STORE); // lhs store
2190 c_assign(comp, pns0->nodes[1], ASSIGN_STORE); // lhs store
Damiend99b0522013-12-21 18:17:45 +00002191 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pns1->nodes[0], PN_testlist_star_expr)
2192 && MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_testlist_star_expr)
2193 && MP_PARSE_NODE_STRUCT_NUM_NODES((mp_parse_node_struct_t*)pns1->nodes[0]) == 3
2194 && MP_PARSE_NODE_STRUCT_NUM_NODES((mp_parse_node_struct_t*)pns->nodes[0]) == 3) {
Damien429d7192013-10-04 19:53:11 +01002195 // optimisation for a, b, c = d, e, f; to match CPython's optimisation
Damiend99b0522013-12-21 18:17:45 +00002196 mp_parse_node_struct_t* pns10 = (mp_parse_node_struct_t*)pns1->nodes[0];
2197 mp_parse_node_struct_t* pns0 = (mp_parse_node_struct_t*)pns->nodes[0];
Damien George495d7812014-04-08 17:51:47 +01002198 if (MP_PARSE_NODE_IS_STRUCT_KIND(pns0->nodes[0], PN_star_expr)
2199 || MP_PARSE_NODE_IS_STRUCT_KIND(pns0->nodes[1], PN_star_expr)
2200 || MP_PARSE_NODE_IS_STRUCT_KIND(pns0->nodes[2], PN_star_expr)) {
2201 // can't optimise when it's a star expression on the lhs
2202 goto no_optimisation;
2203 }
Damien429d7192013-10-04 19:53:11 +01002204 compile_node(comp, pns10->nodes[0]); // rhs
2205 compile_node(comp, pns10->nodes[1]); // rhs
2206 compile_node(comp, pns10->nodes[2]); // rhs
2207 EMIT(rot_three);
2208 EMIT(rot_two);
2209 c_assign(comp, pns0->nodes[0], ASSIGN_STORE); // lhs store
2210 c_assign(comp, pns0->nodes[1], ASSIGN_STORE); // lhs store
2211 c_assign(comp, pns0->nodes[2], ASSIGN_STORE); // lhs store
2212 } else {
Damien George495d7812014-04-08 17:51:47 +01002213 no_optimisation:
Damien429d7192013-10-04 19:53:11 +01002214 compile_node(comp, pns1->nodes[0]); // rhs
2215 c_assign(comp, pns->nodes[0], ASSIGN_STORE); // lhs store
2216 }
Damien429d7192013-10-04 19:53:11 +01002217 }
2218 }
2219}
2220
Damien George6be0b0a2014-08-15 14:30:52 +01002221STATIC void c_binary_op(compiler_t *comp, mp_parse_node_struct_t *pns, mp_binary_op_t binary_op) {
Damiend99b0522013-12-21 18:17:45 +00002222 int num_nodes = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
Damien429d7192013-10-04 19:53:11 +01002223 compile_node(comp, pns->nodes[0]);
2224 for (int i = 1; i < num_nodes; i += 1) {
2225 compile_node(comp, pns->nodes[i]);
Damien Georgeb9791222014-01-23 00:34:21 +00002226 EMIT_ARG(binary_op, binary_op);
Damien429d7192013-10-04 19:53:11 +01002227 }
2228}
2229
Damien George969a6b32014-12-10 22:07:04 +00002230STATIC void compile_test_if_expr(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damiend99b0522013-12-21 18:17:45 +00002231 assert(MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[1], PN_test_if_else));
2232 mp_parse_node_struct_t *pns_test_if_else = (mp_parse_node_struct_t*)pns->nodes[1];
Damien429d7192013-10-04 19:53:11 +01002233
Damien George6f355fd2014-04-10 14:11:31 +01002234 uint l_fail = comp_next_label(comp);
2235 uint l_end = comp_next_label(comp);
Damien429d7192013-10-04 19:53:11 +01002236 c_if_cond(comp, pns_test_if_else->nodes[0], false, l_fail); // condition
2237 compile_node(comp, pns->nodes[0]); // success value
Damien Georgeb9791222014-01-23 00:34:21 +00002238 EMIT_ARG(jump, l_end);
2239 EMIT_ARG(label_assign, l_fail);
Damien Georged66ae182014-04-10 17:28:54 +00002240 EMIT_ARG(adjust_stack_size, -1); // adjust stack size
Damien429d7192013-10-04 19:53:11 +01002241 compile_node(comp, pns_test_if_else->nodes[1]); // failure value
Damien Georgeb9791222014-01-23 00:34:21 +00002242 EMIT_ARG(label_assign, l_end);
Damien429d7192013-10-04 19:53:11 +01002243}
2244
Damien George969a6b32014-12-10 22:07:04 +00002245STATIC void compile_lambdef(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01002246 // TODO default params etc for lambda; possibly just use funcdef code
Damiend99b0522013-12-21 18:17:45 +00002247 //mp_parse_node_t pn_params = pns->nodes[0];
2248 //mp_parse_node_t pn_body = pns->nodes[1];
Damien429d7192013-10-04 19:53:11 +01002249
Damien George36db6bc2014-05-07 17:24:22 +01002250 if (comp->pass == MP_PASS_SCOPE) {
Damien429d7192013-10-04 19:53:11 +01002251 // create a new scope for this lambda
Damiend99b0522013-12-21 18:17:45 +00002252 scope_t *s = scope_new_and_link(comp, SCOPE_LAMBDA, (mp_parse_node_t)pns, comp->scope_cur->emit_options);
Damien429d7192013-10-04 19:53:11 +01002253 // store the lambda scope so the compiling function (this one) can use it at each pass
Damiend99b0522013-12-21 18:17:45 +00002254 pns->nodes[2] = (mp_parse_node_t)s;
Damien429d7192013-10-04 19:53:11 +01002255 }
2256
2257 // get the scope for this lambda
2258 scope_t *this_scope = (scope_t*)pns->nodes[2];
2259
2260 // make the lambda
2261 close_over_variables_etc(comp, this_scope, 0, 0);
2262}
2263
Damien George969a6b32014-12-10 22:07:04 +00002264STATIC void compile_or_test(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien George6f355fd2014-04-10 14:11:31 +01002265 uint l_end = comp_next_label(comp);
Damiend99b0522013-12-21 18:17:45 +00002266 int n = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
Damien429d7192013-10-04 19:53:11 +01002267 for (int i = 0; i < n; i += 1) {
2268 compile_node(comp, pns->nodes[i]);
2269 if (i + 1 < n) {
Damien Georgeb9791222014-01-23 00:34:21 +00002270 EMIT_ARG(jump_if_true_or_pop, l_end);
Damien429d7192013-10-04 19:53:11 +01002271 }
2272 }
Damien Georgeb9791222014-01-23 00:34:21 +00002273 EMIT_ARG(label_assign, l_end);
Damien429d7192013-10-04 19:53:11 +01002274}
2275
Damien George969a6b32014-12-10 22:07:04 +00002276STATIC void compile_and_test(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien George6f355fd2014-04-10 14:11:31 +01002277 uint l_end = comp_next_label(comp);
Damiend99b0522013-12-21 18:17:45 +00002278 int n = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
Damien429d7192013-10-04 19:53:11 +01002279 for (int i = 0; i < n; i += 1) {
2280 compile_node(comp, pns->nodes[i]);
2281 if (i + 1 < n) {
Damien Georgeb9791222014-01-23 00:34:21 +00002282 EMIT_ARG(jump_if_false_or_pop, l_end);
Damien429d7192013-10-04 19:53:11 +01002283 }
2284 }
Damien Georgeb9791222014-01-23 00:34:21 +00002285 EMIT_ARG(label_assign, l_end);
Damien429d7192013-10-04 19:53:11 +01002286}
2287
Damien George969a6b32014-12-10 22:07:04 +00002288STATIC void compile_not_test_2(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01002289 compile_node(comp, pns->nodes[0]);
Damien Georged17926d2014-03-30 13:35:08 +01002290 EMIT_ARG(unary_op, MP_UNARY_OP_NOT);
Damien429d7192013-10-04 19:53:11 +01002291}
2292
Damien George969a6b32014-12-10 22:07:04 +00002293STATIC void compile_comparison(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damiend99b0522013-12-21 18:17:45 +00002294 int num_nodes = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
Damien429d7192013-10-04 19:53:11 +01002295 compile_node(comp, pns->nodes[0]);
2296 bool multi = (num_nodes > 3);
Damien George6f355fd2014-04-10 14:11:31 +01002297 uint l_fail = 0;
Damien429d7192013-10-04 19:53:11 +01002298 if (multi) {
Damienb05d7072013-10-05 13:37:10 +01002299 l_fail = comp_next_label(comp);
Damien429d7192013-10-04 19:53:11 +01002300 }
2301 for (int i = 1; i + 1 < num_nodes; i += 2) {
2302 compile_node(comp, pns->nodes[i + 1]);
2303 if (i + 2 < num_nodes) {
2304 EMIT(dup_top);
2305 EMIT(rot_three);
2306 }
Damien George7e5fb242014-02-01 22:18:47 +00002307 if (MP_PARSE_NODE_IS_TOKEN(pns->nodes[i])) {
Damien Georged17926d2014-03-30 13:35:08 +01002308 mp_binary_op_t op;
Damien George7e5fb242014-02-01 22:18:47 +00002309 switch (MP_PARSE_NODE_LEAF_ARG(pns->nodes[i])) {
Damien Georged17926d2014-03-30 13:35:08 +01002310 case MP_TOKEN_OP_LESS: op = MP_BINARY_OP_LESS; break;
2311 case MP_TOKEN_OP_MORE: op = MP_BINARY_OP_MORE; break;
2312 case MP_TOKEN_OP_DBL_EQUAL: op = MP_BINARY_OP_EQUAL; break;
2313 case MP_TOKEN_OP_LESS_EQUAL: op = MP_BINARY_OP_LESS_EQUAL; break;
2314 case MP_TOKEN_OP_MORE_EQUAL: op = MP_BINARY_OP_MORE_EQUAL; break;
2315 case MP_TOKEN_OP_NOT_EQUAL: op = MP_BINARY_OP_NOT_EQUAL; break;
Damien Georged2d64f02015-01-14 21:32:42 +00002316 case MP_TOKEN_KW_IN: default: op = MP_BINARY_OP_IN; break;
Damien George7e5fb242014-02-01 22:18:47 +00002317 }
2318 EMIT_ARG(binary_op, op);
Damien George0bb97132015-02-27 14:25:47 +00002319 } else {
2320 assert(MP_PARSE_NODE_IS_STRUCT(pns->nodes[i])); // should be
Damiend99b0522013-12-21 18:17:45 +00002321 mp_parse_node_struct_t *pns2 = (mp_parse_node_struct_t*)pns->nodes[i];
2322 int kind = MP_PARSE_NODE_STRUCT_KIND(pns2);
Damien429d7192013-10-04 19:53:11 +01002323 if (kind == PN_comp_op_not_in) {
Damien Georged17926d2014-03-30 13:35:08 +01002324 EMIT_ARG(binary_op, MP_BINARY_OP_NOT_IN);
Damien George0bb97132015-02-27 14:25:47 +00002325 } else {
2326 assert(kind == PN_comp_op_is); // should be
Damiend99b0522013-12-21 18:17:45 +00002327 if (MP_PARSE_NODE_IS_NULL(pns2->nodes[0])) {
Damien Georged17926d2014-03-30 13:35:08 +01002328 EMIT_ARG(binary_op, MP_BINARY_OP_IS);
Damien429d7192013-10-04 19:53:11 +01002329 } else {
Damien Georged17926d2014-03-30 13:35:08 +01002330 EMIT_ARG(binary_op, MP_BINARY_OP_IS_NOT);
Damien429d7192013-10-04 19:53:11 +01002331 }
Damien429d7192013-10-04 19:53:11 +01002332 }
Damien429d7192013-10-04 19:53:11 +01002333 }
2334 if (i + 2 < num_nodes) {
Damien Georgeb9791222014-01-23 00:34:21 +00002335 EMIT_ARG(jump_if_false_or_pop, l_fail);
Damien429d7192013-10-04 19:53:11 +01002336 }
2337 }
2338 if (multi) {
Damien George6f355fd2014-04-10 14:11:31 +01002339 uint l_end = comp_next_label(comp);
Damien Georgeb9791222014-01-23 00:34:21 +00002340 EMIT_ARG(jump, l_end);
2341 EMIT_ARG(label_assign, l_fail);
Damien Georged66ae182014-04-10 17:28:54 +00002342 EMIT_ARG(adjust_stack_size, 1);
Damien429d7192013-10-04 19:53:11 +01002343 EMIT(rot_two);
2344 EMIT(pop_top);
Damien Georgeb9791222014-01-23 00:34:21 +00002345 EMIT_ARG(label_assign, l_end);
Damien429d7192013-10-04 19:53:11 +01002346 }
2347}
2348
Damien George969a6b32014-12-10 22:07:04 +00002349STATIC void compile_star_expr(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien George9d181f62014-04-27 16:55:27 +01002350 compile_syntax_error(comp, (mp_parse_node_t)pns, "*x must be assignment target");
Damien429d7192013-10-04 19:53:11 +01002351}
2352
Damien George969a6b32014-12-10 22:07:04 +00002353STATIC void compile_expr(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien Georged17926d2014-03-30 13:35:08 +01002354 c_binary_op(comp, pns, MP_BINARY_OP_OR);
Damien429d7192013-10-04 19:53:11 +01002355}
2356
Damien George969a6b32014-12-10 22:07:04 +00002357STATIC void compile_xor_expr(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien Georged17926d2014-03-30 13:35:08 +01002358 c_binary_op(comp, pns, MP_BINARY_OP_XOR);
Damien429d7192013-10-04 19:53:11 +01002359}
2360
Damien George969a6b32014-12-10 22:07:04 +00002361STATIC void compile_and_expr(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien Georged17926d2014-03-30 13:35:08 +01002362 c_binary_op(comp, pns, MP_BINARY_OP_AND);
Damien429d7192013-10-04 19:53:11 +01002363}
2364
Damien George969a6b32014-12-10 22:07:04 +00002365STATIC void compile_shift_expr(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damiend99b0522013-12-21 18:17:45 +00002366 int num_nodes = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
Damien429d7192013-10-04 19:53:11 +01002367 compile_node(comp, pns->nodes[0]);
2368 for (int i = 1; i + 1 < num_nodes; i += 2) {
2369 compile_node(comp, pns->nodes[i + 1]);
Damiend99b0522013-12-21 18:17:45 +00002370 if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[i], MP_TOKEN_OP_DBL_LESS)) {
Damien Georged17926d2014-03-30 13:35:08 +01002371 EMIT_ARG(binary_op, MP_BINARY_OP_LSHIFT);
Damien429d7192013-10-04 19:53:11 +01002372 } else {
Damien George0bb97132015-02-27 14:25:47 +00002373 assert(MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[i], MP_TOKEN_OP_DBL_MORE)); // should be
2374 EMIT_ARG(binary_op, MP_BINARY_OP_RSHIFT);
Damien429d7192013-10-04 19:53:11 +01002375 }
2376 }
2377}
2378
Damien George969a6b32014-12-10 22:07:04 +00002379STATIC void compile_arith_expr(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damiend99b0522013-12-21 18:17:45 +00002380 int num_nodes = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
Damien429d7192013-10-04 19:53:11 +01002381 compile_node(comp, pns->nodes[0]);
2382 for (int i = 1; i + 1 < num_nodes; i += 2) {
2383 compile_node(comp, pns->nodes[i + 1]);
Damiend99b0522013-12-21 18:17:45 +00002384 if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[i], MP_TOKEN_OP_PLUS)) {
Damien Georged17926d2014-03-30 13:35:08 +01002385 EMIT_ARG(binary_op, MP_BINARY_OP_ADD);
Damien429d7192013-10-04 19:53:11 +01002386 } else {
Damien George0bb97132015-02-27 14:25:47 +00002387 assert(MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[i], MP_TOKEN_OP_MINUS)); // should be
2388 EMIT_ARG(binary_op, MP_BINARY_OP_SUBTRACT);
Damien429d7192013-10-04 19:53:11 +01002389 }
2390 }
2391}
2392
Damien George969a6b32014-12-10 22:07:04 +00002393STATIC void compile_term(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damiend99b0522013-12-21 18:17:45 +00002394 int num_nodes = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
Damien429d7192013-10-04 19:53:11 +01002395 compile_node(comp, pns->nodes[0]);
2396 for (int i = 1; i + 1 < num_nodes; i += 2) {
2397 compile_node(comp, pns->nodes[i + 1]);
Damiend99b0522013-12-21 18:17:45 +00002398 if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[i], MP_TOKEN_OP_STAR)) {
Damien Georged17926d2014-03-30 13:35:08 +01002399 EMIT_ARG(binary_op, MP_BINARY_OP_MULTIPLY);
Damiend99b0522013-12-21 18:17:45 +00002400 } else if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[i], MP_TOKEN_OP_DBL_SLASH)) {
Damien Georged17926d2014-03-30 13:35:08 +01002401 EMIT_ARG(binary_op, MP_BINARY_OP_FLOOR_DIVIDE);
Damiend99b0522013-12-21 18:17:45 +00002402 } else if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[i], MP_TOKEN_OP_SLASH)) {
Damien Georged17926d2014-03-30 13:35:08 +01002403 EMIT_ARG(binary_op, MP_BINARY_OP_TRUE_DIVIDE);
Damien429d7192013-10-04 19:53:11 +01002404 } else {
Damien George0bb97132015-02-27 14:25:47 +00002405 assert(MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[i], MP_TOKEN_OP_PERCENT)); // should be
2406 EMIT_ARG(binary_op, MP_BINARY_OP_MODULO);
Damien429d7192013-10-04 19:53:11 +01002407 }
2408 }
2409}
2410
Damien George969a6b32014-12-10 22:07:04 +00002411STATIC void compile_factor_2(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01002412 compile_node(comp, pns->nodes[1]);
Damiend99b0522013-12-21 18:17:45 +00002413 if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[0], MP_TOKEN_OP_PLUS)) {
Damien Georged17926d2014-03-30 13:35:08 +01002414 EMIT_ARG(unary_op, MP_UNARY_OP_POSITIVE);
Damiend99b0522013-12-21 18:17:45 +00002415 } else if (MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[0], MP_TOKEN_OP_MINUS)) {
Damien Georged17926d2014-03-30 13:35:08 +01002416 EMIT_ARG(unary_op, MP_UNARY_OP_NEGATIVE);
Damien429d7192013-10-04 19:53:11 +01002417 } else {
Damien George0bb97132015-02-27 14:25:47 +00002418 assert(MP_PARSE_NODE_IS_TOKEN_KIND(pns->nodes[0], MP_TOKEN_OP_TILDE)); // should be
2419 EMIT_ARG(unary_op, MP_UNARY_OP_INVERT);
Damien429d7192013-10-04 19:53:11 +01002420 }
2421}
2422
Damien George969a6b32014-12-10 22:07:04 +00002423STATIC void compile_power(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien George35e2a4e2014-02-05 00:51:47 +00002424 // this is to handle special super() call
2425 comp->func_arg_is_super = MP_PARSE_NODE_IS_ID(pns->nodes[0]) && MP_PARSE_NODE_LEAF_ARG(pns->nodes[0]) == MP_QSTR_super;
2426
2427 compile_generic_all_nodes(comp, pns);
2428}
2429
Paul Sokolovsky520e2f52014-02-12 18:31:30 +02002430STATIC void compile_trailer_paren_helper(compiler_t *comp, mp_parse_node_t pn_arglist, bool is_method_call, int n_positional_extra) {
Damien429d7192013-10-04 19:53:11 +01002431 // function to call is on top of stack
2432
Damien George35e2a4e2014-02-05 00:51:47 +00002433#if !MICROPY_EMIT_CPYTHON
2434 // this is to handle special super() call
Damien Georgebbcd49a2014-02-06 20:30:16 +00002435 if (MP_PARSE_NODE_IS_NULL(pn_arglist) && comp->func_arg_is_super && comp->scope_cur->kind == SCOPE_FUNCTION) {
Damien George35e2a4e2014-02-05 00:51:47 +00002436 EMIT_ARG(load_id, MP_QSTR___class__);
Damien George01039b52014-12-21 17:44:27 +00002437 // look for first argument to function (assumes it's "self")
Damien George35e2a4e2014-02-05 00:51:47 +00002438 for (int i = 0; i < comp->scope_cur->id_info_len; i++) {
Damien George2bf7c092014-04-09 15:26:46 +01002439 if (comp->scope_cur->id_info[i].flags & ID_FLAG_IS_PARAM) {
Damien George01039b52014-12-21 17:44:27 +00002440 // first argument found; load it and call super
Damien George0abb5602015-01-16 12:24:49 +00002441 EMIT_ARG(load_fast, MP_QSTR_, comp->scope_cur->id_info[i].local_num);
Damien George01039b52014-12-21 17:44:27 +00002442 EMIT_ARG(call_function, 2, 0, 0);
2443 return;
Damien George35e2a4e2014-02-05 00:51:47 +00002444 }
2445 }
Damien George01039b52014-12-21 17:44:27 +00002446 compile_syntax_error(comp, MP_PARSE_NODE_NULL, "super() call cannot find self"); // really a TypeError
Damien George35e2a4e2014-02-05 00:51:47 +00002447 return;
2448 }
2449#endif
2450
Damien George2c0842b2014-04-27 16:46:51 +01002451 // get the list of arguments
2452 mp_parse_node_t *args;
Damien Georgedfe944c2015-02-13 02:29:46 +00002453 int n_args = mp_parse_node_extract_list(&pn_arglist, PN_arglist, &args);
Damien429d7192013-10-04 19:53:11 +01002454
Damien George2c0842b2014-04-27 16:46:51 +01002455 // compile the arguments
2456 // Rather than calling compile_node on the list, we go through the list of args
2457 // explicitly here so that we can count the number of arguments and give sensible
2458 // error messages.
2459 int n_positional = n_positional_extra;
2460 uint n_keyword = 0;
2461 uint star_flags = 0;
2462 for (int i = 0; i < n_args; i++) {
2463 if (MP_PARSE_NODE_IS_STRUCT(args[i])) {
2464 mp_parse_node_struct_t *pns_arg = (mp_parse_node_struct_t*)args[i];
2465 if (MP_PARSE_NODE_STRUCT_KIND(pns_arg) == PN_arglist_star) {
2466 if (star_flags & MP_EMIT_STAR_FLAG_SINGLE) {
2467 compile_syntax_error(comp, (mp_parse_node_t)pns_arg, "can't have multiple *x");
2468 return;
2469 }
2470 star_flags |= MP_EMIT_STAR_FLAG_SINGLE;
2471 compile_node(comp, pns_arg->nodes[0]);
2472 } else if (MP_PARSE_NODE_STRUCT_KIND(pns_arg) == PN_arglist_dbl_star) {
2473 if (star_flags & MP_EMIT_STAR_FLAG_DOUBLE) {
2474 compile_syntax_error(comp, (mp_parse_node_t)pns_arg, "can't have multiple **x");
2475 return;
2476 }
2477 star_flags |= MP_EMIT_STAR_FLAG_DOUBLE;
2478 compile_node(comp, pns_arg->nodes[0]);
2479 } else if (MP_PARSE_NODE_STRUCT_KIND(pns_arg) == PN_argument) {
2480 assert(MP_PARSE_NODE_IS_STRUCT(pns_arg->nodes[1])); // should always be
2481 mp_parse_node_struct_t *pns2 = (mp_parse_node_struct_t*)pns_arg->nodes[1];
2482 if (MP_PARSE_NODE_STRUCT_KIND(pns2) == PN_argument_3) {
2483 if (!MP_PARSE_NODE_IS_ID(pns_arg->nodes[0])) {
2484 compile_syntax_error(comp, (mp_parse_node_t)pns_arg, "LHS of keyword arg must be an id");
2485 return;
2486 }
Damien George968bf342014-04-27 19:12:05 +01002487 EMIT_ARG(load_const_str, MP_PARSE_NODE_LEAF_ARG(pns_arg->nodes[0]), false);
Damien George2c0842b2014-04-27 16:46:51 +01002488 compile_node(comp, pns2->nodes[0]);
2489 n_keyword += 1;
2490 } else {
2491 assert(MP_PARSE_NODE_STRUCT_KIND(pns2) == PN_comp_for); // should always be
2492 compile_comprehension(comp, pns_arg, SCOPE_GEN_EXPR);
2493 n_positional++;
2494 }
2495 } else {
2496 goto normal_argument;
2497 }
2498 } else {
2499 normal_argument:
2500 if (n_keyword > 0) {
2501 compile_syntax_error(comp, args[i], "non-keyword arg after keyword arg");
2502 return;
2503 }
2504 compile_node(comp, args[i]);
2505 n_positional++;
2506 }
Damien429d7192013-10-04 19:53:11 +01002507 }
2508
Damien George2c0842b2014-04-27 16:46:51 +01002509 // emit the function/method call
Damien429d7192013-10-04 19:53:11 +01002510 if (is_method_call) {
Damien George2c0842b2014-04-27 16:46:51 +01002511 EMIT_ARG(call_method, n_positional, n_keyword, star_flags);
Damien429d7192013-10-04 19:53:11 +01002512 } else {
Damien George2c0842b2014-04-27 16:46:51 +01002513 EMIT_ARG(call_function, n_positional, n_keyword, star_flags);
Damien429d7192013-10-04 19:53:11 +01002514 }
Damien429d7192013-10-04 19:53:11 +01002515}
2516
Damien George969a6b32014-12-10 22:07:04 +00002517STATIC void compile_power_trailers(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damiend99b0522013-12-21 18:17:45 +00002518 int num_nodes = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
Damien429d7192013-10-04 19:53:11 +01002519 for (int i = 0; i < num_nodes; i++) {
Damiend99b0522013-12-21 18:17:45 +00002520 if (i + 1 < num_nodes && MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[i], PN_trailer_period) && MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[i + 1], PN_trailer_paren)) {
Damien429d7192013-10-04 19:53:11 +01002521 // optimisation for method calls a.f(...), following PyPy
Damiend99b0522013-12-21 18:17:45 +00002522 mp_parse_node_struct_t *pns_period = (mp_parse_node_struct_t*)pns->nodes[i];
2523 mp_parse_node_struct_t *pns_paren = (mp_parse_node_struct_t*)pns->nodes[i + 1];
Damien Georgeb9791222014-01-23 00:34:21 +00002524 EMIT_ARG(load_method, MP_PARSE_NODE_LEAF_ARG(pns_period->nodes[0])); // get the method
Damien Georgebbcd49a2014-02-06 20:30:16 +00002525 compile_trailer_paren_helper(comp, pns_paren->nodes[0], true, 0);
Damien429d7192013-10-04 19:53:11 +01002526 i += 1;
2527 } else {
2528 compile_node(comp, pns->nodes[i]);
2529 }
Damien George35e2a4e2014-02-05 00:51:47 +00002530 comp->func_arg_is_super = false;
Damien429d7192013-10-04 19:53:11 +01002531 }
2532}
2533
Damien George969a6b32014-12-10 22:07:04 +00002534STATIC void compile_power_dbl_star(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01002535 compile_node(comp, pns->nodes[0]);
Damien Georged17926d2014-03-30 13:35:08 +01002536 EMIT_ARG(binary_op, MP_BINARY_OP_POWER);
Damien429d7192013-10-04 19:53:11 +01002537}
2538
Damien George969a6b32014-12-10 22:07:04 +00002539STATIC void compile_atom_string(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01002540 // a list of strings
Damien63321742013-12-10 17:41:49 +00002541
2542 // check type of list (string or bytes) and count total number of bytes
Damiend99b0522013-12-21 18:17:45 +00002543 int n = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
Damien63321742013-12-10 17:41:49 +00002544 int n_bytes = 0;
Damiend99b0522013-12-21 18:17:45 +00002545 int string_kind = MP_PARSE_NODE_NULL;
Damien429d7192013-10-04 19:53:11 +01002546 for (int i = 0; i < n; i++) {
Damien George5042bce2014-05-25 22:06:06 +01002547 int pn_kind;
2548 if (MP_PARSE_NODE_IS_LEAF(pns->nodes[i])) {
2549 pn_kind = MP_PARSE_NODE_LEAF_KIND(pns->nodes[i]);
2550 assert(pn_kind == MP_PARSE_NODE_STRING || pn_kind == MP_PARSE_NODE_BYTES);
2551 n_bytes += qstr_len(MP_PARSE_NODE_LEAF_ARG(pns->nodes[i]));
2552 } else {
2553 assert(MP_PARSE_NODE_IS_STRUCT(pns->nodes[i]));
2554 mp_parse_node_struct_t *pns_string = (mp_parse_node_struct_t*)pns->nodes[i];
Damien George4c81ba82015-01-13 16:21:23 +00002555 if (MP_PARSE_NODE_STRUCT_KIND(pns_string) == PN_string) {
2556 pn_kind = MP_PARSE_NODE_STRING;
2557 } else {
2558 assert(MP_PARSE_NODE_STRUCT_KIND(pns_string) == PN_bytes);
2559 pn_kind = MP_PARSE_NODE_BYTES;
2560 }
Damien George40f3c022014-07-03 13:25:24 +01002561 n_bytes += (mp_uint_t)pns_string->nodes[1];
Damien George5042bce2014-05-25 22:06:06 +01002562 }
Damien63321742013-12-10 17:41:49 +00002563 if (i == 0) {
2564 string_kind = pn_kind;
2565 } else if (pn_kind != string_kind) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01002566 compile_syntax_error(comp, (mp_parse_node_t)pns, "cannot mix bytes and nonbytes literals");
Damien63321742013-12-10 17:41:49 +00002567 return;
2568 }
Damien429d7192013-10-04 19:53:11 +01002569 }
Damien63321742013-12-10 17:41:49 +00002570
Damien George65ef6b72015-01-14 21:17:27 +00002571 // if we are not in the last pass, just load a dummy object
2572 if (comp->pass != MP_PASS_EMIT) {
2573 EMIT_ARG(load_const_obj, mp_const_none);
2574 return;
2575 }
2576
Damien63321742013-12-10 17:41:49 +00002577 // concatenate string/bytes
Damien George05005f62015-01-21 22:48:37 +00002578 vstr_t vstr;
2579 vstr_init_len(&vstr, n_bytes);
2580 byte *s_dest = (byte*)vstr.buf;
Damien63321742013-12-10 17:41:49 +00002581 for (int i = 0; i < n; i++) {
Damien George5042bce2014-05-25 22:06:06 +01002582 if (MP_PARSE_NODE_IS_LEAF(pns->nodes[i])) {
Damien George39dc1452014-10-03 19:52:22 +01002583 mp_uint_t s_len;
Damien George5042bce2014-05-25 22:06:06 +01002584 const byte *s = qstr_data(MP_PARSE_NODE_LEAF_ARG(pns->nodes[i]), &s_len);
2585 memcpy(s_dest, s, s_len);
2586 s_dest += s_len;
2587 } else {
2588 mp_parse_node_struct_t *pns_string = (mp_parse_node_struct_t*)pns->nodes[i];
Damien George40f3c022014-07-03 13:25:24 +01002589 memcpy(s_dest, (const char*)pns_string->nodes[0], (mp_uint_t)pns_string->nodes[1]);
2590 s_dest += (mp_uint_t)pns_string->nodes[1];
Damien George5042bce2014-05-25 22:06:06 +01002591 }
Damien63321742013-12-10 17:41:49 +00002592 }
Damien George65ef6b72015-01-14 21:17:27 +00002593
2594 // load the object
Damien George05005f62015-01-21 22:48:37 +00002595 EMIT_ARG(load_const_obj, mp_obj_new_str_from_vstr(string_kind == MP_PARSE_NODE_STRING ? &mp_type_str : &mp_type_bytes, &vstr));
Damien429d7192013-10-04 19:53:11 +01002596}
2597
2598// pns needs to have 2 nodes, first is lhs of comprehension, second is PN_comp_for node
Damien George6be0b0a2014-08-15 14:30:52 +01002599STATIC void compile_comprehension(compiler_t *comp, mp_parse_node_struct_t *pns, scope_kind_t kind) {
Damiend99b0522013-12-21 18:17:45 +00002600 assert(MP_PARSE_NODE_STRUCT_NUM_NODES(pns) == 2);
2601 assert(MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[1], PN_comp_for));
2602 mp_parse_node_struct_t *pns_comp_for = (mp_parse_node_struct_t*)pns->nodes[1];
Damien429d7192013-10-04 19:53:11 +01002603
Damien George36db6bc2014-05-07 17:24:22 +01002604 if (comp->pass == MP_PASS_SCOPE) {
Damien429d7192013-10-04 19:53:11 +01002605 // create a new scope for this comprehension
Damiend99b0522013-12-21 18:17:45 +00002606 scope_t *s = scope_new_and_link(comp, kind, (mp_parse_node_t)pns, comp->scope_cur->emit_options);
Damien429d7192013-10-04 19:53:11 +01002607 // store the comprehension scope so the compiling function (this one) can use it at each pass
Damiend99b0522013-12-21 18:17:45 +00002608 pns_comp_for->nodes[3] = (mp_parse_node_t)s;
Damien429d7192013-10-04 19:53:11 +01002609 }
2610
2611 // get the scope for this comprehension
2612 scope_t *this_scope = (scope_t*)pns_comp_for->nodes[3];
2613
2614 // compile the comprehension
2615 close_over_variables_etc(comp, this_scope, 0, 0);
2616
2617 compile_node(comp, pns_comp_for->nodes[1]); // source of the iterator
2618 EMIT(get_iter);
Damien George922ddd62014-04-09 12:43:17 +01002619 EMIT_ARG(call_function, 1, 0, 0);
Damien429d7192013-10-04 19:53:11 +01002620}
2621
Damien George969a6b32014-12-10 22:07:04 +00002622STATIC void compile_atom_paren(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damiend99b0522013-12-21 18:17:45 +00002623 if (MP_PARSE_NODE_IS_NULL(pns->nodes[0])) {
Damien429d7192013-10-04 19:53:11 +01002624 // an empty tuple
Damiend99b0522013-12-21 18:17:45 +00002625 c_tuple(comp, MP_PARSE_NODE_NULL, NULL);
2626 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_testlist_comp)) {
2627 pns = (mp_parse_node_struct_t*)pns->nodes[0];
2628 assert(!MP_PARSE_NODE_IS_NULL(pns->nodes[1]));
2629 if (MP_PARSE_NODE_IS_STRUCT(pns->nodes[1])) {
2630 mp_parse_node_struct_t *pns2 = (mp_parse_node_struct_t*)pns->nodes[1];
2631 if (MP_PARSE_NODE_STRUCT_KIND(pns2) == PN_testlist_comp_3b) {
Damien429d7192013-10-04 19:53:11 +01002632 // tuple of one item, with trailing comma
Damiend99b0522013-12-21 18:17:45 +00002633 assert(MP_PARSE_NODE_IS_NULL(pns2->nodes[0]));
Damien429d7192013-10-04 19:53:11 +01002634 c_tuple(comp, pns->nodes[0], NULL);
Damiend99b0522013-12-21 18:17:45 +00002635 } else if (MP_PARSE_NODE_STRUCT_KIND(pns2) == PN_testlist_comp_3c) {
Damien429d7192013-10-04 19:53:11 +01002636 // tuple of many items
Damien429d7192013-10-04 19:53:11 +01002637 c_tuple(comp, pns->nodes[0], pns2);
Damiend99b0522013-12-21 18:17:45 +00002638 } else if (MP_PARSE_NODE_STRUCT_KIND(pns2) == PN_comp_for) {
Damien429d7192013-10-04 19:53:11 +01002639 // generator expression
2640 compile_comprehension(comp, pns, SCOPE_GEN_EXPR);
2641 } else {
2642 // tuple with 2 items
2643 goto tuple_with_2_items;
2644 }
2645 } else {
2646 // tuple with 2 items
2647 tuple_with_2_items:
Damiend99b0522013-12-21 18:17:45 +00002648 c_tuple(comp, MP_PARSE_NODE_NULL, pns);
Damien429d7192013-10-04 19:53:11 +01002649 }
2650 } else {
2651 // parenthesis around a single item, is just that item
2652 compile_node(comp, pns->nodes[0]);
2653 }
2654}
2655
Damien George969a6b32014-12-10 22:07:04 +00002656STATIC void compile_atom_bracket(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damiend99b0522013-12-21 18:17:45 +00002657 if (MP_PARSE_NODE_IS_NULL(pns->nodes[0])) {
Damien429d7192013-10-04 19:53:11 +01002658 // empty list
Damien Georgeb9791222014-01-23 00:34:21 +00002659 EMIT_ARG(build_list, 0);
Damiend99b0522013-12-21 18:17:45 +00002660 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_testlist_comp)) {
2661 mp_parse_node_struct_t *pns2 = (mp_parse_node_struct_t*)pns->nodes[0];
2662 if (MP_PARSE_NODE_IS_STRUCT(pns2->nodes[1])) {
2663 mp_parse_node_struct_t *pns3 = (mp_parse_node_struct_t*)pns2->nodes[1];
2664 if (MP_PARSE_NODE_STRUCT_KIND(pns3) == PN_testlist_comp_3b) {
Damien429d7192013-10-04 19:53:11 +01002665 // list of one item, with trailing comma
Damiend99b0522013-12-21 18:17:45 +00002666 assert(MP_PARSE_NODE_IS_NULL(pns3->nodes[0]));
Damien429d7192013-10-04 19:53:11 +01002667 compile_node(comp, pns2->nodes[0]);
Damien Georgeb9791222014-01-23 00:34:21 +00002668 EMIT_ARG(build_list, 1);
Damiend99b0522013-12-21 18:17:45 +00002669 } else if (MP_PARSE_NODE_STRUCT_KIND(pns3) == PN_testlist_comp_3c) {
Damien429d7192013-10-04 19:53:11 +01002670 // list of many items
2671 compile_node(comp, pns2->nodes[0]);
2672 compile_generic_all_nodes(comp, pns3);
Damien Georgeb9791222014-01-23 00:34:21 +00002673 EMIT_ARG(build_list, 1 + MP_PARSE_NODE_STRUCT_NUM_NODES(pns3));
Damiend99b0522013-12-21 18:17:45 +00002674 } else if (MP_PARSE_NODE_STRUCT_KIND(pns3) == PN_comp_for) {
Damien429d7192013-10-04 19:53:11 +01002675 // list comprehension
2676 compile_comprehension(comp, pns2, SCOPE_LIST_COMP);
2677 } else {
2678 // list with 2 items
2679 goto list_with_2_items;
2680 }
2681 } else {
2682 // list with 2 items
2683 list_with_2_items:
2684 compile_node(comp, pns2->nodes[0]);
2685 compile_node(comp, pns2->nodes[1]);
Damien Georgeb9791222014-01-23 00:34:21 +00002686 EMIT_ARG(build_list, 2);
Damien429d7192013-10-04 19:53:11 +01002687 }
2688 } else {
2689 // list with 1 item
2690 compile_node(comp, pns->nodes[0]);
Damien Georgeb9791222014-01-23 00:34:21 +00002691 EMIT_ARG(build_list, 1);
Damien429d7192013-10-04 19:53:11 +01002692 }
2693}
2694
Damien George969a6b32014-12-10 22:07:04 +00002695STATIC void compile_atom_brace(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damiend99b0522013-12-21 18:17:45 +00002696 mp_parse_node_t pn = pns->nodes[0];
2697 if (MP_PARSE_NODE_IS_NULL(pn)) {
Damien429d7192013-10-04 19:53:11 +01002698 // empty dict
Damien Georgeb9791222014-01-23 00:34:21 +00002699 EMIT_ARG(build_map, 0);
Damiend99b0522013-12-21 18:17:45 +00002700 } else if (MP_PARSE_NODE_IS_STRUCT(pn)) {
2701 pns = (mp_parse_node_struct_t*)pn;
2702 if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_dictorsetmaker_item) {
Damien429d7192013-10-04 19:53:11 +01002703 // dict with one element
Damien Georgeb9791222014-01-23 00:34:21 +00002704 EMIT_ARG(build_map, 1);
Damien429d7192013-10-04 19:53:11 +01002705 compile_node(comp, pn);
2706 EMIT(store_map);
Damiend99b0522013-12-21 18:17:45 +00002707 } else if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_dictorsetmaker) {
2708 assert(MP_PARSE_NODE_IS_STRUCT(pns->nodes[1])); // should succeed
2709 mp_parse_node_struct_t *pns1 = (mp_parse_node_struct_t*)pns->nodes[1];
2710 if (MP_PARSE_NODE_STRUCT_KIND(pns1) == PN_dictorsetmaker_list) {
Damien429d7192013-10-04 19:53:11 +01002711 // dict/set with multiple elements
2712
2713 // get tail elements (2nd, 3rd, ...)
Damiend99b0522013-12-21 18:17:45 +00002714 mp_parse_node_t *nodes;
Damien Georgedfe944c2015-02-13 02:29:46 +00002715 int n = mp_parse_node_extract_list(&pns1->nodes[0], PN_dictorsetmaker_list2, &nodes);
Damien429d7192013-10-04 19:53:11 +01002716
2717 // first element sets whether it's a dict or set
2718 bool is_dict;
Damien Georgee37dcaa2014-12-27 17:07:16 +00002719 if (!MICROPY_PY_BUILTINS_SET || MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_dictorsetmaker_item)) {
Damien429d7192013-10-04 19:53:11 +01002720 // a dictionary
Damien Georgeb9791222014-01-23 00:34:21 +00002721 EMIT_ARG(build_map, 1 + n);
Damien429d7192013-10-04 19:53:11 +01002722 compile_node(comp, pns->nodes[0]);
2723 EMIT(store_map);
2724 is_dict = true;
2725 } else {
2726 // a set
2727 compile_node(comp, pns->nodes[0]); // 1st value of set
2728 is_dict = false;
2729 }
2730
2731 // process rest of elements
2732 for (int i = 0; i < n; i++) {
Damien George50912e72015-01-20 11:55:10 +00002733 mp_parse_node_t pn_i = nodes[i];
2734 bool is_key_value = MP_PARSE_NODE_IS_STRUCT_KIND(pn_i, PN_dictorsetmaker_item);
2735 compile_node(comp, pn_i);
Damien429d7192013-10-04 19:53:11 +01002736 if (is_dict) {
2737 if (!is_key_value) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01002738 compile_syntax_error(comp, (mp_parse_node_t)pns, "expecting key:value for dictionary");
Damien429d7192013-10-04 19:53:11 +01002739 return;
2740 }
2741 EMIT(store_map);
2742 } else {
2743 if (is_key_value) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01002744 compile_syntax_error(comp, (mp_parse_node_t)pns, "expecting just a value for set");
Damien429d7192013-10-04 19:53:11 +01002745 return;
2746 }
2747 }
2748 }
2749
Damien Georgee37dcaa2014-12-27 17:07:16 +00002750 #if MICROPY_PY_BUILTINS_SET
Damien429d7192013-10-04 19:53:11 +01002751 // if it's a set, build it
2752 if (!is_dict) {
Damien Georgeb9791222014-01-23 00:34:21 +00002753 EMIT_ARG(build_set, 1 + n);
Damien429d7192013-10-04 19:53:11 +01002754 }
Damien Georgee37dcaa2014-12-27 17:07:16 +00002755 #endif
Damien George0bb97132015-02-27 14:25:47 +00002756 } else {
2757 assert(MP_PARSE_NODE_STRUCT_KIND(pns1) == PN_comp_for); // should be
Damien429d7192013-10-04 19:53:11 +01002758 // dict/set comprehension
Damien Georgee37dcaa2014-12-27 17:07:16 +00002759 if (!MICROPY_PY_BUILTINS_SET || MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_dictorsetmaker_item)) {
Damien429d7192013-10-04 19:53:11 +01002760 // a dictionary comprehension
2761 compile_comprehension(comp, pns, SCOPE_DICT_COMP);
2762 } else {
2763 // a set comprehension
2764 compile_comprehension(comp, pns, SCOPE_SET_COMP);
2765 }
Damien429d7192013-10-04 19:53:11 +01002766 }
2767 } else {
2768 // set with one element
2769 goto set_with_one_element;
2770 }
2771 } else {
2772 // set with one element
2773 set_with_one_element:
Damien Georgee37dcaa2014-12-27 17:07:16 +00002774 #if MICROPY_PY_BUILTINS_SET
Damien429d7192013-10-04 19:53:11 +01002775 compile_node(comp, pn);
Damien Georgeb9791222014-01-23 00:34:21 +00002776 EMIT_ARG(build_set, 1);
Damien Georgee37dcaa2014-12-27 17:07:16 +00002777 #else
2778 assert(0);
2779 #endif
Damien429d7192013-10-04 19:53:11 +01002780 }
2781}
2782
Damien George969a6b32014-12-10 22:07:04 +00002783STATIC void compile_trailer_paren(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien Georgebbcd49a2014-02-06 20:30:16 +00002784 compile_trailer_paren_helper(comp, pns->nodes[0], false, 0);
Damien429d7192013-10-04 19:53:11 +01002785}
2786
Damien George969a6b32014-12-10 22:07:04 +00002787STATIC void compile_trailer_bracket(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01002788 // object who's index we want is on top of stack
2789 compile_node(comp, pns->nodes[0]); // the index
Damien George729f7b42014-04-17 22:10:53 +01002790 EMIT(load_subscr);
Damien429d7192013-10-04 19:53:11 +01002791}
2792
Damien George969a6b32014-12-10 22:07:04 +00002793STATIC void compile_trailer_period(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01002794 // object who's attribute we want is on top of stack
Damien Georgeb9791222014-01-23 00:34:21 +00002795 EMIT_ARG(load_attr, MP_PARSE_NODE_LEAF_ARG(pns->nodes[0])); // attribute to get
Damien429d7192013-10-04 19:53:11 +01002796}
2797
Damien George83204f32014-12-27 17:20:41 +00002798#if MICROPY_PY_BUILTINS_SLICE
Damien George969a6b32014-12-10 22:07:04 +00002799STATIC void compile_subscript_3_helper(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damiend99b0522013-12-21 18:17:45 +00002800 assert(MP_PARSE_NODE_STRUCT_KIND(pns) == PN_subscript_3); // should always be
2801 mp_parse_node_t pn = pns->nodes[0];
2802 if (MP_PARSE_NODE_IS_NULL(pn)) {
Damien429d7192013-10-04 19:53:11 +01002803 // [?:]
Damien Georgeb9791222014-01-23 00:34:21 +00002804 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
2805 EMIT_ARG(build_slice, 2);
Damiend99b0522013-12-21 18:17:45 +00002806 } else if (MP_PARSE_NODE_IS_STRUCT(pn)) {
2807 pns = (mp_parse_node_struct_t*)pn;
2808 if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_subscript_3c) {
Damien Georgeb9791222014-01-23 00:34:21 +00002809 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
Damien429d7192013-10-04 19:53:11 +01002810 pn = pns->nodes[0];
Damiend99b0522013-12-21 18:17:45 +00002811 if (MP_PARSE_NODE_IS_NULL(pn)) {
Damien429d7192013-10-04 19:53:11 +01002812 // [?::]
Damien Georgeb9791222014-01-23 00:34:21 +00002813 EMIT_ARG(build_slice, 2);
Damien429d7192013-10-04 19:53:11 +01002814 } else {
2815 // [?::x]
2816 compile_node(comp, pn);
Damien Georgeb9791222014-01-23 00:34:21 +00002817 EMIT_ARG(build_slice, 3);
Damien429d7192013-10-04 19:53:11 +01002818 }
Damiend99b0522013-12-21 18:17:45 +00002819 } else if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_subscript_3d) {
Damien429d7192013-10-04 19:53:11 +01002820 compile_node(comp, pns->nodes[0]);
Damiend99b0522013-12-21 18:17:45 +00002821 assert(MP_PARSE_NODE_IS_STRUCT(pns->nodes[1])); // should always be
2822 pns = (mp_parse_node_struct_t*)pns->nodes[1];
2823 assert(MP_PARSE_NODE_STRUCT_KIND(pns) == PN_sliceop); // should always be
2824 if (MP_PARSE_NODE_IS_NULL(pns->nodes[0])) {
Damien429d7192013-10-04 19:53:11 +01002825 // [?:x:]
Damien Georgeb9791222014-01-23 00:34:21 +00002826 EMIT_ARG(build_slice, 2);
Damien429d7192013-10-04 19:53:11 +01002827 } else {
2828 // [?:x:x]
2829 compile_node(comp, pns->nodes[0]);
Damien Georgeb9791222014-01-23 00:34:21 +00002830 EMIT_ARG(build_slice, 3);
Damien429d7192013-10-04 19:53:11 +01002831 }
2832 } else {
2833 // [?:x]
2834 compile_node(comp, pn);
Damien Georgeb9791222014-01-23 00:34:21 +00002835 EMIT_ARG(build_slice, 2);
Damien429d7192013-10-04 19:53:11 +01002836 }
2837 } else {
2838 // [?:x]
2839 compile_node(comp, pn);
Damien Georgeb9791222014-01-23 00:34:21 +00002840 EMIT_ARG(build_slice, 2);
Damien429d7192013-10-04 19:53:11 +01002841 }
2842}
2843
Damien George969a6b32014-12-10 22:07:04 +00002844STATIC void compile_subscript_2(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01002845 compile_node(comp, pns->nodes[0]); // start of slice
Damiend99b0522013-12-21 18:17:45 +00002846 assert(MP_PARSE_NODE_IS_STRUCT(pns->nodes[1])); // should always be
2847 compile_subscript_3_helper(comp, (mp_parse_node_struct_t*)pns->nodes[1]);
Damien429d7192013-10-04 19:53:11 +01002848}
2849
Damien George969a6b32014-12-10 22:07:04 +00002850STATIC void compile_subscript_3(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien Georgeb9791222014-01-23 00:34:21 +00002851 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
Damien429d7192013-10-04 19:53:11 +01002852 compile_subscript_3_helper(comp, pns);
2853}
Damien George83204f32014-12-27 17:20:41 +00002854#endif // MICROPY_PY_BUILTINS_SLICE
Damien429d7192013-10-04 19:53:11 +01002855
Damien George969a6b32014-12-10 22:07:04 +00002856STATIC void compile_dictorsetmaker_item(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien429d7192013-10-04 19:53:11 +01002857 // if this is called then we are compiling a dict key:value pair
2858 compile_node(comp, pns->nodes[1]); // value
2859 compile_node(comp, pns->nodes[0]); // key
2860}
2861
Damien George969a6b32014-12-10 22:07:04 +00002862STATIC void compile_classdef(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien6cdd3af2013-10-05 18:08:26 +01002863 qstr cname = compile_classdef_helper(comp, pns, comp->scope_cur->emit_options);
Damien429d7192013-10-04 19:53:11 +01002864 // store class object into class name
Damien Georgeb9791222014-01-23 00:34:21 +00002865 EMIT_ARG(store_id, cname);
Damien429d7192013-10-04 19:53:11 +01002866}
2867
Damien George969a6b32014-12-10 22:07:04 +00002868STATIC void compile_yield_expr(compiler_t *comp, mp_parse_node_struct_t *pns) {
Damien George0e3329a2014-04-11 13:10:21 +00002869 if (comp->scope_cur->kind != SCOPE_FUNCTION && comp->scope_cur->kind != SCOPE_LAMBDA) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01002870 compile_syntax_error(comp, (mp_parse_node_t)pns, "'yield' outside function");
Damien429d7192013-10-04 19:53:11 +01002871 return;
2872 }
Damiend99b0522013-12-21 18:17:45 +00002873 if (MP_PARSE_NODE_IS_NULL(pns->nodes[0])) {
Damien Georgeb9791222014-01-23 00:34:21 +00002874 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
Damien429d7192013-10-04 19:53:11 +01002875 EMIT(yield_value);
Damiend99b0522013-12-21 18:17:45 +00002876 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_yield_arg_from)) {
2877 pns = (mp_parse_node_struct_t*)pns->nodes[0];
Damien429d7192013-10-04 19:53:11 +01002878 compile_node(comp, pns->nodes[0]);
2879 EMIT(get_iter);
Damien Georgeb9791222014-01-23 00:34:21 +00002880 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
Damien429d7192013-10-04 19:53:11 +01002881 EMIT(yield_from);
2882 } else {
2883 compile_node(comp, pns->nodes[0]);
2884 EMIT(yield_value);
2885 }
2886}
2887
Damien George65ef6b72015-01-14 21:17:27 +00002888STATIC void compile_string(compiler_t *comp, mp_parse_node_struct_t *pns) {
2889 // only create and load the actual str object on the last pass
2890 if (comp->pass != MP_PASS_EMIT) {
2891 EMIT_ARG(load_const_obj, mp_const_none);
2892 } else {
2893 EMIT_ARG(load_const_obj, mp_obj_new_str((const char*)pns->nodes[0], (mp_uint_t)pns->nodes[1], false));
2894 }
2895}
2896
2897STATIC void compile_bytes(compiler_t *comp, mp_parse_node_struct_t *pns) {
2898 // only create and load the actual bytes object on the last pass
2899 if (comp->pass != MP_PASS_EMIT) {
2900 EMIT_ARG(load_const_obj, mp_const_none);
2901 } else {
2902 EMIT_ARG(load_const_obj, mp_obj_new_bytes((const byte*)pns->nodes[0], (mp_uint_t)pns->nodes[1]));
2903 }
2904}
2905
Damien George7d414a12015-02-08 01:57:40 +00002906STATIC void compile_const_object(compiler_t *comp, mp_parse_node_struct_t *pns) {
2907 EMIT_ARG(load_const_obj, (mp_obj_t)pns->nodes[0]);
2908}
2909
Damiend99b0522013-12-21 18:17:45 +00002910typedef void (*compile_function_t)(compiler_t*, mp_parse_node_struct_t*);
Paul Sokolovsky520e2f52014-02-12 18:31:30 +02002911STATIC compile_function_t compile_function[] = {
Damien429d7192013-10-04 19:53:11 +01002912#define nc NULL
2913#define c(f) compile_##f
Damien George1dc76af2014-02-26 16:57:08 +00002914#define DEF_RULE(rule, comp, kind, ...) comp,
Damien George51dfcb42015-01-01 20:27:54 +00002915#include "py/grammar.h"
Damien429d7192013-10-04 19:53:11 +01002916#undef nc
2917#undef c
2918#undef DEF_RULE
Damien George65ef6b72015-01-14 21:17:27 +00002919 NULL,
2920 compile_string,
2921 compile_bytes,
Damien George7d414a12015-02-08 01:57:40 +00002922 compile_const_object,
Damien429d7192013-10-04 19:53:11 +01002923};
2924
Damien George6be0b0a2014-08-15 14:30:52 +01002925STATIC void compile_node(compiler_t *comp, mp_parse_node_t pn) {
Damiend99b0522013-12-21 18:17:45 +00002926 if (MP_PARSE_NODE_IS_NULL(pn)) {
Damien429d7192013-10-04 19:53:11 +01002927 // pass
Paul Sokolovsky56e5ef22014-02-22 16:39:45 +02002928 } else if (MP_PARSE_NODE_IS_SMALL_INT(pn)) {
Damien George40f3c022014-07-03 13:25:24 +01002929 mp_int_t arg = MP_PARSE_NODE_LEAF_SMALL_INT(pn);
Paul Sokolovsky56e5ef22014-02-22 16:39:45 +02002930 EMIT_ARG(load_const_small_int, arg);
Damiend99b0522013-12-21 18:17:45 +00002931 } else if (MP_PARSE_NODE_IS_LEAF(pn)) {
Damien George40f3c022014-07-03 13:25:24 +01002932 mp_uint_t arg = MP_PARSE_NODE_LEAF_ARG(pn);
Damiend99b0522013-12-21 18:17:45 +00002933 switch (MP_PARSE_NODE_LEAF_KIND(pn)) {
Damien Georgeb9791222014-01-23 00:34:21 +00002934 case MP_PARSE_NODE_ID: EMIT_ARG(load_id, arg); break;
Damien Georgeb9791222014-01-23 00:34:21 +00002935 case MP_PARSE_NODE_STRING: EMIT_ARG(load_const_str, arg, false); break;
2936 case MP_PARSE_NODE_BYTES: EMIT_ARG(load_const_str, arg, true); break;
Damien Georged2d64f02015-01-14 21:32:42 +00002937 case MP_PARSE_NODE_TOKEN: default:
Damiend99b0522013-12-21 18:17:45 +00002938 if (arg == MP_TOKEN_NEWLINE) {
Damien91d387d2013-10-09 15:09:52 +01002939 // this can occur when file_input lets through a NEWLINE (eg if file starts with a newline)
Damien5ac1b2e2013-10-18 19:58:12 +01002940 // or when single_input lets through a NEWLINE (user enters a blank line)
Damien91d387d2013-10-09 15:09:52 +01002941 // do nothing
2942 } else {
Damien Georgeb9791222014-01-23 00:34:21 +00002943 EMIT_ARG(load_const_tok, arg);
Damien91d387d2013-10-09 15:09:52 +01002944 }
2945 break;
Damien429d7192013-10-04 19:53:11 +01002946 }
2947 } else {
Damiend99b0522013-12-21 18:17:45 +00002948 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
Damien Georgeb9791222014-01-23 00:34:21 +00002949 EMIT_ARG(set_line_number, pns->source_line);
Damien George65ef6b72015-01-14 21:17:27 +00002950 compile_function_t f = compile_function[MP_PARSE_NODE_STRUCT_KIND(pns)];
2951 if (f == NULL) {
Damien George5042bce2014-05-25 22:06:06 +01002952#if MICROPY_DEBUG_PRINTERS
Damien George65ef6b72015-01-14 21:17:27 +00002953 printf("node %u cannot be compiled\n", (uint)MP_PARSE_NODE_STRUCT_KIND(pns));
2954 mp_parse_node_print(pn, 0);
Damien George5042bce2014-05-25 22:06:06 +01002955#endif
Damien George65ef6b72015-01-14 21:17:27 +00002956 compile_syntax_error(comp, pn, "internal compiler error");
2957 } else {
2958 f(comp, pns);
Damien429d7192013-10-04 19:53:11 +01002959 }
2960 }
2961}
2962
Damien George2ac4af62014-08-15 16:45:41 +01002963STATIC void compile_scope_func_lambda_param(compiler_t *comp, mp_parse_node_t pn, pn_kind_t pn_name, pn_kind_t pn_star, pn_kind_t pn_dbl_star) {
Damien429d7192013-10-04 19:53:11 +01002964 // TODO verify that *k and **k are last etc
Damien George2827d622014-04-27 15:50:52 +01002965 qstr param_name = MP_QSTR_NULL;
2966 uint param_flag = ID_FLAG_IS_PARAM;
Damiend99b0522013-12-21 18:17:45 +00002967 if (MP_PARSE_NODE_IS_ID(pn)) {
2968 param_name = MP_PARSE_NODE_LEAF_ARG(pn);
Damien George8b19db02014-04-11 23:25:34 +01002969 if (comp->have_star) {
Damien George2827d622014-04-27 15:50:52 +01002970 // comes after a star, so counts as a keyword-only parameter
2971 comp->scope_cur->num_kwonly_args += 1;
Damien429d7192013-10-04 19:53:11 +01002972 } else {
Damien George2827d622014-04-27 15:50:52 +01002973 // comes before a star, so counts as a positional parameter
2974 comp->scope_cur->num_pos_args += 1;
Damien429d7192013-10-04 19:53:11 +01002975 }
Damienb14de212013-10-06 00:28:28 +01002976 } else {
Damiend99b0522013-12-21 18:17:45 +00002977 assert(MP_PARSE_NODE_IS_STRUCT(pn));
2978 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
2979 if (MP_PARSE_NODE_STRUCT_KIND(pns) == pn_name) {
2980 param_name = MP_PARSE_NODE_LEAF_ARG(pns->nodes[0]);
Damien George8b19db02014-04-11 23:25:34 +01002981 if (comp->have_star) {
Damien George2827d622014-04-27 15:50:52 +01002982 // comes after a star, so counts as a keyword-only parameter
2983 comp->scope_cur->num_kwonly_args += 1;
Damienb14de212013-10-06 00:28:28 +01002984 } else {
Damien George2827d622014-04-27 15:50:52 +01002985 // comes before a star, so counts as a positional parameter
2986 comp->scope_cur->num_pos_args += 1;
Damienb14de212013-10-06 00:28:28 +01002987 }
Damiend99b0522013-12-21 18:17:45 +00002988 } else if (MP_PARSE_NODE_STRUCT_KIND(pns) == pn_star) {
Damien George8b19db02014-04-11 23:25:34 +01002989 comp->have_star = true;
Damien George2827d622014-04-27 15:50:52 +01002990 param_flag = ID_FLAG_IS_PARAM | ID_FLAG_IS_STAR_PARAM;
Damiend99b0522013-12-21 18:17:45 +00002991 if (MP_PARSE_NODE_IS_NULL(pns->nodes[0])) {
Damienb14de212013-10-06 00:28:28 +01002992 // bare star
2993 // TODO see http://www.python.org/dev/peps/pep-3102/
Damienb14de212013-10-06 00:28:28 +01002994 //assert(comp->scope_cur->num_dict_params == 0);
Damiend99b0522013-12-21 18:17:45 +00002995 } else if (MP_PARSE_NODE_IS_ID(pns->nodes[0])) {
Damienb14de212013-10-06 00:28:28 +01002996 // named star
Damien George8725f8f2014-02-15 19:33:11 +00002997 comp->scope_cur->scope_flags |= MP_SCOPE_FLAG_VARARGS;
Damiend99b0522013-12-21 18:17:45 +00002998 param_name = MP_PARSE_NODE_LEAF_ARG(pns->nodes[0]);
Damien George0bb97132015-02-27 14:25:47 +00002999 } else {
3000 assert(MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_tfpdef)); // should be
Damien George8b19db02014-04-11 23:25:34 +01003001 // named star with possible annotation
Damien George8725f8f2014-02-15 19:33:11 +00003002 comp->scope_cur->scope_flags |= MP_SCOPE_FLAG_VARARGS;
Damiend99b0522013-12-21 18:17:45 +00003003 pns = (mp_parse_node_struct_t*)pns->nodes[0];
3004 param_name = MP_PARSE_NODE_LEAF_ARG(pns->nodes[0]);
Damienb14de212013-10-06 00:28:28 +01003005 }
Damien George0bb97132015-02-27 14:25:47 +00003006 } else {
3007 assert(MP_PARSE_NODE_STRUCT_KIND(pns) == pn_dbl_star); // should be
Damiend99b0522013-12-21 18:17:45 +00003008 param_name = MP_PARSE_NODE_LEAF_ARG(pns->nodes[0]);
Damien George2827d622014-04-27 15:50:52 +01003009 param_flag = ID_FLAG_IS_PARAM | ID_FLAG_IS_DBL_STAR_PARAM;
Damien George8725f8f2014-02-15 19:33:11 +00003010 comp->scope_cur->scope_flags |= MP_SCOPE_FLAG_VARKEYWORDS;
Damien429d7192013-10-04 19:53:11 +01003011 }
Damien429d7192013-10-04 19:53:11 +01003012 }
3013
Damien George2827d622014-04-27 15:50:52 +01003014 if (param_name != MP_QSTR_NULL) {
Damien429d7192013-10-04 19:53:11 +01003015 bool added;
3016 id_info_t *id_info = scope_find_or_add_id(comp->scope_cur, param_name, &added);
3017 if (!added) {
Damien George9d181f62014-04-27 16:55:27 +01003018 compile_syntax_error(comp, pn, "name reused for argument");
Damien429d7192013-10-04 19:53:11 +01003019 return;
3020 }
Damien429d7192013-10-04 19:53:11 +01003021 id_info->kind = ID_INFO_KIND_LOCAL;
Damien George2827d622014-04-27 15:50:52 +01003022 id_info->flags = param_flag;
Damien429d7192013-10-04 19:53:11 +01003023 }
3024}
3025
Damien George2827d622014-04-27 15:50:52 +01003026STATIC void compile_scope_func_param(compiler_t *comp, mp_parse_node_t pn) {
Damien George2ac4af62014-08-15 16:45:41 +01003027 compile_scope_func_lambda_param(comp, pn, PN_typedargslist_name, PN_typedargslist_star, PN_typedargslist_dbl_star);
Damien429d7192013-10-04 19:53:11 +01003028}
3029
Damien George2827d622014-04-27 15:50:52 +01003030STATIC void compile_scope_lambda_param(compiler_t *comp, mp_parse_node_t pn) {
Damien George2ac4af62014-08-15 16:45:41 +01003031 compile_scope_func_lambda_param(comp, pn, PN_varargslist_name, PN_varargslist_star, PN_varargslist_dbl_star);
3032}
3033
3034STATIC void compile_scope_func_annotations(compiler_t *comp, mp_parse_node_t pn) {
3035 if (!MP_PARSE_NODE_IS_STRUCT(pn)) {
3036 // no annotation
3037 return;
3038 }
3039
3040 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
3041 if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_typedargslist_name) {
3042 // named parameter with possible annotation
3043 // fallthrough
3044 } else if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_typedargslist_star) {
3045 if (MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_tfpdef)) {
3046 // named star with possible annotation
3047 pns = (mp_parse_node_struct_t*)pns->nodes[0];
3048 // fallthrough
3049 } else {
3050 // no annotation
3051 return;
3052 }
3053 } else if (MP_PARSE_NODE_STRUCT_KIND(pns) == PN_typedargslist_dbl_star) {
3054 // double star with possible annotation
3055 // fallthrough
3056 } else {
3057 // no annotation
3058 return;
3059 }
3060
3061 mp_parse_node_t pn_annotation = pns->nodes[1];
3062
3063 if (!MP_PARSE_NODE_IS_NULL(pn_annotation)) {
3064 #if MICROPY_EMIT_NATIVE
3065 qstr param_name = MP_PARSE_NODE_LEAF_ARG(pns->nodes[0]);
3066 id_info_t *id_info = scope_find(comp->scope_cur, param_name);
3067 assert(id_info != NULL);
3068
3069 if (comp->scope_cur->emit_options == MP_EMIT_OPT_VIPER) {
3070 if (MP_PARSE_NODE_IS_ID(pn_annotation)) {
3071 qstr arg_type = MP_PARSE_NODE_LEAF_ARG(pn_annotation);
3072 EMIT_ARG(set_native_type, MP_EMIT_NATIVE_TYPE_ARG, id_info->local_num, arg_type);
3073 } else {
Damien Georgea5190a72014-08-15 22:39:08 +01003074 compile_syntax_error(comp, pn_annotation, "parameter annotation must be an identifier");
Damien George2ac4af62014-08-15 16:45:41 +01003075 }
3076 }
3077 #endif // MICROPY_EMIT_NATIVE
3078 }
Damien429d7192013-10-04 19:53:11 +01003079}
3080
Damien George6be0b0a2014-08-15 14:30:52 +01003081STATIC void compile_scope_comp_iter(compiler_t *comp, mp_parse_node_t pn_iter, mp_parse_node_t pn_inner_expr, int l_top, int for_depth) {
Damien429d7192013-10-04 19:53:11 +01003082 tail_recursion:
Damiend99b0522013-12-21 18:17:45 +00003083 if (MP_PARSE_NODE_IS_NULL(pn_iter)) {
Damien429d7192013-10-04 19:53:11 +01003084 // no more nested if/for; compile inner expression
3085 compile_node(comp, pn_inner_expr);
3086 if (comp->scope_cur->kind == SCOPE_LIST_COMP) {
Damien Georgeb9791222014-01-23 00:34:21 +00003087 EMIT_ARG(list_append, for_depth + 2);
Damien429d7192013-10-04 19:53:11 +01003088 } else if (comp->scope_cur->kind == SCOPE_DICT_COMP) {
Damien Georgeb9791222014-01-23 00:34:21 +00003089 EMIT_ARG(map_add, for_depth + 2);
Damien Georgee37dcaa2014-12-27 17:07:16 +00003090 #if MICROPY_PY_BUILTINS_SET
Damien429d7192013-10-04 19:53:11 +01003091 } else if (comp->scope_cur->kind == SCOPE_SET_COMP) {
Damien Georgeb9791222014-01-23 00:34:21 +00003092 EMIT_ARG(set_add, for_depth + 2);
Damien Georgee37dcaa2014-12-27 17:07:16 +00003093 #endif
Damien429d7192013-10-04 19:53:11 +01003094 } else {
3095 EMIT(yield_value);
3096 EMIT(pop_top);
3097 }
Damiend99b0522013-12-21 18:17:45 +00003098 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pn_iter, PN_comp_if)) {
Damien429d7192013-10-04 19:53:11 +01003099 // if condition
Damiend99b0522013-12-21 18:17:45 +00003100 mp_parse_node_struct_t *pns_comp_if = (mp_parse_node_struct_t*)pn_iter;
Damien429d7192013-10-04 19:53:11 +01003101 c_if_cond(comp, pns_comp_if->nodes[0], false, l_top);
3102 pn_iter = pns_comp_if->nodes[1];
3103 goto tail_recursion;
Damien George0bb97132015-02-27 14:25:47 +00003104 } else {
3105 assert(MP_PARSE_NODE_IS_STRUCT_KIND(pn_iter, PN_comp_for)); // should be
Damien429d7192013-10-04 19:53:11 +01003106 // for loop
Damiend99b0522013-12-21 18:17:45 +00003107 mp_parse_node_struct_t *pns_comp_for2 = (mp_parse_node_struct_t*)pn_iter;
Damien429d7192013-10-04 19:53:11 +01003108 compile_node(comp, pns_comp_for2->nodes[1]);
Damien George6f355fd2014-04-10 14:11:31 +01003109 uint l_end2 = comp_next_label(comp);
3110 uint l_top2 = comp_next_label(comp);
Damien429d7192013-10-04 19:53:11 +01003111 EMIT(get_iter);
Damien Georgeb9791222014-01-23 00:34:21 +00003112 EMIT_ARG(label_assign, l_top2);
3113 EMIT_ARG(for_iter, l_end2);
Damien429d7192013-10-04 19:53:11 +01003114 c_assign(comp, pns_comp_for2->nodes[0], ASSIGN_STORE);
3115 compile_scope_comp_iter(comp, pns_comp_for2->nodes[2], pn_inner_expr, l_top2, for_depth + 1);
Damien Georgeb9791222014-01-23 00:34:21 +00003116 EMIT_ARG(jump, l_top2);
3117 EMIT_ARG(label_assign, l_end2);
Damien429d7192013-10-04 19:53:11 +01003118 EMIT(for_iter_end);
Damien429d7192013-10-04 19:53:11 +01003119 }
3120}
3121
Damien George1463c1f2014-04-25 23:52:57 +01003122STATIC void check_for_doc_string(compiler_t *comp, mp_parse_node_t pn) {
3123#if MICROPY_EMIT_CPYTHON || MICROPY_ENABLE_DOC_STRING
Damien429d7192013-10-04 19:53:11 +01003124 // see http://www.python.org/dev/peps/pep-0257/
3125
3126 // look for the first statement
Damiend99b0522013-12-21 18:17:45 +00003127 if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_expr_stmt)) {
Damiene388f102013-12-12 15:24:38 +00003128 // a statement; fall through
Damiend99b0522013-12-21 18:17:45 +00003129 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_file_input_2)) {
Damiene388f102013-12-12 15:24:38 +00003130 // file input; find the first non-newline node
Damiend99b0522013-12-21 18:17:45 +00003131 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)pn;
3132 int num_nodes = MP_PARSE_NODE_STRUCT_NUM_NODES(pns);
Damiene388f102013-12-12 15:24:38 +00003133 for (int i = 0; i < num_nodes; i++) {
3134 pn = pns->nodes[i];
Damiend99b0522013-12-21 18:17:45 +00003135 if (!(MP_PARSE_NODE_IS_LEAF(pn) && MP_PARSE_NODE_LEAF_KIND(pn) == MP_PARSE_NODE_TOKEN && MP_PARSE_NODE_LEAF_ARG(pn) == MP_TOKEN_NEWLINE)) {
Damiene388f102013-12-12 15:24:38 +00003136 // not a newline, so this is the first statement; finish search
3137 break;
3138 }
3139 }
3140 // if we didn't find a non-newline then it's okay to fall through; pn will be a newline and so doc-string test below will fail gracefully
Damiend99b0522013-12-21 18:17:45 +00003141 } else if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_suite_block_stmts)) {
Damiene388f102013-12-12 15:24:38 +00003142 // a list of statements; get the first one
Damiend99b0522013-12-21 18:17:45 +00003143 pn = ((mp_parse_node_struct_t*)pn)->nodes[0];
Damien429d7192013-10-04 19:53:11 +01003144 } else {
3145 return;
3146 }
3147
3148 // check the first statement for a doc string
Damiend99b0522013-12-21 18:17:45 +00003149 if (MP_PARSE_NODE_IS_STRUCT_KIND(pn, PN_expr_stmt)) {
3150 mp_parse_node_struct_t* pns = (mp_parse_node_struct_t*)pn;
Damien George5042bce2014-05-25 22:06:06 +01003151 if ((MP_PARSE_NODE_IS_LEAF(pns->nodes[0])
3152 && MP_PARSE_NODE_LEAF_KIND(pns->nodes[0]) == MP_PARSE_NODE_STRING)
3153 || MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[0], PN_string)) {
3154 // compile the doc string
3155 compile_node(comp, pns->nodes[0]);
3156 // store the doc string
Damien Georgeb9791222014-01-23 00:34:21 +00003157 EMIT_ARG(store_id, MP_QSTR___doc__);
Damien429d7192013-10-04 19:53:11 +01003158 }
3159 }
Damien Georgeff8dd3f2015-01-20 12:47:20 +00003160#else
3161 (void)comp;
3162 (void)pn;
Damien George1463c1f2014-04-25 23:52:57 +01003163#endif
Damien429d7192013-10-04 19:53:11 +01003164}
3165
Damien George1463c1f2014-04-25 23:52:57 +01003166STATIC void compile_scope(compiler_t *comp, scope_t *scope, pass_kind_t pass) {
Damien429d7192013-10-04 19:53:11 +01003167 comp->pass = pass;
3168 comp->scope_cur = scope;
Damienb05d7072013-10-05 13:37:10 +01003169 comp->next_label = 1;
Damien Georgeb9791222014-01-23 00:34:21 +00003170 EMIT_ARG(start_pass, pass, scope);
Damien429d7192013-10-04 19:53:11 +01003171
Damien George36db6bc2014-05-07 17:24:22 +01003172 if (comp->pass == MP_PASS_SCOPE) {
Damien George8dcc0c72014-03-27 10:55:21 +00003173 // reset maximum stack sizes in scope
3174 // they will be computed in this first pass
Damien429d7192013-10-04 19:53:11 +01003175 scope->stack_size = 0;
Damien George8dcc0c72014-03-27 10:55:21 +00003176 scope->exc_stack_size = 0;
Damien429d7192013-10-04 19:53:11 +01003177 }
3178
Damien5ac1b2e2013-10-18 19:58:12 +01003179#if MICROPY_EMIT_CPYTHON
Damien George36db6bc2014-05-07 17:24:22 +01003180 if (comp->pass == MP_PASS_EMIT) {
Damien429d7192013-10-04 19:53:11 +01003181 scope_print_info(scope);
3182 }
Damien5ac1b2e2013-10-18 19:58:12 +01003183#endif
Damien429d7192013-10-04 19:53:11 +01003184
3185 // compile
Damien Georged02c6d82014-01-15 22:14:03 +00003186 if (MP_PARSE_NODE_IS_STRUCT_KIND(scope->pn, PN_eval_input)) {
3187 assert(scope->kind == SCOPE_MODULE);
3188 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)scope->pn;
3189 compile_node(comp, pns->nodes[0]); // compile the expression
3190 EMIT(return_value);
3191 } else if (scope->kind == SCOPE_MODULE) {
Damien5ac1b2e2013-10-18 19:58:12 +01003192 if (!comp->is_repl) {
3193 check_for_doc_string(comp, scope->pn);
3194 }
Damien429d7192013-10-04 19:53:11 +01003195 compile_node(comp, scope->pn);
Damien Georgeb9791222014-01-23 00:34:21 +00003196 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
Damien429d7192013-10-04 19:53:11 +01003197 EMIT(return_value);
3198 } else if (scope->kind == SCOPE_FUNCTION) {
Damiend99b0522013-12-21 18:17:45 +00003199 assert(MP_PARSE_NODE_IS_STRUCT(scope->pn));
3200 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)scope->pn;
3201 assert(MP_PARSE_NODE_STRUCT_KIND(pns) == PN_funcdef);
Damien429d7192013-10-04 19:53:11 +01003202
3203 // work out number of parameters, keywords and default parameters, and add them to the id_info array
Damien6cdd3af2013-10-05 18:08:26 +01003204 // must be done before compiling the body so that arguments are numbered first (for LOAD_FAST etc)
Damien George36db6bc2014-05-07 17:24:22 +01003205 if (comp->pass == MP_PASS_SCOPE) {
Damien George8b19db02014-04-11 23:25:34 +01003206 comp->have_star = false;
Damien429d7192013-10-04 19:53:11 +01003207 apply_to_single_or_list(comp, pns->nodes[1], PN_typedargslist, compile_scope_func_param);
Damien George2ac4af62014-08-15 16:45:41 +01003208 } else {
3209 // compile annotations; only needed on latter compiler passes
Damien429d7192013-10-04 19:53:11 +01003210
Damien George2ac4af62014-08-15 16:45:41 +01003211 // argument annotations
3212 apply_to_single_or_list(comp, pns->nodes[1], PN_typedargslist, compile_scope_func_annotations);
3213
3214 // pns->nodes[2] is return/whole function annotation
Damien Georgea5190a72014-08-15 22:39:08 +01003215 mp_parse_node_t pn_annotation = pns->nodes[2];
3216 if (!MP_PARSE_NODE_IS_NULL(pn_annotation)) {
3217 #if MICROPY_EMIT_NATIVE
3218 if (scope->emit_options == MP_EMIT_OPT_VIPER) {
3219 // nodes[2] can be null or a test-expr
3220 if (MP_PARSE_NODE_IS_ID(pn_annotation)) {
3221 qstr ret_type = MP_PARSE_NODE_LEAF_ARG(pn_annotation);
3222 EMIT_ARG(set_native_type, MP_EMIT_NATIVE_TYPE_RETURN, 0, ret_type);
3223 } else {
3224 compile_syntax_error(comp, pn_annotation, "return annotation must be an identifier");
3225 }
Damien George2ac4af62014-08-15 16:45:41 +01003226 }
Damien Georgea5190a72014-08-15 22:39:08 +01003227 #endif // MICROPY_EMIT_NATIVE
Damien George2ac4af62014-08-15 16:45:41 +01003228 }
Damien George2ac4af62014-08-15 16:45:41 +01003229 }
Damien429d7192013-10-04 19:53:11 +01003230
3231 compile_node(comp, pns->nodes[3]); // 3 is function body
3232 // emit return if it wasn't the last opcode
Damien415eb6f2013-10-05 12:19:06 +01003233 if (!EMIT(last_emit_was_return_value)) {
Damien Georgeb9791222014-01-23 00:34:21 +00003234 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
Damien429d7192013-10-04 19:53:11 +01003235 EMIT(return_value);
3236 }
3237 } else if (scope->kind == SCOPE_LAMBDA) {
Damiend99b0522013-12-21 18:17:45 +00003238 assert(MP_PARSE_NODE_IS_STRUCT(scope->pn));
3239 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)scope->pn;
3240 assert(MP_PARSE_NODE_STRUCT_NUM_NODES(pns) == 3);
Damien429d7192013-10-04 19:53:11 +01003241
3242 // work out number of parameters, keywords and default parameters, and add them to the id_info array
Damien6cdd3af2013-10-05 18:08:26 +01003243 // must be done before compiling the body so that arguments are numbered first (for LOAD_FAST etc)
Damien George36db6bc2014-05-07 17:24:22 +01003244 if (comp->pass == MP_PASS_SCOPE) {
Damien George8b19db02014-04-11 23:25:34 +01003245 comp->have_star = false;
Damien429d7192013-10-04 19:53:11 +01003246 apply_to_single_or_list(comp, pns->nodes[0], PN_varargslist, compile_scope_lambda_param);
3247 }
3248
3249 compile_node(comp, pns->nodes[1]); // 1 is lambda body
Damien George0e3329a2014-04-11 13:10:21 +00003250
3251 // if the lambda is a generator, then we return None, not the result of the expression of the lambda
3252 if (scope->scope_flags & MP_SCOPE_FLAG_GENERATOR) {
3253 EMIT(pop_top);
3254 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
3255 }
Damien429d7192013-10-04 19:53:11 +01003256 EMIT(return_value);
3257 } else if (scope->kind == SCOPE_LIST_COMP || scope->kind == SCOPE_DICT_COMP || scope->kind == SCOPE_SET_COMP || scope->kind == SCOPE_GEN_EXPR) {
3258 // a bit of a hack at the moment
3259
Damiend99b0522013-12-21 18:17:45 +00003260 assert(MP_PARSE_NODE_IS_STRUCT(scope->pn));
3261 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)scope->pn;
3262 assert(MP_PARSE_NODE_STRUCT_NUM_NODES(pns) == 2);
3263 assert(MP_PARSE_NODE_IS_STRUCT_KIND(pns->nodes[1], PN_comp_for));
3264 mp_parse_node_struct_t *pns_comp_for = (mp_parse_node_struct_t*)pns->nodes[1];
Damien429d7192013-10-04 19:53:11 +01003265
Damien George708c0732014-04-27 19:23:46 +01003266 // We need a unique name for the comprehension argument (the iterator).
3267 // CPython uses .0, but we should be able to use anything that won't
3268 // clash with a user defined variable. Best to use an existing qstr,
3269 // so we use the blank qstr.
3270#if MICROPY_EMIT_CPYTHON
Damien George55baff42014-01-21 21:40:13 +00003271 qstr qstr_arg = QSTR_FROM_STR_STATIC(".0");
Damien George708c0732014-04-27 19:23:46 +01003272#else
3273 qstr qstr_arg = MP_QSTR_;
3274#endif
Damien George36db6bc2014-05-07 17:24:22 +01003275 if (comp->pass == MP_PASS_SCOPE) {
Damien429d7192013-10-04 19:53:11 +01003276 bool added;
3277 id_info_t *id_info = scope_find_or_add_id(comp->scope_cur, qstr_arg, &added);
3278 assert(added);
3279 id_info->kind = ID_INFO_KIND_LOCAL;
Damien George2827d622014-04-27 15:50:52 +01003280 scope->num_pos_args = 1;
Damien429d7192013-10-04 19:53:11 +01003281 }
3282
3283 if (scope->kind == SCOPE_LIST_COMP) {
Damien Georgeb9791222014-01-23 00:34:21 +00003284 EMIT_ARG(build_list, 0);
Damien429d7192013-10-04 19:53:11 +01003285 } else if (scope->kind == SCOPE_DICT_COMP) {
Damien Georgeb9791222014-01-23 00:34:21 +00003286 EMIT_ARG(build_map, 0);
Damien Georgee37dcaa2014-12-27 17:07:16 +00003287 #if MICROPY_PY_BUILTINS_SET
Damien429d7192013-10-04 19:53:11 +01003288 } else if (scope->kind == SCOPE_SET_COMP) {
Damien Georgeb9791222014-01-23 00:34:21 +00003289 EMIT_ARG(build_set, 0);
Damien Georgee37dcaa2014-12-27 17:07:16 +00003290 #endif
Damien429d7192013-10-04 19:53:11 +01003291 }
3292
Damien George6f355fd2014-04-10 14:11:31 +01003293 uint l_end = comp_next_label(comp);
3294 uint l_top = comp_next_label(comp);
Damien Georgeb9791222014-01-23 00:34:21 +00003295 EMIT_ARG(load_id, qstr_arg);
3296 EMIT_ARG(label_assign, l_top);
3297 EMIT_ARG(for_iter, l_end);
Damien429d7192013-10-04 19:53:11 +01003298 c_assign(comp, pns_comp_for->nodes[0], ASSIGN_STORE);
3299 compile_scope_comp_iter(comp, pns_comp_for->nodes[2], pns->nodes[0], l_top, 0);
Damien Georgeb9791222014-01-23 00:34:21 +00003300 EMIT_ARG(jump, l_top);
3301 EMIT_ARG(label_assign, l_end);
Damien429d7192013-10-04 19:53:11 +01003302 EMIT(for_iter_end);
3303
3304 if (scope->kind == SCOPE_GEN_EXPR) {
Damien Georgeb9791222014-01-23 00:34:21 +00003305 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
Damien429d7192013-10-04 19:53:11 +01003306 }
3307 EMIT(return_value);
3308 } else {
3309 assert(scope->kind == SCOPE_CLASS);
Damiend99b0522013-12-21 18:17:45 +00003310 assert(MP_PARSE_NODE_IS_STRUCT(scope->pn));
3311 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)scope->pn;
3312 assert(MP_PARSE_NODE_STRUCT_KIND(pns) == PN_classdef);
Damien429d7192013-10-04 19:53:11 +01003313
Damien George36db6bc2014-05-07 17:24:22 +01003314 if (comp->pass == MP_PASS_SCOPE) {
Damien429d7192013-10-04 19:53:11 +01003315 bool added;
Damien Georgeeb7bfcb2014-01-04 15:57:35 +00003316 id_info_t *id_info = scope_find_or_add_id(scope, MP_QSTR___class__, &added);
Damien429d7192013-10-04 19:53:11 +01003317 assert(added);
3318 id_info->kind = ID_INFO_KIND_LOCAL;
Damien429d7192013-10-04 19:53:11 +01003319 }
3320
Damien Georgeb9791222014-01-23 00:34:21 +00003321 EMIT_ARG(load_id, MP_QSTR___name__);
3322 EMIT_ARG(store_id, MP_QSTR___module__);
Damien George968bf342014-04-27 19:12:05 +01003323 EMIT_ARG(load_const_str, MP_PARSE_NODE_LEAF_ARG(pns->nodes[0]), false); // 0 is class name
Damien Georgeb9791222014-01-23 00:34:21 +00003324 EMIT_ARG(store_id, MP_QSTR___qualname__);
Damien429d7192013-10-04 19:53:11 +01003325
3326 check_for_doc_string(comp, pns->nodes[2]);
3327 compile_node(comp, pns->nodes[2]); // 2 is class body
3328
Damien Georgeeb7bfcb2014-01-04 15:57:35 +00003329 id_info_t *id = scope_find(scope, MP_QSTR___class__);
Damien429d7192013-10-04 19:53:11 +01003330 assert(id != NULL);
3331 if (id->kind == ID_INFO_KIND_LOCAL) {
Damien Georgeb9791222014-01-23 00:34:21 +00003332 EMIT_ARG(load_const_tok, MP_TOKEN_KW_NONE);
Damien429d7192013-10-04 19:53:11 +01003333 } else {
Damien George6baf76e2013-12-30 22:32:17 +00003334#if MICROPY_EMIT_CPYTHON
Damien Georgeb9791222014-01-23 00:34:21 +00003335 EMIT_ARG(load_closure, MP_QSTR___class__, 0); // XXX check this is the correct local num
Damien George6baf76e2013-12-30 22:32:17 +00003336#else
Damien George0abb5602015-01-16 12:24:49 +00003337 EMIT_ARG(load_fast, MP_QSTR___class__, id->local_num);
Damien George6baf76e2013-12-30 22:32:17 +00003338#endif
Damien429d7192013-10-04 19:53:11 +01003339 }
3340 EMIT(return_value);
3341 }
3342
Damien415eb6f2013-10-05 12:19:06 +01003343 EMIT(end_pass);
Damien George8dcc0c72014-03-27 10:55:21 +00003344
3345 // make sure we match all the exception levels
3346 assert(comp->cur_except_level == 0);
Damien826005c2013-10-05 23:17:28 +01003347}
3348
Damien George094d4502014-04-02 17:31:27 +01003349#if MICROPY_EMIT_INLINE_THUMB
Damien George36db6bc2014-05-07 17:24:22 +01003350// requires 3 passes: SCOPE, CODE_SIZE, EMIT
Damien George1463c1f2014-04-25 23:52:57 +01003351STATIC void compile_scope_inline_asm(compiler_t *comp, scope_t *scope, pass_kind_t pass) {
Damien826005c2013-10-05 23:17:28 +01003352 comp->pass = pass;
3353 comp->scope_cur = scope;
3354 comp->next_label = 1;
3355
3356 if (scope->kind != SCOPE_FUNCTION) {
Damien George01039b52014-12-21 17:44:27 +00003357 compile_syntax_error(comp, MP_PARSE_NODE_NULL, "inline assembler must be a function");
Damien826005c2013-10-05 23:17:28 +01003358 return;
3359 }
3360
Damien George36db6bc2014-05-07 17:24:22 +01003361 if (comp->pass > MP_PASS_SCOPE) {
Damien George8dfbd2d2015-02-13 01:00:51 +00003362 EMIT_INLINE_ASM_ARG(start_pass, comp->pass, comp->scope_cur, &comp->compile_error);
Damiena2f2f7d2013-10-06 00:14:13 +01003363 }
3364
Damien826005c2013-10-05 23:17:28 +01003365 // get the function definition parse node
Damiend99b0522013-12-21 18:17:45 +00003366 assert(MP_PARSE_NODE_IS_STRUCT(scope->pn));
3367 mp_parse_node_struct_t *pns = (mp_parse_node_struct_t*)scope->pn;
3368 assert(MP_PARSE_NODE_STRUCT_KIND(pns) == PN_funcdef);
Damien826005c2013-10-05 23:17:28 +01003369
Damiend99b0522013-12-21 18:17:45 +00003370 //qstr f_id = MP_PARSE_NODE_LEAF_ARG(pns->nodes[0]); // function name
Damien826005c2013-10-05 23:17:28 +01003371
Damiena2f2f7d2013-10-06 00:14:13 +01003372 // parameters are in pns->nodes[1]
Damien George36db6bc2014-05-07 17:24:22 +01003373 if (comp->pass == MP_PASS_CODE_SIZE) {
Damiend99b0522013-12-21 18:17:45 +00003374 mp_parse_node_t *pn_params;
Damien Georgedfe944c2015-02-13 02:29:46 +00003375 int n_params = mp_parse_node_extract_list(&pns->nodes[1], PN_typedargslist, &pn_params);
Damien George2827d622014-04-27 15:50:52 +01003376 scope->num_pos_args = EMIT_INLINE_ASM_ARG(count_params, n_params, pn_params);
Damien George8dfbd2d2015-02-13 01:00:51 +00003377 if (comp->compile_error != MP_OBJ_NULL) {
3378 goto inline_asm_error;
3379 }
Damiena2f2f7d2013-10-06 00:14:13 +01003380 }
3381
Damiend99b0522013-12-21 18:17:45 +00003382 assert(MP_PARSE_NODE_IS_NULL(pns->nodes[2])); // type
Damien826005c2013-10-05 23:17:28 +01003383
Damiend99b0522013-12-21 18:17:45 +00003384 mp_parse_node_t pn_body = pns->nodes[3]; // body
3385 mp_parse_node_t *nodes;
Damien Georgedfe944c2015-02-13 02:29:46 +00003386 int num = mp_parse_node_extract_list(&pn_body, PN_suite_block_stmts, &nodes);
Damien826005c2013-10-05 23:17:28 +01003387
Damien Georgecbd2f742014-01-19 11:48:48 +00003388 /*
Damien George36db6bc2014-05-07 17:24:22 +01003389 if (comp->pass == MP_PASS_EMIT) {
Damien826005c2013-10-05 23:17:28 +01003390 //printf("----\n");
3391 scope_print_info(scope);
3392 }
Damien Georgecbd2f742014-01-19 11:48:48 +00003393 */
Damien826005c2013-10-05 23:17:28 +01003394
3395 for (int i = 0; i < num; i++) {
Damiend99b0522013-12-21 18:17:45 +00003396 assert(MP_PARSE_NODE_IS_STRUCT(nodes[i]));
3397 mp_parse_node_struct_t *pns2 = (mp_parse_node_struct_t*)nodes[i];
Damien Georgea26dc502014-04-12 17:54:52 +01003398 if (MP_PARSE_NODE_STRUCT_KIND(pns2) == PN_pass_stmt) {
3399 // no instructions
3400 continue;
Damien George3d7bf5d2015-02-16 17:46:28 +00003401 } else if (MP_PARSE_NODE_STRUCT_KIND(pns2) != PN_expr_stmt) {
Damien Georgea26dc502014-04-12 17:54:52 +01003402 // not an instruction; error
Damien George3d7bf5d2015-02-16 17:46:28 +00003403 not_an_instruction:
Damien Georgea26dc502014-04-12 17:54:52 +01003404 compile_syntax_error(comp, nodes[i], "inline assembler expecting an instruction");
3405 return;
3406 }
Damien George3d7bf5d2015-02-16 17:46:28 +00003407
3408 // check structure of parse node
Damiend99b0522013-12-21 18:17:45 +00003409 assert(MP_PARSE_NODE_IS_STRUCT(pns2->nodes[0]));
Damien George3d7bf5d2015-02-16 17:46:28 +00003410 if (!MP_PARSE_NODE_IS_NULL(pns2->nodes[1])) {
3411 goto not_an_instruction;
3412 }
Damiend99b0522013-12-21 18:17:45 +00003413 pns2 = (mp_parse_node_struct_t*)pns2->nodes[0];
Damien George3d7bf5d2015-02-16 17:46:28 +00003414 if (MP_PARSE_NODE_STRUCT_KIND(pns2) != PN_power) {
3415 goto not_an_instruction;
3416 }
3417 if (!MP_PARSE_NODE_IS_ID(pns2->nodes[0])) {
3418 goto not_an_instruction;
3419 }
3420 if (!MP_PARSE_NODE_IS_STRUCT_KIND(pns2->nodes[1], PN_trailer_paren)) {
3421 goto not_an_instruction;
3422 }
Damiend99b0522013-12-21 18:17:45 +00003423 assert(MP_PARSE_NODE_IS_NULL(pns2->nodes[2]));
Damien George3d7bf5d2015-02-16 17:46:28 +00003424
3425 // parse node looks like an instruction
3426 // get instruction name and args
Damiend99b0522013-12-21 18:17:45 +00003427 qstr op = MP_PARSE_NODE_LEAF_ARG(pns2->nodes[0]);
3428 pns2 = (mp_parse_node_struct_t*)pns2->nodes[1]; // PN_trailer_paren
3429 mp_parse_node_t *pn_arg;
Damien Georgedfe944c2015-02-13 02:29:46 +00003430 int n_args = mp_parse_node_extract_list(&pns2->nodes[0], PN_arglist, &pn_arg);
Damien826005c2013-10-05 23:17:28 +01003431
3432 // emit instructions
Damien Georgee5f8a772014-04-21 13:33:15 +01003433 if (op == MP_QSTR_label) {
Damiend99b0522013-12-21 18:17:45 +00003434 if (!(n_args == 1 && MP_PARSE_NODE_IS_ID(pn_arg[0]))) {
Damien Georgeb7ffdcc2014-04-08 16:41:02 +01003435 compile_syntax_error(comp, nodes[i], "inline assembler 'label' requires 1 argument");
Damien826005c2013-10-05 23:17:28 +01003436 return;
3437 }
Damien George6f355fd2014-04-10 14:11:31 +01003438 uint lab = comp_next_label(comp);
Damien George36db6bc2014-05-07 17:24:22 +01003439 if (pass > MP_PASS_SCOPE) {
Damien Georgeb9791222014-01-23 00:34:21 +00003440 EMIT_INLINE_ASM_ARG(label, lab, MP_PARSE_NODE_LEAF_ARG(pn_arg[0]));
Damien826005c2013-10-05 23:17:28 +01003441 }
Damien Georgee5f8a772014-04-21 13:33:15 +01003442 } else if (op == MP_QSTR_align) {
3443 if (!(n_args == 1 && MP_PARSE_NODE_IS_SMALL_INT(pn_arg[0]))) {
3444 compile_syntax_error(comp, nodes[i], "inline assembler 'align' requires 1 argument");
3445 return;
3446 }
Damien George36db6bc2014-05-07 17:24:22 +01003447 if (pass > MP_PASS_SCOPE) {
Damien Georgee5f8a772014-04-21 13:33:15 +01003448 EMIT_INLINE_ASM_ARG(align, MP_PARSE_NODE_LEAF_SMALL_INT(pn_arg[0]));
3449 }
3450 } else if (op == MP_QSTR_data) {
3451 if (!(n_args >= 2 && MP_PARSE_NODE_IS_SMALL_INT(pn_arg[0]))) {
3452 compile_syntax_error(comp, nodes[i], "inline assembler 'data' requires at least 2 arguments");
3453 return;
3454 }
Damien George36db6bc2014-05-07 17:24:22 +01003455 if (pass > MP_PASS_SCOPE) {
Damien George40f3c022014-07-03 13:25:24 +01003456 mp_int_t bytesize = MP_PARSE_NODE_LEAF_SMALL_INT(pn_arg[0]);
Damien George50912e72015-01-20 11:55:10 +00003457 for (uint j = 1; j < n_args; j++) {
3458 if (!MP_PARSE_NODE_IS_SMALL_INT(pn_arg[j])) {
Damien Georgee5f8a772014-04-21 13:33:15 +01003459 compile_syntax_error(comp, nodes[i], "inline assembler 'data' requires integer arguments");
3460 return;
3461 }
Damien George50912e72015-01-20 11:55:10 +00003462 EMIT_INLINE_ASM_ARG(data, bytesize, MP_PARSE_NODE_LEAF_SMALL_INT(pn_arg[j]));
Damien Georgee5f8a772014-04-21 13:33:15 +01003463 }
3464 }
Damien826005c2013-10-05 23:17:28 +01003465 } else {
Damien George36db6bc2014-05-07 17:24:22 +01003466 if (pass > MP_PASS_SCOPE) {
Damien Georgeb9791222014-01-23 00:34:21 +00003467 EMIT_INLINE_ASM_ARG(op, op, n_args, pn_arg);
Damien826005c2013-10-05 23:17:28 +01003468 }
3469 }
Damien George8dfbd2d2015-02-13 01:00:51 +00003470
3471 if (comp->compile_error != MP_OBJ_NULL) {
3472 pns = pns2; // this is the parse node that had the error
3473 goto inline_asm_error;
3474 }
Damien826005c2013-10-05 23:17:28 +01003475 }
3476
Damien George36db6bc2014-05-07 17:24:22 +01003477 if (comp->pass > MP_PASS_SCOPE) {
Damien George8dfbd2d2015-02-13 01:00:51 +00003478 EMIT_INLINE_ASM(end_pass);
3479 }
3480
3481 if (comp->compile_error != MP_OBJ_NULL) {
3482 // inline assembler had an error; add traceback to its exception
3483 inline_asm_error:
3484 mp_obj_exception_add_traceback(comp->compile_error, comp->source_file, (mp_uint_t)pns->source_line, comp->scope_cur->simple_name);
Damienb05d7072013-10-05 13:37:10 +01003485 }
Damien429d7192013-10-04 19:53:11 +01003486}
Damien George094d4502014-04-02 17:31:27 +01003487#endif
Damien429d7192013-10-04 19:53:11 +01003488
Damien Georgeff8dd3f2015-01-20 12:47:20 +00003489STATIC void scope_compute_things(scope_t *scope) {
Damien George2827d622014-04-27 15:50:52 +01003490#if !MICROPY_EMIT_CPYTHON
3491 // in Micro Python we put the *x parameter after all other parameters (except **y)
3492 if (scope->scope_flags & MP_SCOPE_FLAG_VARARGS) {
3493 id_info_t *id_param = NULL;
3494 for (int i = scope->id_info_len - 1; i >= 0; i--) {
3495 id_info_t *id = &scope->id_info[i];
3496 if (id->flags & ID_FLAG_IS_STAR_PARAM) {
3497 if (id_param != NULL) {
3498 // swap star param with last param
3499 id_info_t temp = *id_param; *id_param = *id; *id = temp;
3500 }
3501 break;
3502 } else if (id_param == NULL && id->flags == ID_FLAG_IS_PARAM) {
3503 id_param = id;
3504 }
3505 }
3506 }
3507#endif
3508
Damien429d7192013-10-04 19:53:11 +01003509 // in functions, turn implicit globals into explicit globals
Damien George6baf76e2013-12-30 22:32:17 +00003510 // compute the index of each local
Damien429d7192013-10-04 19:53:11 +01003511 scope->num_locals = 0;
3512 for (int i = 0; i < scope->id_info_len; i++) {
3513 id_info_t *id = &scope->id_info[i];
Damien George7ff996c2014-09-08 23:05:16 +01003514 if (scope->kind == SCOPE_CLASS && id->qst == MP_QSTR___class__) {
Damien429d7192013-10-04 19:53:11 +01003515 // __class__ is not counted as a local; if it's used then it becomes a ID_INFO_KIND_CELL
3516 continue;
3517 }
3518 if (scope->kind >= SCOPE_FUNCTION && scope->kind <= SCOPE_GEN_EXPR && id->kind == ID_INFO_KIND_GLOBAL_IMPLICIT) {
3519 id->kind = ID_INFO_KIND_GLOBAL_EXPLICIT;
3520 }
Damien George2827d622014-04-27 15:50:52 +01003521 // params always count for 1 local, even if they are a cell
Damien George11d8cd52014-04-09 14:42:51 +01003522 if (id->kind == ID_INFO_KIND_LOCAL || (id->flags & ID_FLAG_IS_PARAM)) {
Damien George2827d622014-04-27 15:50:52 +01003523 id->local_num = scope->num_locals++;
Damien9ecbcff2013-12-11 00:41:43 +00003524 }
3525 }
3526
3527 // compute the index of cell vars (freevars[idx] in CPython)
Damien George6baf76e2013-12-30 22:32:17 +00003528#if MICROPY_EMIT_CPYTHON
3529 int num_cell = 0;
3530#endif
Damien9ecbcff2013-12-11 00:41:43 +00003531 for (int i = 0; i < scope->id_info_len; i++) {
3532 id_info_t *id = &scope->id_info[i];
Damien George6baf76e2013-12-30 22:32:17 +00003533#if MICROPY_EMIT_CPYTHON
3534 // in CPython the cells are numbered starting from 0
Damien9ecbcff2013-12-11 00:41:43 +00003535 if (id->kind == ID_INFO_KIND_CELL) {
Damien George6baf76e2013-12-30 22:32:17 +00003536 id->local_num = num_cell;
3537 num_cell += 1;
Damien9ecbcff2013-12-11 00:41:43 +00003538 }
Damien George6baf76e2013-12-30 22:32:17 +00003539#else
3540 // in Micro Python the cells come right after the fast locals
3541 // parameters are not counted here, since they remain at the start
3542 // of the locals, even if they are cell vars
Damien George11d8cd52014-04-09 14:42:51 +01003543 if (id->kind == ID_INFO_KIND_CELL && !(id->flags & ID_FLAG_IS_PARAM)) {
Damien George6baf76e2013-12-30 22:32:17 +00003544 id->local_num = scope->num_locals;
3545 scope->num_locals += 1;
3546 }
3547#endif
Damien9ecbcff2013-12-11 00:41:43 +00003548 }
Damien9ecbcff2013-12-11 00:41:43 +00003549
3550 // compute the index of free vars (freevars[idx] in CPython)
3551 // make sure they are in the order of the parent scope
3552 if (scope->parent != NULL) {
3553 int num_free = 0;
3554 for (int i = 0; i < scope->parent->id_info_len; i++) {
3555 id_info_t *id = &scope->parent->id_info[i];
3556 if (id->kind == ID_INFO_KIND_CELL || id->kind == ID_INFO_KIND_FREE) {
3557 for (int j = 0; j < scope->id_info_len; j++) {
3558 id_info_t *id2 = &scope->id_info[j];
Damien George7ff996c2014-09-08 23:05:16 +01003559 if (id2->kind == ID_INFO_KIND_FREE && id->qst == id2->qst) {
Damien George11d8cd52014-04-09 14:42:51 +01003560 assert(!(id2->flags & ID_FLAG_IS_PARAM)); // free vars should not be params
Damien George6baf76e2013-12-30 22:32:17 +00003561#if MICROPY_EMIT_CPYTHON
3562 // in CPython the frees are numbered after the cells
3563 id2->local_num = num_cell + num_free;
3564#else
3565 // in Micro Python the frees come first, before the params
3566 id2->local_num = num_free;
Damien9ecbcff2013-12-11 00:41:43 +00003567#endif
3568 num_free += 1;
3569 }
3570 }
3571 }
Damien429d7192013-10-04 19:53:11 +01003572 }
Damien George6baf76e2013-12-30 22:32:17 +00003573#if !MICROPY_EMIT_CPYTHON
3574 // in Micro Python shift all other locals after the free locals
3575 if (num_free > 0) {
3576 for (int i = 0; i < scope->id_info_len; i++) {
3577 id_info_t *id = &scope->id_info[i];
Damien George2bf7c092014-04-09 15:26:46 +01003578 if (id->kind != ID_INFO_KIND_FREE || (id->flags & ID_FLAG_IS_PARAM)) {
Damien George6baf76e2013-12-30 22:32:17 +00003579 id->local_num += num_free;
3580 }
3581 }
Damien George2827d622014-04-27 15:50:52 +01003582 scope->num_pos_args += num_free; // free vars are counted as params for passing them into the function
Damien George6baf76e2013-12-30 22:32:17 +00003583 scope->num_locals += num_free;
3584 }
3585#endif
Damien429d7192013-10-04 19:53:11 +01003586 }
3587
Damien George8725f8f2014-02-15 19:33:11 +00003588 // compute scope_flags
Damien George882b3632014-04-02 15:56:31 +01003589
3590#if MICROPY_EMIT_CPYTHON
3591 // these flags computed here are for CPython compatibility only
Damien429d7192013-10-04 19:53:11 +01003592 if (scope->kind == SCOPE_FUNCTION || scope->kind == SCOPE_LAMBDA || scope->kind == SCOPE_LIST_COMP || scope->kind == SCOPE_DICT_COMP || scope->kind == SCOPE_SET_COMP || scope->kind == SCOPE_GEN_EXPR) {
3593 assert(scope->parent != NULL);
Damien George0e3329a2014-04-11 13:10:21 +00003594 scope->scope_flags |= MP_SCOPE_FLAG_NEWLOCALS;
Damien George8725f8f2014-02-15 19:33:11 +00003595 scope->scope_flags |= MP_SCOPE_FLAG_OPTIMISED;
Damien George08d07552014-01-29 18:58:52 +00003596 if ((SCOPE_FUNCTION <= scope->parent->kind && scope->parent->kind <= SCOPE_SET_COMP) || (scope->parent->kind == SCOPE_CLASS && scope->parent->parent->kind == SCOPE_FUNCTION)) {
Damien George8725f8f2014-02-15 19:33:11 +00003597 scope->scope_flags |= MP_SCOPE_FLAG_NESTED;
Damien429d7192013-10-04 19:53:11 +01003598 }
3599 }
Damien George882b3632014-04-02 15:56:31 +01003600#endif
3601
Damien429d7192013-10-04 19:53:11 +01003602 int num_free = 0;
3603 for (int i = 0; i < scope->id_info_len; i++) {
3604 id_info_t *id = &scope->id_info[i];
3605 if (id->kind == ID_INFO_KIND_CELL || id->kind == ID_INFO_KIND_FREE) {
3606 num_free += 1;
3607 }
3608 }
3609 if (num_free == 0) {
Damien George8725f8f2014-02-15 19:33:11 +00003610 scope->scope_flags |= MP_SCOPE_FLAG_NOFREE;
Damien429d7192013-10-04 19:53:11 +01003611 }
3612}
3613
Damien George65cad122014-04-06 11:48:15 +01003614mp_obj_t mp_compile(mp_parse_node_t pn, qstr source_file, uint emit_opt, bool is_repl) {
Damien Georgeb140bff2014-04-09 12:54:21 +01003615 compiler_t *comp = m_new0(compiler_t, 1);
Damien Georgecbd2f742014-01-19 11:48:48 +00003616 comp->source_file = source_file;
Damien5ac1b2e2013-10-18 19:58:12 +01003617 comp->is_repl = is_repl;
Damien Georgea91ac202014-10-05 19:01:34 +01003618 comp->compile_error = MP_OBJ_NULL;
Damien429d7192013-10-04 19:53:11 +01003619
Damien826005c2013-10-05 23:17:28 +01003620 // optimise constants
Damien Georgeffae48d2014-05-08 15:58:39 +00003621 mp_map_t consts;
3622 mp_map_init(&consts, 0);
3623 pn = fold_constants(comp, pn, &consts);
3624 mp_map_deinit(&consts);
Damien826005c2013-10-05 23:17:28 +01003625
3626 // set the outer scope
Damien George65cad122014-04-06 11:48:15 +01003627 scope_t *module_scope = scope_new_and_link(comp, SCOPE_MODULE, pn, emit_opt);
Damien429d7192013-10-04 19:53:11 +01003628
Damien826005c2013-10-05 23:17:28 +01003629 // compile pass 1
Damien George35e2a4e2014-02-05 00:51:47 +00003630 comp->emit = emit_pass1_new();
Damien826005c2013-10-05 23:17:28 +01003631 comp->emit_method_table = &emit_pass1_method_table;
3632 comp->emit_inline_asm = NULL;
3633 comp->emit_inline_asm_method_table = NULL;
3634 uint max_num_labels = 0;
Damien Georgea91ac202014-10-05 19:01:34 +01003635 for (scope_t *s = comp->scope_head; s != NULL && comp->compile_error == MP_OBJ_NULL; s = s->next) {
Damienc025ebb2013-10-12 14:30:21 +01003636 if (false) {
Damien3ef4abb2013-10-12 16:53:13 +01003637#if MICROPY_EMIT_INLINE_THUMB
Damien George65cad122014-04-06 11:48:15 +01003638 } else if (s->emit_options == MP_EMIT_OPT_ASM_THUMB) {
Damien George36db6bc2014-05-07 17:24:22 +01003639 compile_scope_inline_asm(comp, s, MP_PASS_SCOPE);
Damienc025ebb2013-10-12 14:30:21 +01003640#endif
Damien826005c2013-10-05 23:17:28 +01003641 } else {
Damien George36db6bc2014-05-07 17:24:22 +01003642 compile_scope(comp, s, MP_PASS_SCOPE);
Damien826005c2013-10-05 23:17:28 +01003643 }
3644
3645 // update maximim number of labels needed
3646 if (comp->next_label > max_num_labels) {
3647 max_num_labels = comp->next_label;
3648 }
Damien429d7192013-10-04 19:53:11 +01003649 }
3650
Damien826005c2013-10-05 23:17:28 +01003651 // compute some things related to scope and identifiers
Damien Georgea91ac202014-10-05 19:01:34 +01003652 for (scope_t *s = comp->scope_head; s != NULL && comp->compile_error == MP_OBJ_NULL; s = s->next) {
Damien Georgeff8dd3f2015-01-20 12:47:20 +00003653 scope_compute_things(s);
Damien429d7192013-10-04 19:53:11 +01003654 }
3655
Damien826005c2013-10-05 23:17:28 +01003656 // finish with pass 1
Damien6cdd3af2013-10-05 18:08:26 +01003657 emit_pass1_free(comp->emit);
3658
Damien826005c2013-10-05 23:17:28 +01003659 // compile pass 2 and 3
Damien3ef4abb2013-10-12 16:53:13 +01003660#if !MICROPY_EMIT_CPYTHON
Damien6cdd3af2013-10-05 18:08:26 +01003661 emit_t *emit_bc = NULL;
Damien Georgee67ed5d2014-01-04 13:55:24 +00003662#if MICROPY_EMIT_NATIVE
Damiendc833822013-10-06 01:01:01 +01003663 emit_t *emit_native = NULL;
Damienc025ebb2013-10-12 14:30:21 +01003664#endif
Damien3ef4abb2013-10-12 16:53:13 +01003665#if MICROPY_EMIT_INLINE_THUMB
Damien826005c2013-10-05 23:17:28 +01003666 emit_inline_asm_t *emit_inline_thumb = NULL;
Damienc025ebb2013-10-12 14:30:21 +01003667#endif
Damien Georgee67ed5d2014-01-04 13:55:24 +00003668#endif // !MICROPY_EMIT_CPYTHON
Damien Georgea91ac202014-10-05 19:01:34 +01003669 for (scope_t *s = comp->scope_head; s != NULL && comp->compile_error == MP_OBJ_NULL; s = s->next) {
Damienc025ebb2013-10-12 14:30:21 +01003670 if (false) {
3671 // dummy
3672
Damien3ef4abb2013-10-12 16:53:13 +01003673#if MICROPY_EMIT_INLINE_THUMB
Damien George65cad122014-04-06 11:48:15 +01003674 } else if (s->emit_options == MP_EMIT_OPT_ASM_THUMB) {
Damienc025ebb2013-10-12 14:30:21 +01003675 // inline assembly for thumb
Damien826005c2013-10-05 23:17:28 +01003676 if (emit_inline_thumb == NULL) {
3677 emit_inline_thumb = emit_inline_thumb_new(max_num_labels);
3678 }
3679 comp->emit = NULL;
3680 comp->emit_method_table = NULL;
3681 comp->emit_inline_asm = emit_inline_thumb;
3682 comp->emit_inline_asm_method_table = &emit_inline_thumb_method_table;
Damien George36db6bc2014-05-07 17:24:22 +01003683 compile_scope_inline_asm(comp, s, MP_PASS_CODE_SIZE);
Damien Georgea91ac202014-10-05 19:01:34 +01003684 if (comp->compile_error == MP_OBJ_NULL) {
Damien George36db6bc2014-05-07 17:24:22 +01003685 compile_scope_inline_asm(comp, s, MP_PASS_EMIT);
Damien Georgea26dc502014-04-12 17:54:52 +01003686 }
Damienc025ebb2013-10-12 14:30:21 +01003687#endif
3688
Damien826005c2013-10-05 23:17:28 +01003689 } else {
Damienc025ebb2013-10-12 14:30:21 +01003690
3691 // choose the emit type
3692
Damien3ef4abb2013-10-12 16:53:13 +01003693#if MICROPY_EMIT_CPYTHON
Damienc025ebb2013-10-12 14:30:21 +01003694 comp->emit = emit_cpython_new(max_num_labels);
3695 comp->emit_method_table = &emit_cpython_method_table;
3696#else
Damien826005c2013-10-05 23:17:28 +01003697 switch (s->emit_options) {
Damien Georgee67ed5d2014-01-04 13:55:24 +00003698
3699#if MICROPY_EMIT_NATIVE
Damien George65cad122014-04-06 11:48:15 +01003700 case MP_EMIT_OPT_NATIVE_PYTHON:
3701 case MP_EMIT_OPT_VIPER:
Damien3ef4abb2013-10-12 16:53:13 +01003702#if MICROPY_EMIT_X64
Damiendc833822013-10-06 01:01:01 +01003703 if (emit_native == NULL) {
Damien13ed3a62013-10-08 09:05:10 +01003704 emit_native = emit_native_x64_new(max_num_labels);
Damien826005c2013-10-05 23:17:28 +01003705 }
Damien13ed3a62013-10-08 09:05:10 +01003706 comp->emit_method_table = &emit_native_x64_method_table;
Damien Georgec90f59e2014-09-06 23:06:36 +01003707#elif MICROPY_EMIT_X86
3708 if (emit_native == NULL) {
3709 emit_native = emit_native_x86_new(max_num_labels);
3710 }
3711 comp->emit_method_table = &emit_native_x86_method_table;
Damien3ef4abb2013-10-12 16:53:13 +01003712#elif MICROPY_EMIT_THUMB
Damienc025ebb2013-10-12 14:30:21 +01003713 if (emit_native == NULL) {
3714 emit_native = emit_native_thumb_new(max_num_labels);
3715 }
3716 comp->emit_method_table = &emit_native_thumb_method_table;
Fabian Vogtfe3d16e2014-08-16 22:55:53 +02003717#elif MICROPY_EMIT_ARM
3718 if (emit_native == NULL) {
3719 emit_native = emit_native_arm_new(max_num_labels);
3720 }
3721 comp->emit_method_table = &emit_native_arm_method_table;
Damienc025ebb2013-10-12 14:30:21 +01003722#endif
3723 comp->emit = emit_native;
Damien Georgea5190a72014-08-15 22:39:08 +01003724 EMIT_ARG(set_native_type, MP_EMIT_NATIVE_TYPE_ENABLE, s->emit_options == MP_EMIT_OPT_VIPER, 0);
Damien7af3d192013-10-07 00:02:49 +01003725 break;
Damien Georgee67ed5d2014-01-04 13:55:24 +00003726#endif // MICROPY_EMIT_NATIVE
Damien7af3d192013-10-07 00:02:49 +01003727
Damien826005c2013-10-05 23:17:28 +01003728 default:
3729 if (emit_bc == NULL) {
Damien Georgecbd2f742014-01-19 11:48:48 +00003730 emit_bc = emit_bc_new(max_num_labels);
Damien826005c2013-10-05 23:17:28 +01003731 }
3732 comp->emit = emit_bc;
3733 comp->emit_method_table = &emit_bc_method_table;
3734 break;
3735 }
Damien Georgee67ed5d2014-01-04 13:55:24 +00003736#endif // !MICROPY_EMIT_CPYTHON
Damienc025ebb2013-10-12 14:30:21 +01003737
Damien George1e1779e2015-01-14 00:20:28 +00003738 // need a pass to compute stack size
3739 compile_scope(comp, s, MP_PASS_STACK_SIZE);
3740
Damien George36db6bc2014-05-07 17:24:22 +01003741 // second last pass: compute code size
Damien Georgea91ac202014-10-05 19:01:34 +01003742 if (comp->compile_error == MP_OBJ_NULL) {
Damien George36db6bc2014-05-07 17:24:22 +01003743 compile_scope(comp, s, MP_PASS_CODE_SIZE);
3744 }
3745
3746 // final pass: emit code
Damien Georgea91ac202014-10-05 19:01:34 +01003747 if (comp->compile_error == MP_OBJ_NULL) {
Damien George36db6bc2014-05-07 17:24:22 +01003748 compile_scope(comp, s, MP_PASS_EMIT);
Damien Georgea26dc502014-04-12 17:54:52 +01003749 }
Damien6cdd3af2013-10-05 18:08:26 +01003750 }
Damien429d7192013-10-04 19:53:11 +01003751 }
3752
Damien George41d02b62014-01-24 22:42:28 +00003753 // free the emitters
3754#if !MICROPY_EMIT_CPYTHON
3755 if (emit_bc != NULL) {
3756 emit_bc_free(emit_bc);
Paul Sokolovskyf46d87a2014-01-24 16:20:11 +02003757 }
Damien George41d02b62014-01-24 22:42:28 +00003758#if MICROPY_EMIT_NATIVE
3759 if (emit_native != NULL) {
3760#if MICROPY_EMIT_X64
3761 emit_native_x64_free(emit_native);
Damien Georgec90f59e2014-09-06 23:06:36 +01003762#elif MICROPY_EMIT_X86
3763 emit_native_x86_free(emit_native);
Damien George41d02b62014-01-24 22:42:28 +00003764#elif MICROPY_EMIT_THUMB
3765 emit_native_thumb_free(emit_native);
Fabian Vogtfe3d16e2014-08-16 22:55:53 +02003766#elif MICROPY_EMIT_ARM
Damien Georgedda46462014-09-03 22:47:23 +01003767 emit_native_arm_free(emit_native);
Damien George41d02b62014-01-24 22:42:28 +00003768#endif
3769 }
3770#endif
3771#if MICROPY_EMIT_INLINE_THUMB
3772 if (emit_inline_thumb != NULL) {
3773 emit_inline_thumb_free(emit_inline_thumb);
3774 }
3775#endif
3776#endif // !MICROPY_EMIT_CPYTHON
3777
Damien George52b5d762014-09-23 15:31:56 +00003778 // free the parse tree
3779 mp_parse_node_free(pn);
3780
Damien George41d02b62014-01-24 22:42:28 +00003781 // free the scopes
Damien Georgedf8127a2014-04-13 11:04:33 +01003782 mp_raw_code_t *outer_raw_code = module_scope->raw_code;
Paul Sokolovskyfd313582014-01-23 23:05:47 +02003783 for (scope_t *s = module_scope; s;) {
3784 scope_t *next = s->next;
3785 scope_free(s);
3786 s = next;
3787 }
Damien5ac1b2e2013-10-18 19:58:12 +01003788
Damien George41d02b62014-01-24 22:42:28 +00003789 // free the compiler
Damien Georgea91ac202014-10-05 19:01:34 +01003790 mp_obj_t compile_error = comp->compile_error;
Damien George41d02b62014-01-24 22:42:28 +00003791 m_del_obj(compiler_t, comp);
3792
Damien Georgea91ac202014-10-05 19:01:34 +01003793 if (compile_error != MP_OBJ_NULL) {
Damien George0bfc7632015-02-07 18:33:58 +00003794 nlr_raise(compile_error);
Damien George1fb03172014-01-03 14:22:03 +00003795 } else {
3796#if MICROPY_EMIT_CPYTHON
3797 // can't create code, so just return true
Damien Georgedf8127a2014-04-13 11:04:33 +01003798 (void)outer_raw_code; // to suppress warning that outer_raw_code is unused
Damien George1fb03172014-01-03 14:22:03 +00003799 return mp_const_true;
3800#else
3801 // return function that executes the outer module
Damien Georgedf8127a2014-04-13 11:04:33 +01003802 return mp_make_function_from_raw_code(outer_raw_code, MP_OBJ_NULL, MP_OBJ_NULL);
Damien George1fb03172014-01-03 14:22:03 +00003803#endif
3804 }
Damien429d7192013-10-04 19:53:11 +01003805}