commit 16677ce311fd70162cc9f7cfe2ab97461df765fc
author Damien George <damien.p.george@gmail.com> Wed Jan 28 14:07:11 2015 +0000
committer Damien George <damien.p.george@gmail.com> Wed Jan 28 14:07:11 2015 +0000
tree b6c76957d31774814f3a8203ab9035f910107f74
parent 0ecd5988a24aaa72415d83961327fc034cfe64a2

py: Be more precise about unicode type and disabled unicode behaviour.

py/lexer.c

diff --git a/py/lexer.c b/py/lexer.c
index 13c3a3e..8a8875e 100644
--- a/py/lexer.c
+++ b/py/lexer.c
@@ -492,11 +492,19 @@
                         }
                     }
                     if (c != MP_LEXER_EOF) {
+                        #if MICROPY_PY_BUILTINS_STR_UNICODE
                         if (c < 0x110000 && !is_bytes) {
                             vstr_add_char(&lex->vstr, c);
                         } else if (c < 0x100 && is_bytes) {
                             vstr_add_byte(&lex->vstr, c);
-                        } else {
+                        }
+                        #else
+                        // without unicode everything is just added as an 8-bit byte
+                        if (c < 0x100) {
+                            vstr_add_byte(&lex->vstr, c);
+                        }
+                        #endif
+                        else {
                             assert(!"TODO: Throw an error, invalid escape code probably");
                         }
                     }