blob: 50cd31d542a9218c8d8177ea95317129b39a5c8c [file] [log] [blame]
Damiend99b0522013-12-21 18:17:45 +00001#include <stdlib.h>
2#include <stdint.h>
3#include <stdarg.h>
4#include <string.h>
5#include <assert.h>
6
7#include "nlr.h"
8#include "misc.h"
9#include "mpconfig.h"
Damien George55baff42014-01-21 21:40:13 +000010#include "qstr.h"
Damiend99b0522013-12-21 18:17:45 +000011#include "obj.h"
12#include "runtime0.h"
13#include "runtime.h"
14
15typedef struct _mp_obj_str_t {
16 mp_obj_base_t base;
Damien George5fa93b62014-01-22 14:35:10 +000017 machine_uint_t hash : 16; // XXX here we assume the hash size is 16 bits (it is at the moment; see qstr.c)
18 machine_uint_t len : 16; // len == number of bytes used in data, alloc = len + 1 because (at the moment) we also append a null byte
19 byte data[];
Damiend99b0522013-12-21 18:17:45 +000020} mp_obj_str_t;
21
Damien George5fa93b62014-01-22 14:35:10 +000022// use this macro to extract the string hash
23#define GET_STR_HASH(str_obj_in, str_hash) uint str_hash; if (MP_OBJ_IS_QSTR(str_obj_in)) { str_hash = qstr_hash(MP_OBJ_QSTR_VALUE(str_obj_in)); } else { str_hash = ((mp_obj_str_t*)str_obj_in)->hash; }
24
25// use this macro to extract the string length
26#define GET_STR_LEN(str_obj_in, str_len) uint str_len; if (MP_OBJ_IS_QSTR(str_obj_in)) { str_len = qstr_len(MP_OBJ_QSTR_VALUE(str_obj_in)); } else { str_len = ((mp_obj_str_t*)str_obj_in)->len; }
27
28// use this macro to extract the string data and length
29#define GET_STR_DATA_LEN(str_obj_in, str_data, str_len) const byte *str_data; uint str_len; if (MP_OBJ_IS_QSTR(str_obj_in)) { str_data = qstr_data(MP_OBJ_QSTR_VALUE(str_obj_in), &str_len); } else { str_len = ((mp_obj_str_t*)str_obj_in)->len; str_data = ((mp_obj_str_t*)str_obj_in)->data; }
30
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +020031static mp_obj_t mp_obj_new_str_iterator(mp_obj_t str);
32static mp_obj_t mp_obj_new_bytes_iterator(mp_obj_t str);
xyb8cfc9f02014-01-05 18:47:51 +080033
34/******************************************************************************/
35/* str */
36
Paul Sokolovsky0b7e29c2014-01-28 03:40:06 +020037void mp_str_print_quoted(void (*print)(void *env, const char *fmt, ...), void *env, const byte *str_data, uint str_len) {
38 // this escapes characters, but it will be very slow to print (calling print many times)
39 bool has_single_quote = false;
40 bool has_double_quote = false;
41 for (const byte *s = str_data, *top = str_data + str_len; (!has_single_quote || !has_double_quote) && s < top; s++) {
42 if (*s == '\'') {
43 has_single_quote = true;
44 } else if (*s == '"') {
45 has_double_quote = true;
46 }
47 }
48 int quote_char = '\'';
49 if (has_single_quote && !has_double_quote) {
50 quote_char = '"';
51 }
52 print(env, "%c", quote_char);
53 for (const byte *s = str_data, *top = str_data + str_len; s < top; s++) {
54 if (*s == quote_char) {
55 print(env, "\\%c", quote_char);
56 } else if (*s == '\\') {
57 print(env, "\\\\");
58 } else if (32 <= *s && *s <= 126) {
59 print(env, "%c", *s);
60 } else if (*s == '\n') {
61 print(env, "\\n");
62 // TODO add more escape codes here if we want to match CPython
63 } else {
64 print(env, "\\x%02x", *s);
65 }
66 }
67 print(env, "%c", quote_char);
68}
69
70static void str_print(void (*print)(void *env, const char *fmt, ...), void *env, mp_obj_t self_in, mp_print_kind_t kind) {
Damien George5fa93b62014-01-22 14:35:10 +000071 GET_STR_DATA_LEN(self_in, str_data, str_len);
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +020072 bool is_bytes = MP_OBJ_IS_TYPE(self_in, &bytes_type);
73 if (kind == PRINT_STR && !is_bytes) {
Damien George5fa93b62014-01-22 14:35:10 +000074 print(env, "%.*s", str_len, str_data);
Paul Sokolovsky76d982e2014-01-13 19:19:16 +020075 } else {
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +020076 if (is_bytes) {
77 print(env, "b");
78 }
Paul Sokolovsky0b7e29c2014-01-28 03:40:06 +020079 mp_str_print_quoted(print, env, str_data, str_len);
Paul Sokolovsky76d982e2014-01-13 19:19:16 +020080 }
Damiend99b0522013-12-21 18:17:45 +000081}
82
Damien George55baff42014-01-21 21:40:13 +000083// like strstr but with specified length and allows \0 bytes
84// TODO replace with something more efficient/standard
85static const byte *find_subbytes(const byte *haystack, uint hlen, const byte *needle, uint nlen) {
86 if (hlen >= nlen) {
87 for (uint i = 0; i <= hlen - nlen; i++) {
88 bool found = true;
89 for (uint j = 0; j < nlen; j++) {
90 if (haystack[i + j] != needle[j]) {
91 found = false;
92 break;
93 }
94 }
95 if (found) {
96 return haystack + i;
97 }
98 }
99 }
100 return NULL;
101}
102
Damiend99b0522013-12-21 18:17:45 +0000103mp_obj_t str_binary_op(int op, mp_obj_t lhs_in, mp_obj_t rhs_in) {
Damien George5fa93b62014-01-22 14:35:10 +0000104 GET_STR_DATA_LEN(lhs_in, lhs_data, lhs_len);
Damiend99b0522013-12-21 18:17:45 +0000105 switch (op) {
106 case RT_BINARY_OP_SUBSCR:
Paul Sokolovsky31ba60f2014-01-03 02:51:16 +0200107 // TODO: need predicate to check for int-like type (bools are such for example)
108 // ["no", "yes"][1 == 2] is common idiom
109 if (MP_OBJ_IS_SMALL_INT(rhs_in)) {
Damien George5fa93b62014-01-22 14:35:10 +0000110 uint index = mp_get_index(mp_obj_get_type(lhs_in), lhs_len, rhs_in);
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200111 if (MP_OBJ_IS_TYPE(lhs_in, &bytes_type)) {
Damien George7c9c6672014-01-25 00:17:36 +0000112 return MP_OBJ_NEW_SMALL_INT((mp_small_int_t)lhs_data[index]);
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200113 } else {
114 return mp_obj_new_str(lhs_data + index, 1, true);
115 }
Paul Sokolovskye606cb62014-01-04 01:34:23 +0200116#if MICROPY_ENABLE_SLICE
Paul Sokolovsky31ba60f2014-01-03 02:51:16 +0200117 } else if (MP_OBJ_IS_TYPE(rhs_in, &slice_type)) {
Paul Sokolovsky7364af22014-02-02 02:38:22 +0200118 machine_uint_t start, stop;
119 assert(m_seq_get_fast_slice_indexes(lhs_len, rhs_in, &start, &stop));
Damien George5fa93b62014-01-22 14:35:10 +0000120 return mp_obj_new_str(lhs_data + start, stop - start, false);
Paul Sokolovskye606cb62014-01-04 01:34:23 +0200121#endif
Paul Sokolovsky31ba60f2014-01-03 02:51:16 +0200122 } else {
Paul Sokolovskyf8b9d3c2014-01-04 01:38:26 +0200123 // Message doesn't match CPython, but we don't have so much bytes as they
124 // to spend them on verbose wording
Damien Georgeeb7bfcb2014-01-04 15:57:35 +0000125 nlr_jump(mp_obj_new_exception_msg(MP_QSTR_TypeError, "index must be int"));
Paul Sokolovsky31ba60f2014-01-03 02:51:16 +0200126 }
Damiend99b0522013-12-21 18:17:45 +0000127
128 case RT_BINARY_OP_ADD:
129 case RT_BINARY_OP_INPLACE_ADD:
Damien George5fa93b62014-01-22 14:35:10 +0000130 if (MP_OBJ_IS_STR(rhs_in)) {
Damiend99b0522013-12-21 18:17:45 +0000131 // add 2 strings
Damien George5fa93b62014-01-22 14:35:10 +0000132
133 GET_STR_DATA_LEN(rhs_in, rhs_data, rhs_len);
Damien George55baff42014-01-21 21:40:13 +0000134 int alloc_len = lhs_len + rhs_len;
Damien George5fa93b62014-01-22 14:35:10 +0000135
136 /* code for making qstr
Damien George55baff42014-01-21 21:40:13 +0000137 byte *q_ptr;
138 byte *val = qstr_build_start(alloc_len, &q_ptr);
139 memcpy(val, lhs_data, lhs_len);
140 memcpy(val + lhs_len, rhs_data, rhs_len);
Damien George5fa93b62014-01-22 14:35:10 +0000141 return MP_OBJ_NEW_QSTR(qstr_build_end(q_ptr));
142 */
143
144 // code for non-qstr
145 byte *data;
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200146 mp_obj_t s = mp_obj_str_builder_start(mp_obj_get_type(lhs_in), alloc_len, &data);
Damien George5fa93b62014-01-22 14:35:10 +0000147 memcpy(data, lhs_data, lhs_len);
148 memcpy(data + lhs_len, rhs_data, rhs_len);
149 return mp_obj_str_builder_end(s);
Damiend99b0522013-12-21 18:17:45 +0000150 }
151 break;
Damien George5fa93b62014-01-22 14:35:10 +0000152
Damien George9aa2a522014-02-01 23:04:09 +0000153 case RT_BINARY_OP_IN:
John R. Lentonc1bef212014-01-11 12:39:33 +0000154 /* NOTE `a in b` is `b.__contains__(a)` */
Damien George5fa93b62014-01-22 14:35:10 +0000155 if (MP_OBJ_IS_STR(rhs_in)) {
156 GET_STR_DATA_LEN(rhs_in, rhs_data, rhs_len);
Damien George9aa2a522014-02-01 23:04:09 +0000157 return MP_BOOL(find_subbytes(lhs_data, lhs_len, rhs_data, rhs_len) != NULL);
John R. Lentonc1bef212014-01-11 12:39:33 +0000158 }
159 break;
Damien George5fa93b62014-01-22 14:35:10 +0000160
Paul Sokolovsky545591a2014-01-21 00:27:33 +0200161 case RT_BINARY_OP_MULTIPLY:
162 {
163 if (!MP_OBJ_IS_SMALL_INT(rhs_in)) {
164 return NULL;
165 }
166 int n = MP_OBJ_SMALL_INT_VALUE(rhs_in);
Damien George5fa93b62014-01-22 14:35:10 +0000167 byte *data;
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200168 mp_obj_t s = mp_obj_str_builder_start(mp_obj_get_type(lhs_in), lhs_len * n, &data);
Damien George5fa93b62014-01-22 14:35:10 +0000169 mp_seq_multiply(lhs_data, sizeof(*lhs_data), lhs_len, n, data);
170 return mp_obj_str_builder_end(s);
Paul Sokolovsky545591a2014-01-21 00:27:33 +0200171 }
Paul Sokolovsky87e85b72014-02-02 08:24:07 +0200172
173 // These 2 are never passed here, dealt with as a special case in rt_binary_op().
174 //case RT_BINARY_OP_EQUAL:
175 //case RT_BINARY_OP_NOT_EQUAL:
176 case RT_BINARY_OP_LESS:
177 case RT_BINARY_OP_LESS_EQUAL:
178 case RT_BINARY_OP_MORE:
179 case RT_BINARY_OP_MORE_EQUAL:
180 if (MP_OBJ_IS_STR(rhs_in)) {
181 GET_STR_DATA_LEN(rhs_in, rhs_data, rhs_len);
182 return MP_BOOL(mp_seq_cmp_bytes(op, lhs_data, lhs_len, rhs_data, rhs_len));
183 }
Damiend99b0522013-12-21 18:17:45 +0000184 }
185
186 return MP_OBJ_NULL; // op not supported
187}
188
189mp_obj_t str_join(mp_obj_t self_in, mp_obj_t arg) {
Damien George5fa93b62014-01-22 14:35:10 +0000190 assert(MP_OBJ_IS_STR(self_in));
Damiend99b0522013-12-21 18:17:45 +0000191
Damien Georgefe8fb912014-01-02 16:36:09 +0000192 // get separation string
Damien George5fa93b62014-01-22 14:35:10 +0000193 GET_STR_DATA_LEN(self_in, sep_str, sep_len);
Damien Georgefe8fb912014-01-02 16:36:09 +0000194
195 // process args
Damiend99b0522013-12-21 18:17:45 +0000196 uint seq_len;
197 mp_obj_t *seq_items;
198 if (MP_OBJ_IS_TYPE(arg, &tuple_type)) {
199 mp_obj_tuple_get(arg, &seq_len, &seq_items);
200 } else if (MP_OBJ_IS_TYPE(arg, &list_type)) {
201 mp_obj_list_get(arg, &seq_len, &seq_items);
202 } else {
203 goto bad_arg;
204 }
Damien Georgefe8fb912014-01-02 16:36:09 +0000205
206 // count required length
207 int required_len = 0;
Damiend99b0522013-12-21 18:17:45 +0000208 for (int i = 0; i < seq_len; i++) {
Damien George5fa93b62014-01-22 14:35:10 +0000209 if (!MP_OBJ_IS_STR(seq_items[i])) {
Damiend99b0522013-12-21 18:17:45 +0000210 goto bad_arg;
211 }
Damien Georgefe8fb912014-01-02 16:36:09 +0000212 if (i > 0) {
213 required_len += sep_len;
214 }
Damien George5fa93b62014-01-22 14:35:10 +0000215 GET_STR_LEN(seq_items[i], l);
216 required_len += l;
Damiend99b0522013-12-21 18:17:45 +0000217 }
218
219 // make joined string
Damien George5fa93b62014-01-22 14:35:10 +0000220 byte *data;
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200221 mp_obj_t joined_str = mp_obj_str_builder_start(mp_obj_get_type(self_in), required_len, &data);
Damiend99b0522013-12-21 18:17:45 +0000222 for (int i = 0; i < seq_len; i++) {
Damiend99b0522013-12-21 18:17:45 +0000223 if (i > 0) {
Damien George5fa93b62014-01-22 14:35:10 +0000224 memcpy(data, sep_str, sep_len);
225 data += sep_len;
Damiend99b0522013-12-21 18:17:45 +0000226 }
Damien George5fa93b62014-01-22 14:35:10 +0000227 GET_STR_DATA_LEN(seq_items[i], s, l);
228 memcpy(data, s, l);
229 data += l;
Damiend99b0522013-12-21 18:17:45 +0000230 }
Damien Georgefe8fb912014-01-02 16:36:09 +0000231
232 // return joined string
Damien George5fa93b62014-01-22 14:35:10 +0000233 return mp_obj_str_builder_end(joined_str);
Damiend99b0522013-12-21 18:17:45 +0000234
235bad_arg:
Damien Georgeeb7bfcb2014-01-04 15:57:35 +0000236 nlr_jump(mp_obj_new_exception_msg(MP_QSTR_TypeError, "?str.join expecting a list of str's"));
Damiend99b0522013-12-21 18:17:45 +0000237}
238
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200239#define is_ws(c) ((c) == ' ' || (c) == '\t')
240
241static mp_obj_t str_split(uint n_args, const mp_obj_t *args) {
242 int splits = -1;
243 mp_obj_t sep = mp_const_none;
244 if (n_args > 1) {
245 sep = args[1];
246 if (n_args > 2) {
247 splits = MP_OBJ_SMALL_INT_VALUE(args[2]);
248 }
249 }
250 assert(sep == mp_const_none);
Damien George12eacca2014-01-21 21:54:15 +0000251 (void)sep; // unused; to hush compiler warning
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200252 mp_obj_t res = mp_obj_new_list(0, NULL);
Damien George5fa93b62014-01-22 14:35:10 +0000253 GET_STR_DATA_LEN(args[0], s, len);
254 const byte *top = s + len;
255 const byte *start;
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200256
257 // Initial whitespace is not counted as split, so we pre-do it
Damien George5fa93b62014-01-22 14:35:10 +0000258 while (s < top && is_ws(*s)) s++;
259 while (s < top && splits != 0) {
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200260 start = s;
Damien George5fa93b62014-01-22 14:35:10 +0000261 while (s < top && !is_ws(*s)) s++;
262 rt_list_append(res, mp_obj_new_str(start, s - start, false));
263 if (s >= top) {
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200264 break;
265 }
Damien George5fa93b62014-01-22 14:35:10 +0000266 while (s < top && is_ws(*s)) s++;
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200267 if (splits > 0) {
268 splits--;
269 }
270 }
271
Damien George5fa93b62014-01-22 14:35:10 +0000272 if (s < top) {
273 rt_list_append(res, mp_obj_new_str(s, top - s, false));
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200274 }
275
276 return res;
277}
278
Damien Georgea11ceca2014-01-19 16:02:09 +0000279static mp_obj_t str_find(uint n_args, const mp_obj_t *args) {
John R. Lentone8204912014-01-12 21:53:52 +0000280 assert(2 <= n_args && n_args <= 4);
Damien George5fa93b62014-01-22 14:35:10 +0000281 assert(MP_OBJ_IS_STR(args[0]));
282 assert(MP_OBJ_IS_STR(args[1]));
John R. Lentone8204912014-01-12 21:53:52 +0000283
Damien George5fa93b62014-01-22 14:35:10 +0000284 GET_STR_DATA_LEN(args[0], haystack, haystack_len);
285 GET_STR_DATA_LEN(args[1], needle, needle_len);
John R. Lentone8204912014-01-12 21:53:52 +0000286
287 size_t start = 0;
288 size_t end = haystack_len;
289 /* TODO use a non-exception-throwing mp_get_index */
290 if (n_args >= 3 && args[2] != mp_const_none) {
291 start = mp_get_index(&str_type, haystack_len, args[2]);
292 }
293 if (n_args >= 4 && args[3] != mp_const_none) {
294 end = mp_get_index(&str_type, haystack_len, args[3]);
295 }
296
Damien George5fa93b62014-01-22 14:35:10 +0000297 const byte *p = find_subbytes(haystack + start, haystack_len - start, needle, needle_len);
Damien George23005372014-01-13 19:39:01 +0000298 if (p == NULL) {
299 // not found
300 return MP_OBJ_NEW_SMALL_INT(-1);
301 } else {
302 // found
303 machine_int_t pos = p - haystack;
John R. Lentone8204912014-01-12 21:53:52 +0000304 if (pos + needle_len > end) {
305 pos = -1;
306 }
Damien George23005372014-01-13 19:39:01 +0000307 return MP_OBJ_NEW_SMALL_INT(pos);
John R. Lentone8204912014-01-12 21:53:52 +0000308 }
John R. Lentone8204912014-01-12 21:53:52 +0000309}
310
Paul Sokolovsky1eacefe2014-01-23 01:20:40 +0200311// TODO: (Much) more variety in args
312static mp_obj_t str_startswith(mp_obj_t self_in, mp_obj_t arg) {
313 GET_STR_DATA_LEN(self_in, str, str_len);
314 GET_STR_DATA_LEN(arg, prefix, prefix_len);
315 if (prefix_len > str_len) {
316 return mp_const_false;
317 }
318 return MP_BOOL(memcmp(str, prefix, prefix_len) == 0);
319}
320
Damien George5fa93b62014-01-22 14:35:10 +0000321static bool chr_in_str(const byte* const str, const size_t str_len, int c) {
322 for (size_t i = 0; i < str_len; i++) {
323 if (str[i] == c) {
324 return true;
325 }
326 }
327 return false;
328}
329
Damien Georgea11ceca2014-01-19 16:02:09 +0000330mp_obj_t str_strip(uint n_args, const mp_obj_t *args) {
xbe7b0f39f2014-01-08 14:23:45 -0800331 assert(1 <= n_args && n_args <= 2);
Damien George5fa93b62014-01-22 14:35:10 +0000332 assert(MP_OBJ_IS_STR(args[0]));
333
334 const byte *chars_to_del;
335 uint chars_to_del_len;
336 static const byte whitespace[] = " \t\n\r\v\f";
xbe7b0f39f2014-01-08 14:23:45 -0800337
338 if (n_args == 1) {
339 chars_to_del = whitespace;
Damien George5fa93b62014-01-22 14:35:10 +0000340 chars_to_del_len = sizeof(whitespace);
xbe7b0f39f2014-01-08 14:23:45 -0800341 } else {
Damien George5fa93b62014-01-22 14:35:10 +0000342 assert(MP_OBJ_IS_STR(args[1]));
343 GET_STR_DATA_LEN(args[1], s, l);
344 chars_to_del = s;
345 chars_to_del_len = l;
xbe7b0f39f2014-01-08 14:23:45 -0800346 }
347
Damien George5fa93b62014-01-22 14:35:10 +0000348 GET_STR_DATA_LEN(args[0], orig_str, orig_str_len);
xbe7b0f39f2014-01-08 14:23:45 -0800349
350 size_t first_good_char_pos = 0;
351 bool first_good_char_pos_set = false;
352 size_t last_good_char_pos = 0;
353 for (size_t i = 0; i < orig_str_len; i++) {
354 if (!chr_in_str(chars_to_del, chars_to_del_len, orig_str[i])) {
355 last_good_char_pos = i;
356 if (!first_good_char_pos_set) {
357 first_good_char_pos = i;
358 first_good_char_pos_set = true;
359 }
360 }
361 }
362
363 if (first_good_char_pos == 0 && last_good_char_pos == 0) {
Damien George5fa93b62014-01-22 14:35:10 +0000364 // string is all whitespace, return ''
365 return MP_OBJ_NEW_QSTR(MP_QSTR_);
xbe7b0f39f2014-01-08 14:23:45 -0800366 }
367
368 assert(last_good_char_pos >= first_good_char_pos);
369 //+1 to accomodate the last character
370 size_t stripped_len = last_good_char_pos - first_good_char_pos + 1;
Damien George5fa93b62014-01-22 14:35:10 +0000371 return mp_obj_new_str(orig_str + first_good_char_pos, stripped_len, false);
xbe7b0f39f2014-01-08 14:23:45 -0800372}
373
Damien Georgea11ceca2014-01-19 16:02:09 +0000374mp_obj_t str_format(uint n_args, const mp_obj_t *args) {
Damien George5fa93b62014-01-22 14:35:10 +0000375 assert(MP_OBJ_IS_STR(args[0]));
Damiend99b0522013-12-21 18:17:45 +0000376
Damien George5fa93b62014-01-22 14:35:10 +0000377 GET_STR_DATA_LEN(args[0], str, len);
Damiend99b0522013-12-21 18:17:45 +0000378 int arg_i = 1;
379 vstr_t *vstr = vstr_new();
Damien George5fa93b62014-01-22 14:35:10 +0000380 for (const byte *top = str + len; str < top; str++) {
Damiend99b0522013-12-21 18:17:45 +0000381 if (*str == '{') {
382 str++;
Damien George5fa93b62014-01-22 14:35:10 +0000383 if (str < top && *str == '{') {
Damiend99b0522013-12-21 18:17:45 +0000384 vstr_add_char(vstr, '{');
Paul Sokolovskyf2b796e2014-01-15 22:45:20 +0200385 } else {
Damien George5fa93b62014-01-22 14:35:10 +0000386 while (str < top && *str != '}') str++;
Damiend99b0522013-12-21 18:17:45 +0000387 if (arg_i >= n_args) {
Damien Georgeeb7bfcb2014-01-04 15:57:35 +0000388 nlr_jump(mp_obj_new_exception_msg(MP_QSTR_IndexError, "tuple index out of range"));
Damiend99b0522013-12-21 18:17:45 +0000389 }
Paul Sokolovsky76d982e2014-01-13 19:19:16 +0200390 // TODO: may be PRINT_REPR depending on formatting code
Damien George4899ff92014-01-15 22:39:03 +0000391 mp_obj_print_helper((void (*)(void*, const char*, ...))vstr_printf, vstr, args[arg_i], PRINT_STR);
Damiend99b0522013-12-21 18:17:45 +0000392 arg_i++;
393 }
394 } else {
395 vstr_add_char(vstr, *str);
396 }
397 }
398
Damien George5fa93b62014-01-22 14:35:10 +0000399 mp_obj_t s = mp_obj_new_str((byte*)vstr->buf, vstr->len, false);
400 vstr_free(vstr);
401 return s;
Damiend99b0522013-12-21 18:17:45 +0000402}
403
xbe480c15a2014-01-30 22:17:30 -0800404mp_obj_t str_replace(uint n_args, const mp_obj_t *args) {
405 assert(MP_OBJ_IS_STR(args[0]));
406 assert(MP_OBJ_IS_STR(args[1]));
407 assert(MP_OBJ_IS_STR(args[2]));
408
Damien George94f68302014-01-31 23:45:12 +0000409 machine_int_t max_rep = 0;
xbe480c15a2014-01-30 22:17:30 -0800410 if (n_args == 4) {
411 assert(MP_OBJ_IS_SMALL_INT(args[3]));
412 max_rep = MP_OBJ_SMALL_INT_VALUE(args[3]);
413 if (max_rep == 0) {
Damien George94f68302014-01-31 23:45:12 +0000414 return args[0];
415 } else if (max_rep < 0) {
xbe480c15a2014-01-30 22:17:30 -0800416 max_rep = 0;
417 }
418 }
Damien George94f68302014-01-31 23:45:12 +0000419
420 // if max_rep is still 0 by this point we will need to do all possible replacements
xbe480c15a2014-01-30 22:17:30 -0800421
422 GET_STR_DATA_LEN(args[0], str, str_len);
423 GET_STR_DATA_LEN(args[1], old, old_len);
424 GET_STR_DATA_LEN(args[2], new, new_len);
Damien George94f68302014-01-31 23:45:12 +0000425
426 // old won't exist in str if it's longer, so nothing to replace
xbe480c15a2014-01-30 22:17:30 -0800427 if (old_len > str_len) {
Damien George94f68302014-01-31 23:45:12 +0000428 return args[0];
xbe480c15a2014-01-30 22:17:30 -0800429 }
430
Damien George94f68302014-01-31 23:45:12 +0000431 // data for the replaced string
432 byte *data = NULL;
433 mp_obj_t replaced_str = MP_OBJ_NULL;
xbe480c15a2014-01-30 22:17:30 -0800434
Damien George94f68302014-01-31 23:45:12 +0000435 // do 2 passes over the string:
436 // first pass computes the required length of the replaced string
437 // second pass does the replacements
438 for (;;) {
439 machine_uint_t replaced_str_index = 0;
440 machine_uint_t num_replacements_done = 0;
441 const byte *old_occurrence;
442 const byte *offset_ptr = str;
443 machine_uint_t offset_num = 0;
444 while ((old_occurrence = find_subbytes(offset_ptr, str_len - offset_num, old, old_len)) != NULL) {
445 // copy from just after end of last occurrence of to-be-replaced string to right before start of next occurrence
446 if (data != NULL) {
447 memcpy(data + replaced_str_index, offset_ptr, old_occurrence - offset_ptr);
448 }
449 replaced_str_index += old_occurrence - offset_ptr;
450 // copy the replacement string
451 if (data != NULL) {
452 memcpy(data + replaced_str_index, new, new_len);
453 }
454 replaced_str_index += new_len;
455 offset_ptr = old_occurrence + old_len;
456 offset_num = offset_ptr - str;
xbe480c15a2014-01-30 22:17:30 -0800457
Damien George94f68302014-01-31 23:45:12 +0000458 num_replacements_done++;
459 if (max_rep != 0 && num_replacements_done == max_rep){
460 break;
461 }
462 }
463
464 // copy from just after end of last occurrence of to-be-replaced string to end of old string
465 if (data != NULL) {
466 memcpy(data + replaced_str_index, offset_ptr, str_len - offset_num);
467 }
468 replaced_str_index += str_len - offset_num;
469
470 if (data == NULL) {
471 // first pass
472 if (num_replacements_done == 0) {
473 // no substr found, return original string
474 return args[0];
475 } else {
476 // substr found, allocate new string
477 replaced_str = mp_obj_str_builder_start(mp_obj_get_type(args[0]), replaced_str_index, &data);
478 }
479 } else {
480 // second pass, we are done
481 break;
482 }
xbe480c15a2014-01-30 22:17:30 -0800483 }
Damien George94f68302014-01-31 23:45:12 +0000484
xbe480c15a2014-01-30 22:17:30 -0800485 return mp_obj_str_builder_end(replaced_str);
486}
487
John R. Lentone8204912014-01-12 21:53:52 +0000488static MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(str_find_obj, 2, 4, str_find);
Damiend99b0522013-12-21 18:17:45 +0000489static MP_DEFINE_CONST_FUN_OBJ_2(str_join_obj, str_join);
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200490static MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(str_split_obj, 1, 3, str_split);
Paul Sokolovsky1eacefe2014-01-23 01:20:40 +0200491static MP_DEFINE_CONST_FUN_OBJ_2(str_startswith_obj, str_startswith);
xbe7b0f39f2014-01-08 14:23:45 -0800492static MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(str_strip_obj, 1, 2, str_strip);
Damiend99b0522013-12-21 18:17:45 +0000493static MP_DEFINE_CONST_FUN_OBJ_VAR(str_format_obj, 1, str_format);
xbe480c15a2014-01-30 22:17:30 -0800494static MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(str_replace_obj, 3, 4, str_replace);
Damiend99b0522013-12-21 18:17:45 +0000495
ian-va5a01df2014-01-06 14:14:11 -0800496static const mp_method_t str_type_methods[] = {
John R. Lentone8204912014-01-12 21:53:52 +0000497 { "find", &str_find_obj },
ian-v7a16fad2014-01-06 09:52:29 -0800498 { "join", &str_join_obj },
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200499 { "split", &str_split_obj },
Paul Sokolovsky1eacefe2014-01-23 01:20:40 +0200500 { "startswith", &str_startswith_obj },
xbe7b0f39f2014-01-08 14:23:45 -0800501 { "strip", &str_strip_obj },
ian-v7a16fad2014-01-06 09:52:29 -0800502 { "format", &str_format_obj },
xbe480c15a2014-01-30 22:17:30 -0800503 { "replace", &str_replace_obj },
ian-v7a16fad2014-01-06 09:52:29 -0800504 { NULL, NULL }, // end-of-list sentinel
505};
Damien George97209d32014-01-07 15:58:30 +0000506
Damiend99b0522013-12-21 18:17:45 +0000507const mp_obj_type_t str_type = {
508 { &mp_const_type },
509 "str",
Paul Sokolovsky860ffb02014-01-05 22:34:09 +0200510 .print = str_print,
511 .binary_op = str_binary_op,
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200512 .getiter = mp_obj_new_str_iterator,
ian-v7a16fad2014-01-06 09:52:29 -0800513 .methods = str_type_methods,
Damiend99b0522013-12-21 18:17:45 +0000514};
515
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200516// Reuses most of methods from str
517const mp_obj_type_t bytes_type = {
518 { &mp_const_type },
519 "bytes",
520 .print = str_print,
521 .binary_op = str_binary_op,
522 .getiter = mp_obj_new_bytes_iterator,
523 .methods = str_type_methods,
524};
525
526mp_obj_t mp_obj_str_builder_start(const mp_obj_type_t *type, uint len, byte **data) {
Damien George5fa93b62014-01-22 14:35:10 +0000527 mp_obj_str_t *o = m_new_obj_var(mp_obj_str_t, byte, len + 1);
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200528 o->base.type = type;
Damien George5fa93b62014-01-22 14:35:10 +0000529 o->len = len;
530 *data = o->data;
Damiend99b0522013-12-21 18:17:45 +0000531 return o;
532}
533
Damien George5fa93b62014-01-22 14:35:10 +0000534mp_obj_t mp_obj_str_builder_end(mp_obj_t o_in) {
535 assert(MP_OBJ_IS_STR(o_in));
536 mp_obj_str_t *o = o_in;
537 o->hash = qstr_compute_hash(o->data, o->len);
538 o->data[o->len] = '\0'; // for now we add null for compatibility with C ASCIIZ strings
539 return o;
540}
541
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200542static mp_obj_t str_new(const mp_obj_type_t *type, const byte* data, uint len) {
543 mp_obj_str_t *o = m_new_obj_var(mp_obj_str_t, byte, len + 1);
544 o->base.type = type;
545 o->hash = qstr_compute_hash(data, len);
546 o->len = len;
547 memcpy(o->data, data, len * sizeof(byte));
548 o->data[len] = '\0'; // for now we add null for compatibility with C ASCIIZ strings
549 return o;
550}
551
Damien George5fa93b62014-01-22 14:35:10 +0000552mp_obj_t mp_obj_new_str(const byte* data, uint len, bool make_qstr_if_not_already) {
553 qstr q = qstr_find_strn(data, len);
554 if (q != MP_QSTR_NULL) {
555 // qstr with this data already exists
556 return MP_OBJ_NEW_QSTR(q);
557 } else if (make_qstr_if_not_already) {
558 // no existing qstr, make a new one
559 return MP_OBJ_NEW_QSTR(qstr_from_strn((const char*)data, len));
560 } else {
561 // no existing qstr, don't make one
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200562 return str_new(&str_type, data, len);
Paul Sokolovsky8965a5e2014-01-20 23:33:19 +0200563 }
Damien George5fa93b62014-01-22 14:35:10 +0000564}
565
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200566mp_obj_t mp_obj_new_bytes(const byte* data, uint len) {
567 return str_new(&bytes_type, data, len);
568}
569
Damien George5fa93b62014-01-22 14:35:10 +0000570bool mp_obj_str_equal(mp_obj_t s1, mp_obj_t s2) {
571 if (MP_OBJ_IS_QSTR(s1) && MP_OBJ_IS_QSTR(s2)) {
572 return s1 == s2;
573 } else {
574 GET_STR_HASH(s1, h1);
575 GET_STR_HASH(s2, h2);
576 if (h1 != h2) {
577 return false;
578 }
579 GET_STR_DATA_LEN(s1, d1, l1);
580 GET_STR_DATA_LEN(s2, d2, l2);
581 if (l1 != l2) {
582 return false;
583 }
Damien George1e708fe2014-01-23 18:27:51 +0000584 return memcmp(d1, d2, l1) == 0;
Paul Sokolovsky8965a5e2014-01-20 23:33:19 +0200585 }
Damien George5fa93b62014-01-22 14:35:10 +0000586}
587
Damien Georgeb829b5c2014-01-25 13:51:19 +0000588void bad_implicit_conversion(mp_obj_t self_in) __attribute__((noreturn));
589void bad_implicit_conversion(mp_obj_t self_in) {
590 nlr_jump(mp_obj_new_exception_msg_varg(MP_QSTR_TypeError, "Can't convert '%s' object to str implicitly", mp_obj_get_type_str(self_in)));
591}
592
Damien George5fa93b62014-01-22 14:35:10 +0000593uint mp_obj_str_get_hash(mp_obj_t self_in) {
594 if (MP_OBJ_IS_STR(self_in)) {
595 GET_STR_HASH(self_in, h);
596 return h;
597 } else {
Damien Georgeb829b5c2014-01-25 13:51:19 +0000598 bad_implicit_conversion(self_in);
Damien George5fa93b62014-01-22 14:35:10 +0000599 }
600}
601
602uint mp_obj_str_get_len(mp_obj_t self_in) {
603 if (MP_OBJ_IS_STR(self_in)) {
604 GET_STR_LEN(self_in, l);
605 return l;
606 } else {
Damien Georgeb829b5c2014-01-25 13:51:19 +0000607 bad_implicit_conversion(self_in);
608 }
609}
610
611// use this if you will anyway convert the string to a qstr
612// will be more efficient for the case where it's already a qstr
613qstr mp_obj_str_get_qstr(mp_obj_t self_in) {
614 if (MP_OBJ_IS_QSTR(self_in)) {
615 return MP_OBJ_QSTR_VALUE(self_in);
616 } else if (MP_OBJ_IS_TYPE(self_in, &str_type)) {
617 mp_obj_str_t *self = self_in;
618 return qstr_from_strn((char*)self->data, self->len);
619 } else {
620 bad_implicit_conversion(self_in);
Damien George5fa93b62014-01-22 14:35:10 +0000621 }
622}
623
624// only use this function if you need the str data to be zero terminated
625// at the moment all strings are zero terminated to help with C ASCIIZ compatibility
626const char *mp_obj_str_get_str(mp_obj_t self_in) {
627 if (MP_OBJ_IS_STR(self_in)) {
628 GET_STR_DATA_LEN(self_in, s, l);
629 (void)l; // len unused
630 return (const char*)s;
631 } else {
Damien Georgeb829b5c2014-01-25 13:51:19 +0000632 bad_implicit_conversion(self_in);
Damien George5fa93b62014-01-22 14:35:10 +0000633 }
634}
635
636const byte *mp_obj_str_get_data(mp_obj_t self_in, uint *len) {
637 if (MP_OBJ_IS_STR(self_in)) {
638 GET_STR_DATA_LEN(self_in, s, l);
639 *len = l;
640 return s;
641 } else {
Damien Georgeb829b5c2014-01-25 13:51:19 +0000642 bad_implicit_conversion(self_in);
Damien George5fa93b62014-01-22 14:35:10 +0000643 }
Damiend99b0522013-12-21 18:17:45 +0000644}
xyb8cfc9f02014-01-05 18:47:51 +0800645
646/******************************************************************************/
647/* str iterator */
648
649typedef struct _mp_obj_str_it_t {
650 mp_obj_base_t base;
Damien George5fa93b62014-01-22 14:35:10 +0000651 mp_obj_t str;
xyb8cfc9f02014-01-05 18:47:51 +0800652 machine_uint_t cur;
653} mp_obj_str_it_t;
654
655mp_obj_t str_it_iternext(mp_obj_t self_in) {
656 mp_obj_str_it_t *self = self_in;
Damien George5fa93b62014-01-22 14:35:10 +0000657 GET_STR_DATA_LEN(self->str, str, len);
658 if (self->cur < len) {
659 mp_obj_t o_out = mp_obj_new_str(str + self->cur, 1, true);
xyb8cfc9f02014-01-05 18:47:51 +0800660 self->cur += 1;
661 return o_out;
662 } else {
663 return mp_const_stop_iteration;
664 }
665}
666
667static const mp_obj_type_t str_it_type = {
668 { &mp_const_type },
669 "str_iterator",
Paul Sokolovsky860ffb02014-01-05 22:34:09 +0200670 .iternext = str_it_iternext,
xyb8cfc9f02014-01-05 18:47:51 +0800671};
672
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200673mp_obj_t bytes_it_iternext(mp_obj_t self_in) {
674 mp_obj_str_it_t *self = self_in;
675 GET_STR_DATA_LEN(self->str, str, len);
676 if (self->cur < len) {
Damien George7c9c6672014-01-25 00:17:36 +0000677 mp_obj_t o_out = MP_OBJ_NEW_SMALL_INT((mp_small_int_t)str[self->cur]);
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200678 self->cur += 1;
679 return o_out;
680 } else {
681 return mp_const_stop_iteration;
682 }
683}
684
685static const mp_obj_type_t bytes_it_type = {
686 { &mp_const_type },
687 "bytes_iterator",
688 .iternext = bytes_it_iternext,
689};
690
691mp_obj_t mp_obj_new_str_iterator(mp_obj_t str) {
xyb8cfc9f02014-01-05 18:47:51 +0800692 mp_obj_str_it_t *o = m_new_obj(mp_obj_str_it_t);
693 o->base.type = &str_it_type;
694 o->str = str;
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200695 o->cur = 0;
696 return o;
697}
698
699mp_obj_t mp_obj_new_bytes_iterator(mp_obj_t str) {
700 mp_obj_str_it_t *o = m_new_obj(mp_obj_str_it_t);
701 o->base.type = &bytes_it_type;
702 o->str = str;
703 o->cur = 0;
xyb8cfc9f02014-01-05 18:47:51 +0800704 return o;
705}