blob: 92bd71f3de3a45eaec114f526d5dd6ef4ab65c6a [file] [log] [blame]
Damiend99b0522013-12-21 18:17:45 +00001#include <stdlib.h>
2#include <stdint.h>
3#include <stdarg.h>
4#include <string.h>
5#include <assert.h>
6
7#include "nlr.h"
8#include "misc.h"
9#include "mpconfig.h"
Damien George55baff42014-01-21 21:40:13 +000010#include "qstr.h"
Damiend99b0522013-12-21 18:17:45 +000011#include "obj.h"
12#include "runtime0.h"
13#include "runtime.h"
14
15typedef struct _mp_obj_str_t {
16 mp_obj_base_t base;
Damien George5fa93b62014-01-22 14:35:10 +000017 machine_uint_t hash : 16; // XXX here we assume the hash size is 16 bits (it is at the moment; see qstr.c)
18 machine_uint_t len : 16; // len == number of bytes used in data, alloc = len + 1 because (at the moment) we also append a null byte
19 byte data[];
Damiend99b0522013-12-21 18:17:45 +000020} mp_obj_str_t;
21
Damien George5fa93b62014-01-22 14:35:10 +000022// use this macro to extract the string hash
23#define GET_STR_HASH(str_obj_in, str_hash) uint str_hash; if (MP_OBJ_IS_QSTR(str_obj_in)) { str_hash = qstr_hash(MP_OBJ_QSTR_VALUE(str_obj_in)); } else { str_hash = ((mp_obj_str_t*)str_obj_in)->hash; }
24
25// use this macro to extract the string length
26#define GET_STR_LEN(str_obj_in, str_len) uint str_len; if (MP_OBJ_IS_QSTR(str_obj_in)) { str_len = qstr_len(MP_OBJ_QSTR_VALUE(str_obj_in)); } else { str_len = ((mp_obj_str_t*)str_obj_in)->len; }
27
28// use this macro to extract the string data and length
29#define GET_STR_DATA_LEN(str_obj_in, str_data, str_len) const byte *str_data; uint str_len; if (MP_OBJ_IS_QSTR(str_obj_in)) { str_data = qstr_data(MP_OBJ_QSTR_VALUE(str_obj_in), &str_len); } else { str_len = ((mp_obj_str_t*)str_obj_in)->len; str_data = ((mp_obj_str_t*)str_obj_in)->data; }
30
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +020031static mp_obj_t mp_obj_new_str_iterator(mp_obj_t str);
32static mp_obj_t mp_obj_new_bytes_iterator(mp_obj_t str);
xyb8cfc9f02014-01-05 18:47:51 +080033
34/******************************************************************************/
35/* str */
36
Paul Sokolovsky0b7e29c2014-01-28 03:40:06 +020037void mp_str_print_quoted(void (*print)(void *env, const char *fmt, ...), void *env, const byte *str_data, uint str_len) {
38 // this escapes characters, but it will be very slow to print (calling print many times)
39 bool has_single_quote = false;
40 bool has_double_quote = false;
41 for (const byte *s = str_data, *top = str_data + str_len; (!has_single_quote || !has_double_quote) && s < top; s++) {
42 if (*s == '\'') {
43 has_single_quote = true;
44 } else if (*s == '"') {
45 has_double_quote = true;
46 }
47 }
48 int quote_char = '\'';
49 if (has_single_quote && !has_double_quote) {
50 quote_char = '"';
51 }
52 print(env, "%c", quote_char);
53 for (const byte *s = str_data, *top = str_data + str_len; s < top; s++) {
54 if (*s == quote_char) {
55 print(env, "\\%c", quote_char);
56 } else if (*s == '\\') {
57 print(env, "\\\\");
58 } else if (32 <= *s && *s <= 126) {
59 print(env, "%c", *s);
60 } else if (*s == '\n') {
61 print(env, "\\n");
62 // TODO add more escape codes here if we want to match CPython
63 } else {
64 print(env, "\\x%02x", *s);
65 }
66 }
67 print(env, "%c", quote_char);
68}
69
70static void str_print(void (*print)(void *env, const char *fmt, ...), void *env, mp_obj_t self_in, mp_print_kind_t kind) {
Damien George5fa93b62014-01-22 14:35:10 +000071 GET_STR_DATA_LEN(self_in, str_data, str_len);
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +020072 bool is_bytes = MP_OBJ_IS_TYPE(self_in, &bytes_type);
73 if (kind == PRINT_STR && !is_bytes) {
Damien George5fa93b62014-01-22 14:35:10 +000074 print(env, "%.*s", str_len, str_data);
Paul Sokolovsky76d982e2014-01-13 19:19:16 +020075 } else {
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +020076 if (is_bytes) {
77 print(env, "b");
78 }
Paul Sokolovsky0b7e29c2014-01-28 03:40:06 +020079 mp_str_print_quoted(print, env, str_data, str_len);
Paul Sokolovsky76d982e2014-01-13 19:19:16 +020080 }
Damiend99b0522013-12-21 18:17:45 +000081}
82
Damien George55baff42014-01-21 21:40:13 +000083// like strstr but with specified length and allows \0 bytes
84// TODO replace with something more efficient/standard
85static const byte *find_subbytes(const byte *haystack, uint hlen, const byte *needle, uint nlen) {
86 if (hlen >= nlen) {
87 for (uint i = 0; i <= hlen - nlen; i++) {
88 bool found = true;
89 for (uint j = 0; j < nlen; j++) {
90 if (haystack[i + j] != needle[j]) {
91 found = false;
92 break;
93 }
94 }
95 if (found) {
96 return haystack + i;
97 }
98 }
99 }
100 return NULL;
101}
102
Damiend99b0522013-12-21 18:17:45 +0000103mp_obj_t str_binary_op(int op, mp_obj_t lhs_in, mp_obj_t rhs_in) {
Damien George5fa93b62014-01-22 14:35:10 +0000104 GET_STR_DATA_LEN(lhs_in, lhs_data, lhs_len);
Damiend99b0522013-12-21 18:17:45 +0000105 switch (op) {
106 case RT_BINARY_OP_SUBSCR:
Paul Sokolovsky31ba60f2014-01-03 02:51:16 +0200107 // TODO: need predicate to check for int-like type (bools are such for example)
108 // ["no", "yes"][1 == 2] is common idiom
109 if (MP_OBJ_IS_SMALL_INT(rhs_in)) {
Damien George5fa93b62014-01-22 14:35:10 +0000110 uint index = mp_get_index(mp_obj_get_type(lhs_in), lhs_len, rhs_in);
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200111 if (MP_OBJ_IS_TYPE(lhs_in, &bytes_type)) {
Damien George7c9c6672014-01-25 00:17:36 +0000112 return MP_OBJ_NEW_SMALL_INT((mp_small_int_t)lhs_data[index]);
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200113 } else {
114 return mp_obj_new_str(lhs_data + index, 1, true);
115 }
Paul Sokolovskye606cb62014-01-04 01:34:23 +0200116#if MICROPY_ENABLE_SLICE
Paul Sokolovsky31ba60f2014-01-03 02:51:16 +0200117 } else if (MP_OBJ_IS_TYPE(rhs_in, &slice_type)) {
Paul Sokolovsky7364af22014-02-02 02:38:22 +0200118 machine_uint_t start, stop;
119 assert(m_seq_get_fast_slice_indexes(lhs_len, rhs_in, &start, &stop));
Damien George5fa93b62014-01-22 14:35:10 +0000120 return mp_obj_new_str(lhs_data + start, stop - start, false);
Paul Sokolovskye606cb62014-01-04 01:34:23 +0200121#endif
Paul Sokolovsky31ba60f2014-01-03 02:51:16 +0200122 } else {
Paul Sokolovskyf8b9d3c2014-01-04 01:38:26 +0200123 // Message doesn't match CPython, but we don't have so much bytes as they
124 // to spend them on verbose wording
Damien Georgeeb7bfcb2014-01-04 15:57:35 +0000125 nlr_jump(mp_obj_new_exception_msg(MP_QSTR_TypeError, "index must be int"));
Paul Sokolovsky31ba60f2014-01-03 02:51:16 +0200126 }
Damiend99b0522013-12-21 18:17:45 +0000127
128 case RT_BINARY_OP_ADD:
129 case RT_BINARY_OP_INPLACE_ADD:
Damien George5fa93b62014-01-22 14:35:10 +0000130 if (MP_OBJ_IS_STR(rhs_in)) {
Damiend99b0522013-12-21 18:17:45 +0000131 // add 2 strings
Damien George5fa93b62014-01-22 14:35:10 +0000132
133 GET_STR_DATA_LEN(rhs_in, rhs_data, rhs_len);
Damien George55baff42014-01-21 21:40:13 +0000134 int alloc_len = lhs_len + rhs_len;
Damien George5fa93b62014-01-22 14:35:10 +0000135
136 /* code for making qstr
Damien George55baff42014-01-21 21:40:13 +0000137 byte *q_ptr;
138 byte *val = qstr_build_start(alloc_len, &q_ptr);
139 memcpy(val, lhs_data, lhs_len);
140 memcpy(val + lhs_len, rhs_data, rhs_len);
Damien George5fa93b62014-01-22 14:35:10 +0000141 return MP_OBJ_NEW_QSTR(qstr_build_end(q_ptr));
142 */
143
144 // code for non-qstr
145 byte *data;
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200146 mp_obj_t s = mp_obj_str_builder_start(mp_obj_get_type(lhs_in), alloc_len, &data);
Damien George5fa93b62014-01-22 14:35:10 +0000147 memcpy(data, lhs_data, lhs_len);
148 memcpy(data + lhs_len, rhs_data, rhs_len);
149 return mp_obj_str_builder_end(s);
Damiend99b0522013-12-21 18:17:45 +0000150 }
151 break;
Damien George5fa93b62014-01-22 14:35:10 +0000152
Damien George9aa2a522014-02-01 23:04:09 +0000153 case RT_BINARY_OP_IN:
John R. Lentonc1bef212014-01-11 12:39:33 +0000154 /* NOTE `a in b` is `b.__contains__(a)` */
Damien George5fa93b62014-01-22 14:35:10 +0000155 if (MP_OBJ_IS_STR(rhs_in)) {
156 GET_STR_DATA_LEN(rhs_in, rhs_data, rhs_len);
Damien George9aa2a522014-02-01 23:04:09 +0000157 return MP_BOOL(find_subbytes(lhs_data, lhs_len, rhs_data, rhs_len) != NULL);
John R. Lentonc1bef212014-01-11 12:39:33 +0000158 }
159 break;
Damien George5fa93b62014-01-22 14:35:10 +0000160
Paul Sokolovsky545591a2014-01-21 00:27:33 +0200161 case RT_BINARY_OP_MULTIPLY:
162 {
163 if (!MP_OBJ_IS_SMALL_INT(rhs_in)) {
164 return NULL;
165 }
166 int n = MP_OBJ_SMALL_INT_VALUE(rhs_in);
Damien George5fa93b62014-01-22 14:35:10 +0000167 byte *data;
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200168 mp_obj_t s = mp_obj_str_builder_start(mp_obj_get_type(lhs_in), lhs_len * n, &data);
Damien George5fa93b62014-01-22 14:35:10 +0000169 mp_seq_multiply(lhs_data, sizeof(*lhs_data), lhs_len, n, data);
170 return mp_obj_str_builder_end(s);
Paul Sokolovsky545591a2014-01-21 00:27:33 +0200171 }
Damiend99b0522013-12-21 18:17:45 +0000172 }
173
174 return MP_OBJ_NULL; // op not supported
175}
176
177mp_obj_t str_join(mp_obj_t self_in, mp_obj_t arg) {
Damien George5fa93b62014-01-22 14:35:10 +0000178 assert(MP_OBJ_IS_STR(self_in));
Damiend99b0522013-12-21 18:17:45 +0000179
Damien Georgefe8fb912014-01-02 16:36:09 +0000180 // get separation string
Damien George5fa93b62014-01-22 14:35:10 +0000181 GET_STR_DATA_LEN(self_in, sep_str, sep_len);
Damien Georgefe8fb912014-01-02 16:36:09 +0000182
183 // process args
Damiend99b0522013-12-21 18:17:45 +0000184 uint seq_len;
185 mp_obj_t *seq_items;
186 if (MP_OBJ_IS_TYPE(arg, &tuple_type)) {
187 mp_obj_tuple_get(arg, &seq_len, &seq_items);
188 } else if (MP_OBJ_IS_TYPE(arg, &list_type)) {
189 mp_obj_list_get(arg, &seq_len, &seq_items);
190 } else {
191 goto bad_arg;
192 }
Damien Georgefe8fb912014-01-02 16:36:09 +0000193
194 // count required length
195 int required_len = 0;
Damiend99b0522013-12-21 18:17:45 +0000196 for (int i = 0; i < seq_len; i++) {
Damien George5fa93b62014-01-22 14:35:10 +0000197 if (!MP_OBJ_IS_STR(seq_items[i])) {
Damiend99b0522013-12-21 18:17:45 +0000198 goto bad_arg;
199 }
Damien Georgefe8fb912014-01-02 16:36:09 +0000200 if (i > 0) {
201 required_len += sep_len;
202 }
Damien George5fa93b62014-01-22 14:35:10 +0000203 GET_STR_LEN(seq_items[i], l);
204 required_len += l;
Damiend99b0522013-12-21 18:17:45 +0000205 }
206
207 // make joined string
Damien George5fa93b62014-01-22 14:35:10 +0000208 byte *data;
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200209 mp_obj_t joined_str = mp_obj_str_builder_start(mp_obj_get_type(self_in), required_len, &data);
Damiend99b0522013-12-21 18:17:45 +0000210 for (int i = 0; i < seq_len; i++) {
Damiend99b0522013-12-21 18:17:45 +0000211 if (i > 0) {
Damien George5fa93b62014-01-22 14:35:10 +0000212 memcpy(data, sep_str, sep_len);
213 data += sep_len;
Damiend99b0522013-12-21 18:17:45 +0000214 }
Damien George5fa93b62014-01-22 14:35:10 +0000215 GET_STR_DATA_LEN(seq_items[i], s, l);
216 memcpy(data, s, l);
217 data += l;
Damiend99b0522013-12-21 18:17:45 +0000218 }
Damien Georgefe8fb912014-01-02 16:36:09 +0000219
220 // return joined string
Damien George5fa93b62014-01-22 14:35:10 +0000221 return mp_obj_str_builder_end(joined_str);
Damiend99b0522013-12-21 18:17:45 +0000222
223bad_arg:
Damien Georgeeb7bfcb2014-01-04 15:57:35 +0000224 nlr_jump(mp_obj_new_exception_msg(MP_QSTR_TypeError, "?str.join expecting a list of str's"));
Damiend99b0522013-12-21 18:17:45 +0000225}
226
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200227#define is_ws(c) ((c) == ' ' || (c) == '\t')
228
229static mp_obj_t str_split(uint n_args, const mp_obj_t *args) {
230 int splits = -1;
231 mp_obj_t sep = mp_const_none;
232 if (n_args > 1) {
233 sep = args[1];
234 if (n_args > 2) {
235 splits = MP_OBJ_SMALL_INT_VALUE(args[2]);
236 }
237 }
238 assert(sep == mp_const_none);
Damien George12eacca2014-01-21 21:54:15 +0000239 (void)sep; // unused; to hush compiler warning
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200240 mp_obj_t res = mp_obj_new_list(0, NULL);
Damien George5fa93b62014-01-22 14:35:10 +0000241 GET_STR_DATA_LEN(args[0], s, len);
242 const byte *top = s + len;
243 const byte *start;
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200244
245 // Initial whitespace is not counted as split, so we pre-do it
Damien George5fa93b62014-01-22 14:35:10 +0000246 while (s < top && is_ws(*s)) s++;
247 while (s < top && splits != 0) {
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200248 start = s;
Damien George5fa93b62014-01-22 14:35:10 +0000249 while (s < top && !is_ws(*s)) s++;
250 rt_list_append(res, mp_obj_new_str(start, s - start, false));
251 if (s >= top) {
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200252 break;
253 }
Damien George5fa93b62014-01-22 14:35:10 +0000254 while (s < top && is_ws(*s)) s++;
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200255 if (splits > 0) {
256 splits--;
257 }
258 }
259
Damien George5fa93b62014-01-22 14:35:10 +0000260 if (s < top) {
261 rt_list_append(res, mp_obj_new_str(s, top - s, false));
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200262 }
263
264 return res;
265}
266
Damien Georgea11ceca2014-01-19 16:02:09 +0000267static mp_obj_t str_find(uint n_args, const mp_obj_t *args) {
John R. Lentone8204912014-01-12 21:53:52 +0000268 assert(2 <= n_args && n_args <= 4);
Damien George5fa93b62014-01-22 14:35:10 +0000269 assert(MP_OBJ_IS_STR(args[0]));
270 assert(MP_OBJ_IS_STR(args[1]));
John R. Lentone8204912014-01-12 21:53:52 +0000271
Damien George5fa93b62014-01-22 14:35:10 +0000272 GET_STR_DATA_LEN(args[0], haystack, haystack_len);
273 GET_STR_DATA_LEN(args[1], needle, needle_len);
John R. Lentone8204912014-01-12 21:53:52 +0000274
275 size_t start = 0;
276 size_t end = haystack_len;
277 /* TODO use a non-exception-throwing mp_get_index */
278 if (n_args >= 3 && args[2] != mp_const_none) {
279 start = mp_get_index(&str_type, haystack_len, args[2]);
280 }
281 if (n_args >= 4 && args[3] != mp_const_none) {
282 end = mp_get_index(&str_type, haystack_len, args[3]);
283 }
284
Damien George5fa93b62014-01-22 14:35:10 +0000285 const byte *p = find_subbytes(haystack + start, haystack_len - start, needle, needle_len);
Damien George23005372014-01-13 19:39:01 +0000286 if (p == NULL) {
287 // not found
288 return MP_OBJ_NEW_SMALL_INT(-1);
289 } else {
290 // found
291 machine_int_t pos = p - haystack;
John R. Lentone8204912014-01-12 21:53:52 +0000292 if (pos + needle_len > end) {
293 pos = -1;
294 }
Damien George23005372014-01-13 19:39:01 +0000295 return MP_OBJ_NEW_SMALL_INT(pos);
John R. Lentone8204912014-01-12 21:53:52 +0000296 }
John R. Lentone8204912014-01-12 21:53:52 +0000297}
298
Paul Sokolovsky1eacefe2014-01-23 01:20:40 +0200299// TODO: (Much) more variety in args
300static mp_obj_t str_startswith(mp_obj_t self_in, mp_obj_t arg) {
301 GET_STR_DATA_LEN(self_in, str, str_len);
302 GET_STR_DATA_LEN(arg, prefix, prefix_len);
303 if (prefix_len > str_len) {
304 return mp_const_false;
305 }
306 return MP_BOOL(memcmp(str, prefix, prefix_len) == 0);
307}
308
Damien George5fa93b62014-01-22 14:35:10 +0000309static bool chr_in_str(const byte* const str, const size_t str_len, int c) {
310 for (size_t i = 0; i < str_len; i++) {
311 if (str[i] == c) {
312 return true;
313 }
314 }
315 return false;
316}
317
Damien Georgea11ceca2014-01-19 16:02:09 +0000318mp_obj_t str_strip(uint n_args, const mp_obj_t *args) {
xbe7b0f39f2014-01-08 14:23:45 -0800319 assert(1 <= n_args && n_args <= 2);
Damien George5fa93b62014-01-22 14:35:10 +0000320 assert(MP_OBJ_IS_STR(args[0]));
321
322 const byte *chars_to_del;
323 uint chars_to_del_len;
324 static const byte whitespace[] = " \t\n\r\v\f";
xbe7b0f39f2014-01-08 14:23:45 -0800325
326 if (n_args == 1) {
327 chars_to_del = whitespace;
Damien George5fa93b62014-01-22 14:35:10 +0000328 chars_to_del_len = sizeof(whitespace);
xbe7b0f39f2014-01-08 14:23:45 -0800329 } else {
Damien George5fa93b62014-01-22 14:35:10 +0000330 assert(MP_OBJ_IS_STR(args[1]));
331 GET_STR_DATA_LEN(args[1], s, l);
332 chars_to_del = s;
333 chars_to_del_len = l;
xbe7b0f39f2014-01-08 14:23:45 -0800334 }
335
Damien George5fa93b62014-01-22 14:35:10 +0000336 GET_STR_DATA_LEN(args[0], orig_str, orig_str_len);
xbe7b0f39f2014-01-08 14:23:45 -0800337
338 size_t first_good_char_pos = 0;
339 bool first_good_char_pos_set = false;
340 size_t last_good_char_pos = 0;
341 for (size_t i = 0; i < orig_str_len; i++) {
342 if (!chr_in_str(chars_to_del, chars_to_del_len, orig_str[i])) {
343 last_good_char_pos = i;
344 if (!first_good_char_pos_set) {
345 first_good_char_pos = i;
346 first_good_char_pos_set = true;
347 }
348 }
349 }
350
351 if (first_good_char_pos == 0 && last_good_char_pos == 0) {
Damien George5fa93b62014-01-22 14:35:10 +0000352 // string is all whitespace, return ''
353 return MP_OBJ_NEW_QSTR(MP_QSTR_);
xbe7b0f39f2014-01-08 14:23:45 -0800354 }
355
356 assert(last_good_char_pos >= first_good_char_pos);
357 //+1 to accomodate the last character
358 size_t stripped_len = last_good_char_pos - first_good_char_pos + 1;
Damien George5fa93b62014-01-22 14:35:10 +0000359 return mp_obj_new_str(orig_str + first_good_char_pos, stripped_len, false);
xbe7b0f39f2014-01-08 14:23:45 -0800360}
361
Damien Georgea11ceca2014-01-19 16:02:09 +0000362mp_obj_t str_format(uint n_args, const mp_obj_t *args) {
Damien George5fa93b62014-01-22 14:35:10 +0000363 assert(MP_OBJ_IS_STR(args[0]));
Damiend99b0522013-12-21 18:17:45 +0000364
Damien George5fa93b62014-01-22 14:35:10 +0000365 GET_STR_DATA_LEN(args[0], str, len);
Damiend99b0522013-12-21 18:17:45 +0000366 int arg_i = 1;
367 vstr_t *vstr = vstr_new();
Damien George5fa93b62014-01-22 14:35:10 +0000368 for (const byte *top = str + len; str < top; str++) {
Damiend99b0522013-12-21 18:17:45 +0000369 if (*str == '{') {
370 str++;
Damien George5fa93b62014-01-22 14:35:10 +0000371 if (str < top && *str == '{') {
Damiend99b0522013-12-21 18:17:45 +0000372 vstr_add_char(vstr, '{');
Paul Sokolovskyf2b796e2014-01-15 22:45:20 +0200373 } else {
Damien George5fa93b62014-01-22 14:35:10 +0000374 while (str < top && *str != '}') str++;
Damiend99b0522013-12-21 18:17:45 +0000375 if (arg_i >= n_args) {
Damien Georgeeb7bfcb2014-01-04 15:57:35 +0000376 nlr_jump(mp_obj_new_exception_msg(MP_QSTR_IndexError, "tuple index out of range"));
Damiend99b0522013-12-21 18:17:45 +0000377 }
Paul Sokolovsky76d982e2014-01-13 19:19:16 +0200378 // TODO: may be PRINT_REPR depending on formatting code
Damien George4899ff92014-01-15 22:39:03 +0000379 mp_obj_print_helper((void (*)(void*, const char*, ...))vstr_printf, vstr, args[arg_i], PRINT_STR);
Damiend99b0522013-12-21 18:17:45 +0000380 arg_i++;
381 }
382 } else {
383 vstr_add_char(vstr, *str);
384 }
385 }
386
Damien George5fa93b62014-01-22 14:35:10 +0000387 mp_obj_t s = mp_obj_new_str((byte*)vstr->buf, vstr->len, false);
388 vstr_free(vstr);
389 return s;
Damiend99b0522013-12-21 18:17:45 +0000390}
391
xbe480c15a2014-01-30 22:17:30 -0800392mp_obj_t str_replace(uint n_args, const mp_obj_t *args) {
393 assert(MP_OBJ_IS_STR(args[0]));
394 assert(MP_OBJ_IS_STR(args[1]));
395 assert(MP_OBJ_IS_STR(args[2]));
396
Damien George94f68302014-01-31 23:45:12 +0000397 machine_int_t max_rep = 0;
xbe480c15a2014-01-30 22:17:30 -0800398 if (n_args == 4) {
399 assert(MP_OBJ_IS_SMALL_INT(args[3]));
400 max_rep = MP_OBJ_SMALL_INT_VALUE(args[3]);
401 if (max_rep == 0) {
Damien George94f68302014-01-31 23:45:12 +0000402 return args[0];
403 } else if (max_rep < 0) {
xbe480c15a2014-01-30 22:17:30 -0800404 max_rep = 0;
405 }
406 }
Damien George94f68302014-01-31 23:45:12 +0000407
408 // if max_rep is still 0 by this point we will need to do all possible replacements
xbe480c15a2014-01-30 22:17:30 -0800409
410 GET_STR_DATA_LEN(args[0], str, str_len);
411 GET_STR_DATA_LEN(args[1], old, old_len);
412 GET_STR_DATA_LEN(args[2], new, new_len);
Damien George94f68302014-01-31 23:45:12 +0000413
414 // old won't exist in str if it's longer, so nothing to replace
xbe480c15a2014-01-30 22:17:30 -0800415 if (old_len > str_len) {
Damien George94f68302014-01-31 23:45:12 +0000416 return args[0];
xbe480c15a2014-01-30 22:17:30 -0800417 }
418
Damien George94f68302014-01-31 23:45:12 +0000419 // data for the replaced string
420 byte *data = NULL;
421 mp_obj_t replaced_str = MP_OBJ_NULL;
xbe480c15a2014-01-30 22:17:30 -0800422
Damien George94f68302014-01-31 23:45:12 +0000423 // do 2 passes over the string:
424 // first pass computes the required length of the replaced string
425 // second pass does the replacements
426 for (;;) {
427 machine_uint_t replaced_str_index = 0;
428 machine_uint_t num_replacements_done = 0;
429 const byte *old_occurrence;
430 const byte *offset_ptr = str;
431 machine_uint_t offset_num = 0;
432 while ((old_occurrence = find_subbytes(offset_ptr, str_len - offset_num, old, old_len)) != NULL) {
433 // copy from just after end of last occurrence of to-be-replaced string to right before start of next occurrence
434 if (data != NULL) {
435 memcpy(data + replaced_str_index, offset_ptr, old_occurrence - offset_ptr);
436 }
437 replaced_str_index += old_occurrence - offset_ptr;
438 // copy the replacement string
439 if (data != NULL) {
440 memcpy(data + replaced_str_index, new, new_len);
441 }
442 replaced_str_index += new_len;
443 offset_ptr = old_occurrence + old_len;
444 offset_num = offset_ptr - str;
xbe480c15a2014-01-30 22:17:30 -0800445
Damien George94f68302014-01-31 23:45:12 +0000446 num_replacements_done++;
447 if (max_rep != 0 && num_replacements_done == max_rep){
448 break;
449 }
450 }
451
452 // copy from just after end of last occurrence of to-be-replaced string to end of old string
453 if (data != NULL) {
454 memcpy(data + replaced_str_index, offset_ptr, str_len - offset_num);
455 }
456 replaced_str_index += str_len - offset_num;
457
458 if (data == NULL) {
459 // first pass
460 if (num_replacements_done == 0) {
461 // no substr found, return original string
462 return args[0];
463 } else {
464 // substr found, allocate new string
465 replaced_str = mp_obj_str_builder_start(mp_obj_get_type(args[0]), replaced_str_index, &data);
466 }
467 } else {
468 // second pass, we are done
469 break;
470 }
xbe480c15a2014-01-30 22:17:30 -0800471 }
Damien George94f68302014-01-31 23:45:12 +0000472
xbe480c15a2014-01-30 22:17:30 -0800473 return mp_obj_str_builder_end(replaced_str);
474}
475
John R. Lentone8204912014-01-12 21:53:52 +0000476static MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(str_find_obj, 2, 4, str_find);
Damiend99b0522013-12-21 18:17:45 +0000477static MP_DEFINE_CONST_FUN_OBJ_2(str_join_obj, str_join);
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200478static MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(str_split_obj, 1, 3, str_split);
Paul Sokolovsky1eacefe2014-01-23 01:20:40 +0200479static MP_DEFINE_CONST_FUN_OBJ_2(str_startswith_obj, str_startswith);
xbe7b0f39f2014-01-08 14:23:45 -0800480static MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(str_strip_obj, 1, 2, str_strip);
Damiend99b0522013-12-21 18:17:45 +0000481static MP_DEFINE_CONST_FUN_OBJ_VAR(str_format_obj, 1, str_format);
xbe480c15a2014-01-30 22:17:30 -0800482static MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(str_replace_obj, 3, 4, str_replace);
Damiend99b0522013-12-21 18:17:45 +0000483
ian-va5a01df2014-01-06 14:14:11 -0800484static const mp_method_t str_type_methods[] = {
John R. Lentone8204912014-01-12 21:53:52 +0000485 { "find", &str_find_obj },
ian-v7a16fad2014-01-06 09:52:29 -0800486 { "join", &str_join_obj },
Paul Sokolovsky4c316552014-01-21 05:00:21 +0200487 { "split", &str_split_obj },
Paul Sokolovsky1eacefe2014-01-23 01:20:40 +0200488 { "startswith", &str_startswith_obj },
xbe7b0f39f2014-01-08 14:23:45 -0800489 { "strip", &str_strip_obj },
ian-v7a16fad2014-01-06 09:52:29 -0800490 { "format", &str_format_obj },
xbe480c15a2014-01-30 22:17:30 -0800491 { "replace", &str_replace_obj },
ian-v7a16fad2014-01-06 09:52:29 -0800492 { NULL, NULL }, // end-of-list sentinel
493};
Damien George97209d32014-01-07 15:58:30 +0000494
Damiend99b0522013-12-21 18:17:45 +0000495const mp_obj_type_t str_type = {
496 { &mp_const_type },
497 "str",
Paul Sokolovsky860ffb02014-01-05 22:34:09 +0200498 .print = str_print,
499 .binary_op = str_binary_op,
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200500 .getiter = mp_obj_new_str_iterator,
ian-v7a16fad2014-01-06 09:52:29 -0800501 .methods = str_type_methods,
Damiend99b0522013-12-21 18:17:45 +0000502};
503
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200504// Reuses most of methods from str
505const mp_obj_type_t bytes_type = {
506 { &mp_const_type },
507 "bytes",
508 .print = str_print,
509 .binary_op = str_binary_op,
510 .getiter = mp_obj_new_bytes_iterator,
511 .methods = str_type_methods,
512};
513
514mp_obj_t mp_obj_str_builder_start(const mp_obj_type_t *type, uint len, byte **data) {
Damien George5fa93b62014-01-22 14:35:10 +0000515 mp_obj_str_t *o = m_new_obj_var(mp_obj_str_t, byte, len + 1);
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200516 o->base.type = type;
Damien George5fa93b62014-01-22 14:35:10 +0000517 o->len = len;
518 *data = o->data;
Damiend99b0522013-12-21 18:17:45 +0000519 return o;
520}
521
Damien George5fa93b62014-01-22 14:35:10 +0000522mp_obj_t mp_obj_str_builder_end(mp_obj_t o_in) {
523 assert(MP_OBJ_IS_STR(o_in));
524 mp_obj_str_t *o = o_in;
525 o->hash = qstr_compute_hash(o->data, o->len);
526 o->data[o->len] = '\0'; // for now we add null for compatibility with C ASCIIZ strings
527 return o;
528}
529
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200530static mp_obj_t str_new(const mp_obj_type_t *type, const byte* data, uint len) {
531 mp_obj_str_t *o = m_new_obj_var(mp_obj_str_t, byte, len + 1);
532 o->base.type = type;
533 o->hash = qstr_compute_hash(data, len);
534 o->len = len;
535 memcpy(o->data, data, len * sizeof(byte));
536 o->data[len] = '\0'; // for now we add null for compatibility with C ASCIIZ strings
537 return o;
538}
539
Damien George5fa93b62014-01-22 14:35:10 +0000540mp_obj_t mp_obj_new_str(const byte* data, uint len, bool make_qstr_if_not_already) {
541 qstr q = qstr_find_strn(data, len);
542 if (q != MP_QSTR_NULL) {
543 // qstr with this data already exists
544 return MP_OBJ_NEW_QSTR(q);
545 } else if (make_qstr_if_not_already) {
546 // no existing qstr, make a new one
547 return MP_OBJ_NEW_QSTR(qstr_from_strn((const char*)data, len));
548 } else {
549 // no existing qstr, don't make one
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200550 return str_new(&str_type, data, len);
Paul Sokolovsky8965a5e2014-01-20 23:33:19 +0200551 }
Damien George5fa93b62014-01-22 14:35:10 +0000552}
553
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200554mp_obj_t mp_obj_new_bytes(const byte* data, uint len) {
555 return str_new(&bytes_type, data, len);
556}
557
Damien George5fa93b62014-01-22 14:35:10 +0000558bool mp_obj_str_equal(mp_obj_t s1, mp_obj_t s2) {
559 if (MP_OBJ_IS_QSTR(s1) && MP_OBJ_IS_QSTR(s2)) {
560 return s1 == s2;
561 } else {
562 GET_STR_HASH(s1, h1);
563 GET_STR_HASH(s2, h2);
564 if (h1 != h2) {
565 return false;
566 }
567 GET_STR_DATA_LEN(s1, d1, l1);
568 GET_STR_DATA_LEN(s2, d2, l2);
569 if (l1 != l2) {
570 return false;
571 }
Damien George1e708fe2014-01-23 18:27:51 +0000572 return memcmp(d1, d2, l1) == 0;
Paul Sokolovsky8965a5e2014-01-20 23:33:19 +0200573 }
Damien George5fa93b62014-01-22 14:35:10 +0000574}
575
Damien Georgeb829b5c2014-01-25 13:51:19 +0000576void bad_implicit_conversion(mp_obj_t self_in) __attribute__((noreturn));
577void bad_implicit_conversion(mp_obj_t self_in) {
578 nlr_jump(mp_obj_new_exception_msg_varg(MP_QSTR_TypeError, "Can't convert '%s' object to str implicitly", mp_obj_get_type_str(self_in)));
579}
580
Damien George5fa93b62014-01-22 14:35:10 +0000581uint mp_obj_str_get_hash(mp_obj_t self_in) {
582 if (MP_OBJ_IS_STR(self_in)) {
583 GET_STR_HASH(self_in, h);
584 return h;
585 } else {
Damien Georgeb829b5c2014-01-25 13:51:19 +0000586 bad_implicit_conversion(self_in);
Damien George5fa93b62014-01-22 14:35:10 +0000587 }
588}
589
590uint mp_obj_str_get_len(mp_obj_t self_in) {
591 if (MP_OBJ_IS_STR(self_in)) {
592 GET_STR_LEN(self_in, l);
593 return l;
594 } else {
Damien Georgeb829b5c2014-01-25 13:51:19 +0000595 bad_implicit_conversion(self_in);
596 }
597}
598
599// use this if you will anyway convert the string to a qstr
600// will be more efficient for the case where it's already a qstr
601qstr mp_obj_str_get_qstr(mp_obj_t self_in) {
602 if (MP_OBJ_IS_QSTR(self_in)) {
603 return MP_OBJ_QSTR_VALUE(self_in);
604 } else if (MP_OBJ_IS_TYPE(self_in, &str_type)) {
605 mp_obj_str_t *self = self_in;
606 return qstr_from_strn((char*)self->data, self->len);
607 } else {
608 bad_implicit_conversion(self_in);
Damien George5fa93b62014-01-22 14:35:10 +0000609 }
610}
611
612// only use this function if you need the str data to be zero terminated
613// at the moment all strings are zero terminated to help with C ASCIIZ compatibility
614const char *mp_obj_str_get_str(mp_obj_t self_in) {
615 if (MP_OBJ_IS_STR(self_in)) {
616 GET_STR_DATA_LEN(self_in, s, l);
617 (void)l; // len unused
618 return (const char*)s;
619 } else {
Damien Georgeb829b5c2014-01-25 13:51:19 +0000620 bad_implicit_conversion(self_in);
Damien George5fa93b62014-01-22 14:35:10 +0000621 }
622}
623
624const byte *mp_obj_str_get_data(mp_obj_t self_in, uint *len) {
625 if (MP_OBJ_IS_STR(self_in)) {
626 GET_STR_DATA_LEN(self_in, s, l);
627 *len = l;
628 return s;
629 } else {
Damien Georgeb829b5c2014-01-25 13:51:19 +0000630 bad_implicit_conversion(self_in);
Damien George5fa93b62014-01-22 14:35:10 +0000631 }
Damiend99b0522013-12-21 18:17:45 +0000632}
xyb8cfc9f02014-01-05 18:47:51 +0800633
634/******************************************************************************/
635/* str iterator */
636
637typedef struct _mp_obj_str_it_t {
638 mp_obj_base_t base;
Damien George5fa93b62014-01-22 14:35:10 +0000639 mp_obj_t str;
xyb8cfc9f02014-01-05 18:47:51 +0800640 machine_uint_t cur;
641} mp_obj_str_it_t;
642
643mp_obj_t str_it_iternext(mp_obj_t self_in) {
644 mp_obj_str_it_t *self = self_in;
Damien George5fa93b62014-01-22 14:35:10 +0000645 GET_STR_DATA_LEN(self->str, str, len);
646 if (self->cur < len) {
647 mp_obj_t o_out = mp_obj_new_str(str + self->cur, 1, true);
xyb8cfc9f02014-01-05 18:47:51 +0800648 self->cur += 1;
649 return o_out;
650 } else {
651 return mp_const_stop_iteration;
652 }
653}
654
655static const mp_obj_type_t str_it_type = {
656 { &mp_const_type },
657 "str_iterator",
Paul Sokolovsky860ffb02014-01-05 22:34:09 +0200658 .iternext = str_it_iternext,
xyb8cfc9f02014-01-05 18:47:51 +0800659};
660
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200661mp_obj_t bytes_it_iternext(mp_obj_t self_in) {
662 mp_obj_str_it_t *self = self_in;
663 GET_STR_DATA_LEN(self->str, str, len);
664 if (self->cur < len) {
Damien George7c9c6672014-01-25 00:17:36 +0000665 mp_obj_t o_out = MP_OBJ_NEW_SMALL_INT((mp_small_int_t)str[self->cur]);
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200666 self->cur += 1;
667 return o_out;
668 } else {
669 return mp_const_stop_iteration;
670 }
671}
672
673static const mp_obj_type_t bytes_it_type = {
674 { &mp_const_type },
675 "bytes_iterator",
676 .iternext = bytes_it_iternext,
677};
678
679mp_obj_t mp_obj_new_str_iterator(mp_obj_t str) {
xyb8cfc9f02014-01-05 18:47:51 +0800680 mp_obj_str_it_t *o = m_new_obj(mp_obj_str_it_t);
681 o->base.type = &str_it_type;
682 o->str = str;
Paul Sokolovsky91fb1c92014-01-24 22:50:40 +0200683 o->cur = 0;
684 return o;
685}
686
687mp_obj_t mp_obj_new_bytes_iterator(mp_obj_t str) {
688 mp_obj_str_it_t *o = m_new_obj(mp_obj_str_it_t);
689 o->base.type = &bytes_it_type;
690 o->str = str;
691 o->cur = 0;
xyb8cfc9f02014-01-05 18:47:51 +0800692 return o;
693}