Damien George | 04b9147 | 2014-05-03 23:27:38 +0100 | [diff] [blame] | 1 | /* |
| 2 | * This file is part of the Micro Python project, http://micropython.org/ |
| 3 | * |
| 4 | * The MIT License (MIT) |
| 5 | * |
| 6 | * Copyright (c) 2013, 2014 Damien P. George |
Paul Sokolovsky | a47b64a | 2014-05-15 07:28:19 +0300 | [diff] [blame] | 7 | * Copyright (c) 2014 Paul Sokolovsky |
Damien George | 04b9147 | 2014-05-03 23:27:38 +0100 | [diff] [blame] | 8 | * |
| 9 | * Permission is hereby granted, free of charge, to any person obtaining a copy |
| 10 | * of this software and associated documentation files (the "Software"), to deal |
| 11 | * in the Software without restriction, including without limitation the rights |
| 12 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
| 13 | * copies of the Software, and to permit persons to whom the Software is |
| 14 | * furnished to do so, subject to the following conditions: |
| 15 | * |
| 16 | * The above copyright notice and this permission notice shall be included in |
| 17 | * all copies or substantial portions of the Software. |
| 18 | * |
| 19 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 20 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 21 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| 22 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 23 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| 24 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN |
| 25 | * THE SOFTWARE. |
| 26 | */ |
| 27 | |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 28 | #include <stdio.h> |
| 29 | #include <string.h> |
| 30 | |
Damien George | 51dfcb4 | 2015-01-01 20:27:54 +0000 | [diff] [blame] | 31 | #include "py/nlr.h" |
| 32 | #include "py/objstr.h" |
Damien George | e93c1ca | 2016-10-13 11:43:28 +1100 | [diff] [blame] | 33 | #include "py/objstringio.h" |
Damien George | 51dfcb4 | 2015-01-01 20:27:54 +0000 | [diff] [blame] | 34 | #include "py/runtime.h" |
| 35 | #include "py/stream.h" |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 36 | |
Damien George | ee3fd46 | 2014-05-24 23:03:12 +0100 | [diff] [blame] | 37 | #if MICROPY_PY_IO |
Paul Sokolovsky | 100cd36 | 2014-04-26 20:59:39 +0300 | [diff] [blame] | 38 | |
stijn | bf19541 | 2015-01-16 13:36:18 +0100 | [diff] [blame] | 39 | #if MICROPY_CPYTHON_COMPAT |
| 40 | STATIC void check_stringio_is_open(const mp_obj_stringio_t *o) { |
| 41 | if (o->vstr == NULL) { |
Damien George | 7d0d721 | 2016-10-17 12:17:37 +1100 | [diff] [blame] | 42 | mp_raise_msg(&mp_type_ValueError, "I/O operation on closed file"); |
stijn | bf19541 | 2015-01-16 13:36:18 +0100 | [diff] [blame] | 43 | } |
| 44 | } |
| 45 | #else |
| 46 | #define check_stringio_is_open(o) |
| 47 | #endif |
| 48 | |
Damien George | 7f9d1d6 | 2015-04-09 23:56:15 +0100 | [diff] [blame] | 49 | STATIC void stringio_print(const mp_print_t *print, mp_obj_t self_in, mp_print_kind_t kind) { |
Damien George | ff8dd3f | 2015-01-20 12:47:20 +0000 | [diff] [blame] | 50 | (void)kind; |
Damien George | 999cedb | 2015-11-27 17:01:44 +0000 | [diff] [blame] | 51 | mp_obj_stringio_t *self = MP_OBJ_TO_PTR(self_in); |
Damien George | 7f9d1d6 | 2015-04-09 23:56:15 +0100 | [diff] [blame] | 52 | mp_printf(print, self->base.type == &mp_type_stringio ? "<io.StringIO 0x%x>" : "<io.BytesIO 0x%x>", self); |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 53 | } |
| 54 | |
Damien George | adf0f2a | 2014-07-27 22:38:58 +0100 | [diff] [blame] | 55 | STATIC mp_uint_t stringio_read(mp_obj_t o_in, void *buf, mp_uint_t size, int *errcode) { |
Damien George | ff8dd3f | 2015-01-20 12:47:20 +0000 | [diff] [blame] | 56 | (void)errcode; |
Damien George | 999cedb | 2015-11-27 17:01:44 +0000 | [diff] [blame] | 57 | mp_obj_stringio_t *o = MP_OBJ_TO_PTR(o_in); |
stijn | bf19541 | 2015-01-16 13:36:18 +0100 | [diff] [blame] | 58 | check_stringio_is_open(o); |
Damien George | 40f3c02 | 2014-07-03 13:25:24 +0100 | [diff] [blame] | 59 | mp_uint_t remaining = o->vstr->len - o->pos; |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 60 | if (size > remaining) { |
| 61 | size = remaining; |
| 62 | } |
| 63 | memcpy(buf, o->vstr->buf + o->pos, size); |
| 64 | o->pos += size; |
| 65 | return size; |
| 66 | } |
| 67 | |
Damien George | adf0f2a | 2014-07-27 22:38:58 +0100 | [diff] [blame] | 68 | STATIC mp_uint_t stringio_write(mp_obj_t o_in, const void *buf, mp_uint_t size, int *errcode) { |
Damien George | ff8dd3f | 2015-01-20 12:47:20 +0000 | [diff] [blame] | 69 | (void)errcode; |
Damien George | 999cedb | 2015-11-27 17:01:44 +0000 | [diff] [blame] | 70 | mp_obj_stringio_t *o = MP_OBJ_TO_PTR(o_in); |
stijn | bf19541 | 2015-01-16 13:36:18 +0100 | [diff] [blame] | 71 | check_stringio_is_open(o); |
Paul Sokolovsky | 3990b17 | 2016-07-28 01:53:44 +0300 | [diff] [blame] | 72 | mp_int_t remaining = o->vstr->alloc - o->pos; |
| 73 | mp_uint_t org_len = o->vstr->len; |
| 74 | if ((mp_int_t)size > remaining) { |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 75 | // Take all what's already allocated... |
| 76 | o->vstr->len = o->vstr->alloc; |
| 77 | // ... and add more |
| 78 | vstr_add_len(o->vstr, size - remaining); |
| 79 | } |
Paul Sokolovsky | 3990b17 | 2016-07-28 01:53:44 +0300 | [diff] [blame] | 80 | // If there was a seek past EOF, clear the hole |
| 81 | if (o->pos > org_len) { |
| 82 | memset(o->vstr->buf + org_len, 0, o->pos - org_len); |
| 83 | } |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 84 | memcpy(o->vstr->buf + o->pos, buf, size); |
| 85 | o->pos += size; |
| 86 | if (o->pos > o->vstr->len) { |
| 87 | o->vstr->len = o->pos; |
| 88 | } |
| 89 | return size; |
| 90 | } |
| 91 | |
Paul Sokolovsky | f039ac5 | 2016-07-28 01:14:32 +0300 | [diff] [blame] | 92 | STATIC mp_uint_t stringio_ioctl(mp_obj_t o_in, mp_uint_t request, uintptr_t arg, int *errcode) { |
| 93 | (void)errcode; |
Paul Sokolovsky | 3990b17 | 2016-07-28 01:53:44 +0300 | [diff] [blame] | 94 | mp_obj_stringio_t *o = MP_OBJ_TO_PTR(o_in); |
Paul Sokolovsky | f039ac5 | 2016-07-28 01:14:32 +0300 | [diff] [blame] | 95 | switch (request) { |
Paul Sokolovsky | 3990b17 | 2016-07-28 01:53:44 +0300 | [diff] [blame] | 96 | case MP_STREAM_SEEK: { |
| 97 | struct mp_stream_seek_t *s = (struct mp_stream_seek_t*)arg; |
| 98 | mp_uint_t ref = 0; |
| 99 | switch (s->whence) { |
| 100 | case 1: // SEEK_CUR |
| 101 | ref = o->pos; |
| 102 | break; |
| 103 | case 2: // SEEK_END |
| 104 | ref = o->vstr->len; |
| 105 | break; |
| 106 | } |
| 107 | o->pos = ref + s->offset; |
| 108 | s->offset = o->pos; |
| 109 | return 0; |
| 110 | } |
Paul Sokolovsky | f039ac5 | 2016-07-28 01:14:32 +0300 | [diff] [blame] | 111 | case MP_STREAM_FLUSH: |
| 112 | return 0; |
| 113 | default: |
| 114 | *errcode = MP_EINVAL; |
| 115 | return MP_STREAM_ERROR; |
| 116 | } |
| 117 | } |
| 118 | |
Paul Sokolovsky | a47b64a | 2014-05-15 07:28:19 +0300 | [diff] [blame] | 119 | #define STREAM_TO_CONTENT_TYPE(o) (((o)->base.type == &mp_type_stringio) ? &mp_type_str : &mp_type_bytes) |
| 120 | |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 121 | STATIC mp_obj_t stringio_getvalue(mp_obj_t self_in) { |
Damien George | 999cedb | 2015-11-27 17:01:44 +0000 | [diff] [blame] | 122 | mp_obj_stringio_t *self = MP_OBJ_TO_PTR(self_in); |
stijn | bf19541 | 2015-01-16 13:36:18 +0100 | [diff] [blame] | 123 | check_stringio_is_open(self); |
Paul Sokolovsky | 2ae6697 | 2016-05-13 01:35:52 +0300 | [diff] [blame] | 124 | // TODO: Try to avoid copying string |
Damien George | f600a6a | 2014-05-25 22:34:34 +0100 | [diff] [blame] | 125 | return mp_obj_new_str_of_type(STREAM_TO_CONTENT_TYPE(self), (byte*)self->vstr->buf, self->vstr->len); |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 126 | } |
| 127 | STATIC MP_DEFINE_CONST_FUN_OBJ_1(stringio_getvalue_obj, stringio_getvalue); |
| 128 | |
| 129 | STATIC mp_obj_t stringio_close(mp_obj_t self_in) { |
Damien George | 999cedb | 2015-11-27 17:01:44 +0000 | [diff] [blame] | 130 | mp_obj_stringio_t *self = MP_OBJ_TO_PTR(self_in); |
stijn | bf19541 | 2015-01-16 13:36:18 +0100 | [diff] [blame] | 131 | #if MICROPY_CPYTHON_COMPAT |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 132 | vstr_free(self->vstr); |
| 133 | self->vstr = NULL; |
stijn | bf19541 | 2015-01-16 13:36:18 +0100 | [diff] [blame] | 134 | #else |
| 135 | vstr_clear(self->vstr); |
| 136 | self->vstr->alloc = 0; |
| 137 | self->vstr->len = 0; |
| 138 | self->pos = 0; |
| 139 | #endif |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 140 | return mp_const_none; |
| 141 | } |
| 142 | STATIC MP_DEFINE_CONST_FUN_OBJ_1(stringio_close_obj, stringio_close); |
| 143 | |
Damien George | 4b72b3a | 2016-01-03 14:21:40 +0000 | [diff] [blame] | 144 | STATIC mp_obj_t stringio___exit__(size_t n_args, const mp_obj_t *args) { |
Damien George | ff8dd3f | 2015-01-20 12:47:20 +0000 | [diff] [blame] | 145 | (void)n_args; |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 146 | return stringio_close(args[0]); |
| 147 | } |
| 148 | STATIC MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(stringio___exit___obj, 4, 4, stringio___exit__); |
| 149 | |
Damien George | 5b3f0b7 | 2016-01-03 15:55:55 +0000 | [diff] [blame] | 150 | STATIC mp_obj_stringio_t *stringio_new(const mp_obj_type_t *type) { |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 151 | mp_obj_stringio_t *o = m_new_obj(mp_obj_stringio_t); |
Damien George | 5b3f0b7 | 2016-01-03 15:55:55 +0000 | [diff] [blame] | 152 | o->base.type = type; |
Damien George | 824f5c5 | 2016-10-14 16:46:34 +1100 | [diff] [blame] | 153 | o->vstr = vstr_new(16); |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 154 | o->pos = 0; |
| 155 | return o; |
| 156 | } |
| 157 | |
Damien George | 5b3f0b7 | 2016-01-03 15:55:55 +0000 | [diff] [blame] | 158 | STATIC mp_obj_t stringio_make_new(const mp_obj_type_t *type_in, size_t n_args, size_t n_kw, const mp_obj_t *args) { |
Damien George | ff8dd3f | 2015-01-20 12:47:20 +0000 | [diff] [blame] | 159 | (void)n_kw; // TODO check n_kw==0 |
Paul Sokolovsky | a47b64a | 2014-05-15 07:28:19 +0300 | [diff] [blame] | 160 | mp_obj_stringio_t *o = stringio_new(type_in); |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 161 | |
| 162 | if (n_args > 0) { |
| 163 | mp_buffer_info_t bufinfo; |
| 164 | mp_get_buffer_raise(args[0], &bufinfo, MP_BUFFER_READ); |
Damien George | 999cedb | 2015-11-27 17:01:44 +0000 | [diff] [blame] | 165 | stringio_write(MP_OBJ_FROM_PTR(o), bufinfo.buf, bufinfo.len, NULL); |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 166 | // Cur ptr is always at the beginning of buffer at the construction |
| 167 | o->pos = 0; |
| 168 | } |
Damien George | 999cedb | 2015-11-27 17:01:44 +0000 | [diff] [blame] | 169 | return MP_OBJ_FROM_PTR(o); |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 170 | } |
| 171 | |
Damien George | cbf7674 | 2015-11-27 13:38:15 +0000 | [diff] [blame] | 172 | STATIC const mp_rom_map_elem_t stringio_locals_dict_table[] = { |
| 173 | { MP_ROM_QSTR(MP_QSTR_read), MP_ROM_PTR(&mp_stream_read_obj) }, |
Paul Sokolovsky | d22a04d | 2016-10-09 11:56:11 +0300 | [diff] [blame] | 174 | { MP_ROM_QSTR(MP_QSTR_readinto), MP_ROM_PTR(&mp_stream_readinto_obj) }, |
Damien George | cbf7674 | 2015-11-27 13:38:15 +0000 | [diff] [blame] | 175 | { MP_ROM_QSTR(MP_QSTR_readline), MP_ROM_PTR(&mp_stream_unbuffered_readline_obj) }, |
| 176 | { MP_ROM_QSTR(MP_QSTR_write), MP_ROM_PTR(&mp_stream_write_obj) }, |
Paul Sokolovsky | 3990b17 | 2016-07-28 01:53:44 +0300 | [diff] [blame] | 177 | { MP_ROM_QSTR(MP_QSTR_seek), MP_ROM_PTR(&mp_stream_seek_obj) }, |
Paul Sokolovsky | f039ac5 | 2016-07-28 01:14:32 +0300 | [diff] [blame] | 178 | { MP_ROM_QSTR(MP_QSTR_flush), MP_ROM_PTR(&mp_stream_flush_obj) }, |
Damien George | cbf7674 | 2015-11-27 13:38:15 +0000 | [diff] [blame] | 179 | { MP_ROM_QSTR(MP_QSTR_close), MP_ROM_PTR(&stringio_close_obj) }, |
| 180 | { MP_ROM_QSTR(MP_QSTR_getvalue), MP_ROM_PTR(&stringio_getvalue_obj) }, |
| 181 | { MP_ROM_QSTR(MP_QSTR___enter__), MP_ROM_PTR(&mp_identity_obj) }, |
| 182 | { MP_ROM_QSTR(MP_QSTR___exit__), MP_ROM_PTR(&stringio___exit___obj) }, |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 183 | }; |
| 184 | |
| 185 | STATIC MP_DEFINE_CONST_DICT(stringio_locals_dict, stringio_locals_dict_table); |
| 186 | |
| 187 | STATIC const mp_stream_p_t stringio_stream_p = { |
| 188 | .read = stringio_read, |
| 189 | .write = stringio_write, |
Paul Sokolovsky | f039ac5 | 2016-07-28 01:14:32 +0300 | [diff] [blame] | 190 | .ioctl = stringio_ioctl, |
Damien George | adf0f2a | 2014-07-27 22:38:58 +0100 | [diff] [blame] | 191 | .is_text = true, |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 192 | }; |
| 193 | |
Paul Sokolovsky | a47b64a | 2014-05-15 07:28:19 +0300 | [diff] [blame] | 194 | STATIC const mp_stream_p_t bytesio_stream_p = { |
| 195 | .read = stringio_read, |
| 196 | .write = stringio_write, |
Paul Sokolovsky | f039ac5 | 2016-07-28 01:14:32 +0300 | [diff] [blame] | 197 | .ioctl = stringio_ioctl, |
Paul Sokolovsky | a47b64a | 2014-05-15 07:28:19 +0300 | [diff] [blame] | 198 | }; |
| 199 | |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 200 | const mp_obj_type_t mp_type_stringio = { |
| 201 | { &mp_type_type }, |
| 202 | .name = MP_QSTR_StringIO, |
| 203 | .print = stringio_print, |
| 204 | .make_new = stringio_make_new, |
| 205 | .getiter = mp_identity, |
| 206 | .iternext = mp_stream_unbuffered_iter, |
Paul Sokolovsky | 07209f8 | 2016-06-18 18:19:24 +0300 | [diff] [blame] | 207 | .protocol = &stringio_stream_p, |
Damien George | 999cedb | 2015-11-27 17:01:44 +0000 | [diff] [blame] | 208 | .locals_dict = (mp_obj_dict_t*)&stringio_locals_dict, |
Paul Sokolovsky | cb9dc08 | 2014-04-26 20:26:14 +0300 | [diff] [blame] | 209 | }; |
Paul Sokolovsky | 100cd36 | 2014-04-26 20:59:39 +0300 | [diff] [blame] | 210 | |
Damien George | ee3fd46 | 2014-05-24 23:03:12 +0100 | [diff] [blame] | 211 | #if MICROPY_PY_IO_BYTESIO |
Paul Sokolovsky | a47b64a | 2014-05-15 07:28:19 +0300 | [diff] [blame] | 212 | const mp_obj_type_t mp_type_bytesio = { |
| 213 | { &mp_type_type }, |
| 214 | .name = MP_QSTR_BytesIO, |
| 215 | .print = stringio_print, |
| 216 | .make_new = stringio_make_new, |
| 217 | .getiter = mp_identity, |
| 218 | .iternext = mp_stream_unbuffered_iter, |
Paul Sokolovsky | 07209f8 | 2016-06-18 18:19:24 +0300 | [diff] [blame] | 219 | .protocol = &bytesio_stream_p, |
Damien George | 999cedb | 2015-11-27 17:01:44 +0000 | [diff] [blame] | 220 | .locals_dict = (mp_obj_dict_t*)&stringio_locals_dict, |
Paul Sokolovsky | a47b64a | 2014-05-15 07:28:19 +0300 | [diff] [blame] | 221 | }; |
| 222 | #endif |
| 223 | |
Paul Sokolovsky | 100cd36 | 2014-04-26 20:59:39 +0300 | [diff] [blame] | 224 | #endif |