blob: 818d7b662efca9abd4ba2b8346c2a5c3ebe494fe [file] [log] [blame]
bellardb92e5a22003-08-08 23:58:05 +00001/*
2 * Software MMU support
ths5fafdf22007-09-16 21:08:06 +00003 *
Blue Swirlefbf29b2011-09-21 20:00:18 +00004 * Generate inline load/store functions for one MMU mode and data
5 * size.
6 *
7 * Generate a store function as well as signed and unsigned loads. For
8 * 32 and 64 bit cases, also generate floating point functions with
9 * the same size.
10 *
11 * Not used directly but included from softmmu_exec.h and exec-all.h.
12 *
bellardb92e5a22003-08-08 23:58:05 +000013 * Copyright (c) 2003 Fabrice Bellard
14 *
15 * This library is free software; you can redistribute it and/or
16 * modify it under the terms of the GNU Lesser General Public
17 * License as published by the Free Software Foundation; either
18 * version 2 of the License, or (at your option) any later version.
19 *
20 * This library is distributed in the hope that it will be useful,
21 * but WITHOUT ANY WARRANTY; without even the implied warranty of
22 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
23 * Lesser General Public License for more details.
24 *
25 * You should have received a copy of the GNU Lesser General Public
Blue Swirl8167ee82009-07-16 20:47:01 +000026 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
bellardb92e5a22003-08-08 23:58:05 +000027 */
28#if DATA_SIZE == 8
29#define SUFFIX q
bellard61382a52003-10-27 21:22:23 +000030#define USUFFIX q
bellardb92e5a22003-08-08 23:58:05 +000031#define DATA_TYPE uint64_t
32#elif DATA_SIZE == 4
33#define SUFFIX l
bellard61382a52003-10-27 21:22:23 +000034#define USUFFIX l
bellardb92e5a22003-08-08 23:58:05 +000035#define DATA_TYPE uint32_t
36#elif DATA_SIZE == 2
37#define SUFFIX w
bellard61382a52003-10-27 21:22:23 +000038#define USUFFIX uw
bellardb92e5a22003-08-08 23:58:05 +000039#define DATA_TYPE uint16_t
40#define DATA_STYPE int16_t
41#elif DATA_SIZE == 1
42#define SUFFIX b
bellard61382a52003-10-27 21:22:23 +000043#define USUFFIX ub
bellardb92e5a22003-08-08 23:58:05 +000044#define DATA_TYPE uint8_t
45#define DATA_STYPE int8_t
46#else
47#error unsupported data size
48#endif
49
j_mayer6ebbf392007-10-14 07:07:08 +000050#if ACCESS_TYPE < (NB_MMU_MODES)
bellard61382a52003-10-27 21:22:23 +000051
j_mayer6ebbf392007-10-14 07:07:08 +000052#define CPU_MMU_INDEX ACCESS_TYPE
bellard61382a52003-10-27 21:22:23 +000053#define MMUSUFFIX _mmu
54
j_mayer6ebbf392007-10-14 07:07:08 +000055#elif ACCESS_TYPE == (NB_MMU_MODES)
bellard61382a52003-10-27 21:22:23 +000056
j_mayer6ebbf392007-10-14 07:07:08 +000057#define CPU_MMU_INDEX (cpu_mmu_index(env))
bellard61382a52003-10-27 21:22:23 +000058#define MMUSUFFIX _mmu
59
j_mayer6ebbf392007-10-14 07:07:08 +000060#elif ACCESS_TYPE == (NB_MMU_MODES + 1)
bellard61382a52003-10-27 21:22:23 +000061
j_mayer6ebbf392007-10-14 07:07:08 +000062#define CPU_MMU_INDEX (cpu_mmu_index(env))
bellard61382a52003-10-27 21:22:23 +000063#define MMUSUFFIX _cmmu
64
bellardb92e5a22003-08-08 23:58:05 +000065#else
bellard61382a52003-10-27 21:22:23 +000066#error invalid ACCESS_TYPE
bellardb92e5a22003-08-08 23:58:05 +000067#endif
68
69#if DATA_SIZE == 8
70#define RES_TYPE uint64_t
71#else
Igor V. Kovalenkoc086b782010-06-02 00:12:32 +040072#define RES_TYPE uint32_t
bellardb92e5a22003-08-08 23:58:05 +000073#endif
74
j_mayer6ebbf392007-10-14 07:07:08 +000075#if ACCESS_TYPE == (NB_MMU_MODES + 1)
bellard84b7b8e2005-11-28 21:19:04 +000076#define ADDR_READ addr_code
77#else
78#define ADDR_READ addr_read
79#endif
bellardb92e5a22003-08-08 23:58:05 +000080
bellarde16c53f2004-01-04 18:15:29 +000081/* generic load/store macros */
82
bellardc27004e2005-01-03 23:35:10 +000083static inline RES_TYPE glue(glue(ld, USUFFIX), MEMSUFFIX)(target_ulong ptr)
bellardb92e5a22003-08-08 23:58:05 +000084{
blueswir14d7a0882008-05-10 10:14:22 +000085 int page_index;
bellardb92e5a22003-08-08 23:58:05 +000086 RES_TYPE res;
bellardc27004e2005-01-03 23:35:10 +000087 target_ulong addr;
88 unsigned long physaddr;
j_mayer6ebbf392007-10-14 07:07:08 +000089 int mmu_idx;
bellard61382a52003-10-27 21:22:23 +000090
bellardc27004e2005-01-03 23:35:10 +000091 addr = ptr;
blueswir14d7a0882008-05-10 10:14:22 +000092 page_index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
j_mayer6ebbf392007-10-14 07:07:08 +000093 mmu_idx = CPU_MMU_INDEX;
ths551bd272008-07-03 17:57:36 +000094 if (unlikely(env->tlb_table[mmu_idx][page_index].ADDR_READ !=
95 (addr & (TARGET_PAGE_MASK | (DATA_SIZE - 1))))) {
j_mayer6ebbf392007-10-14 07:07:08 +000096 res = glue(glue(__ld, SUFFIX), MMUSUFFIX)(addr, mmu_idx);
bellardb92e5a22003-08-08 23:58:05 +000097 } else {
blueswir14d7a0882008-05-10 10:14:22 +000098 physaddr = addr + env->tlb_table[mmu_idx][page_index].addend;
bellard61382a52003-10-27 21:22:23 +000099 res = glue(glue(ld, USUFFIX), _raw)((uint8_t *)physaddr);
bellardb92e5a22003-08-08 23:58:05 +0000100 }
101 return res;
102}
103
104#if DATA_SIZE <= 2
bellardc27004e2005-01-03 23:35:10 +0000105static inline int glue(glue(lds, SUFFIX), MEMSUFFIX)(target_ulong ptr)
bellardb92e5a22003-08-08 23:58:05 +0000106{
blueswir14d7a0882008-05-10 10:14:22 +0000107 int res, page_index;
bellardc27004e2005-01-03 23:35:10 +0000108 target_ulong addr;
109 unsigned long physaddr;
j_mayer6ebbf392007-10-14 07:07:08 +0000110 int mmu_idx;
bellard61382a52003-10-27 21:22:23 +0000111
bellardc27004e2005-01-03 23:35:10 +0000112 addr = ptr;
blueswir14d7a0882008-05-10 10:14:22 +0000113 page_index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
j_mayer6ebbf392007-10-14 07:07:08 +0000114 mmu_idx = CPU_MMU_INDEX;
ths551bd272008-07-03 17:57:36 +0000115 if (unlikely(env->tlb_table[mmu_idx][page_index].ADDR_READ !=
116 (addr & (TARGET_PAGE_MASK | (DATA_SIZE - 1))))) {
j_mayer6ebbf392007-10-14 07:07:08 +0000117 res = (DATA_STYPE)glue(glue(__ld, SUFFIX), MMUSUFFIX)(addr, mmu_idx);
bellardb92e5a22003-08-08 23:58:05 +0000118 } else {
blueswir14d7a0882008-05-10 10:14:22 +0000119 physaddr = addr + env->tlb_table[mmu_idx][page_index].addend;
bellardb92e5a22003-08-08 23:58:05 +0000120 res = glue(glue(lds, SUFFIX), _raw)((uint8_t *)physaddr);
121 }
122 return res;
123}
124#endif
125
j_mayer6ebbf392007-10-14 07:07:08 +0000126#if ACCESS_TYPE != (NB_MMU_MODES + 1)
bellard84b7b8e2005-11-28 21:19:04 +0000127
bellarde16c53f2004-01-04 18:15:29 +0000128/* generic store macro */
129
bellardc27004e2005-01-03 23:35:10 +0000130static inline void glue(glue(st, SUFFIX), MEMSUFFIX)(target_ulong ptr, RES_TYPE v)
bellardb92e5a22003-08-08 23:58:05 +0000131{
blueswir14d7a0882008-05-10 10:14:22 +0000132 int page_index;
bellardc27004e2005-01-03 23:35:10 +0000133 target_ulong addr;
134 unsigned long physaddr;
j_mayer6ebbf392007-10-14 07:07:08 +0000135 int mmu_idx;
bellard61382a52003-10-27 21:22:23 +0000136
bellardc27004e2005-01-03 23:35:10 +0000137 addr = ptr;
blueswir14d7a0882008-05-10 10:14:22 +0000138 page_index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
j_mayer6ebbf392007-10-14 07:07:08 +0000139 mmu_idx = CPU_MMU_INDEX;
ths551bd272008-07-03 17:57:36 +0000140 if (unlikely(env->tlb_table[mmu_idx][page_index].addr_write !=
141 (addr & (TARGET_PAGE_MASK | (DATA_SIZE - 1))))) {
j_mayer6ebbf392007-10-14 07:07:08 +0000142 glue(glue(__st, SUFFIX), MMUSUFFIX)(addr, v, mmu_idx);
bellardb92e5a22003-08-08 23:58:05 +0000143 } else {
blueswir14d7a0882008-05-10 10:14:22 +0000144 physaddr = addr + env->tlb_table[mmu_idx][page_index].addend;
bellardb92e5a22003-08-08 23:58:05 +0000145 glue(glue(st, SUFFIX), _raw)((uint8_t *)physaddr, v);
146 }
147}
148
j_mayer6ebbf392007-10-14 07:07:08 +0000149#endif /* ACCESS_TYPE != (NB_MMU_MODES + 1) */
bellard84b7b8e2005-11-28 21:19:04 +0000150
j_mayer6ebbf392007-10-14 07:07:08 +0000151#if ACCESS_TYPE != (NB_MMU_MODES + 1)
bellarde16c53f2004-01-04 18:15:29 +0000152
bellard2d603d22004-01-04 23:56:24 +0000153#if DATA_SIZE == 8
bellard3f87bf62005-11-06 19:56:23 +0000154static inline float64 glue(ldfq, MEMSUFFIX)(target_ulong ptr)
bellard2d603d22004-01-04 23:56:24 +0000155{
156 union {
bellard3f87bf62005-11-06 19:56:23 +0000157 float64 d;
bellard2d603d22004-01-04 23:56:24 +0000158 uint64_t i;
159 } u;
160 u.i = glue(ldq, MEMSUFFIX)(ptr);
161 return u.d;
162}
163
bellard3f87bf62005-11-06 19:56:23 +0000164static inline void glue(stfq, MEMSUFFIX)(target_ulong ptr, float64 v)
bellard2d603d22004-01-04 23:56:24 +0000165{
166 union {
bellard3f87bf62005-11-06 19:56:23 +0000167 float64 d;
bellard2d603d22004-01-04 23:56:24 +0000168 uint64_t i;
169 } u;
170 u.d = v;
171 glue(stq, MEMSUFFIX)(ptr, u.i);
172}
173#endif /* DATA_SIZE == 8 */
174
175#if DATA_SIZE == 4
bellard3f87bf62005-11-06 19:56:23 +0000176static inline float32 glue(ldfl, MEMSUFFIX)(target_ulong ptr)
bellard2d603d22004-01-04 23:56:24 +0000177{
178 union {
bellard3f87bf62005-11-06 19:56:23 +0000179 float32 f;
bellard2d603d22004-01-04 23:56:24 +0000180 uint32_t i;
181 } u;
182 u.i = glue(ldl, MEMSUFFIX)(ptr);
183 return u.f;
184}
185
bellard3f87bf62005-11-06 19:56:23 +0000186static inline void glue(stfl, MEMSUFFIX)(target_ulong ptr, float32 v)
bellard2d603d22004-01-04 23:56:24 +0000187{
188 union {
bellard3f87bf62005-11-06 19:56:23 +0000189 float32 f;
bellard2d603d22004-01-04 23:56:24 +0000190 uint32_t i;
191 } u;
192 u.f = v;
193 glue(stl, MEMSUFFIX)(ptr, u.i);
194}
195#endif /* DATA_SIZE == 4 */
196
j_mayer6ebbf392007-10-14 07:07:08 +0000197#endif /* ACCESS_TYPE != (NB_MMU_MODES + 1) */
bellard84b7b8e2005-11-28 21:19:04 +0000198
bellardb92e5a22003-08-08 23:58:05 +0000199#undef RES_TYPE
200#undef DATA_TYPE
201#undef DATA_STYPE
202#undef SUFFIX
bellard61382a52003-10-27 21:22:23 +0000203#undef USUFFIX
bellardb92e5a22003-08-08 23:58:05 +0000204#undef DATA_SIZE
j_mayer6ebbf392007-10-14 07:07:08 +0000205#undef CPU_MMU_INDEX
bellard61382a52003-10-27 21:22:23 +0000206#undef MMUSUFFIX
bellard84b7b8e2005-11-28 21:19:04 +0000207#undef ADDR_READ