blob: 83efc6e81543b3785ad422fc87835acba869f422 [file] [log] [blame]
Paul Mackerras9f04b9e2005-10-10 14:19:43 +10001#ifndef _ASM_POWERPC_PROCESSOR_H
2#define _ASM_POWERPC_PROCESSOR_H
3
4/*
5 * Copyright (C) 2001 PPC 64 Team, IBM Corp
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
11 */
12
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100013#include <asm/reg.h>
14
Michael Neulingc6e67712008-06-25 14:07:18 +100015#ifdef CONFIG_VSX
16#define TS_FPRWIDTH 2
17#else
Michael Neuling9c75a312008-06-26 17:07:48 +100018#define TS_FPRWIDTH 1
Michael Neulingc6e67712008-06-25 14:07:18 +100019#endif
Michael Neuling9c75a312008-06-26 17:07:48 +100020
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100021#ifndef __ASSEMBLY__
22#include <linux/compiler.h>
Ashish Kalra1325a682011-04-22 16:48:27 -050023#include <linux/cache.h>
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100024#include <asm/ptrace.h>
25#include <asm/types.h>
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100026
Paul Mackerras799d6042005-11-10 13:37:51 +110027/* We do _not_ want to define new machine types at all, those must die
28 * in favor of using the device-tree
29 * -- BenH.
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100030 */
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100031
Paul Mackerras799d6042005-11-10 13:37:51 +110032/* PREP sub-platform types see residual.h for these */
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100033#define _PREP_Motorola 0x01 /* motorola prep */
34#define _PREP_Firm 0x02 /* firmworks prep */
35#define _PREP_IBM 0x00 /* ibm prep */
36#define _PREP_Bull 0x03 /* bull prep */
37
Paul Mackerras799d6042005-11-10 13:37:51 +110038/* CHRP sub-platform types. These are arbitrary */
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100039#define _CHRP_Motorola 0x04 /* motorola chrp, the cobra */
40#define _CHRP_IBM 0x05 /* IBM chrp, the longtrail and longtrail 2 */
41#define _CHRP_Pegasos 0x06 /* Genesi/bplan's Pegasos and Pegasos2 */
Benjamin Herrenschmidt26c50322006-07-04 14:16:28 +100042#define _CHRP_briq 0x07 /* TotalImpact's briQ */
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100043
Benjamin Herrenschmidte8222502006-03-28 23:15:54 +110044#if defined(__KERNEL__) && defined(CONFIG_PPC32)
45
46extern int _chrp_type;
Paul Mackerras799d6042005-11-10 13:37:51 +110047
Paul Mackerras0a26b132006-03-28 10:22:10 +110048#ifdef CONFIG_PPC_PREP
Paul Mackerras799d6042005-11-10 13:37:51 +110049
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100050/* what kind of prep workstation we are */
51extern int _prep_type;
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100052
Paul Mackerras0a26b132006-03-28 10:22:10 +110053#endif /* CONFIG_PPC_PREP */
54
Benjamin Herrenschmidte8222502006-03-28 23:15:54 +110055#endif /* defined(__KERNEL__) && defined(CONFIG_PPC32) */
56
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100057/*
58 * Default implementation of macro that returns current
59 * instruction pointer ("program counter").
60 */
61#define current_text_addr() ({ __label__ _l; _l: &&_l;})
62
63/* Macros for adjusting thread priority (hardware multi-threading) */
64#define HMT_very_low() asm volatile("or 31,31,31 # very low priority")
65#define HMT_low() asm volatile("or 1,1,1 # low priority")
66#define HMT_medium_low() asm volatile("or 6,6,6 # medium low priority")
67#define HMT_medium() asm volatile("or 2,2,2 # medium priority")
68#define HMT_medium_high() asm volatile("or 5,5,5 # medium high priority")
69#define HMT_high() asm volatile("or 3,3,3 # high priority")
70
71#ifdef __KERNEL__
72
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100073struct task_struct;
74void start_thread(struct pt_regs *regs, unsigned long fdptr, unsigned long sp);
75void release_thread(struct task_struct *);
76
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100077/* Create a new kernel thread. */
78extern long kernel_thread(int (*fn)(void *), void *arg, unsigned long flags);
79
80/* Lazy FPU handling on uni-processor */
81extern struct task_struct *last_task_used_math;
82extern struct task_struct *last_task_used_altivec;
Michael Neulingc6e67712008-06-25 14:07:18 +100083extern struct task_struct *last_task_used_vsx;
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100084extern struct task_struct *last_task_used_spe;
85
86#ifdef CONFIG_PPC32
Rune Torgersen7c4f10b2008-05-24 01:59:15 +100087
88#if CONFIG_TASK_SIZE > CONFIG_KERNEL_START
89#error User TASK_SIZE overlaps with KERNEL_START address
90#endif
Paul Mackerras9f04b9e2005-10-10 14:19:43 +100091#define TASK_SIZE (CONFIG_TASK_SIZE)
92
93/* This decides where the kernel will search for a free chunk of vm
94 * space during mmap's.
95 */
96#define TASK_UNMAPPED_BASE (TASK_SIZE / 8 * 3)
97#endif
98
99#ifdef CONFIG_PPC64
100/* 64-bit user address space is 44-bits (16TB user VM) */
101#define TASK_SIZE_USER64 (0x0000100000000000UL)
102
103/*
104 * 32-bit user address space is 4GB - 1 page
105 * (this 1 page is needed so referencing of 0xFFFFFFFF generates EFAULT
106 */
107#define TASK_SIZE_USER32 (0x0000000100000000UL - (1*PAGE_SIZE))
108
Dave Hansen82455252008-02-04 22:28:59 -0800109#define TASK_SIZE_OF(tsk) (test_tsk_thread_flag(tsk, TIF_32BIT) ? \
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000110 TASK_SIZE_USER32 : TASK_SIZE_USER64)
Dave Hansen82455252008-02-04 22:28:59 -0800111#define TASK_SIZE TASK_SIZE_OF(current)
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000112
113/* This decides where the kernel will search for a free chunk of vm
114 * space during mmap's.
115 */
116#define TASK_UNMAPPED_BASE_USER32 (PAGE_ALIGN(TASK_SIZE_USER32 / 4))
117#define TASK_UNMAPPED_BASE_USER64 (PAGE_ALIGN(TASK_SIZE_USER64 / 4))
118
Denis Kirjanovcab175f2010-08-27 03:49:11 +0000119#define TASK_UNMAPPED_BASE ((is_32bit_task()) ? \
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000120 TASK_UNMAPPED_BASE_USER32 : TASK_UNMAPPED_BASE_USER64 )
121#endif
122
David Howells922a70d2008-02-08 04:19:26 -0800123#ifdef __powerpc64__
124
125#define STACK_TOP_USER64 TASK_SIZE_USER64
126#define STACK_TOP_USER32 TASK_SIZE_USER32
127
Denis Kirjanovcab175f2010-08-27 03:49:11 +0000128#define STACK_TOP (is_32bit_task() ? \
David Howells922a70d2008-02-08 04:19:26 -0800129 STACK_TOP_USER32 : STACK_TOP_USER64)
130
131#define STACK_TOP_MAX STACK_TOP_USER64
132
133#else /* __powerpc64__ */
134
135#define STACK_TOP TASK_SIZE
136#define STACK_TOP_MAX STACK_TOP
137
138#endif /* __powerpc64__ */
David Howells922a70d2008-02-08 04:19:26 -0800139
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000140typedef struct {
141 unsigned long seg;
142} mm_segment_t;
143
Michael Neulingc6e67712008-06-25 14:07:18 +1000144#define TS_FPROFFSET 0
145#define TS_VSRLOWOFFSET 1
146#define TS_FPR(i) fpr[i][TS_FPROFFSET]
Michael Neuling9c75a312008-06-26 17:07:48 +1000147
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000148struct thread_struct {
149 unsigned long ksp; /* Kernel stack pointer */
Kumar Gala85218822008-04-28 16:21:22 +1000150 unsigned long ksp_limit; /* if ksp <= ksp_limit stack overflow */
151
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000152#ifdef CONFIG_PPC64
153 unsigned long ksp_vsid;
154#endif
155 struct pt_regs *regs; /* Pointer to saved register state */
156 mm_segment_t fs; /* for get_fs() validation */
Ashish Kalra1325a682011-04-22 16:48:27 -0500157#ifdef CONFIG_BOOKE
158 /* BookE base exception scratch space; align on cacheline */
159 unsigned long normsave[8] ____cacheline_aligned;
160#endif
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000161#ifdef CONFIG_PPC32
162 void *pgdir; /* root of page-table tree */
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000163#endif
Dave Kleikamp99396ac2010-02-08 11:53:26 +0000164#ifdef CONFIG_PPC_ADV_DEBUG_REGS
165 /*
166 * The following help to manage the use of Debug Control Registers
167 * om the BookE platforms.
168 */
169 unsigned long dbcr0;
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000170 unsigned long dbcr1;
Dave Kleikamp99396ac2010-02-08 11:53:26 +0000171#ifdef CONFIG_BOOKE
172 unsigned long dbcr2;
173#endif
174 /*
175 * The stored value of the DBSR register will be the value at the
176 * last debug interrupt. This register can only be read from the
177 * user (will never be written to) and has value while helping to
178 * describe the reason for the last debug trap. Torez
179 */
180 unsigned long dbsr;
181 /*
182 * The following will contain addresses used by debug applications
183 * to help trace and trap on particular address locations.
184 * The bits in the Debug Control Registers above help define which
185 * of the following registers will contain valid data and/or addresses.
186 */
187 unsigned long iac1;
188 unsigned long iac2;
189#if CONFIG_PPC_ADV_DEBUG_IACS > 2
190 unsigned long iac3;
191 unsigned long iac4;
192#endif
193 unsigned long dac1;
194 unsigned long dac2;
195#if CONFIG_PPC_ADV_DEBUG_DVCS > 0
196 unsigned long dvc1;
197 unsigned long dvc2;
198#endif
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000199#endif
Michael Neulingc6e67712008-06-25 14:07:18 +1000200 /* FP and VSX 0-31 register set */
201 double fpr[32][TS_FPRWIDTH];
202 struct {
David Gibson25c8a782005-10-27 16:27:25 +1000203
204 unsigned int pad;
205 unsigned int val; /* Floating point status */
206 } fpscr;
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000207 int fpexc_mode; /* floating-point exception mode */
Paul Mackerrase9370ae2006-06-07 16:15:39 +1000208 unsigned int align_ctl; /* alignment handling control */
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000209#ifdef CONFIG_PPC64
210 unsigned long start_tb; /* Start purr when proc switched in */
211 unsigned long accum_tb; /* Total accumilated purr for process */
K.Prasad5aae8a52010-06-15 11:35:19 +0530212#ifdef CONFIG_HAVE_HW_BREAKPOINT
213 struct perf_event *ptrace_bps[HBP_NUM];
214 /*
215 * Helps identify source of single-step exception and subsequent
216 * hw-breakpoint enablement
217 */
218 struct perf_event *last_hit_ubp;
219#endif /* CONFIG_HAVE_HW_BREAKPOINT */
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000220#endif
221 unsigned long dabr; /* Data address breakpoint register */
Michael Neuling4474ef02012-09-06 21:24:56 +0000222 unsigned long dabrx; /* ... extension */
Ananth N Mavinakayanahalli41ab5262012-08-23 21:27:09 +0000223 unsigned long trap_nr; /* last trap # on this thread */
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000224#ifdef CONFIG_ALTIVEC
225 /* Complete AltiVec register set */
Mike Frysingerfc624ea2007-07-15 13:36:09 +1000226 vector128 vr[32] __attribute__((aligned(16)));
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000227 /* AltiVec status */
Mike Frysingerfc624ea2007-07-15 13:36:09 +1000228 vector128 vscr __attribute__((aligned(16)));
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000229 unsigned long vrsave;
230 int used_vr; /* set if process has used altivec */
231#endif /* CONFIG_ALTIVEC */
Michael Neulingc6e67712008-06-25 14:07:18 +1000232#ifdef CONFIG_VSX
233 /* VSR status */
234 int used_vsr; /* set if process has used altivec */
235#endif /* CONFIG_VSX */
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000236#ifdef CONFIG_SPE
237 unsigned long evr[32]; /* upper 32-bits of SPE regs */
238 u64 acc; /* Accumulator */
239 unsigned long spefscr; /* SPE & eFP status */
240 int used_spe; /* set if process has used spe */
241#endif /* CONFIG_SPE */
Alexander Graf97e49252010-04-16 00:11:51 +0200242#ifdef CONFIG_KVM_BOOK3S_32_HANDLER
243 void* kvm_shadow_vcpu; /* KVM internal data */
244#endif /* CONFIG_KVM_BOOK3S_32_HANDLER */
Scott Woodd30f6e42011-12-20 15:34:43 +0000245#if defined(CONFIG_KVM) && defined(CONFIG_BOOKE)
246 struct kvm_vcpu *kvm_vcpu;
247#endif
Alexey Kardashevskiyefcac652011-03-02 15:18:48 +0000248#ifdef CONFIG_PPC64
249 unsigned long dscr;
250 int dscr_inherit;
251#endif
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000252};
253
254#define ARCH_MIN_TASKALIGN 16
255
256#define INIT_SP (sizeof(init_stack) + (unsigned long) &init_stack)
Kumar Gala85218822008-04-28 16:21:22 +1000257#define INIT_SP_LIMIT \
258 (_ALIGN_UP(sizeof(init_thread_info), 16) + (unsigned long) &init_stack)
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000259
Liu Yu6a800f32008-10-28 11:50:21 +0800260#ifdef CONFIG_SPE
261#define SPEFSCR_INIT .spefscr = SPEFSCR_FINVE | SPEFSCR_FDBZE | SPEFSCR_FUNFE | SPEFSCR_FOVFE,
262#else
263#define SPEFSCR_INIT
264#endif
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000265
266#ifdef CONFIG_PPC32
267#define INIT_THREAD { \
268 .ksp = INIT_SP, \
Kumar Gala85218822008-04-28 16:21:22 +1000269 .ksp_limit = INIT_SP_LIMIT, \
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000270 .fs = KERNEL_DS, \
271 .pgdir = swapper_pg_dir, \
272 .fpexc_mode = MSR_FE0 | MSR_FE1, \
Liu Yu6a800f32008-10-28 11:50:21 +0800273 SPEFSCR_INIT \
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000274}
275#else
276#define INIT_THREAD { \
277 .ksp = INIT_SP, \
Kumar Gala85218822008-04-28 16:21:22 +1000278 .ksp_limit = INIT_SP_LIMIT, \
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000279 .regs = (struct pt_regs *)INIT_SP - 1, /* XXX bogus, I think */ \
280 .fs = KERNEL_DS, \
Michael Neulinge17a2562008-07-01 17:00:39 +1000281 .fpr = {{0}}, \
David Gibson25c8a782005-10-27 16:27:25 +1000282 .fpscr = { .val = 0, }, \
Arnd Bergmannddf5f752006-06-20 02:30:33 +0200283 .fpexc_mode = 0, \
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000284}
285#endif
286
287/*
288 * Return saved PC of a blocked thread. For now, this is the "user" PC
289 */
290#define thread_saved_pc(tsk) \
291 ((tsk)->thread.regs? (tsk)->thread.regs->nip: 0)
292
Srinivasa Dse5093ff2008-07-08 00:22:27 +1000293#define task_pt_regs(tsk) ((struct pt_regs *)(tsk)->thread.regs)
294
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000295unsigned long get_wchan(struct task_struct *p);
296
297#define KSTK_EIP(tsk) ((tsk)->thread.regs? (tsk)->thread.regs->nip: 0)
298#define KSTK_ESP(tsk) ((tsk)->thread.regs? (tsk)->thread.regs->gpr[1]: 0)
299
300/* Get/set floating-point exception mode */
301#define GET_FPEXC_CTL(tsk, adr) get_fpexc_mode((tsk), (adr))
302#define SET_FPEXC_CTL(tsk, val) set_fpexc_mode((tsk), (val))
303
304extern int get_fpexc_mode(struct task_struct *tsk, unsigned long adr);
305extern int set_fpexc_mode(struct task_struct *tsk, unsigned int val);
306
Paul Mackerrasfab5db92006-06-07 16:14:40 +1000307#define GET_ENDIAN(tsk, adr) get_endian((tsk), (adr))
308#define SET_ENDIAN(tsk, val) set_endian((tsk), (val))
309
310extern int get_endian(struct task_struct *tsk, unsigned long adr);
311extern int set_endian(struct task_struct *tsk, unsigned int val);
312
Paul Mackerrase9370ae2006-06-07 16:15:39 +1000313#define GET_UNALIGN_CTL(tsk, adr) get_unalign_ctl((tsk), (adr))
314#define SET_UNALIGN_CTL(tsk, val) set_unalign_ctl((tsk), (val))
315
316extern int get_unalign_ctl(struct task_struct *tsk, unsigned long adr);
317extern int set_unalign_ctl(struct task_struct *tsk, unsigned int val);
318
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000319static inline unsigned int __unpack_fe01(unsigned long msr_bits)
320{
321 return ((msr_bits & MSR_FE0) >> 10) | ((msr_bits & MSR_FE1) >> 8);
322}
323
324static inline unsigned long __pack_fe01(unsigned int fpmode)
325{
326 return ((fpmode << 10) & MSR_FE0) | ((fpmode << 8) & MSR_FE1);
327}
328
329#ifdef CONFIG_PPC64
330#define cpu_relax() do { HMT_low(); HMT_medium(); barrier(); } while (0)
331#else
332#define cpu_relax() barrier()
333#endif
334
Anton Blanchard2f251942006-03-27 11:46:18 +1100335/* Check that a certain kernel stack pointer is valid in task_struct p */
336int validate_sp(unsigned long sp, struct task_struct *p,
337 unsigned long nbytes);
338
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000339/*
340 * Prefetch macros.
341 */
342#define ARCH_HAS_PREFETCH
343#define ARCH_HAS_PREFETCHW
344#define ARCH_HAS_SPINLOCK_PREFETCH
345
346static inline void prefetch(const void *x)
347{
348 if (unlikely(!x))
349 return;
350
351 __asm__ __volatile__ ("dcbt 0,%0" : : "r" (x));
352}
353
354static inline void prefetchw(const void *x)
355{
356 if (unlikely(!x))
357 return;
358
359 __asm__ __volatile__ ("dcbtst 0,%0" : : "r" (x));
360}
361
362#define spin_lock_prefetch(x) prefetchw(x)
363
364#ifdef CONFIG_PPC64
365#define HAVE_ARCH_PICK_MMAP_LAYOUT
366#endif
367
Josh Boyerefbda862009-03-25 06:23:59 +0000368#ifdef CONFIG_PPC64
369static inline unsigned long get_clean_sp(struct pt_regs *regs, int is_32)
370{
371 unsigned long sp;
372
373 if (is_32)
374 sp = regs->gpr[1] & 0x0ffffffffUL;
375 else
376 sp = regs->gpr[1];
377
378 return sp;
379}
380#else
381static inline unsigned long get_clean_sp(struct pt_regs *regs, int is_32)
382{
383 return regs->gpr[1];
384}
385#endif
386
Deepthi Dharware8bb3e02011-11-30 02:47:03 +0000387extern unsigned long cpuidle_disable;
Deepthi Dharwar771dae82011-11-30 02:46:31 +0000388enum idle_boot_override {IDLE_NO_OVERRIDE = 0, IDLE_POWERSAVE_OFF};
389
David Howellsae3a1972012-03-28 18:30:02 +0100390extern int powersave_nap; /* set if nap mode can be used in idle loop */
Paul Mackerras375f5612012-07-26 18:51:09 +0000391extern void power7_nap(void);
David Howellsae3a1972012-03-28 18:30:02 +0100392
393#ifdef CONFIG_PSERIES_IDLE
394extern void update_smt_snooze_delay(int snooze);
David Howellsae3a1972012-03-28 18:30:02 +0100395#else
396static inline void update_smt_snooze_delay(int snooze) {}
David Howellsae3a1972012-03-28 18:30:02 +0100397#endif
398
399extern void flush_instruction_cache(void);
400extern void hard_reset_now(void);
401extern void poweroff_now(void);
402extern int fix_alignment(struct pt_regs *);
403extern void cvt_fd(float *from, double *to);
404extern void cvt_df(double *from, float *to);
405extern void _nmask_and_or_msr(unsigned long nmask, unsigned long or_val);
406
407#ifdef CONFIG_PPC64
408/*
409 * We handle most unaligned accesses in hardware. On the other hand
410 * unaligned DMA can be very expensive on some ppc64 IO chips (it does
411 * powers of 2 writes until it reaches sufficient alignment).
412 *
413 * Based on this we disable the IP header alignment in network drivers.
414 */
415#define NET_IP_ALIGN 0
416#endif
417
Paul Mackerras9f04b9e2005-10-10 14:19:43 +1000418#endif /* __KERNEL__ */
419#endif /* __ASSEMBLY__ */
420#endif /* _ASM_POWERPC_PROCESSOR_H */