blob: 3c4d8797ea9aa3218313cb1e89065cce649fc91d [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/fs/binfmt_elf.c
3 *
4 * These are the functions used to load ELF format executables as used
5 * on SVr4 machines. Information on the format may be found in the book
6 * "UNIX SYSTEM V RELEASE 4 Programmers Guide: Ansi C and Programming Support
7 * Tools".
8 *
9 * Copyright 1993, 1994: Eric Youngdale (ericy@cais.com).
10 */
11
12#include <linux/module.h>
13#include <linux/kernel.h>
14#include <linux/fs.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/mm.h>
16#include <linux/mman.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/errno.h>
18#include <linux/signal.h>
19#include <linux/binfmts.h>
20#include <linux/string.h>
21#include <linux/file.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <linux/personality.h>
24#include <linux/elfcore.h>
25#include <linux/init.h>
26#include <linux/highuid.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include <linux/compiler.h>
28#include <linux/highmem.h>
29#include <linux/pagemap.h>
Denys Vlasenko2aa362c2012-10-04 17:15:36 -070030#include <linux/vmalloc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include <linux/security.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include <linux/random.h>
Jesper Juhlf4e5cc22006-06-23 02:05:35 -070033#include <linux/elf.h>
Alexey Dobriyan7e80d0d2007-05-08 00:28:59 -070034#include <linux/utsname.h>
Daisuke HATAYAMA088e7af2010-03-05 13:44:06 -080035#include <linux/coredump.h>
Frederic Weisbecker6fac4822012-11-13 14:20:55 +010036#include <linux/sched.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070037#include <asm/uaccess.h>
38#include <asm/param.h>
39#include <asm/page.h>
40
Denys Vlasenko2aa362c2012-10-04 17:15:36 -070041#ifndef user_long_t
42#define user_long_t long
43#endif
Denys Vlasenko49ae4d42012-10-04 17:15:35 -070044#ifndef user_siginfo_t
45#define user_siginfo_t siginfo_t
46#endif
47
Al Viro71613c32012-10-20 22:00:48 -040048static int load_elf_binary(struct linux_binprm *bprm);
Jesper Juhlf4e5cc22006-06-23 02:05:35 -070049static int load_elf_library(struct file *);
Andrew Mortonbb1ad822008-01-30 13:31:07 +010050static unsigned long elf_map(struct file *, unsigned long, struct elf_phdr *,
51 int, int, unsigned long);
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
Linus Torvalds1da177e2005-04-16 15:20:36 -070053/*
54 * If we don't support core dumping, then supply a NULL so we
55 * don't even try.
56 */
Christoph Hellwig698ba7b2009-12-15 16:47:37 -080057#ifdef CONFIG_ELF_CORE
Masami Hiramatsuf6151df2009-12-17 15:27:16 -080058static int elf_core_dump(struct coredump_params *cprm);
Linus Torvalds1da177e2005-04-16 15:20:36 -070059#else
60#define elf_core_dump NULL
61#endif
62
63#if ELF_EXEC_PAGESIZE > PAGE_SIZE
Jesper Juhlf4e5cc22006-06-23 02:05:35 -070064#define ELF_MIN_ALIGN ELF_EXEC_PAGESIZE
Linus Torvalds1da177e2005-04-16 15:20:36 -070065#else
Jesper Juhlf4e5cc22006-06-23 02:05:35 -070066#define ELF_MIN_ALIGN PAGE_SIZE
Linus Torvalds1da177e2005-04-16 15:20:36 -070067#endif
68
69#ifndef ELF_CORE_EFLAGS
70#define ELF_CORE_EFLAGS 0
71#endif
72
73#define ELF_PAGESTART(_v) ((_v) & ~(unsigned long)(ELF_MIN_ALIGN-1))
74#define ELF_PAGEOFFSET(_v) ((_v) & (ELF_MIN_ALIGN-1))
75#define ELF_PAGEALIGN(_v) (((_v) + ELF_MIN_ALIGN - 1) & ~(ELF_MIN_ALIGN - 1))
76
77static struct linux_binfmt elf_format = {
Mikael Petterssonf670d0e2011-01-12 17:00:02 -080078 .module = THIS_MODULE,
79 .load_binary = load_elf_binary,
80 .load_shlib = load_elf_library,
81 .core_dump = elf_core_dump,
82 .min_coredump = ELF_EXEC_PAGESIZE,
Linus Torvalds1da177e2005-04-16 15:20:36 -070083};
84
Andrew Mortond4e3cc32007-07-21 04:37:32 -070085#define BAD_ADDR(x) ((unsigned long)(x) >= TASK_SIZE)
Linus Torvalds1da177e2005-04-16 15:20:36 -070086
87static int set_brk(unsigned long start, unsigned long end)
88{
89 start = ELF_PAGEALIGN(start);
90 end = ELF_PAGEALIGN(end);
91 if (end > start) {
92 unsigned long addr;
Linus Torvaldse4eb1ff2012-04-20 15:35:40 -070093 addr = vm_brk(start, end - start);
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 if (BAD_ADDR(addr))
95 return addr;
96 }
97 current->mm->start_brk = current->mm->brk = end;
98 return 0;
99}
100
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101/* We need to explicitly zero any fractional pages
102 after the data section (i.e. bss). This would
103 contain the junk from the file that should not
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700104 be in memory
105 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106static int padzero(unsigned long elf_bss)
107{
108 unsigned long nbyte;
109
110 nbyte = ELF_PAGEOFFSET(elf_bss);
111 if (nbyte) {
112 nbyte = ELF_MIN_ALIGN - nbyte;
113 if (clear_user((void __user *) elf_bss, nbyte))
114 return -EFAULT;
115 }
116 return 0;
117}
118
Ohad Ben-Cohen09c6dd32008-02-03 18:05:15 +0200119/* Let's use some macros to make this stack manipulation a little clearer */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120#ifdef CONFIG_STACK_GROWSUP
121#define STACK_ADD(sp, items) ((elf_addr_t __user *)(sp) + (items))
122#define STACK_ROUND(sp, items) \
123 ((15 + (unsigned long) ((sp) + (items))) &~ 15UL)
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700124#define STACK_ALLOC(sp, len) ({ \
125 elf_addr_t __user *old_sp = (elf_addr_t __user *)sp; sp += len; \
126 old_sp; })
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127#else
128#define STACK_ADD(sp, items) ((elf_addr_t __user *)(sp) - (items))
129#define STACK_ROUND(sp, items) \
130 (((unsigned long) (sp - items)) &~ 15UL)
131#define STACK_ALLOC(sp, len) ({ sp -= len ; sp; })
132#endif
133
Nathan Lynch483fad12008-07-22 04:48:46 +1000134#ifndef ELF_BASE_PLATFORM
135/*
136 * AT_BASE_PLATFORM indicates the "real" hardware/microarchitecture.
137 * If the arch defines ELF_BASE_PLATFORM (in asm/elf.h), the value
138 * will be copied to the user stack in the same manner as AT_PLATFORM.
139 */
140#define ELF_BASE_PLATFORM NULL
141#endif
142
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143static int
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700144create_elf_tables(struct linux_binprm *bprm, struct elfhdr *exec,
Andi Kleend20894a2008-02-08 04:21:54 -0800145 unsigned long load_addr, unsigned long interp_load_addr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146{
147 unsigned long p = bprm->p;
148 int argc = bprm->argc;
149 int envc = bprm->envc;
150 elf_addr_t __user *argv;
151 elf_addr_t __user *envp;
152 elf_addr_t __user *sp;
153 elf_addr_t __user *u_platform;
Nathan Lynch483fad12008-07-22 04:48:46 +1000154 elf_addr_t __user *u_base_platform;
Kees Cookf06295b2009-01-07 18:08:52 -0800155 elf_addr_t __user *u_rand_bytes;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 const char *k_platform = ELF_PLATFORM;
Nathan Lynch483fad12008-07-22 04:48:46 +1000157 const char *k_base_platform = ELF_BASE_PLATFORM;
Kees Cookf06295b2009-01-07 18:08:52 -0800158 unsigned char k_rand_bytes[16];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 int items;
160 elf_addr_t *elf_info;
161 int ei_index = 0;
David Howells86a264a2008-11-14 10:39:18 +1100162 const struct cred *cred = current_cred();
Ollie Wildb6a2fea2007-07-19 01:48:16 -0700163 struct vm_area_struct *vma;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164
165 /*
Franck Bui-Huud68c9d62007-10-16 23:30:24 -0700166 * In some cases (e.g. Hyper-Threading), we want to avoid L1
167 * evictions by the processes running on the same package. One
168 * thing we can do is to shuffle the initial stack for them.
169 */
170
171 p = arch_align_stack(p);
172
173 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174 * If this architecture has a platform capability string, copy it
175 * to userspace. In some cases (Sparc), this info is impossible
176 * for userspace to get any other way, in others (i386) it is
177 * merely difficult.
178 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 u_platform = NULL;
180 if (k_platform) {
181 size_t len = strlen(k_platform) + 1;
182
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 u_platform = (elf_addr_t __user *)STACK_ALLOC(p, len);
184 if (__copy_to_user(u_platform, k_platform, len))
185 return -EFAULT;
186 }
187
Nathan Lynch483fad12008-07-22 04:48:46 +1000188 /*
189 * If this architecture has a "base" platform capability
190 * string, copy it to userspace.
191 */
192 u_base_platform = NULL;
193 if (k_base_platform) {
194 size_t len = strlen(k_base_platform) + 1;
195
196 u_base_platform = (elf_addr_t __user *)STACK_ALLOC(p, len);
197 if (__copy_to_user(u_base_platform, k_base_platform, len))
198 return -EFAULT;
199 }
200
Kees Cookf06295b2009-01-07 18:08:52 -0800201 /*
202 * Generate 16 random bytes for userspace PRNG seeding.
203 */
204 get_random_bytes(k_rand_bytes, sizeof(k_rand_bytes));
205 u_rand_bytes = (elf_addr_t __user *)
206 STACK_ALLOC(p, sizeof(k_rand_bytes));
207 if (__copy_to_user(u_rand_bytes, k_rand_bytes, sizeof(k_rand_bytes)))
208 return -EFAULT;
209
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 /* Create the ELF interpreter info */
Jesper Juhl785d5572006-06-23 02:05:35 -0700211 elf_info = (elf_addr_t *)current->mm->saved_auxv;
Olaf Hering4f9a58d2007-10-16 23:30:12 -0700212 /* update AT_VECTOR_SIZE_BASE if the number of NEW_AUX_ENT() changes */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213#define NEW_AUX_ENT(id, val) \
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700214 do { \
Jesper Juhl785d5572006-06-23 02:05:35 -0700215 elf_info[ei_index++] = id; \
216 elf_info[ei_index++] = val; \
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700217 } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218
219#ifdef ARCH_DLINFO
220 /*
221 * ARCH_DLINFO must come first so PPC can do its special alignment of
222 * AUXV.
Olaf Hering4f9a58d2007-10-16 23:30:12 -0700223 * update AT_VECTOR_SIZE_ARCH if the number of NEW_AUX_ENT() in
224 * ARCH_DLINFO changes
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225 */
226 ARCH_DLINFO;
227#endif
228 NEW_AUX_ENT(AT_HWCAP, ELF_HWCAP);
229 NEW_AUX_ENT(AT_PAGESZ, ELF_EXEC_PAGESIZE);
230 NEW_AUX_ENT(AT_CLKTCK, CLOCKS_PER_SEC);
231 NEW_AUX_ENT(AT_PHDR, load_addr + exec->e_phoff);
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700232 NEW_AUX_ENT(AT_PHENT, sizeof(struct elf_phdr));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233 NEW_AUX_ENT(AT_PHNUM, exec->e_phnum);
234 NEW_AUX_ENT(AT_BASE, interp_load_addr);
235 NEW_AUX_ENT(AT_FLAGS, 0);
236 NEW_AUX_ENT(AT_ENTRY, exec->e_entry);
Eric W. Biedermanebc887b2012-02-07 18:36:10 -0800237 NEW_AUX_ENT(AT_UID, from_kuid_munged(cred->user_ns, cred->uid));
238 NEW_AUX_ENT(AT_EUID, from_kuid_munged(cred->user_ns, cred->euid));
239 NEW_AUX_ENT(AT_GID, from_kgid_munged(cred->user_ns, cred->gid));
240 NEW_AUX_ENT(AT_EGID, from_kgid_munged(cred->user_ns, cred->egid));
Jesper Juhl785d5572006-06-23 02:05:35 -0700241 NEW_AUX_ENT(AT_SECURE, security_bprm_secureexec(bprm));
Kees Cookf06295b2009-01-07 18:08:52 -0800242 NEW_AUX_ENT(AT_RANDOM, (elf_addr_t)(unsigned long)u_rand_bytes);
Michael Neuling21713642013-04-17 17:33:11 +0000243#ifdef ELF_HWCAP2
244 NEW_AUX_ENT(AT_HWCAP2, ELF_HWCAP2);
245#endif
John Reiser65191082008-07-21 14:21:32 -0700246 NEW_AUX_ENT(AT_EXECFN, bprm->exec);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247 if (k_platform) {
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700248 NEW_AUX_ENT(AT_PLATFORM,
Jesper Juhl785d5572006-06-23 02:05:35 -0700249 (elf_addr_t)(unsigned long)u_platform);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250 }
Nathan Lynch483fad12008-07-22 04:48:46 +1000251 if (k_base_platform) {
252 NEW_AUX_ENT(AT_BASE_PLATFORM,
253 (elf_addr_t)(unsigned long)u_base_platform);
254 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255 if (bprm->interp_flags & BINPRM_FLAGS_EXECFD) {
Jesper Juhl785d5572006-06-23 02:05:35 -0700256 NEW_AUX_ENT(AT_EXECFD, bprm->interp_data);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257 }
258#undef NEW_AUX_ENT
259 /* AT_NULL is zero; clear the rest too */
260 memset(&elf_info[ei_index], 0,
261 sizeof current->mm->saved_auxv - ei_index * sizeof elf_info[0]);
262
263 /* And advance past the AT_NULL entry. */
264 ei_index += 2;
265
266 sp = STACK_ADD(p, ei_index);
267
Andi Kleend20894a2008-02-08 04:21:54 -0800268 items = (argc + 1) + (envc + 1) + 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269 bprm->p = STACK_ROUND(sp, items);
270
271 /* Point sp at the lowest address on the stack */
272#ifdef CONFIG_STACK_GROWSUP
273 sp = (elf_addr_t __user *)bprm->p - items - ei_index;
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700274 bprm->exec = (unsigned long)sp; /* XXX: PARISC HACK */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275#else
276 sp = (elf_addr_t __user *)bprm->p;
277#endif
278
Ollie Wildb6a2fea2007-07-19 01:48:16 -0700279
280 /*
281 * Grow the stack manually; some architectures have a limit on how
282 * far ahead a user-space access may be in order to grow the stack.
283 */
284 vma = find_extend_vma(current->mm, bprm->p);
285 if (!vma)
286 return -EFAULT;
287
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288 /* Now, let's put argc (and argv, envp if appropriate) on the stack */
289 if (__put_user(argc, sp++))
290 return -EFAULT;
Andi Kleend20894a2008-02-08 04:21:54 -0800291 argv = sp;
292 envp = argv + argc + 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293
294 /* Populate argv and envp */
Greg Kroah-Hartmana84a5052005-05-11 00:10:44 -0700295 p = current->mm->arg_end = current->mm->arg_start;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296 while (argc-- > 0) {
297 size_t len;
Heiko Carstens841d5fb2006-12-06 20:36:35 -0800298 if (__put_user((elf_addr_t)p, argv++))
299 return -EFAULT;
Ollie Wildb6a2fea2007-07-19 01:48:16 -0700300 len = strnlen_user((void __user *)p, MAX_ARG_STRLEN);
301 if (!len || len > MAX_ARG_STRLEN)
WANG Cong23c49712008-05-08 21:52:33 +0800302 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303 p += len;
304 }
305 if (__put_user(0, argv))
306 return -EFAULT;
307 current->mm->arg_end = current->mm->env_start = p;
308 while (envc-- > 0) {
309 size_t len;
Heiko Carstens841d5fb2006-12-06 20:36:35 -0800310 if (__put_user((elf_addr_t)p, envp++))
311 return -EFAULT;
Ollie Wildb6a2fea2007-07-19 01:48:16 -0700312 len = strnlen_user((void __user *)p, MAX_ARG_STRLEN);
313 if (!len || len > MAX_ARG_STRLEN)
WANG Cong23c49712008-05-08 21:52:33 +0800314 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315 p += len;
316 }
317 if (__put_user(0, envp))
318 return -EFAULT;
319 current->mm->env_end = p;
320
321 /* Put the elf_info on the stack in the right place. */
322 sp = (elf_addr_t __user *)envp + 1;
323 if (copy_to_user(sp, elf_info, ei_index * sizeof(elf_addr_t)))
324 return -EFAULT;
325 return 0;
326}
327
James Hoganc07380b2011-05-09 10:58:40 +0100328#ifndef elf_map
329
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330static unsigned long elf_map(struct file *filep, unsigned long addr,
Jiri Kosinacc503c12008-01-30 13:31:07 +0100331 struct elf_phdr *eppnt, int prot, int type,
332 unsigned long total_size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333{
334 unsigned long map_addr;
Jiri Kosinacc503c12008-01-30 13:31:07 +0100335 unsigned long size = eppnt->p_filesz + ELF_PAGEOFFSET(eppnt->p_vaddr);
336 unsigned long off = eppnt->p_offset - ELF_PAGEOFFSET(eppnt->p_vaddr);
337 addr = ELF_PAGESTART(addr);
338 size = ELF_PAGEALIGN(size);
Jan Kratochvil60bfba72007-07-15 23:40:06 -0700339
Andrew Mortond4e3cc32007-07-21 04:37:32 -0700340 /* mmap() will return -EINVAL if given a zero size, but a
341 * segment with zero filesize is perfectly valid */
Jiri Kosinacc503c12008-01-30 13:31:07 +0100342 if (!size)
343 return addr;
344
Jiri Kosinacc503c12008-01-30 13:31:07 +0100345 /*
346 * total_size is the size of the ELF (interpreter) image.
347 * The _first_ mmap needs to know the full size, otherwise
348 * randomization might put this image into an overlapping
349 * position with the ELF binary image. (since size < total_size)
350 * So we first map the 'big' image - and unmap the remainder at
351 * the end. (which unmap is needed for ELF images with holes.)
352 */
353 if (total_size) {
354 total_size = ELF_PAGEALIGN(total_size);
Al Viro5a5e4c22012-05-30 01:49:38 -0400355 map_addr = vm_mmap(filep, addr, total_size, prot, type, off);
Jiri Kosinacc503c12008-01-30 13:31:07 +0100356 if (!BAD_ADDR(map_addr))
Al Viro5a5e4c22012-05-30 01:49:38 -0400357 vm_munmap(map_addr+size, total_size-size);
Jiri Kosinacc503c12008-01-30 13:31:07 +0100358 } else
Al Viro5a5e4c22012-05-30 01:49:38 -0400359 map_addr = vm_mmap(filep, addr, size, prot, type, off);
Jiri Kosinacc503c12008-01-30 13:31:07 +0100360
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361 return(map_addr);
362}
363
James Hoganc07380b2011-05-09 10:58:40 +0100364#endif /* !elf_map */
365
Jiri Kosinacc503c12008-01-30 13:31:07 +0100366static unsigned long total_mapping_size(struct elf_phdr *cmds, int nr)
367{
368 int i, first_idx = -1, last_idx = -1;
369
370 for (i = 0; i < nr; i++) {
371 if (cmds[i].p_type == PT_LOAD) {
372 last_idx = i;
373 if (first_idx == -1)
374 first_idx = i;
375 }
376 }
377 if (first_idx == -1)
378 return 0;
379
380 return cmds[last_idx].p_vaddr + cmds[last_idx].p_memsz -
381 ELF_PAGESTART(cmds[first_idx].p_vaddr);
382}
383
384
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385/* This is much more generalized than the library routine read function,
386 so we keep this separate. Technically the library read function
387 is only provided so that we can read a.out libraries that have
388 an ELF header */
389
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700390static unsigned long load_elf_interp(struct elfhdr *interp_elf_ex,
Jiri Kosinacc503c12008-01-30 13:31:07 +0100391 struct file *interpreter, unsigned long *interp_map_addr,
392 unsigned long no_base)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393{
394 struct elf_phdr *elf_phdata;
395 struct elf_phdr *eppnt;
396 unsigned long load_addr = 0;
397 int load_addr_set = 0;
398 unsigned long last_bss = 0, elf_bss = 0;
399 unsigned long error = ~0UL;
Jiri Kosinacc503c12008-01-30 13:31:07 +0100400 unsigned long total_size;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401 int retval, i, size;
402
403 /* First of all, some simple consistency checks */
404 if (interp_elf_ex->e_type != ET_EXEC &&
405 interp_elf_ex->e_type != ET_DYN)
406 goto out;
407 if (!elf_check_arch(interp_elf_ex))
408 goto out;
409 if (!interpreter->f_op || !interpreter->f_op->mmap)
410 goto out;
411
412 /*
413 * If the size of this structure has changed, then punt, since
414 * we will be doing the wrong thing.
415 */
416 if (interp_elf_ex->e_phentsize != sizeof(struct elf_phdr))
417 goto out;
418 if (interp_elf_ex->e_phnum < 1 ||
419 interp_elf_ex->e_phnum > 65536U / sizeof(struct elf_phdr))
420 goto out;
421
422 /* Now read in all of the header information */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700423 size = sizeof(struct elf_phdr) * interp_elf_ex->e_phnum;
424 if (size > ELF_MIN_ALIGN)
425 goto out;
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700426 elf_phdata = kmalloc(size, GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700427 if (!elf_phdata)
428 goto out;
429
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700430 retval = kernel_read(interpreter, interp_elf_ex->e_phoff,
Mikael Petterssonf670d0e2011-01-12 17:00:02 -0800431 (char *)elf_phdata, size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700432 error = -EIO;
433 if (retval != size) {
434 if (retval < 0)
435 error = retval;
436 goto out_close;
437 }
438
Jiri Kosinacc503c12008-01-30 13:31:07 +0100439 total_size = total_mapping_size(elf_phdata, interp_elf_ex->e_phnum);
440 if (!total_size) {
441 error = -EINVAL;
442 goto out_close;
443 }
444
Linus Torvalds1da177e2005-04-16 15:20:36 -0700445 eppnt = elf_phdata;
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700446 for (i = 0; i < interp_elf_ex->e_phnum; i++, eppnt++) {
447 if (eppnt->p_type == PT_LOAD) {
448 int elf_type = MAP_PRIVATE | MAP_DENYWRITE;
449 int elf_prot = 0;
450 unsigned long vaddr = 0;
451 unsigned long k, map_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700452
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700453 if (eppnt->p_flags & PF_R)
454 elf_prot = PROT_READ;
455 if (eppnt->p_flags & PF_W)
456 elf_prot |= PROT_WRITE;
457 if (eppnt->p_flags & PF_X)
458 elf_prot |= PROT_EXEC;
459 vaddr = eppnt->p_vaddr;
460 if (interp_elf_ex->e_type == ET_EXEC || load_addr_set)
461 elf_type |= MAP_FIXED;
Jiri Kosinacc503c12008-01-30 13:31:07 +0100462 else if (no_base && interp_elf_ex->e_type == ET_DYN)
463 load_addr = -vaddr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700464
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700465 map_addr = elf_map(interpreter, load_addr + vaddr,
Andrew Mortonbb1ad822008-01-30 13:31:07 +0100466 eppnt, elf_prot, elf_type, total_size);
Jiri Kosinacc503c12008-01-30 13:31:07 +0100467 total_size = 0;
468 if (!*interp_map_addr)
469 *interp_map_addr = map_addr;
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700470 error = map_addr;
471 if (BAD_ADDR(map_addr))
472 goto out_close;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700473
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700474 if (!load_addr_set &&
475 interp_elf_ex->e_type == ET_DYN) {
476 load_addr = map_addr - ELF_PAGESTART(vaddr);
477 load_addr_set = 1;
478 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700479
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700480 /*
481 * Check to see if the section's size will overflow the
482 * allowed task size. Note that p_filesz must always be
483 * <= p_memsize so it's only necessary to check p_memsz.
484 */
485 k = load_addr + eppnt->p_vaddr;
Chuck Ebbertce510592006-07-03 00:24:14 -0700486 if (BAD_ADDR(k) ||
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700487 eppnt->p_filesz > eppnt->p_memsz ||
488 eppnt->p_memsz > TASK_SIZE ||
489 TASK_SIZE - eppnt->p_memsz < k) {
490 error = -ENOMEM;
491 goto out_close;
492 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700493
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700494 /*
495 * Find the end of the file mapping for this phdr, and
496 * keep track of the largest address we see for this.
497 */
498 k = load_addr + eppnt->p_vaddr + eppnt->p_filesz;
499 if (k > elf_bss)
500 elf_bss = k;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700501
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700502 /*
503 * Do the same thing for the memory mapping - between
504 * elf_bss and last_bss is the bss section.
505 */
506 k = load_addr + eppnt->p_memsz + eppnt->p_vaddr;
507 if (k > last_bss)
508 last_bss = k;
509 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700510 }
511
Linus Torvalds1da177e2005-04-16 15:20:36 -0700512 if (last_bss > elf_bss) {
Roland McGrath752015d2009-09-08 19:49:40 -0700513 /*
514 * Now fill out the bss section. First pad the last page up
515 * to the page boundary, and then perform a mmap to make sure
516 * that there are zero-mapped pages up to and including the
517 * last bss page.
518 */
519 if (padzero(elf_bss)) {
520 error = -EFAULT;
521 goto out_close;
522 }
523
524 /* What we have mapped so far */
525 elf_bss = ELF_PAGESTART(elf_bss + ELF_MIN_ALIGN - 1);
526
527 /* Map the last of the bss segment */
Linus Torvaldse4eb1ff2012-04-20 15:35:40 -0700528 error = vm_brk(elf_bss, last_bss - elf_bss);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700529 if (BAD_ADDR(error))
530 goto out_close;
531 }
532
Jiri Kosinacc503c12008-01-30 13:31:07 +0100533 error = load_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700534
535out_close:
536 kfree(elf_phdata);
537out:
538 return error;
539}
540
Linus Torvalds1da177e2005-04-16 15:20:36 -0700541/*
542 * These are the functions used to load ELF style executables and shared
543 * libraries. There is no binary dependent code anywhere else.
544 */
545
546#define INTERPRETER_NONE 0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700547#define INTERPRETER_ELF 2
548
Andi Kleen913bd902006-03-25 16:29:09 +0100549#ifndef STACK_RND_MASK
James Bottomleyd1cabd62007-03-16 13:38:35 -0800550#define STACK_RND_MASK (0x7ff >> (PAGE_SHIFT - 12)) /* 8MB of VA */
Andi Kleen913bd902006-03-25 16:29:09 +0100551#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700552
553static unsigned long randomize_stack_top(unsigned long stack_top)
554{
Hector Marco-Gisbert4f2e84d2015-02-14 09:33:50 -0800555 unsigned long random_variable = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700556
Andi Kleenc16b63e02006-09-26 10:52:28 +0200557 if ((current->flags & PF_RANDOMIZE) &&
558 !(current->personality & ADDR_NO_RANDOMIZE)) {
Hector Marco-Gisbert4f2e84d2015-02-14 09:33:50 -0800559 random_variable = (unsigned long) get_random_int();
560 random_variable &= STACK_RND_MASK;
Andi Kleen913bd902006-03-25 16:29:09 +0100561 random_variable <<= PAGE_SHIFT;
562 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700563#ifdef CONFIG_STACK_GROWSUP
Andi Kleen913bd902006-03-25 16:29:09 +0100564 return PAGE_ALIGN(stack_top) + random_variable;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700565#else
Andi Kleen913bd902006-03-25 16:29:09 +0100566 return PAGE_ALIGN(stack_top) - random_variable;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700567#endif
568}
569
Al Viro71613c32012-10-20 22:00:48 -0400570static int load_elf_binary(struct linux_binprm *bprm)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700571{
572 struct file *interpreter = NULL; /* to shut gcc up */
573 unsigned long load_addr = 0, load_bias = 0;
574 int load_addr_set = 0;
575 char * elf_interpreter = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700576 unsigned long error;
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700577 struct elf_phdr *elf_ppnt, *elf_phdata;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700578 unsigned long elf_bss, elf_brk;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700579 int retval, i;
580 unsigned int size;
Jiri Kosinacc503c12008-01-30 13:31:07 +0100581 unsigned long elf_entry;
582 unsigned long interp_load_addr = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700583 unsigned long start_code, end_code, start_data, end_data;
David Daney1a530a62011-03-22 16:34:48 -0700584 unsigned long reloc_func_desc __maybe_unused = 0;
David Rientjes8de61e62006-12-06 20:40:16 -0800585 int executable_stack = EXSTACK_DEFAULT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700586 unsigned long def_flags = 0;
Al Viro71613c32012-10-20 22:00:48 -0400587 struct pt_regs *regs = current_pt_regs();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700588 struct {
589 struct elfhdr elf_ex;
590 struct elfhdr interp_elf_ex;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700591 } *loc;
592
593 loc = kmalloc(sizeof(*loc), GFP_KERNEL);
594 if (!loc) {
595 retval = -ENOMEM;
596 goto out_ret;
597 }
598
599 /* Get the exec-header */
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700600 loc->elf_ex = *((struct elfhdr *)bprm->buf);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700601
602 retval = -ENOEXEC;
603 /* First of all, some simple consistency checks */
604 if (memcmp(loc->elf_ex.e_ident, ELFMAG, SELFMAG) != 0)
605 goto out;
606
607 if (loc->elf_ex.e_type != ET_EXEC && loc->elf_ex.e_type != ET_DYN)
608 goto out;
609 if (!elf_check_arch(&loc->elf_ex))
610 goto out;
Mikael Petterssonf670d0e2011-01-12 17:00:02 -0800611 if (!bprm->file->f_op || !bprm->file->f_op->mmap)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700612 goto out;
613
614 /* Now read in all of the header information */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700615 if (loc->elf_ex.e_phentsize != sizeof(struct elf_phdr))
616 goto out;
617 if (loc->elf_ex.e_phnum < 1 ||
618 loc->elf_ex.e_phnum > 65536U / sizeof(struct elf_phdr))
619 goto out;
620 size = loc->elf_ex.e_phnum * sizeof(struct elf_phdr);
621 retval = -ENOMEM;
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700622 elf_phdata = kmalloc(size, GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700623 if (!elf_phdata)
624 goto out;
625
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700626 retval = kernel_read(bprm->file, loc->elf_ex.e_phoff,
627 (char *)elf_phdata, size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700628 if (retval != size) {
629 if (retval >= 0)
630 retval = -EIO;
631 goto out_free_ph;
632 }
633
Linus Torvalds1da177e2005-04-16 15:20:36 -0700634 elf_ppnt = elf_phdata;
635 elf_bss = 0;
636 elf_brk = 0;
637
638 start_code = ~0UL;
639 end_code = 0;
640 start_data = 0;
641 end_data = 0;
642
643 for (i = 0; i < loc->elf_ex.e_phnum; i++) {
644 if (elf_ppnt->p_type == PT_INTERP) {
645 /* This is the program interpreter used for
646 * shared libraries - for now assume that this
647 * is an a.out format binary
648 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700649 retval = -ENOEXEC;
650 if (elf_ppnt->p_filesz > PATH_MAX ||
651 elf_ppnt->p_filesz < 2)
Al Viroe7b9b552009-03-29 16:31:16 -0400652 goto out_free_ph;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700653
654 retval = -ENOMEM;
Jesper Juhl792db3a2006-01-09 20:54:45 -0800655 elf_interpreter = kmalloc(elf_ppnt->p_filesz,
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700656 GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700657 if (!elf_interpreter)
Al Viroe7b9b552009-03-29 16:31:16 -0400658 goto out_free_ph;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659
660 retval = kernel_read(bprm->file, elf_ppnt->p_offset,
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700661 elf_interpreter,
662 elf_ppnt->p_filesz);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700663 if (retval != elf_ppnt->p_filesz) {
664 if (retval >= 0)
665 retval = -EIO;
666 goto out_free_interp;
667 }
668 /* make sure path is NULL terminated */
669 retval = -ENOEXEC;
670 if (elf_interpreter[elf_ppnt->p_filesz - 1] != '\0')
671 goto out_free_interp;
672
Linus Torvalds1da177e2005-04-16 15:20:36 -0700673 interpreter = open_exec(elf_interpreter);
674 retval = PTR_ERR(interpreter);
675 if (IS_ERR(interpreter))
676 goto out_free_interp;
Alexey Dobriyan1fb84492007-01-26 00:57:16 -0800677
678 /*
679 * If the binary is not readable then enforce
680 * mm->dumpable = 0 regardless of the interpreter's
681 * permissions.
682 */
Al Viro1b5d7832011-06-19 12:49:47 -0400683 would_dump(bprm, interpreter);
Alexey Dobriyan1fb84492007-01-26 00:57:16 -0800684
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700685 retval = kernel_read(interpreter, 0, bprm->buf,
686 BINPRM_BUF_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700687 if (retval != BINPRM_BUF_SIZE) {
688 if (retval >= 0)
689 retval = -EIO;
690 goto out_free_dentry;
691 }
692
693 /* Get the exec headers */
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700694 loc->interp_elf_ex = *((struct elfhdr *)bprm->buf);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700695 break;
696 }
697 elf_ppnt++;
698 }
699
700 elf_ppnt = elf_phdata;
701 for (i = 0; i < loc->elf_ex.e_phnum; i++, elf_ppnt++)
702 if (elf_ppnt->p_type == PT_GNU_STACK) {
703 if (elf_ppnt->p_flags & PF_X)
704 executable_stack = EXSTACK_ENABLE_X;
705 else
706 executable_stack = EXSTACK_DISABLE_X;
707 break;
708 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700709
710 /* Some simple consistency checks for the interpreter */
711 if (elf_interpreter) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700712 retval = -ELIBBAD;
Andi Kleend20894a2008-02-08 04:21:54 -0800713 /* Not an ELF interpreter */
714 if (memcmp(loc->interp_elf_ex.e_ident, ELFMAG, SELFMAG) != 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700715 goto out_free_dentry;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700716 /* Verify the interpreter has a valid arch */
Andi Kleend20894a2008-02-08 04:21:54 -0800717 if (!elf_check_arch(&loc->interp_elf_ex))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700718 goto out_free_dentry;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700719 }
720
Linus Torvalds1da177e2005-04-16 15:20:36 -0700721 /* Flush all traces of the currently running executable */
722 retval = flush_old_exec(bprm);
723 if (retval)
724 goto out_free_dentry;
725
Linus Torvalds1da177e2005-04-16 15:20:36 -0700726 /* OK, This is the point of no return */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700727 current->mm->def_flags = def_flags;
728
729 /* Do this immediately, since STACK_TOP as used in setup_arg_pages
730 may depend on the personality. */
Martin Schwidefsky0b592682008-10-16 15:39:57 +0200731 SET_PERSONALITY(loc->elf_ex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700732 if (elf_read_implies_exec(loc->elf_ex, executable_stack))
733 current->personality |= READ_IMPLIES_EXEC;
734
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700735 if (!(current->personality & ADDR_NO_RANDOMIZE) && randomize_va_space)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700736 current->flags |= PF_RANDOMIZE;
Linus Torvalds221af7f2010-01-28 22:14:42 -0800737
738 setup_new_exec(bprm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700739
740 /* Do this so that we can load the interpreter, if need be. We will
741 change some of these later */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700742 current->mm->free_area_cache = current->mm->mmap_base;
Wolfgang Wander1363c3c2005-06-21 17:14:49 -0700743 current->mm->cached_hole_size = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700744 retval = setup_arg_pages(bprm, randomize_stack_top(STACK_TOP),
745 executable_stack);
746 if (retval < 0) {
747 send_sig(SIGKILL, current, 0);
748 goto out_free_dentry;
749 }
750
Linus Torvalds1da177e2005-04-16 15:20:36 -0700751 current->mm->start_stack = bprm->p;
752
André Goddard Rosaaf901ca2009-11-14 13:09:05 -0200753 /* Now we do a little grungy work by mmapping the ELF image into
Jiri Kosinacc503c12008-01-30 13:31:07 +0100754 the correct location in memory. */
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700755 for(i = 0, elf_ppnt = elf_phdata;
756 i < loc->elf_ex.e_phnum; i++, elf_ppnt++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700757 int elf_prot = 0, elf_flags;
758 unsigned long k, vaddr;
759
760 if (elf_ppnt->p_type != PT_LOAD)
761 continue;
762
763 if (unlikely (elf_brk > elf_bss)) {
764 unsigned long nbyte;
765
766 /* There was a PT_LOAD segment with p_memsz > p_filesz
767 before this one. Map anonymous pages, if needed,
768 and clear the area. */
Mikael Petterssonf670d0e2011-01-12 17:00:02 -0800769 retval = set_brk(elf_bss + load_bias,
770 elf_brk + load_bias);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700771 if (retval) {
772 send_sig(SIGKILL, current, 0);
773 goto out_free_dentry;
774 }
775 nbyte = ELF_PAGEOFFSET(elf_bss);
776 if (nbyte) {
777 nbyte = ELF_MIN_ALIGN - nbyte;
778 if (nbyte > elf_brk - elf_bss)
779 nbyte = elf_brk - elf_bss;
780 if (clear_user((void __user *)elf_bss +
781 load_bias, nbyte)) {
782 /*
783 * This bss-zeroing can fail if the ELF
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700784 * file specifies odd protections. So
Linus Torvalds1da177e2005-04-16 15:20:36 -0700785 * we don't check the return value
786 */
787 }
788 }
789 }
790
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700791 if (elf_ppnt->p_flags & PF_R)
792 elf_prot |= PROT_READ;
793 if (elf_ppnt->p_flags & PF_W)
794 elf_prot |= PROT_WRITE;
795 if (elf_ppnt->p_flags & PF_X)
796 elf_prot |= PROT_EXEC;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700797
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700798 elf_flags = MAP_PRIVATE | MAP_DENYWRITE | MAP_EXECUTABLE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700799
800 vaddr = elf_ppnt->p_vaddr;
801 if (loc->elf_ex.e_type == ET_EXEC || load_addr_set) {
802 elf_flags |= MAP_FIXED;
803 } else if (loc->elf_ex.e_type == ET_DYN) {
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700804 /* Try and get dynamic programs out of the way of the
805 * default mmap base, as well as whatever program they
806 * might try to exec. This is because the brk will
807 * follow the loader, and is not movable. */
David Daneye39f5602012-01-10 15:10:21 -0800808#ifdef CONFIG_ARCH_BINFMT_ELF_RANDOMIZE_PIE
Jiri Kosinaa3defbe2011-11-02 13:37:41 -0700809 /* Memory randomization might have been switched off
Jiri Kosinac1d025e2013-04-30 15:27:45 -0700810 * in runtime via sysctl or explicit setting of
811 * personality flags.
Jiri Kosinaa3defbe2011-11-02 13:37:41 -0700812 * If that is the case, retain the original non-zero
813 * load_bias value in order to establish proper
814 * non-randomized mappings.
815 */
816 if (current->flags & PF_RANDOMIZE)
817 load_bias = 0;
818 else
819 load_bias = ELF_PAGESTART(ELF_ET_DYN_BASE - vaddr);
Jiri Kosinacc503c12008-01-30 13:31:07 +0100820#else
Linus Torvalds90cb28e2007-01-06 13:28:21 -0800821 load_bias = ELF_PAGESTART(ELF_ET_DYN_BASE - vaddr);
Jiri Kosinacc503c12008-01-30 13:31:07 +0100822#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700823 }
824
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700825 error = elf_map(bprm->file, load_bias + vaddr, elf_ppnt,
Andrew Mortonbb1ad822008-01-30 13:31:07 +0100826 elf_prot, elf_flags, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700827 if (BAD_ADDR(error)) {
828 send_sig(SIGKILL, current, 0);
Alexey Kuznetsovb140f2512007-05-08 00:31:57 -0700829 retval = IS_ERR((void *)error) ?
830 PTR_ERR((void*)error) : -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700831 goto out_free_dentry;
832 }
833
834 if (!load_addr_set) {
835 load_addr_set = 1;
836 load_addr = (elf_ppnt->p_vaddr - elf_ppnt->p_offset);
837 if (loc->elf_ex.e_type == ET_DYN) {
838 load_bias += error -
839 ELF_PAGESTART(load_bias + vaddr);
840 load_addr += load_bias;
841 reloc_func_desc = load_bias;
842 }
843 }
844 k = elf_ppnt->p_vaddr;
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700845 if (k < start_code)
846 start_code = k;
847 if (start_data < k)
848 start_data = k;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700849
850 /*
851 * Check to see if the section's size will overflow the
852 * allowed task size. Note that p_filesz must always be
853 * <= p_memsz so it is only necessary to check p_memsz.
854 */
Chuck Ebbertce510592006-07-03 00:24:14 -0700855 if (BAD_ADDR(k) || elf_ppnt->p_filesz > elf_ppnt->p_memsz ||
Linus Torvalds1da177e2005-04-16 15:20:36 -0700856 elf_ppnt->p_memsz > TASK_SIZE ||
857 TASK_SIZE - elf_ppnt->p_memsz < k) {
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700858 /* set_brk can never work. Avoid overflows. */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700859 send_sig(SIGKILL, current, 0);
Alexey Kuznetsovb140f2512007-05-08 00:31:57 -0700860 retval = -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700861 goto out_free_dentry;
862 }
863
864 k = elf_ppnt->p_vaddr + elf_ppnt->p_filesz;
865
866 if (k > elf_bss)
867 elf_bss = k;
868 if ((elf_ppnt->p_flags & PF_X) && end_code < k)
869 end_code = k;
870 if (end_data < k)
871 end_data = k;
872 k = elf_ppnt->p_vaddr + elf_ppnt->p_memsz;
873 if (k > elf_brk)
874 elf_brk = k;
875 }
876
877 loc->elf_ex.e_entry += load_bias;
878 elf_bss += load_bias;
879 elf_brk += load_bias;
880 start_code += load_bias;
881 end_code += load_bias;
882 start_data += load_bias;
883 end_data += load_bias;
884
885 /* Calling set_brk effectively mmaps the pages that we need
886 * for the bss and break sections. We must do this before
887 * mapping in the interpreter, to make sure it doesn't wind
888 * up getting placed where the bss needs to go.
889 */
890 retval = set_brk(elf_bss, elf_brk);
891 if (retval) {
892 send_sig(SIGKILL, current, 0);
893 goto out_free_dentry;
894 }
akpm@osdl.org6de50512005-10-11 08:29:08 -0700895 if (likely(elf_bss != elf_brk) && unlikely(padzero(elf_bss))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700896 send_sig(SIGSEGV, current, 0);
897 retval = -EFAULT; /* Nobody gets to see this, but.. */
898 goto out_free_dentry;
899 }
900
901 if (elf_interpreter) {
Alan Cox6eec4822012-10-04 17:13:42 -0700902 unsigned long interp_map_addr = 0;
Jiri Kosinacc503c12008-01-30 13:31:07 +0100903
Andi Kleend20894a2008-02-08 04:21:54 -0800904 elf_entry = load_elf_interp(&loc->interp_elf_ex,
905 interpreter,
906 &interp_map_addr,
907 load_bias);
908 if (!IS_ERR((void *)elf_entry)) {
909 /*
910 * load_elf_interp() returns relocation
911 * adjustment
912 */
913 interp_load_addr = elf_entry;
914 elf_entry += loc->interp_elf_ex.e_entry;
Jiri Kosinacc503c12008-01-30 13:31:07 +0100915 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700916 if (BAD_ADDR(elf_entry)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700917 force_sig(SIGSEGV, current);
Chuck Ebbertce510592006-07-03 00:24:14 -0700918 retval = IS_ERR((void *)elf_entry) ?
919 (int)elf_entry : -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700920 goto out_free_dentry;
921 }
922 reloc_func_desc = interp_load_addr;
923
924 allow_write_access(interpreter);
925 fput(interpreter);
926 kfree(elf_interpreter);
927 } else {
928 elf_entry = loc->elf_ex.e_entry;
Suresh Siddha5342fba2006-02-26 04:18:28 +0100929 if (BAD_ADDR(elf_entry)) {
Chuck Ebbertce510592006-07-03 00:24:14 -0700930 force_sig(SIGSEGV, current);
931 retval = -EINVAL;
Suresh Siddha5342fba2006-02-26 04:18:28 +0100932 goto out_free_dentry;
933 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700934 }
935
936 kfree(elf_phdata);
937
Linus Torvalds1da177e2005-04-16 15:20:36 -0700938 set_binfmt(&elf_format);
939
Benjamin Herrenschmidt547ee842005-04-16 15:24:35 -0700940#ifdef ARCH_HAS_SETUP_ADDITIONAL_PAGES
Martin Schwidefskyfc5243d2008-12-25 13:38:35 +0100941 retval = arch_setup_additional_pages(bprm, !!elf_interpreter);
Benjamin Herrenschmidt547ee842005-04-16 15:24:35 -0700942 if (retval < 0) {
943 send_sig(SIGKILL, current, 0);
Roland McGrath18c8baf2005-04-28 15:17:19 -0700944 goto out;
Benjamin Herrenschmidt547ee842005-04-16 15:24:35 -0700945 }
946#endif /* ARCH_HAS_SETUP_ADDITIONAL_PAGES */
947
David Howellsa6f76f22008-11-14 10:39:24 +1100948 install_exec_creds(bprm);
Ollie Wildb6a2fea2007-07-19 01:48:16 -0700949 retval = create_elf_tables(bprm, &loc->elf_ex,
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700950 load_addr, interp_load_addr);
Ollie Wildb6a2fea2007-07-19 01:48:16 -0700951 if (retval < 0) {
952 send_sig(SIGKILL, current, 0);
953 goto out;
954 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700955 /* N.B. passed_fileno might not be initialized? */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700956 current->mm->end_code = end_code;
957 current->mm->start_code = start_code;
958 current->mm->start_data = start_data;
959 current->mm->end_data = end_data;
960 current->mm->start_stack = bprm->p;
961
Jiri Kosinac1d171a2008-01-30 13:30:40 +0100962#ifdef arch_randomize_brk
Jiri Kosina4471a672011-04-14 15:22:09 -0700963 if ((current->flags & PF_RANDOMIZE) && (randomize_va_space > 1)) {
Jiri Kosinac1d171a2008-01-30 13:30:40 +0100964 current->mm->brk = current->mm->start_brk =
965 arch_randomize_brk(current->mm);
Jiri Kosina4471a672011-04-14 15:22:09 -0700966#ifdef CONFIG_COMPAT_BRK
967 current->brk_randomized = 1;
968#endif
969 }
Jiri Kosinac1d171a2008-01-30 13:30:40 +0100970#endif
971
Linus Torvalds1da177e2005-04-16 15:20:36 -0700972 if (current->personality & MMAP_PAGE_ZERO) {
973 /* Why this, you ask??? Well SVr4 maps page 0 as read-only,
974 and some applications "depend" upon this behavior.
975 Since we do not have the power to recompile these, we
Jesper Juhlf4e5cc22006-06-23 02:05:35 -0700976 emulate the SVr4 behavior. Sigh. */
Linus Torvalds6be5ceb2012-04-20 17:13:58 -0700977 error = vm_mmap(NULL, 0, PAGE_SIZE, PROT_READ | PROT_EXEC,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700978 MAP_FIXED | MAP_PRIVATE, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700979 }
980
981#ifdef ELF_PLAT_INIT
982 /*
983 * The ABI may specify that certain registers be set up in special
984 * ways (on i386 %edx is the address of a DT_FINI function, for
985 * example. In addition, it may also specify (eg, PowerPC64 ELF)
986 * that the e_entry field is the address of the function descriptor
987 * for the startup routine, rather than the address of the startup
988 * routine itself. This macro performs whatever initialization to
989 * the regs structure is required as well as any relocations to the
990 * function descriptor entries when executing dynamically links apps.
991 */
992 ELF_PLAT_INIT(regs, reloc_func_desc);
993#endif
994
995 start_thread(regs, elf_entry, bprm->p);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700996 retval = 0;
997out:
998 kfree(loc);
999out_ret:
1000 return retval;
1001
1002 /* error cleanup */
1003out_free_dentry:
1004 allow_write_access(interpreter);
1005 if (interpreter)
1006 fput(interpreter);
1007out_free_interp:
Jesper Juhlf99d49a2005-11-07 01:01:34 -08001008 kfree(elf_interpreter);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001009out_free_ph:
1010 kfree(elf_phdata);
1011 goto out;
1012}
1013
1014/* This is really simpleminded and specialized - we are loading an
1015 a.out library that is given an ELF header. */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001016static int load_elf_library(struct file *file)
1017{
1018 struct elf_phdr *elf_phdata;
1019 struct elf_phdr *eppnt;
1020 unsigned long elf_bss, bss, len;
1021 int retval, error, i, j;
1022 struct elfhdr elf_ex;
1023
1024 error = -ENOEXEC;
Jesper Juhlf4e5cc22006-06-23 02:05:35 -07001025 retval = kernel_read(file, 0, (char *)&elf_ex, sizeof(elf_ex));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001026 if (retval != sizeof(elf_ex))
1027 goto out;
1028
1029 if (memcmp(elf_ex.e_ident, ELFMAG, SELFMAG) != 0)
1030 goto out;
1031
1032 /* First of all, some simple consistency checks */
1033 if (elf_ex.e_type != ET_EXEC || elf_ex.e_phnum > 2 ||
Jesper Juhlf4e5cc22006-06-23 02:05:35 -07001034 !elf_check_arch(&elf_ex) || !file->f_op || !file->f_op->mmap)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001035 goto out;
1036
1037 /* Now read in all of the header information */
1038
1039 j = sizeof(struct elf_phdr) * elf_ex.e_phnum;
1040 /* j < ELF_MIN_ALIGN because elf_ex.e_phnum <= 2 */
1041
1042 error = -ENOMEM;
1043 elf_phdata = kmalloc(j, GFP_KERNEL);
1044 if (!elf_phdata)
1045 goto out;
1046
1047 eppnt = elf_phdata;
1048 error = -ENOEXEC;
1049 retval = kernel_read(file, elf_ex.e_phoff, (char *)eppnt, j);
1050 if (retval != j)
1051 goto out_free_ph;
1052
1053 for (j = 0, i = 0; i<elf_ex.e_phnum; i++)
1054 if ((eppnt + i)->p_type == PT_LOAD)
1055 j++;
1056 if (j != 1)
1057 goto out_free_ph;
1058
1059 while (eppnt->p_type != PT_LOAD)
1060 eppnt++;
1061
1062 /* Now use mmap to map the library into memory. */
Linus Torvalds6be5ceb2012-04-20 17:13:58 -07001063 error = vm_mmap(file,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001064 ELF_PAGESTART(eppnt->p_vaddr),
1065 (eppnt->p_filesz +
1066 ELF_PAGEOFFSET(eppnt->p_vaddr)),
1067 PROT_READ | PROT_WRITE | PROT_EXEC,
1068 MAP_FIXED | MAP_PRIVATE | MAP_DENYWRITE,
1069 (eppnt->p_offset -
1070 ELF_PAGEOFFSET(eppnt->p_vaddr)));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001071 if (error != ELF_PAGESTART(eppnt->p_vaddr))
1072 goto out_free_ph;
1073
1074 elf_bss = eppnt->p_vaddr + eppnt->p_filesz;
1075 if (padzero(elf_bss)) {
1076 error = -EFAULT;
1077 goto out_free_ph;
1078 }
1079
Jesper Juhlf4e5cc22006-06-23 02:05:35 -07001080 len = ELF_PAGESTART(eppnt->p_filesz + eppnt->p_vaddr +
1081 ELF_MIN_ALIGN - 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001082 bss = eppnt->p_memsz + eppnt->p_vaddr;
Linus Torvaldse4eb1ff2012-04-20 15:35:40 -07001083 if (bss > len)
1084 vm_brk(len, bss - len);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001085 error = 0;
1086
1087out_free_ph:
1088 kfree(elf_phdata);
1089out:
1090 return error;
1091}
1092
Christoph Hellwig698ba7b2009-12-15 16:47:37 -08001093#ifdef CONFIG_ELF_CORE
Linus Torvalds1da177e2005-04-16 15:20:36 -07001094/*
1095 * ELF core dumper
1096 *
1097 * Modelled on fs/exec.c:aout_core_dump()
1098 * Jeremy Fitzhardinge <jeremy@sw.oz.au>
1099 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001100
1101/*
Jason Baron909af762012-03-23 15:02:51 -07001102 * The purpose of always_dump_vma() is to make sure that special kernel mappings
1103 * that are useful for post-mortem analysis are included in every core dump.
1104 * In that way we ensure that the core dump is fully interpretable later
1105 * without matching up the same kernel and hardware config to see what PC values
1106 * meant. These special mappings include - vDSO, vsyscall, and other
1107 * architecture specific mappings
1108 */
1109static bool always_dump_vma(struct vm_area_struct *vma)
1110{
1111 /* Any vsyscall mappings? */
1112 if (vma == get_gate_vma(vma->vm_mm))
1113 return true;
1114 /*
1115 * arch_vma_name() returns non-NULL for special architecture mappings,
1116 * such as vDSO sections.
1117 */
1118 if (arch_vma_name(vma))
1119 return true;
1120
1121 return false;
1122}
1123
1124/*
Roland McGrath82df3972007-10-16 23:27:02 -07001125 * Decide what to dump of a segment, part, all or none.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001126 */
Roland McGrath82df3972007-10-16 23:27:02 -07001127static unsigned long vma_dump_size(struct vm_area_struct *vma,
1128 unsigned long mm_flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001129{
KOSAKI Motohiroe575f112008-10-18 20:27:08 -07001130#define FILTER(type) (mm_flags & (1UL << MMF_DUMP_##type))
1131
Jason Baron909af762012-03-23 15:02:51 -07001132 /* always dump the vdso and vsyscall sections */
1133 if (always_dump_vma(vma))
Roland McGrath82df3972007-10-16 23:27:02 -07001134 goto whole;
Roland McGrathe5b97dd2007-01-26 00:56:48 -08001135
Konstantin Khlebnikov0103bd12012-10-08 16:28:59 -07001136 if (vma->vm_flags & VM_DONTDUMP)
Jason Baronaccb61f2012-03-23 15:02:51 -07001137 return 0;
1138
KOSAKI Motohiroe575f112008-10-18 20:27:08 -07001139 /* Hugetlb memory check */
1140 if (vma->vm_flags & VM_HUGETLB) {
1141 if ((vma->vm_flags & VM_SHARED) && FILTER(HUGETLB_SHARED))
1142 goto whole;
1143 if (!(vma->vm_flags & VM_SHARED) && FILTER(HUGETLB_PRIVATE))
1144 goto whole;
Naoya Horiguchi23d9e482013-04-17 15:58:28 -07001145 return 0;
KOSAKI Motohiroe575f112008-10-18 20:27:08 -07001146 }
1147
Linus Torvalds1da177e2005-04-16 15:20:36 -07001148 /* Do not dump I/O mapped devices or special mappings */
Konstantin Khlebnikov314e51b2012-10-08 16:29:02 -07001149 if (vma->vm_flags & VM_IO)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001150 return 0;
1151
Kawai, Hidehiroa1b59e82007-07-19 01:48:29 -07001152 /* By default, dump shared memory if mapped from an anonymous file. */
1153 if (vma->vm_flags & VM_SHARED) {
Al Viro496ad9a2013-01-23 17:07:38 -05001154 if (file_inode(vma->vm_file)->i_nlink == 0 ?
Roland McGrath82df3972007-10-16 23:27:02 -07001155 FILTER(ANON_SHARED) : FILTER(MAPPED_SHARED))
1156 goto whole;
1157 return 0;
Kawai, Hidehiroa1b59e82007-07-19 01:48:29 -07001158 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001159
Roland McGrath82df3972007-10-16 23:27:02 -07001160 /* Dump segments that have been written to. */
1161 if (vma->anon_vma && FILTER(ANON_PRIVATE))
1162 goto whole;
1163 if (vma->vm_file == NULL)
1164 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001165
Roland McGrath82df3972007-10-16 23:27:02 -07001166 if (FILTER(MAPPED_PRIVATE))
1167 goto whole;
1168
1169 /*
1170 * If this looks like the beginning of a DSO or executable mapping,
1171 * check for an ELF header. If we find one, dump the first page to
1172 * aid in determining what was mapped here.
1173 */
Roland McGrath92dc07b2009-02-06 17:34:07 -08001174 if (FILTER(ELF_HEADERS) &&
1175 vma->vm_pgoff == 0 && (vma->vm_flags & VM_READ)) {
Roland McGrath82df3972007-10-16 23:27:02 -07001176 u32 __user *header = (u32 __user *) vma->vm_start;
1177 u32 word;
Roland McGrath92dc07b2009-02-06 17:34:07 -08001178 mm_segment_t fs = get_fs();
Roland McGrath82df3972007-10-16 23:27:02 -07001179 /*
1180 * Doing it this way gets the constant folded by GCC.
1181 */
1182 union {
1183 u32 cmp;
1184 char elfmag[SELFMAG];
1185 } magic;
1186 BUILD_BUG_ON(SELFMAG != sizeof word);
1187 magic.elfmag[EI_MAG0] = ELFMAG0;
1188 magic.elfmag[EI_MAG1] = ELFMAG1;
1189 magic.elfmag[EI_MAG2] = ELFMAG2;
1190 magic.elfmag[EI_MAG3] = ELFMAG3;
Roland McGrath92dc07b2009-02-06 17:34:07 -08001191 /*
1192 * Switch to the user "segment" for get_user(),
1193 * then put back what elf_core_dump() had in place.
1194 */
1195 set_fs(USER_DS);
1196 if (unlikely(get_user(word, header)))
1197 word = 0;
1198 set_fs(fs);
1199 if (word == magic.cmp)
Roland McGrath82df3972007-10-16 23:27:02 -07001200 return PAGE_SIZE;
1201 }
1202
1203#undef FILTER
1204
1205 return 0;
1206
1207whole:
1208 return vma->vm_end - vma->vm_start;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001209}
1210
Linus Torvalds1da177e2005-04-16 15:20:36 -07001211/* An ELF note in memory */
1212struct memelfnote
1213{
1214 const char *name;
1215 int type;
1216 unsigned int datasz;
1217 void *data;
1218};
1219
1220static int notesize(struct memelfnote *en)
1221{
1222 int sz;
1223
1224 sz = sizeof(struct elf_note);
1225 sz += roundup(strlen(en->name) + 1, 4);
1226 sz += roundup(en->datasz, 4);
1227
1228 return sz;
1229}
1230
Andi Kleend025c9d2006-09-30 23:29:28 -07001231#define DUMP_WRITE(addr, nr, foffset) \
1232 do { if (!dump_write(file, (addr), (nr))) return 0; *foffset += (nr); } while(0)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001233
Andi Kleend025c9d2006-09-30 23:29:28 -07001234static int alignfile(struct file *file, loff_t *foffset)
1235{
Petr Vandroveca7a0d862006-10-13 18:42:07 +02001236 static const char buf[4] = { 0, };
Andi Kleend025c9d2006-09-30 23:29:28 -07001237 DUMP_WRITE(buf, roundup(*foffset, 4) - *foffset, foffset);
1238 return 1;
1239}
1240
1241static int writenote(struct memelfnote *men, struct file *file,
1242 loff_t *foffset)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001243{
1244 struct elf_note en;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001245 en.n_namesz = strlen(men->name) + 1;
1246 en.n_descsz = men->datasz;
1247 en.n_type = men->type;
1248
Andi Kleend025c9d2006-09-30 23:29:28 -07001249 DUMP_WRITE(&en, sizeof(en), foffset);
1250 DUMP_WRITE(men->name, en.n_namesz, foffset);
1251 if (!alignfile(file, foffset))
1252 return 0;
1253 DUMP_WRITE(men->data, men->datasz, foffset);
1254 if (!alignfile(file, foffset))
1255 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001256
1257 return 1;
1258}
1259#undef DUMP_WRITE
Linus Torvalds1da177e2005-04-16 15:20:36 -07001260
Roland McGrath3aba4812008-01-30 13:31:44 +01001261static void fill_elf_header(struct elfhdr *elf, int segs,
Zhang Yanfeid3330cf2013-02-21 16:44:20 -08001262 u16 machine, u32 flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001263{
Cyrill Gorcunov6970c8e2008-04-29 01:01:18 -07001264 memset(elf, 0, sizeof(*elf));
1265
Linus Torvalds1da177e2005-04-16 15:20:36 -07001266 memcpy(elf->e_ident, ELFMAG, SELFMAG);
1267 elf->e_ident[EI_CLASS] = ELF_CLASS;
1268 elf->e_ident[EI_DATA] = ELF_DATA;
1269 elf->e_ident[EI_VERSION] = EV_CURRENT;
1270 elf->e_ident[EI_OSABI] = ELF_OSABI;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001271
1272 elf->e_type = ET_CORE;
Roland McGrath3aba4812008-01-30 13:31:44 +01001273 elf->e_machine = machine;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001274 elf->e_version = EV_CURRENT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001275 elf->e_phoff = sizeof(struct elfhdr);
Roland McGrath3aba4812008-01-30 13:31:44 +01001276 elf->e_flags = flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001277 elf->e_ehsize = sizeof(struct elfhdr);
1278 elf->e_phentsize = sizeof(struct elf_phdr);
1279 elf->e_phnum = segs;
Cyrill Gorcunov6970c8e2008-04-29 01:01:18 -07001280
Linus Torvalds1da177e2005-04-16 15:20:36 -07001281 return;
1282}
1283
Andrew Morton8d6b5eee2006-09-25 23:32:04 -07001284static void fill_elf_note_phdr(struct elf_phdr *phdr, int sz, loff_t offset)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001285{
1286 phdr->p_type = PT_NOTE;
1287 phdr->p_offset = offset;
1288 phdr->p_vaddr = 0;
1289 phdr->p_paddr = 0;
1290 phdr->p_filesz = sz;
1291 phdr->p_memsz = 0;
1292 phdr->p_flags = 0;
1293 phdr->p_align = 0;
1294 return;
1295}
1296
1297static void fill_note(struct memelfnote *note, const char *name, int type,
1298 unsigned int sz, void *data)
1299{
1300 note->name = name;
1301 note->type = type;
1302 note->datasz = sz;
1303 note->data = data;
1304 return;
1305}
1306
1307/*
Jesper Juhlf4e5cc22006-06-23 02:05:35 -07001308 * fill up all the fields in prstatus from the given task struct, except
1309 * registers which need to be filled up separately.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001310 */
1311static void fill_prstatus(struct elf_prstatus *prstatus,
Jesper Juhlf4e5cc22006-06-23 02:05:35 -07001312 struct task_struct *p, long signr)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001313{
1314 prstatus->pr_info.si_signo = prstatus->pr_cursig = signr;
1315 prstatus->pr_sigpend = p->pending.signal.sig[0];
1316 prstatus->pr_sighold = p->blocked.sig[0];
Oleg Nesterov3b34fc52009-06-17 16:27:38 -07001317 rcu_read_lock();
1318 prstatus->pr_ppid = task_pid_vnr(rcu_dereference(p->real_parent));
1319 rcu_read_unlock();
Pavel Emelyanovb4888932007-10-18 23:40:14 -07001320 prstatus->pr_pid = task_pid_vnr(p);
Pavel Emelyanovb4888932007-10-18 23:40:14 -07001321 prstatus->pr_pgrp = task_pgrp_vnr(p);
1322 prstatus->pr_sid = task_session_vnr(p);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001323 if (thread_group_leader(p)) {
Frank Mayharf06febc2008-09-12 09:54:39 -07001324 struct task_cputime cputime;
1325
Linus Torvalds1da177e2005-04-16 15:20:36 -07001326 /*
Frank Mayharf06febc2008-09-12 09:54:39 -07001327 * This is the record for the group leader. It shows the
1328 * group-wide total, not its individual thread total.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001329 */
Frank Mayharf06febc2008-09-12 09:54:39 -07001330 thread_group_cputime(p, &cputime);
1331 cputime_to_timeval(cputime.utime, &prstatus->pr_utime);
1332 cputime_to_timeval(cputime.stime, &prstatus->pr_stime);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001333 } else {
Frederic Weisbecker6fac4822012-11-13 14:20:55 +01001334 cputime_t utime, stime;
1335
1336 task_cputime(p, &utime, &stime);
1337 cputime_to_timeval(utime, &prstatus->pr_utime);
1338 cputime_to_timeval(stime, &prstatus->pr_stime);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001339 }
1340 cputime_to_timeval(p->signal->cutime, &prstatus->pr_cutime);
1341 cputime_to_timeval(p->signal->cstime, &prstatus->pr_cstime);
1342}
1343
1344static int fill_psinfo(struct elf_prpsinfo *psinfo, struct task_struct *p,
1345 struct mm_struct *mm)
1346{
David Howellsc69e8d92008-11-14 10:39:19 +11001347 const struct cred *cred;
Greg Kroah-Hartmana84a5052005-05-11 00:10:44 -07001348 unsigned int i, len;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001349
1350 /* first copy the parameters from user space */
1351 memset(psinfo, 0, sizeof(struct elf_prpsinfo));
1352
1353 len = mm->arg_end - mm->arg_start;
1354 if (len >= ELF_PRARGSZ)
1355 len = ELF_PRARGSZ-1;
1356 if (copy_from_user(&psinfo->pr_psargs,
1357 (const char __user *)mm->arg_start, len))
1358 return -EFAULT;
1359 for(i = 0; i < len; i++)
1360 if (psinfo->pr_psargs[i] == 0)
1361 psinfo->pr_psargs[i] = ' ';
1362 psinfo->pr_psargs[len] = 0;
1363
Oleg Nesterov3b34fc52009-06-17 16:27:38 -07001364 rcu_read_lock();
1365 psinfo->pr_ppid = task_pid_vnr(rcu_dereference(p->real_parent));
1366 rcu_read_unlock();
Pavel Emelyanovb4888932007-10-18 23:40:14 -07001367 psinfo->pr_pid = task_pid_vnr(p);
Pavel Emelyanovb4888932007-10-18 23:40:14 -07001368 psinfo->pr_pgrp = task_pgrp_vnr(p);
1369 psinfo->pr_sid = task_session_vnr(p);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001370
1371 i = p->state ? ffz(~p->state) + 1 : 0;
1372 psinfo->pr_state = i;
Carsten Otte55148542006-03-25 03:08:22 -08001373 psinfo->pr_sname = (i > 5) ? '.' : "RSDTZW"[i];
Linus Torvalds1da177e2005-04-16 15:20:36 -07001374 psinfo->pr_zomb = psinfo->pr_sname == 'Z';
1375 psinfo->pr_nice = task_nice(p);
1376 psinfo->pr_flag = p->flags;
David Howellsc69e8d92008-11-14 10:39:19 +11001377 rcu_read_lock();
1378 cred = __task_cred(p);
Eric W. Biedermanebc887b2012-02-07 18:36:10 -08001379 SET_UID(psinfo->pr_uid, from_kuid_munged(cred->user_ns, cred->uid));
1380 SET_GID(psinfo->pr_gid, from_kgid_munged(cred->user_ns, cred->gid));
David Howellsc69e8d92008-11-14 10:39:19 +11001381 rcu_read_unlock();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001382 strncpy(psinfo->pr_fname, p->comm, sizeof(psinfo->pr_fname));
1383
1384 return 0;
1385}
1386
Roland McGrath3aba4812008-01-30 13:31:44 +01001387static void fill_auxv_note(struct memelfnote *note, struct mm_struct *mm)
1388{
1389 elf_addr_t *auxv = (elf_addr_t *) mm->saved_auxv;
1390 int i = 0;
1391 do
1392 i += 2;
1393 while (auxv[i - 2] != AT_NULL);
1394 fill_note(note, "CORE", NT_AUXV, i * sizeof(elf_addr_t), auxv);
1395}
1396
Denys Vlasenko49ae4d42012-10-04 17:15:35 -07001397static void fill_siginfo_note(struct memelfnote *note, user_siginfo_t *csigdata,
1398 siginfo_t *siginfo)
1399{
1400 mm_segment_t old_fs = get_fs();
1401 set_fs(KERNEL_DS);
1402 copy_siginfo_to_user((user_siginfo_t __user *) csigdata, siginfo);
1403 set_fs(old_fs);
1404 fill_note(note, "CORE", NT_SIGINFO, sizeof(*csigdata), csigdata);
1405}
1406
Denys Vlasenko2aa362c2012-10-04 17:15:36 -07001407#define MAX_FILE_NOTE_SIZE (4*1024*1024)
1408/*
1409 * Format of NT_FILE note:
1410 *
1411 * long count -- how many files are mapped
1412 * long page_size -- units for file_ofs
1413 * array of [COUNT] elements of
1414 * long start
1415 * long end
1416 * long file_ofs
1417 * followed by COUNT filenames in ASCII: "FILE1" NUL "FILE2" NUL...
1418 */
Dan Alonicc748ee2013-09-30 13:45:02 -07001419static int fill_files_note(struct memelfnote *note)
Denys Vlasenko2aa362c2012-10-04 17:15:36 -07001420{
1421 struct vm_area_struct *vma;
1422 unsigned count, size, names_ofs, remaining, n;
1423 user_long_t *data;
1424 user_long_t *start_end_ofs;
1425 char *name_base, *name_curpos;
1426
1427 /* *Estimated* file count and total data size needed */
1428 count = current->mm->map_count;
1429 size = count * 64;
1430
1431 names_ofs = (2 + 3 * count) * sizeof(data[0]);
1432 alloc:
1433 if (size >= MAX_FILE_NOTE_SIZE) /* paranoia check */
Dan Alonicc748ee2013-09-30 13:45:02 -07001434 return -EINVAL;
Denys Vlasenko2aa362c2012-10-04 17:15:36 -07001435 size = round_up(size, PAGE_SIZE);
1436 data = vmalloc(size);
1437 if (!data)
Dan Alonicc748ee2013-09-30 13:45:02 -07001438 return -ENOMEM;
Denys Vlasenko2aa362c2012-10-04 17:15:36 -07001439
1440 start_end_ofs = data + 2;
1441 name_base = name_curpos = ((char *)data) + names_ofs;
1442 remaining = size - names_ofs;
1443 count = 0;
1444 for (vma = current->mm->mmap; vma != NULL; vma = vma->vm_next) {
1445 struct file *file;
1446 const char *filename;
1447
1448 file = vma->vm_file;
1449 if (!file)
1450 continue;
1451 filename = d_path(&file->f_path, name_curpos, remaining);
1452 if (IS_ERR(filename)) {
1453 if (PTR_ERR(filename) == -ENAMETOOLONG) {
1454 vfree(data);
1455 size = size * 5 / 4;
1456 goto alloc;
1457 }
1458 continue;
1459 }
1460
1461 /* d_path() fills at the end, move name down */
1462 /* n = strlen(filename) + 1: */
1463 n = (name_curpos + remaining) - filename;
1464 remaining = filename - name_curpos;
1465 memmove(name_curpos, filename, n);
1466 name_curpos += n;
1467
1468 *start_end_ofs++ = vma->vm_start;
1469 *start_end_ofs++ = vma->vm_end;
1470 *start_end_ofs++ = vma->vm_pgoff;
1471 count++;
1472 }
1473
1474 /* Now we know exact count of files, can store it */
1475 data[0] = count;
1476 data[1] = PAGE_SIZE;
1477 /*
1478 * Count usually is less than current->mm->map_count,
1479 * we need to move filenames down.
1480 */
1481 n = current->mm->map_count - count;
1482 if (n != 0) {
1483 unsigned shift_bytes = n * 3 * sizeof(data[0]);
1484 memmove(name_base - shift_bytes, name_base,
1485 name_curpos - name_base);
1486 name_curpos -= shift_bytes;
1487 }
1488
1489 size = name_curpos - (char *)data;
1490 fill_note(note, "CORE", NT_FILE, size, data);
Dan Alonicc748ee2013-09-30 13:45:02 -07001491 return 0;
Denys Vlasenko2aa362c2012-10-04 17:15:36 -07001492}
1493
Roland McGrath4206d3a2008-01-30 13:31:45 +01001494#ifdef CORE_DUMP_USE_REGSET
1495#include <linux/regset.h>
1496
1497struct elf_thread_core_info {
1498 struct elf_thread_core_info *next;
1499 struct task_struct *task;
1500 struct elf_prstatus prstatus;
1501 struct memelfnote notes[0];
1502};
1503
1504struct elf_note_info {
1505 struct elf_thread_core_info *thread;
1506 struct memelfnote psinfo;
Denys Vlasenko49ae4d42012-10-04 17:15:35 -07001507 struct memelfnote signote;
Roland McGrath4206d3a2008-01-30 13:31:45 +01001508 struct memelfnote auxv;
Denys Vlasenko2aa362c2012-10-04 17:15:36 -07001509 struct memelfnote files;
Denys Vlasenko49ae4d42012-10-04 17:15:35 -07001510 user_siginfo_t csigdata;
Roland McGrath4206d3a2008-01-30 13:31:45 +01001511 size_t size;
1512 int thread_notes;
1513};
1514
Roland McGrathd31472b2008-03-04 14:28:30 -08001515/*
1516 * When a regset has a writeback hook, we call it on each thread before
1517 * dumping user memory. On register window machines, this makes sure the
1518 * user memory backing the register data is up to date before we read it.
1519 */
1520static void do_thread_regset_writeback(struct task_struct *task,
1521 const struct user_regset *regset)
1522{
1523 if (regset->writeback)
1524 regset->writeback(task, regset, 1);
1525}
1526
H. J. Lu0953f65d2012-02-14 13:34:52 -08001527#ifndef PR_REG_SIZE
1528#define PR_REG_SIZE(S) sizeof(S)
1529#endif
1530
1531#ifndef PRSTATUS_SIZE
1532#define PRSTATUS_SIZE(S) sizeof(S)
1533#endif
1534
1535#ifndef PR_REG_PTR
1536#define PR_REG_PTR(S) (&((S)->pr_reg))
1537#endif
1538
1539#ifndef SET_PR_FPVALID
1540#define SET_PR_FPVALID(S, V) ((S)->pr_fpvalid = (V))
1541#endif
1542
Roland McGrath4206d3a2008-01-30 13:31:45 +01001543static int fill_thread_core_info(struct elf_thread_core_info *t,
1544 const struct user_regset_view *view,
1545 long signr, size_t *total)
1546{
1547 unsigned int i;
1548
1549 /*
1550 * NT_PRSTATUS is the one special case, because the regset data
1551 * goes into the pr_reg field inside the note contents, rather
1552 * than being the whole note contents. We fill the reset in here.
1553 * We assume that regset 0 is NT_PRSTATUS.
1554 */
1555 fill_prstatus(&t->prstatus, t->task, signr);
1556 (void) view->regsets[0].get(t->task, &view->regsets[0],
H. J. Lu0953f65d2012-02-14 13:34:52 -08001557 0, PR_REG_SIZE(t->prstatus.pr_reg),
1558 PR_REG_PTR(&t->prstatus), NULL);
Roland McGrath4206d3a2008-01-30 13:31:45 +01001559
1560 fill_note(&t->notes[0], "CORE", NT_PRSTATUS,
H. J. Lu0953f65d2012-02-14 13:34:52 -08001561 PRSTATUS_SIZE(t->prstatus), &t->prstatus);
Roland McGrath4206d3a2008-01-30 13:31:45 +01001562 *total += notesize(&t->notes[0]);
1563
Roland McGrathd31472b2008-03-04 14:28:30 -08001564 do_thread_regset_writeback(t->task, &view->regsets[0]);
1565
Roland McGrath4206d3a2008-01-30 13:31:45 +01001566 /*
1567 * Each other regset might generate a note too. For each regset
1568 * that has no core_note_type or is inactive, we leave t->notes[i]
1569 * all zero and we'll know to skip writing it later.
1570 */
1571 for (i = 1; i < view->n; ++i) {
1572 const struct user_regset *regset = &view->regsets[i];
Roland McGrathd31472b2008-03-04 14:28:30 -08001573 do_thread_regset_writeback(t->task, regset);
H. Peter Anvinc8e25252012-03-02 10:43:48 -08001574 if (regset->core_note_type && regset->get &&
Roland McGrath4206d3a2008-01-30 13:31:45 +01001575 (!regset->active || regset->active(t->task, regset))) {
1576 int ret;
1577 size_t size = regset->n * regset->size;
1578 void *data = kmalloc(size, GFP_KERNEL);
1579 if (unlikely(!data))
1580 return 0;
1581 ret = regset->get(t->task, regset,
1582 0, size, data, NULL);
1583 if (unlikely(ret))
1584 kfree(data);
1585 else {
1586 if (regset->core_note_type != NT_PRFPREG)
1587 fill_note(&t->notes[i], "LINUX",
1588 regset->core_note_type,
1589 size, data);
1590 else {
H. J. Lu0953f65d2012-02-14 13:34:52 -08001591 SET_PR_FPVALID(&t->prstatus, 1);
Roland McGrath4206d3a2008-01-30 13:31:45 +01001592 fill_note(&t->notes[i], "CORE",
1593 NT_PRFPREG, size, data);
1594 }
1595 *total += notesize(&t->notes[i]);
1596 }
1597 }
1598 }
1599
1600 return 1;
1601}
1602
1603static int fill_note_info(struct elfhdr *elf, int phdrs,
1604 struct elf_note_info *info,
Denys Vlasenko5ab1c302012-10-04 17:15:29 -07001605 siginfo_t *siginfo, struct pt_regs *regs)
Roland McGrath4206d3a2008-01-30 13:31:45 +01001606{
1607 struct task_struct *dump_task = current;
1608 const struct user_regset_view *view = task_user_regset_view(dump_task);
1609 struct elf_thread_core_info *t;
1610 struct elf_prpsinfo *psinfo;
Oleg Nesterov83914442008-07-25 01:47:45 -07001611 struct core_thread *ct;
Roland McGrath4206d3a2008-01-30 13:31:45 +01001612 unsigned int i;
1613
1614 info->size = 0;
1615 info->thread = NULL;
1616
1617 psinfo = kmalloc(sizeof(*psinfo), GFP_KERNEL);
Alan Cox6899e922012-12-17 16:02:09 -08001618 if (psinfo == NULL) {
1619 info->psinfo.data = NULL; /* So we don't free this wrongly */
Roland McGrath4206d3a2008-01-30 13:31:45 +01001620 return 0;
Alan Cox6899e922012-12-17 16:02:09 -08001621 }
Roland McGrath4206d3a2008-01-30 13:31:45 +01001622
Amerigo Wange2dbe122009-07-01 01:06:26 -04001623 fill_note(&info->psinfo, "CORE", NT_PRPSINFO, sizeof(*psinfo), psinfo);
1624
Roland McGrath4206d3a2008-01-30 13:31:45 +01001625 /*
1626 * Figure out how many notes we're going to need for each thread.
1627 */
1628 info->thread_notes = 0;
1629 for (i = 0; i < view->n; ++i)
1630 if (view->regsets[i].core_note_type != 0)
1631 ++info->thread_notes;
1632
1633 /*
1634 * Sanity check. We rely on regset 0 being in NT_PRSTATUS,
1635 * since it is our one special case.
1636 */
1637 if (unlikely(info->thread_notes == 0) ||
1638 unlikely(view->regsets[0].core_note_type != NT_PRSTATUS)) {
1639 WARN_ON(1);
1640 return 0;
1641 }
1642
1643 /*
1644 * Initialize the ELF file header.
1645 */
1646 fill_elf_header(elf, phdrs,
Zhang Yanfeid3330cf2013-02-21 16:44:20 -08001647 view->e_machine, view->e_flags);
Roland McGrath4206d3a2008-01-30 13:31:45 +01001648
1649 /*
1650 * Allocate a structure for each thread.
1651 */
Oleg Nesterov83914442008-07-25 01:47:45 -07001652 for (ct = &dump_task->mm->core_state->dumper; ct; ct = ct->next) {
1653 t = kzalloc(offsetof(struct elf_thread_core_info,
1654 notes[info->thread_notes]),
1655 GFP_KERNEL);
1656 if (unlikely(!t))
1657 return 0;
Oleg Nesterov24d52882008-07-25 01:47:40 -07001658
Oleg Nesterov83914442008-07-25 01:47:45 -07001659 t->task = ct->task;
1660 if (ct->task == dump_task || !info->thread) {
1661 t->next = info->thread;
1662 info->thread = t;
1663 } else {
1664 /*
1665 * Make sure to keep the original task at
1666 * the head of the list.
1667 */
1668 t->next = info->thread->next;
1669 info->thread->next = t;
Roland McGrath4206d3a2008-01-30 13:31:45 +01001670 }
Oleg Nesterov83914442008-07-25 01:47:45 -07001671 }
Roland McGrath4206d3a2008-01-30 13:31:45 +01001672
1673 /*
1674 * Now fill in each thread's information.
1675 */
1676 for (t = info->thread; t != NULL; t = t->next)
Denys Vlasenko5ab1c302012-10-04 17:15:29 -07001677 if (!fill_thread_core_info(t, view, siginfo->si_signo, &info->size))
Roland McGrath4206d3a2008-01-30 13:31:45 +01001678 return 0;
1679
1680 /*
1681 * Fill in the two process-wide notes.
1682 */
1683 fill_psinfo(psinfo, dump_task->group_leader, dump_task->mm);
1684 info->size += notesize(&info->psinfo);
1685
Denys Vlasenko49ae4d42012-10-04 17:15:35 -07001686 fill_siginfo_note(&info->signote, &info->csigdata, siginfo);
1687 info->size += notesize(&info->signote);
1688
Roland McGrath4206d3a2008-01-30 13:31:45 +01001689 fill_auxv_note(&info->auxv, current->mm);
1690 info->size += notesize(&info->auxv);
1691
Dan Alonicc748ee2013-09-30 13:45:02 -07001692 if (fill_files_note(&info->files) == 0)
1693 info->size += notesize(&info->files);
Denys Vlasenko2aa362c2012-10-04 17:15:36 -07001694
Roland McGrath4206d3a2008-01-30 13:31:45 +01001695 return 1;
1696}
1697
1698static size_t get_note_info_size(struct elf_note_info *info)
1699{
1700 return info->size;
1701}
1702
1703/*
1704 * Write all the notes for each thread. When writing the first thread, the
1705 * process-wide notes are interleaved after the first thread-specific note.
1706 */
1707static int write_note_info(struct elf_note_info *info,
1708 struct file *file, loff_t *foffset)
1709{
1710 bool first = 1;
1711 struct elf_thread_core_info *t = info->thread;
1712
1713 do {
1714 int i;
1715
1716 if (!writenote(&t->notes[0], file, foffset))
1717 return 0;
1718
1719 if (first && !writenote(&info->psinfo, file, foffset))
1720 return 0;
Denys Vlasenko49ae4d42012-10-04 17:15:35 -07001721 if (first && !writenote(&info->signote, file, foffset))
1722 return 0;
Roland McGrath4206d3a2008-01-30 13:31:45 +01001723 if (first && !writenote(&info->auxv, file, foffset))
1724 return 0;
Dan Alonicc748ee2013-09-30 13:45:02 -07001725 if (first && info->files.data &&
1726 !writenote(&info->files, file, foffset))
Denys Vlasenko2aa362c2012-10-04 17:15:36 -07001727 return 0;
Roland McGrath4206d3a2008-01-30 13:31:45 +01001728
1729 for (i = 1; i < info->thread_notes; ++i)
1730 if (t->notes[i].data &&
1731 !writenote(&t->notes[i], file, foffset))
1732 return 0;
1733
1734 first = 0;
1735 t = t->next;
1736 } while (t);
1737
1738 return 1;
1739}
1740
1741static void free_note_info(struct elf_note_info *info)
1742{
1743 struct elf_thread_core_info *threads = info->thread;
1744 while (threads) {
1745 unsigned int i;
1746 struct elf_thread_core_info *t = threads;
1747 threads = t->next;
1748 WARN_ON(t->notes[0].data && t->notes[0].data != &t->prstatus);
1749 for (i = 1; i < info->thread_notes; ++i)
1750 kfree(t->notes[i].data);
1751 kfree(t);
1752 }
1753 kfree(info->psinfo.data);
Denys Vlasenko2aa362c2012-10-04 17:15:36 -07001754 vfree(info->files.data);
Roland McGrath4206d3a2008-01-30 13:31:45 +01001755}
1756
1757#else
1758
Linus Torvalds1da177e2005-04-16 15:20:36 -07001759/* Here is the structure in which status of each thread is captured. */
1760struct elf_thread_status
1761{
1762 struct list_head list;
1763 struct elf_prstatus prstatus; /* NT_PRSTATUS */
1764 elf_fpregset_t fpu; /* NT_PRFPREG */
1765 struct task_struct *thread;
1766#ifdef ELF_CORE_COPY_XFPREGS
Mark Nelson5b20cd82007-10-16 23:25:39 -07001767 elf_fpxregset_t xfpu; /* ELF_CORE_XFPREG_TYPE */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001768#endif
1769 struct memelfnote notes[3];
1770 int num_notes;
1771};
1772
1773/*
1774 * In order to add the specific thread information for the elf file format,
Jesper Juhlf4e5cc22006-06-23 02:05:35 -07001775 * we need to keep a linked list of every threads pr_status and then create
1776 * a single section for them in the final core file.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001777 */
1778static int elf_dump_thread_status(long signr, struct elf_thread_status *t)
1779{
1780 int sz = 0;
1781 struct task_struct *p = t->thread;
1782 t->num_notes = 0;
1783
1784 fill_prstatus(&t->prstatus, p, signr);
1785 elf_core_copy_task_regs(p, &t->prstatus.pr_reg);
1786
Jesper Juhlf4e5cc22006-06-23 02:05:35 -07001787 fill_note(&t->notes[0], "CORE", NT_PRSTATUS, sizeof(t->prstatus),
1788 &(t->prstatus));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001789 t->num_notes++;
1790 sz += notesize(&t->notes[0]);
1791
Jesper Juhlf4e5cc22006-06-23 02:05:35 -07001792 if ((t->prstatus.pr_fpvalid = elf_core_copy_task_fpregs(p, NULL,
1793 &t->fpu))) {
1794 fill_note(&t->notes[1], "CORE", NT_PRFPREG, sizeof(t->fpu),
1795 &(t->fpu));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001796 t->num_notes++;
1797 sz += notesize(&t->notes[1]);
1798 }
1799
1800#ifdef ELF_CORE_COPY_XFPREGS
1801 if (elf_core_copy_task_xfpregs(p, &t->xfpu)) {
Mark Nelson5b20cd82007-10-16 23:25:39 -07001802 fill_note(&t->notes[2], "LINUX", ELF_CORE_XFPREG_TYPE,
1803 sizeof(t->xfpu), &t->xfpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001804 t->num_notes++;
1805 sz += notesize(&t->notes[2]);
1806 }
1807#endif
1808 return sz;
1809}
1810
Roland McGrath3aba4812008-01-30 13:31:44 +01001811struct elf_note_info {
1812 struct memelfnote *notes;
Dan Alonicc748ee2013-09-30 13:45:02 -07001813 struct memelfnote *notes_files;
Roland McGrath3aba4812008-01-30 13:31:44 +01001814 struct elf_prstatus *prstatus; /* NT_PRSTATUS */
1815 struct elf_prpsinfo *psinfo; /* NT_PRPSINFO */
1816 struct list_head thread_list;
1817 elf_fpregset_t *fpu;
1818#ifdef ELF_CORE_COPY_XFPREGS
1819 elf_fpxregset_t *xfpu;
1820#endif
Denys Vlasenko49ae4d42012-10-04 17:15:35 -07001821 user_siginfo_t csigdata;
Roland McGrath3aba4812008-01-30 13:31:44 +01001822 int thread_status_size;
1823 int numnote;
1824};
1825
Amerigo Wang0cf062d2009-09-23 15:57:05 -07001826static int elf_note_info_init(struct elf_note_info *info)
Roland McGrath3aba4812008-01-30 13:31:44 +01001827{
Amerigo Wang0cf062d2009-09-23 15:57:05 -07001828 memset(info, 0, sizeof(*info));
Roland McGrath3aba4812008-01-30 13:31:44 +01001829 INIT_LIST_HEAD(&info->thread_list);
1830
Denys Vlasenko49ae4d42012-10-04 17:15:35 -07001831 /* Allocate space for ELF notes */
Denys Vlasenko2aa362c2012-10-04 17:15:36 -07001832 info->notes = kmalloc(8 * sizeof(struct memelfnote), GFP_KERNEL);
Roland McGrath3aba4812008-01-30 13:31:44 +01001833 if (!info->notes)
1834 return 0;
1835 info->psinfo = kmalloc(sizeof(*info->psinfo), GFP_KERNEL);
1836 if (!info->psinfo)
Denys Vlasenkof34f9d12012-09-26 11:34:50 +10001837 return 0;
Roland McGrath3aba4812008-01-30 13:31:44 +01001838 info->prstatus = kmalloc(sizeof(*info->prstatus), GFP_KERNEL);
1839 if (!info->prstatus)
Denys Vlasenkof34f9d12012-09-26 11:34:50 +10001840 return 0;
Roland McGrath3aba4812008-01-30 13:31:44 +01001841 info->fpu = kmalloc(sizeof(*info->fpu), GFP_KERNEL);
1842 if (!info->fpu)
Denys Vlasenkof34f9d12012-09-26 11:34:50 +10001843 return 0;
Roland McGrath3aba4812008-01-30 13:31:44 +01001844#ifdef ELF_CORE_COPY_XFPREGS
1845 info->xfpu = kmalloc(sizeof(*info->xfpu), GFP_KERNEL);
1846 if (!info->xfpu)
Denys Vlasenkof34f9d12012-09-26 11:34:50 +10001847 return 0;
Roland McGrath3aba4812008-01-30 13:31:44 +01001848#endif
Amerigo Wang0cf062d2009-09-23 15:57:05 -07001849 return 1;
Amerigo Wang0cf062d2009-09-23 15:57:05 -07001850}
Roland McGrath3aba4812008-01-30 13:31:44 +01001851
Amerigo Wang0cf062d2009-09-23 15:57:05 -07001852static int fill_note_info(struct elfhdr *elf, int phdrs,
1853 struct elf_note_info *info,
Denys Vlasenko5ab1c302012-10-04 17:15:29 -07001854 siginfo_t *siginfo, struct pt_regs *regs)
Amerigo Wang0cf062d2009-09-23 15:57:05 -07001855{
1856 struct list_head *t;
1857
1858 if (!elf_note_info_init(info))
1859 return 0;
1860
Denys Vlasenko5ab1c302012-10-04 17:15:29 -07001861 if (siginfo->si_signo) {
Oleg Nesterov83914442008-07-25 01:47:45 -07001862 struct core_thread *ct;
WANG Cong4220b7f2008-04-29 01:01:18 -07001863 struct elf_thread_status *ets;
Oleg Nesterov24d52882008-07-25 01:47:40 -07001864
Oleg Nesterov83914442008-07-25 01:47:45 -07001865 for (ct = current->mm->core_state->dumper.next;
1866 ct; ct = ct->next) {
1867 ets = kzalloc(sizeof(*ets), GFP_KERNEL);
1868 if (!ets)
1869 return 0;
1870
1871 ets->thread = ct->task;
1872 list_add(&ets->list, &info->thread_list);
1873 }
1874
Roland McGrath3aba4812008-01-30 13:31:44 +01001875 list_for_each(t, &info->thread_list) {
Roland McGrath3aba4812008-01-30 13:31:44 +01001876 int sz;
1877
WANG Cong4220b7f2008-04-29 01:01:18 -07001878 ets = list_entry(t, struct elf_thread_status, list);
Denys Vlasenko5ab1c302012-10-04 17:15:29 -07001879 sz = elf_dump_thread_status(siginfo->si_signo, ets);
Roland McGrath3aba4812008-01-30 13:31:44 +01001880 info->thread_status_size += sz;
1881 }
1882 }
1883 /* now collect the dump for the current */
1884 memset(info->prstatus, 0, sizeof(*info->prstatus));
Denys Vlasenko5ab1c302012-10-04 17:15:29 -07001885 fill_prstatus(info->prstatus, current, siginfo->si_signo);
Roland McGrath3aba4812008-01-30 13:31:44 +01001886 elf_core_copy_regs(&info->prstatus->pr_reg, regs);
1887
1888 /* Set up header */
Zhang Yanfeid3330cf2013-02-21 16:44:20 -08001889 fill_elf_header(elf, phdrs, ELF_ARCH, ELF_CORE_EFLAGS);
Roland McGrath3aba4812008-01-30 13:31:44 +01001890
1891 /*
1892 * Set up the notes in similar form to SVR4 core dumps made
1893 * with info from their /proc.
1894 */
1895
1896 fill_note(info->notes + 0, "CORE", NT_PRSTATUS,
1897 sizeof(*info->prstatus), info->prstatus);
1898 fill_psinfo(info->psinfo, current->group_leader, current->mm);
1899 fill_note(info->notes + 1, "CORE", NT_PRPSINFO,
1900 sizeof(*info->psinfo), info->psinfo);
1901
Denys Vlasenko2aa362c2012-10-04 17:15:36 -07001902 fill_siginfo_note(info->notes + 2, &info->csigdata, siginfo);
1903 fill_auxv_note(info->notes + 3, current->mm);
Dan Alonicc748ee2013-09-30 13:45:02 -07001904 info->numnote = 4;
Roland McGrath3aba4812008-01-30 13:31:44 +01001905
Dan Alonicc748ee2013-09-30 13:45:02 -07001906 if (fill_files_note(info->notes + info->numnote) == 0) {
1907 info->notes_files = info->notes + info->numnote;
1908 info->numnote++;
1909 }
Roland McGrath3aba4812008-01-30 13:31:44 +01001910
1911 /* Try to dump the FPU. */
1912 info->prstatus->pr_fpvalid = elf_core_copy_task_fpregs(current, regs,
1913 info->fpu);
1914 if (info->prstatus->pr_fpvalid)
1915 fill_note(info->notes + info->numnote++,
1916 "CORE", NT_PRFPREG, sizeof(*info->fpu), info->fpu);
1917#ifdef ELF_CORE_COPY_XFPREGS
1918 if (elf_core_copy_task_xfpregs(current, info->xfpu))
1919 fill_note(info->notes + info->numnote++,
1920 "LINUX", ELF_CORE_XFPREG_TYPE,
1921 sizeof(*info->xfpu), info->xfpu);
1922#endif
1923
1924 return 1;
Roland McGrath3aba4812008-01-30 13:31:44 +01001925}
1926
1927static size_t get_note_info_size(struct elf_note_info *info)
1928{
1929 int sz = 0;
1930 int i;
1931
1932 for (i = 0; i < info->numnote; i++)
1933 sz += notesize(info->notes + i);
1934
1935 sz += info->thread_status_size;
1936
1937 return sz;
1938}
1939
1940static int write_note_info(struct elf_note_info *info,
1941 struct file *file, loff_t *foffset)
1942{
1943 int i;
1944 struct list_head *t;
1945
1946 for (i = 0; i < info->numnote; i++)
1947 if (!writenote(info->notes + i, file, foffset))
1948 return 0;
1949
1950 /* write out the thread status notes section */
1951 list_for_each(t, &info->thread_list) {
1952 struct elf_thread_status *tmp =
1953 list_entry(t, struct elf_thread_status, list);
1954
1955 for (i = 0; i < tmp->num_notes; i++)
1956 if (!writenote(&tmp->notes[i], file, foffset))
1957 return 0;
1958 }
1959
1960 return 1;
1961}
1962
1963static void free_note_info(struct elf_note_info *info)
1964{
1965 while (!list_empty(&info->thread_list)) {
1966 struct list_head *tmp = info->thread_list.next;
1967 list_del(tmp);
1968 kfree(list_entry(tmp, struct elf_thread_status, list));
1969 }
1970
Dan Alonicc748ee2013-09-30 13:45:02 -07001971 /* Free data possibly allocated by fill_files_note(): */
1972 if (info->notes_files)
1973 vfree(info->notes_files->data);
Denys Vlasenko2aa362c2012-10-04 17:15:36 -07001974
Roland McGrath3aba4812008-01-30 13:31:44 +01001975 kfree(info->prstatus);
1976 kfree(info->psinfo);
1977 kfree(info->notes);
1978 kfree(info->fpu);
1979#ifdef ELF_CORE_COPY_XFPREGS
1980 kfree(info->xfpu);
1981#endif
1982}
1983
Roland McGrath4206d3a2008-01-30 13:31:45 +01001984#endif
1985
Roland McGrathf47aef52007-01-26 00:56:49 -08001986static struct vm_area_struct *first_vma(struct task_struct *tsk,
1987 struct vm_area_struct *gate_vma)
1988{
1989 struct vm_area_struct *ret = tsk->mm->mmap;
1990
1991 if (ret)
1992 return ret;
1993 return gate_vma;
1994}
1995/*
1996 * Helper function for iterating across a vma list. It ensures that the caller
1997 * will visit `gate_vma' prior to terminating the search.
1998 */
1999static struct vm_area_struct *next_vma(struct vm_area_struct *this_vma,
2000 struct vm_area_struct *gate_vma)
2001{
2002 struct vm_area_struct *ret;
2003
2004 ret = this_vma->vm_next;
2005 if (ret)
2006 return ret;
2007 if (this_vma == gate_vma)
2008 return NULL;
2009 return gate_vma;
2010}
2011
Daisuke HATAYAMA8d9032b2010-03-05 13:44:10 -08002012static void fill_extnum_info(struct elfhdr *elf, struct elf_shdr *shdr4extnum,
2013 elf_addr_t e_shoff, int segs)
2014{
2015 elf->e_shoff = e_shoff;
2016 elf->e_shentsize = sizeof(*shdr4extnum);
2017 elf->e_shnum = 1;
2018 elf->e_shstrndx = SHN_UNDEF;
2019
2020 memset(shdr4extnum, 0, sizeof(*shdr4extnum));
2021
2022 shdr4extnum->sh_type = SHT_NULL;
2023 shdr4extnum->sh_size = elf->e_shnum;
2024 shdr4extnum->sh_link = elf->e_shstrndx;
2025 shdr4extnum->sh_info = segs;
2026}
2027
2028static size_t elf_core_vma_data_size(struct vm_area_struct *gate_vma,
2029 unsigned long mm_flags)
2030{
2031 struct vm_area_struct *vma;
2032 size_t size = 0;
2033
2034 for (vma = first_vma(current, gate_vma); vma != NULL;
2035 vma = next_vma(vma, gate_vma))
2036 size += vma_dump_size(vma, mm_flags);
2037 return size;
2038}
2039
Linus Torvalds1da177e2005-04-16 15:20:36 -07002040/*
2041 * Actual dumper
2042 *
2043 * This is a two-pass process; first we find the offsets of the bits,
2044 * and then they are actually written out. If we run out of core limit
2045 * we just truncate.
2046 */
Masami Hiramatsuf6151df2009-12-17 15:27:16 -08002047static int elf_core_dump(struct coredump_params *cprm)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002048{
Linus Torvalds1da177e2005-04-16 15:20:36 -07002049 int has_dumped = 0;
2050 mm_segment_t fs;
2051 int segs;
2052 size_t size = 0;
Roland McGrathf47aef52007-01-26 00:56:49 -08002053 struct vm_area_struct *vma, *gate_vma;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002054 struct elfhdr *elf = NULL;
Andi Kleend025c9d2006-09-30 23:29:28 -07002055 loff_t offset = 0, dataoff, foffset;
Dan Alonicc748ee2013-09-30 13:45:02 -07002056 struct elf_note_info info = { };
Daisuke HATAYAMA93eb2112010-03-05 13:44:09 -08002057 struct elf_phdr *phdr4note = NULL;
Daisuke HATAYAMA8d9032b2010-03-05 13:44:10 -08002058 struct elf_shdr *shdr4extnum = NULL;
2059 Elf_Half e_phnum;
2060 elf_addr_t e_shoff;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002061
2062 /*
2063 * We no longer stop all VM operations.
2064 *
Jesper Juhlf4e5cc22006-06-23 02:05:35 -07002065 * This is because those proceses that could possibly change map_count
2066 * or the mmap / vma pages are now blocked in do_exit on current
2067 * finishing this core dump.
Linus Torvalds1da177e2005-04-16 15:20:36 -07002068 *
2069 * Only ptrace can touch these memory addresses, but it doesn't change
Jesper Juhlf4e5cc22006-06-23 02:05:35 -07002070 * the map_count or the pages allocated. So no possibility of crashing
Linus Torvalds1da177e2005-04-16 15:20:36 -07002071 * exists while dumping the mm->vm_next areas to the core file.
2072 */
2073
2074 /* alloc memory for large data structures: too large to be on stack */
2075 elf = kmalloc(sizeof(*elf), GFP_KERNEL);
2076 if (!elf)
WANG Cong5f719552008-05-06 12:45:35 +08002077 goto out;
KAMEZAWA Hiroyuki341c87b2009-06-30 11:41:23 -07002078 /*
2079 * The number of segs are recored into ELF header as 16bit value.
2080 * Please check DEFAULT_MAX_MAP_COUNT definition when you modify here.
2081 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002082 segs = current->mm->map_count;
Daisuke HATAYAMA1fcccba2010-03-05 13:44:07 -08002083 segs += elf_core_extra_phdrs();
Linus Torvalds1da177e2005-04-16 15:20:36 -07002084
Stephen Wilson31db58b2011-03-13 15:49:15 -04002085 gate_vma = get_gate_vma(current->mm);
Roland McGrathf47aef52007-01-26 00:56:49 -08002086 if (gate_vma != NULL)
2087 segs++;
2088
Daisuke HATAYAMA8d9032b2010-03-05 13:44:10 -08002089 /* for notes section */
2090 segs++;
2091
2092 /* If segs > PN_XNUM(0xffff), then e_phnum overflows. To avoid
2093 * this, kernel supports extended numbering. Have a look at
2094 * include/linux/elf.h for further information. */
2095 e_phnum = segs > PN_XNUM ? PN_XNUM : segs;
2096
Roland McGrath3aba4812008-01-30 13:31:44 +01002097 /*
2098 * Collect all the non-memory information about the process for the
2099 * notes. This also sets up the file header.
2100 */
Denys Vlasenko5ab1c302012-10-04 17:15:29 -07002101 if (!fill_note_info(elf, e_phnum, &info, cprm->siginfo, cprm->regs))
Roland McGrath3aba4812008-01-30 13:31:44 +01002102 goto cleanup;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002103
2104 has_dumped = 1;
Oleg Nesterov079148b2013-04-30 15:28:16 -07002105
Linus Torvalds1da177e2005-04-16 15:20:36 -07002106 fs = get_fs();
2107 set_fs(KERNEL_DS);
2108
Linus Torvalds1da177e2005-04-16 15:20:36 -07002109 offset += sizeof(*elf); /* Elf header */
Daisuke HATAYAMA8d9032b2010-03-05 13:44:10 -08002110 offset += segs * sizeof(struct elf_phdr); /* Program headers */
Petr Vandroveca7a0d862006-10-13 18:42:07 +02002111 foffset = offset;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002112
2113 /* Write notes phdr entry */
2114 {
Roland McGrath3aba4812008-01-30 13:31:44 +01002115 size_t sz = get_note_info_size(&info);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002116
Michael Ellermane5501492007-09-19 14:38:12 +10002117 sz += elf_coredump_extra_notes_size();
Dwayne Grant McConnellbf1ab972006-11-23 00:46:37 +01002118
Daisuke HATAYAMA93eb2112010-03-05 13:44:09 -08002119 phdr4note = kmalloc(sizeof(*phdr4note), GFP_KERNEL);
2120 if (!phdr4note)
Daisuke HATAYAMA088e7af2010-03-05 13:44:06 -08002121 goto end_coredump;
Daisuke HATAYAMA93eb2112010-03-05 13:44:09 -08002122
2123 fill_elf_note_phdr(phdr4note, sz, offset);
2124 offset += sz;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002125 }
2126
Linus Torvalds1da177e2005-04-16 15:20:36 -07002127 dataoff = offset = roundup(offset, ELF_EXEC_PAGESIZE);
2128
Masami Hiramatsu30736a42010-03-05 13:44:12 -08002129 offset += elf_core_vma_data_size(gate_vma, cprm->mm_flags);
Daisuke HATAYAMA8d9032b2010-03-05 13:44:10 -08002130 offset += elf_core_extra_data_size();
2131 e_shoff = offset;
2132
2133 if (e_phnum == PN_XNUM) {
2134 shdr4extnum = kmalloc(sizeof(*shdr4extnum), GFP_KERNEL);
2135 if (!shdr4extnum)
2136 goto end_coredump;
2137 fill_extnum_info(elf, shdr4extnum, e_shoff, segs);
2138 }
2139
2140 offset = dataoff;
2141
Daisuke HATAYAMA93eb2112010-03-05 13:44:09 -08002142 size += sizeof(*elf);
2143 if (size > cprm->limit || !dump_write(cprm->file, elf, sizeof(*elf)))
2144 goto end_coredump;
2145
2146 size += sizeof(*phdr4note);
2147 if (size > cprm->limit
2148 || !dump_write(cprm->file, phdr4note, sizeof(*phdr4note)))
2149 goto end_coredump;
2150
Linus Torvalds1da177e2005-04-16 15:20:36 -07002151 /* Write program headers for segments dump */
Roland McGrathf47aef52007-01-26 00:56:49 -08002152 for (vma = first_vma(current, gate_vma); vma != NULL;
2153 vma = next_vma(vma, gate_vma)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002154 struct elf_phdr phdr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002155
2156 phdr.p_type = PT_LOAD;
2157 phdr.p_offset = offset;
2158 phdr.p_vaddr = vma->vm_start;
2159 phdr.p_paddr = 0;
Masami Hiramatsu30736a42010-03-05 13:44:12 -08002160 phdr.p_filesz = vma_dump_size(vma, cprm->mm_flags);
Roland McGrath82df3972007-10-16 23:27:02 -07002161 phdr.p_memsz = vma->vm_end - vma->vm_start;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002162 offset += phdr.p_filesz;
2163 phdr.p_flags = vma->vm_flags & VM_READ ? PF_R : 0;
Jesper Juhlf4e5cc22006-06-23 02:05:35 -07002164 if (vma->vm_flags & VM_WRITE)
2165 phdr.p_flags |= PF_W;
2166 if (vma->vm_flags & VM_EXEC)
2167 phdr.p_flags |= PF_X;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002168 phdr.p_align = ELF_EXEC_PAGESIZE;
2169
Daisuke HATAYAMA088e7af2010-03-05 13:44:06 -08002170 size += sizeof(phdr);
2171 if (size > cprm->limit
2172 || !dump_write(cprm->file, &phdr, sizeof(phdr)))
2173 goto end_coredump;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002174 }
2175
Daisuke HATAYAMA1fcccba2010-03-05 13:44:07 -08002176 if (!elf_core_write_extra_phdrs(cprm->file, offset, &size, cprm->limit))
2177 goto end_coredump;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002178
2179 /* write out the notes section */
Masami Hiramatsuf6151df2009-12-17 15:27:16 -08002180 if (!write_note_info(&info, cprm->file, &foffset))
Roland McGrath3aba4812008-01-30 13:31:44 +01002181 goto end_coredump;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002182
Masami Hiramatsuf6151df2009-12-17 15:27:16 -08002183 if (elf_coredump_extra_notes_write(cprm->file, &foffset))
Michael Ellermane5501492007-09-19 14:38:12 +10002184 goto end_coredump;
Dwayne Grant McConnellbf1ab972006-11-23 00:46:37 +01002185
Andi Kleend025c9d2006-09-30 23:29:28 -07002186 /* Align to page */
Masami Hiramatsuf6151df2009-12-17 15:27:16 -08002187 if (!dump_seek(cprm->file, dataoff - foffset))
Hugh Dickinsf3e8fcc2009-09-21 17:03:25 -07002188 goto end_coredump;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002189
Roland McGrathf47aef52007-01-26 00:56:49 -08002190 for (vma = first_vma(current, gate_vma); vma != NULL;
2191 vma = next_vma(vma, gate_vma)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002192 unsigned long addr;
Roland McGrath82df3972007-10-16 23:27:02 -07002193 unsigned long end;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002194
Masami Hiramatsu30736a42010-03-05 13:44:12 -08002195 end = vma->vm_start + vma_dump_size(vma, cprm->mm_flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002196
Roland McGrath82df3972007-10-16 23:27:02 -07002197 for (addr = vma->vm_start; addr < end; addr += PAGE_SIZE) {
Jesper Juhlf4e5cc22006-06-23 02:05:35 -07002198 struct page *page;
Hugh Dickinsf3e8fcc2009-09-21 17:03:25 -07002199 int stop;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002200
Hugh Dickinsf3e8fcc2009-09-21 17:03:25 -07002201 page = get_dump_page(addr);
2202 if (page) {
2203 void *kaddr = kmap(page);
Masami Hiramatsuf6151df2009-12-17 15:27:16 -08002204 stop = ((size += PAGE_SIZE) > cprm->limit) ||
2205 !dump_write(cprm->file, kaddr,
2206 PAGE_SIZE);
Hugh Dickinsf3e8fcc2009-09-21 17:03:25 -07002207 kunmap(page);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002208 page_cache_release(page);
Hugh Dickinsf3e8fcc2009-09-21 17:03:25 -07002209 } else
Masami Hiramatsuf6151df2009-12-17 15:27:16 -08002210 stop = !dump_seek(cprm->file, PAGE_SIZE);
Hugh Dickinsf3e8fcc2009-09-21 17:03:25 -07002211 if (stop)
2212 goto end_coredump;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002213 }
2214 }
2215
Daisuke HATAYAMA1fcccba2010-03-05 13:44:07 -08002216 if (!elf_core_write_extra_data(cprm->file, &size, cprm->limit))
2217 goto end_coredump;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002218
Daisuke HATAYAMA8d9032b2010-03-05 13:44:10 -08002219 if (e_phnum == PN_XNUM) {
2220 size += sizeof(*shdr4extnum);
2221 if (size > cprm->limit
2222 || !dump_write(cprm->file, shdr4extnum,
2223 sizeof(*shdr4extnum)))
2224 goto end_coredump;
2225 }
2226
Linus Torvalds1da177e2005-04-16 15:20:36 -07002227end_coredump:
2228 set_fs(fs);
2229
2230cleanup:
Roland McGrath3aba4812008-01-30 13:31:44 +01002231 free_note_info(&info);
Daisuke HATAYAMA8d9032b2010-03-05 13:44:10 -08002232 kfree(shdr4extnum);
Daisuke HATAYAMA93eb2112010-03-05 13:44:09 -08002233 kfree(phdr4note);
WANG Cong5f719552008-05-06 12:45:35 +08002234 kfree(elf);
2235out:
Linus Torvalds1da177e2005-04-16 15:20:36 -07002236 return has_dumped;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002237}
2238
Christoph Hellwig698ba7b2009-12-15 16:47:37 -08002239#endif /* CONFIG_ELF_CORE */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002240
2241static int __init init_elf_binfmt(void)
2242{
Al Viro8fc3dc52012-03-17 03:05:16 -04002243 register_binfmt(&elf_format);
2244 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002245}
2246
2247static void __exit exit_elf_binfmt(void)
2248{
2249 /* Remove the COFF and ELF loaders. */
2250 unregister_binfmt(&elf_format);
2251}
2252
2253core_initcall(init_elf_binfmt);
2254module_exit(exit_elf_binfmt);
2255MODULE_LICENSE("GPL");