]> bbs.cooldavid.org Git - net-next-2.6.git/blame - fs/binfmt_elf.c
[PATCH] binfmt_elf: CodingStyle cleanup and remove some pointless casts
[net-next-2.6.git] / fs / binfmt_elf.c
CommitLineData
1da177e4
LT
1/*
2 * linux/fs/binfmt_elf.c
3 *
4 * These are the functions used to load ELF format executables as used
5 * on SVr4 machines. Information on the format may be found in the book
6 * "UNIX SYSTEM V RELEASE 4 Programmers Guide: Ansi C and Programming Support
7 * Tools".
8 *
9 * Copyright 1993, 1994: Eric Youngdale (ericy@cais.com).
10 */
11
12#include <linux/module.h>
13#include <linux/kernel.h>
14#include <linux/fs.h>
15#include <linux/stat.h>
16#include <linux/time.h>
17#include <linux/mm.h>
18#include <linux/mman.h>
19#include <linux/a.out.h>
20#include <linux/errno.h>
21#include <linux/signal.h>
22#include <linux/binfmts.h>
23#include <linux/string.h>
24#include <linux/file.h>
25#include <linux/fcntl.h>
26#include <linux/ptrace.h>
27#include <linux/slab.h>
28#include <linux/shm.h>
29#include <linux/personality.h>
30#include <linux/elfcore.h>
31#include <linux/init.h>
32#include <linux/highuid.h>
33#include <linux/smp.h>
34#include <linux/smp_lock.h>
35#include <linux/compiler.h>
36#include <linux/highmem.h>
37#include <linux/pagemap.h>
38#include <linux/security.h>
39#include <linux/syscalls.h>
40#include <linux/random.h>
f4e5cc2c 41#include <linux/elf.h>
1da177e4
LT
42#include <asm/uaccess.h>
43#include <asm/param.h>
44#include <asm/page.h>
45
f4e5cc2c
JJ
46static int load_elf_binary(struct linux_binprm *bprm, struct pt_regs *regs);
47static int load_elf_library(struct file *);
1da177e4
LT
48static unsigned long elf_map (struct file *, unsigned long, struct elf_phdr *, int, int);
49extern int dump_fpu (struct pt_regs *, elf_fpregset_t *);
50
51#ifndef elf_addr_t
52#define elf_addr_t unsigned long
53#endif
54
55/*
56 * If we don't support core dumping, then supply a NULL so we
57 * don't even try.
58 */
708e9a79 59#if defined(USE_ELF_CORE_DUMP) && defined(CONFIG_ELF_CORE)
f4e5cc2c 60static int elf_core_dump(long signr, struct pt_regs *regs, struct file *file);
1da177e4
LT
61#else
62#define elf_core_dump NULL
63#endif
64
65#if ELF_EXEC_PAGESIZE > PAGE_SIZE
f4e5cc2c 66#define ELF_MIN_ALIGN ELF_EXEC_PAGESIZE
1da177e4 67#else
f4e5cc2c 68#define ELF_MIN_ALIGN PAGE_SIZE
1da177e4
LT
69#endif
70
71#ifndef ELF_CORE_EFLAGS
72#define ELF_CORE_EFLAGS 0
73#endif
74
75#define ELF_PAGESTART(_v) ((_v) & ~(unsigned long)(ELF_MIN_ALIGN-1))
76#define ELF_PAGEOFFSET(_v) ((_v) & (ELF_MIN_ALIGN-1))
77#define ELF_PAGEALIGN(_v) (((_v) + ELF_MIN_ALIGN - 1) & ~(ELF_MIN_ALIGN - 1))
78
79static struct linux_binfmt elf_format = {
80 .module = THIS_MODULE,
81 .load_binary = load_elf_binary,
82 .load_shlib = load_elf_library,
83 .core_dump = elf_core_dump,
84 .min_coredump = ELF_EXEC_PAGESIZE
85};
86
f4e5cc2c 87#define BAD_ADDR(x) ((unsigned long)(x) > TASK_SIZE)
1da177e4
LT
88
89static int set_brk(unsigned long start, unsigned long end)
90{
91 start = ELF_PAGEALIGN(start);
92 end = ELF_PAGEALIGN(end);
93 if (end > start) {
94 unsigned long addr;
95 down_write(&current->mm->mmap_sem);
96 addr = do_brk(start, end - start);
97 up_write(&current->mm->mmap_sem);
98 if (BAD_ADDR(addr))
99 return addr;
100 }
101 current->mm->start_brk = current->mm->brk = end;
102 return 0;
103}
104
1da177e4
LT
105/* We need to explicitly zero any fractional pages
106 after the data section (i.e. bss). This would
107 contain the junk from the file that should not
f4e5cc2c
JJ
108 be in memory
109 */
1da177e4
LT
110static int padzero(unsigned long elf_bss)
111{
112 unsigned long nbyte;
113
114 nbyte = ELF_PAGEOFFSET(elf_bss);
115 if (nbyte) {
116 nbyte = ELF_MIN_ALIGN - nbyte;
117 if (clear_user((void __user *) elf_bss, nbyte))
118 return -EFAULT;
119 }
120 return 0;
121}
122
123/* Let's use some macros to make this stack manipulation a litle clearer */
124#ifdef CONFIG_STACK_GROWSUP
125#define STACK_ADD(sp, items) ((elf_addr_t __user *)(sp) + (items))
126#define STACK_ROUND(sp, items) \
127 ((15 + (unsigned long) ((sp) + (items))) &~ 15UL)
f4e5cc2c
JJ
128#define STACK_ALLOC(sp, len) ({ \
129 elf_addr_t __user *old_sp = (elf_addr_t __user *)sp; sp += len; \
130 old_sp; })
1da177e4
LT
131#else
132#define STACK_ADD(sp, items) ((elf_addr_t __user *)(sp) - (items))
133#define STACK_ROUND(sp, items) \
134 (((unsigned long) (sp - items)) &~ 15UL)
135#define STACK_ALLOC(sp, len) ({ sp -= len ; sp; })
136#endif
137
138static int
f4e5cc2c 139create_elf_tables(struct linux_binprm *bprm, struct elfhdr *exec,
1da177e4
LT
140 int interp_aout, unsigned long load_addr,
141 unsigned long interp_load_addr)
142{
143 unsigned long p = bprm->p;
144 int argc = bprm->argc;
145 int envc = bprm->envc;
146 elf_addr_t __user *argv;
147 elf_addr_t __user *envp;
148 elf_addr_t __user *sp;
149 elf_addr_t __user *u_platform;
150 const char *k_platform = ELF_PLATFORM;
151 int items;
152 elf_addr_t *elf_info;
153 int ei_index = 0;
154 struct task_struct *tsk = current;
155
156 /*
157 * If this architecture has a platform capability string, copy it
158 * to userspace. In some cases (Sparc), this info is impossible
159 * for userspace to get any other way, in others (i386) it is
160 * merely difficult.
161 */
1da177e4
LT
162 u_platform = NULL;
163 if (k_platform) {
164 size_t len = strlen(k_platform) + 1;
165
166 /*
167 * In some cases (e.g. Hyper-Threading), we want to avoid L1
168 * evictions by the processes running on the same package. One
169 * thing we can do is to shuffle the initial stack for them.
170 */
f4e5cc2c 171
1da177e4
LT
172 p = arch_align_stack(p);
173
174 u_platform = (elf_addr_t __user *)STACK_ALLOC(p, len);
175 if (__copy_to_user(u_platform, k_platform, len))
176 return -EFAULT;
177 }
178
179 /* Create the ELF interpreter info */
180 elf_info = (elf_addr_t *) current->mm->saved_auxv;
181#define NEW_AUX_ENT(id, val) \
f4e5cc2c
JJ
182 do { \
183 elf_info[ei_index++] = id; elf_info[ei_index++] = val; \
184 } while (0)
1da177e4
LT
185
186#ifdef ARCH_DLINFO
187 /*
188 * ARCH_DLINFO must come first so PPC can do its special alignment of
189 * AUXV.
190 */
191 ARCH_DLINFO;
192#endif
193 NEW_AUX_ENT(AT_HWCAP, ELF_HWCAP);
194 NEW_AUX_ENT(AT_PAGESZ, ELF_EXEC_PAGESIZE);
195 NEW_AUX_ENT(AT_CLKTCK, CLOCKS_PER_SEC);
196 NEW_AUX_ENT(AT_PHDR, load_addr + exec->e_phoff);
f4e5cc2c 197 NEW_AUX_ENT(AT_PHENT, sizeof(struct elf_phdr));
1da177e4
LT
198 NEW_AUX_ENT(AT_PHNUM, exec->e_phnum);
199 NEW_AUX_ENT(AT_BASE, interp_load_addr);
200 NEW_AUX_ENT(AT_FLAGS, 0);
201 NEW_AUX_ENT(AT_ENTRY, exec->e_entry);
f4e5cc2c
JJ
202 NEW_AUX_ENT(AT_UID, (elf_addr_t)tsk->uid);
203 NEW_AUX_ENT(AT_EUID, (elf_addr_t)tsk->euid);
204 NEW_AUX_ENT(AT_GID, (elf_addr_t)tsk->gid);
205 NEW_AUX_ENT(AT_EGID, (elf_addr_t)tsk->egid);
206 NEW_AUX_ENT(AT_SECURE, (elf_addr_t)security_bprm_secureexec(bprm));
1da177e4 207 if (k_platform) {
f4e5cc2c
JJ
208 NEW_AUX_ENT(AT_PLATFORM,
209 (elf_addr_t)(unsigned long)u_platform);
1da177e4
LT
210 }
211 if (bprm->interp_flags & BINPRM_FLAGS_EXECFD) {
f4e5cc2c 212 NEW_AUX_ENT(AT_EXECFD, (elf_addr_t)bprm->interp_data);
1da177e4
LT
213 }
214#undef NEW_AUX_ENT
215 /* AT_NULL is zero; clear the rest too */
216 memset(&elf_info[ei_index], 0,
217 sizeof current->mm->saved_auxv - ei_index * sizeof elf_info[0]);
218
219 /* And advance past the AT_NULL entry. */
220 ei_index += 2;
221
222 sp = STACK_ADD(p, ei_index);
223
224 items = (argc + 1) + (envc + 1);
225 if (interp_aout) {
226 items += 3; /* a.out interpreters require argv & envp too */
227 } else {
228 items += 1; /* ELF interpreters only put argc on the stack */
229 }
230 bprm->p = STACK_ROUND(sp, items);
231
232 /* Point sp at the lowest address on the stack */
233#ifdef CONFIG_STACK_GROWSUP
234 sp = (elf_addr_t __user *)bprm->p - items - ei_index;
f4e5cc2c 235 bprm->exec = (unsigned long)sp; /* XXX: PARISC HACK */
1da177e4
LT
236#else
237 sp = (elf_addr_t __user *)bprm->p;
238#endif
239
240 /* Now, let's put argc (and argv, envp if appropriate) on the stack */
241 if (__put_user(argc, sp++))
242 return -EFAULT;
243 if (interp_aout) {
244 argv = sp + 2;
245 envp = argv + argc + 1;
246 __put_user((elf_addr_t)(unsigned long)argv, sp++);
247 __put_user((elf_addr_t)(unsigned long)envp, sp++);
248 } else {
249 argv = sp;
250 envp = argv + argc + 1;
251 }
252
253 /* Populate argv and envp */
a84a5059 254 p = current->mm->arg_end = current->mm->arg_start;
1da177e4
LT
255 while (argc-- > 0) {
256 size_t len;
257 __put_user((elf_addr_t)p, argv++);
258 len = strnlen_user((void __user *)p, PAGE_SIZE*MAX_ARG_PAGES);
259 if (!len || len > PAGE_SIZE*MAX_ARG_PAGES)
260 return 0;
261 p += len;
262 }
263 if (__put_user(0, argv))
264 return -EFAULT;
265 current->mm->arg_end = current->mm->env_start = p;
266 while (envc-- > 0) {
267 size_t len;
268 __put_user((elf_addr_t)p, envp++);
269 len = strnlen_user((void __user *)p, PAGE_SIZE*MAX_ARG_PAGES);
270 if (!len || len > PAGE_SIZE*MAX_ARG_PAGES)
271 return 0;
272 p += len;
273 }
274 if (__put_user(0, envp))
275 return -EFAULT;
276 current->mm->env_end = p;
277
278 /* Put the elf_info on the stack in the right place. */
279 sp = (elf_addr_t __user *)envp + 1;
280 if (copy_to_user(sp, elf_info, ei_index * sizeof(elf_addr_t)))
281 return -EFAULT;
282 return 0;
283}
284
285#ifndef elf_map
286
287static unsigned long elf_map(struct file *filep, unsigned long addr,
f4e5cc2c 288 struct elf_phdr *eppnt, int prot, int type)
1da177e4
LT
289{
290 unsigned long map_addr;
dda6ebde 291 unsigned long pageoffset = ELF_PAGEOFFSET(eppnt->p_vaddr);
1da177e4
LT
292
293 down_write(&current->mm->mmap_sem);
dda6ebde
DG
294 /* mmap() will return -EINVAL if given a zero size, but a
295 * segment with zero filesize is perfectly valid */
296 if (eppnt->p_filesz + pageoffset)
297 map_addr = do_mmap(filep, ELF_PAGESTART(addr),
298 eppnt->p_filesz + pageoffset, prot, type,
299 eppnt->p_offset - pageoffset);
300 else
301 map_addr = ELF_PAGESTART(addr);
1da177e4
LT
302 up_write(&current->mm->mmap_sem);
303 return(map_addr);
304}
305
306#endif /* !elf_map */
307
308/* This is much more generalized than the library routine read function,
309 so we keep this separate. Technically the library read function
310 is only provided so that we can read a.out libraries that have
311 an ELF header */
312
f4e5cc2c
JJ
313static unsigned long load_elf_interp(struct elfhdr *interp_elf_ex,
314 struct file *interpreter, unsigned long *interp_load_addr)
1da177e4
LT
315{
316 struct elf_phdr *elf_phdata;
317 struct elf_phdr *eppnt;
318 unsigned long load_addr = 0;
319 int load_addr_set = 0;
320 unsigned long last_bss = 0, elf_bss = 0;
321 unsigned long error = ~0UL;
322 int retval, i, size;
323
324 /* First of all, some simple consistency checks */
325 if (interp_elf_ex->e_type != ET_EXEC &&
326 interp_elf_ex->e_type != ET_DYN)
327 goto out;
328 if (!elf_check_arch(interp_elf_ex))
329 goto out;
330 if (!interpreter->f_op || !interpreter->f_op->mmap)
331 goto out;
332
333 /*
334 * If the size of this structure has changed, then punt, since
335 * we will be doing the wrong thing.
336 */
337 if (interp_elf_ex->e_phentsize != sizeof(struct elf_phdr))
338 goto out;
339 if (interp_elf_ex->e_phnum < 1 ||
340 interp_elf_ex->e_phnum > 65536U / sizeof(struct elf_phdr))
341 goto out;
342
343 /* Now read in all of the header information */
1da177e4
LT
344 size = sizeof(struct elf_phdr) * interp_elf_ex->e_phnum;
345 if (size > ELF_MIN_ALIGN)
346 goto out;
f4e5cc2c 347 elf_phdata = kmalloc(size, GFP_KERNEL);
1da177e4
LT
348 if (!elf_phdata)
349 goto out;
350
f4e5cc2c
JJ
351 retval = kernel_read(interpreter, interp_elf_ex->e_phoff,
352 (char *)elf_phdata,size);
1da177e4
LT
353 error = -EIO;
354 if (retval != size) {
355 if (retval < 0)
356 error = retval;
357 goto out_close;
358 }
359
360 eppnt = elf_phdata;
f4e5cc2c
JJ
361 for (i = 0; i < interp_elf_ex->e_phnum; i++, eppnt++) {
362 if (eppnt->p_type == PT_LOAD) {
363 int elf_type = MAP_PRIVATE | MAP_DENYWRITE;
364 int elf_prot = 0;
365 unsigned long vaddr = 0;
366 unsigned long k, map_addr;
367
368 if (eppnt->p_flags & PF_R)
369 elf_prot = PROT_READ;
370 if (eppnt->p_flags & PF_W)
371 elf_prot |= PROT_WRITE;
372 if (eppnt->p_flags & PF_X)
373 elf_prot |= PROT_EXEC;
374 vaddr = eppnt->p_vaddr;
375 if (interp_elf_ex->e_type == ET_EXEC || load_addr_set)
376 elf_type |= MAP_FIXED;
377
378 map_addr = elf_map(interpreter, load_addr + vaddr,
379 eppnt, elf_prot, elf_type);
380 error = map_addr;
381 if (BAD_ADDR(map_addr))
382 goto out_close;
383
384 if (!load_addr_set &&
385 interp_elf_ex->e_type == ET_DYN) {
386 load_addr = map_addr - ELF_PAGESTART(vaddr);
387 load_addr_set = 1;
388 }
389
390 /*
391 * Check to see if the section's size will overflow the
392 * allowed task size. Note that p_filesz must always be
393 * <= p_memsize so it's only necessary to check p_memsz.
394 */
395 k = load_addr + eppnt->p_vaddr;
396 if (k > TASK_SIZE ||
397 eppnt->p_filesz > eppnt->p_memsz ||
398 eppnt->p_memsz > TASK_SIZE ||
399 TASK_SIZE - eppnt->p_memsz < k) {
400 error = -ENOMEM;
401 goto out_close;
402 }
403
404 /*
405 * Find the end of the file mapping for this phdr, and
406 * keep track of the largest address we see for this.
407 */
408 k = load_addr + eppnt->p_vaddr + eppnt->p_filesz;
409 if (k > elf_bss)
410 elf_bss = k;
411
412 /*
413 * Do the same thing for the memory mapping - between
414 * elf_bss and last_bss is the bss section.
415 */
416 k = load_addr + eppnt->p_memsz + eppnt->p_vaddr;
417 if (k > last_bss)
418 last_bss = k;
419 }
1da177e4
LT
420 }
421
422 /*
423 * Now fill out the bss section. First pad the last page up
424 * to the page boundary, and then perform a mmap to make sure
425 * that there are zero-mapped pages up to and including the
426 * last bss page.
427 */
428 if (padzero(elf_bss)) {
429 error = -EFAULT;
430 goto out_close;
431 }
432
f4e5cc2c
JJ
433 /* What we have mapped so far */
434 elf_bss = ELF_PAGESTART(elf_bss + ELF_MIN_ALIGN - 1);
1da177e4
LT
435
436 /* Map the last of the bss segment */
437 if (last_bss > elf_bss) {
438 down_write(&current->mm->mmap_sem);
439 error = do_brk(elf_bss, last_bss - elf_bss);
440 up_write(&current->mm->mmap_sem);
441 if (BAD_ADDR(error))
442 goto out_close;
443 }
444
445 *interp_load_addr = load_addr;
f4e5cc2c 446 error = ((unsigned long)interp_elf_ex->e_entry) + load_addr;
1da177e4
LT
447
448out_close:
449 kfree(elf_phdata);
450out:
451 return error;
452}
453
f4e5cc2c
JJ
454static unsigned long load_aout_interp(struct exec *interp_ex,
455 struct file *interpreter)
1da177e4
LT
456{
457 unsigned long text_data, elf_entry = ~0UL;
458 char __user * addr;
459 loff_t offset;
460
461 current->mm->end_code = interp_ex->a_text;
462 text_data = interp_ex->a_text + interp_ex->a_data;
463 current->mm->end_data = text_data;
464 current->mm->brk = interp_ex->a_bss + text_data;
465
466 switch (N_MAGIC(*interp_ex)) {
467 case OMAGIC:
468 offset = 32;
469 addr = (char __user *)0;
470 break;
471 case ZMAGIC:
472 case QMAGIC:
473 offset = N_TXTOFF(*interp_ex);
f4e5cc2c 474 addr = (char __user *)N_TXTADDR(*interp_ex);
1da177e4
LT
475 break;
476 default:
477 goto out;
478 }
479
480 down_write(&current->mm->mmap_sem);
481 do_brk(0, text_data);
482 up_write(&current->mm->mmap_sem);
483 if (!interpreter->f_op || !interpreter->f_op->read)
484 goto out;
485 if (interpreter->f_op->read(interpreter, addr, text_data, &offset) < 0)
486 goto out;
487 flush_icache_range((unsigned long)addr,
488 (unsigned long)addr + text_data);
489
1da177e4
LT
490 down_write(&current->mm->mmap_sem);
491 do_brk(ELF_PAGESTART(text_data + ELF_MIN_ALIGN - 1),
492 interp_ex->a_bss);
493 up_write(&current->mm->mmap_sem);
494 elf_entry = interp_ex->a_entry;
495
496out:
497 return elf_entry;
498}
499
500/*
501 * These are the functions used to load ELF style executables and shared
502 * libraries. There is no binary dependent code anywhere else.
503 */
504
505#define INTERPRETER_NONE 0
506#define INTERPRETER_AOUT 1
507#define INTERPRETER_ELF 2
508
913bd906
AK
509#ifndef STACK_RND_MASK
510#define STACK_RND_MASK 0x7ff /* with 4K pages 8MB of VA */
511#endif
1da177e4
LT
512
513static unsigned long randomize_stack_top(unsigned long stack_top)
514{
515 unsigned int random_variable = 0;
516
913bd906
AK
517 if (current->flags & PF_RANDOMIZE) {
518 random_variable = get_random_int() & STACK_RND_MASK;
519 random_variable <<= PAGE_SHIFT;
520 }
1da177e4 521#ifdef CONFIG_STACK_GROWSUP
913bd906 522 return PAGE_ALIGN(stack_top) + random_variable;
1da177e4 523#else
913bd906 524 return PAGE_ALIGN(stack_top) - random_variable;
1da177e4
LT
525#endif
526}
527
f4e5cc2c 528static int load_elf_binary(struct linux_binprm *bprm, struct pt_regs *regs)
1da177e4
LT
529{
530 struct file *interpreter = NULL; /* to shut gcc up */
531 unsigned long load_addr = 0, load_bias = 0;
532 int load_addr_set = 0;
533 char * elf_interpreter = NULL;
534 unsigned int interpreter_type = INTERPRETER_NONE;
535 unsigned char ibcs2_interpreter = 0;
536 unsigned long error;
f4e5cc2c 537 struct elf_phdr *elf_ppnt, *elf_phdata;
1da177e4
LT
538 unsigned long elf_bss, elf_brk;
539 int elf_exec_fileno;
540 int retval, i;
541 unsigned int size;
542 unsigned long elf_entry, interp_load_addr = 0;
543 unsigned long start_code, end_code, start_data, end_data;
544 unsigned long reloc_func_desc = 0;
545 char passed_fileno[6];
546 struct files_struct *files;
547 int have_pt_gnu_stack, executable_stack = EXSTACK_DEFAULT;
548 unsigned long def_flags = 0;
549 struct {
550 struct elfhdr elf_ex;
551 struct elfhdr interp_elf_ex;
552 struct exec interp_ex;
553 } *loc;
554
555 loc = kmalloc(sizeof(*loc), GFP_KERNEL);
556 if (!loc) {
557 retval = -ENOMEM;
558 goto out_ret;
559 }
560
561 /* Get the exec-header */
f4e5cc2c 562 loc->elf_ex = *((struct elfhdr *)bprm->buf);
1da177e4
LT
563
564 retval = -ENOEXEC;
565 /* First of all, some simple consistency checks */
566 if (memcmp(loc->elf_ex.e_ident, ELFMAG, SELFMAG) != 0)
567 goto out;
568
569 if (loc->elf_ex.e_type != ET_EXEC && loc->elf_ex.e_type != ET_DYN)
570 goto out;
571 if (!elf_check_arch(&loc->elf_ex))
572 goto out;
573 if (!bprm->file->f_op||!bprm->file->f_op->mmap)
574 goto out;
575
576 /* Now read in all of the header information */
1da177e4
LT
577 if (loc->elf_ex.e_phentsize != sizeof(struct elf_phdr))
578 goto out;
579 if (loc->elf_ex.e_phnum < 1 ||
580 loc->elf_ex.e_phnum > 65536U / sizeof(struct elf_phdr))
581 goto out;
582 size = loc->elf_ex.e_phnum * sizeof(struct elf_phdr);
583 retval = -ENOMEM;
f4e5cc2c 584 elf_phdata = kmalloc(size, GFP_KERNEL);
1da177e4
LT
585 if (!elf_phdata)
586 goto out;
587
f4e5cc2c
JJ
588 retval = kernel_read(bprm->file, loc->elf_ex.e_phoff,
589 (char *)elf_phdata, size);
1da177e4
LT
590 if (retval != size) {
591 if (retval >= 0)
592 retval = -EIO;
593 goto out_free_ph;
594 }
595
f4e5cc2c 596 files = current->files; /* Refcounted so ok */
1da177e4
LT
597 retval = unshare_files();
598 if (retval < 0)
599 goto out_free_ph;
600 if (files == current->files) {
601 put_files_struct(files);
602 files = NULL;
603 }
604
605 /* exec will make our files private anyway, but for the a.out
606 loader stuff we need to do it earlier */
1da177e4
LT
607 retval = get_unused_fd();
608 if (retval < 0)
609 goto out_free_fh;
610 get_file(bprm->file);
611 fd_install(elf_exec_fileno = retval, bprm->file);
612
613 elf_ppnt = elf_phdata;
614 elf_bss = 0;
615 elf_brk = 0;
616
617 start_code = ~0UL;
618 end_code = 0;
619 start_data = 0;
620 end_data = 0;
621
622 for (i = 0; i < loc->elf_ex.e_phnum; i++) {
623 if (elf_ppnt->p_type == PT_INTERP) {
624 /* This is the program interpreter used for
625 * shared libraries - for now assume that this
626 * is an a.out format binary
627 */
1da177e4
LT
628 retval = -ENOEXEC;
629 if (elf_ppnt->p_filesz > PATH_MAX ||
630 elf_ppnt->p_filesz < 2)
631 goto out_free_file;
632
633 retval = -ENOMEM;
792db3af 634 elf_interpreter = kmalloc(elf_ppnt->p_filesz,
f4e5cc2c 635 GFP_KERNEL);
1da177e4
LT
636 if (!elf_interpreter)
637 goto out_free_file;
638
639 retval = kernel_read(bprm->file, elf_ppnt->p_offset,
f4e5cc2c
JJ
640 elf_interpreter,
641 elf_ppnt->p_filesz);
1da177e4
LT
642 if (retval != elf_ppnt->p_filesz) {
643 if (retval >= 0)
644 retval = -EIO;
645 goto out_free_interp;
646 }
647 /* make sure path is NULL terminated */
648 retval = -ENOEXEC;
649 if (elf_interpreter[elf_ppnt->p_filesz - 1] != '\0')
650 goto out_free_interp;
651
652 /* If the program interpreter is one of these two,
653 * then assume an iBCS2 image. Otherwise assume
654 * a native linux image.
655 */
656 if (strcmp(elf_interpreter,"/usr/lib/libc.so.1") == 0 ||
657 strcmp(elf_interpreter,"/usr/lib/ld.so.1") == 0)
658 ibcs2_interpreter = 1;
659
660 /*
661 * The early SET_PERSONALITY here is so that the lookup
662 * for the interpreter happens in the namespace of the
663 * to-be-execed image. SET_PERSONALITY can select an
664 * alternate root.
665 *
666 * However, SET_PERSONALITY is NOT allowed to switch
667 * this task into the new images's memory mapping
668 * policy - that is, TASK_SIZE must still evaluate to
669 * that which is appropriate to the execing application.
670 * This is because exit_mmap() needs to have TASK_SIZE
671 * evaluate to the size of the old image.
672 *
673 * So if (say) a 64-bit application is execing a 32-bit
674 * application it is the architecture's responsibility
675 * to defer changing the value of TASK_SIZE until the
676 * switch really is going to happen - do this in
677 * flush_thread(). - akpm
678 */
679 SET_PERSONALITY(loc->elf_ex, ibcs2_interpreter);
680
681 interpreter = open_exec(elf_interpreter);
682 retval = PTR_ERR(interpreter);
683 if (IS_ERR(interpreter))
684 goto out_free_interp;
f4e5cc2c
JJ
685 retval = kernel_read(interpreter, 0, bprm->buf,
686 BINPRM_BUF_SIZE);
1da177e4
LT
687 if (retval != BINPRM_BUF_SIZE) {
688 if (retval >= 0)
689 retval = -EIO;
690 goto out_free_dentry;
691 }
692
693 /* Get the exec headers */
f4e5cc2c
JJ
694 loc->interp_ex = *((struct exec *)bprm->buf);
695 loc->interp_elf_ex = *((struct elfhdr *)bprm->buf);
1da177e4
LT
696 break;
697 }
698 elf_ppnt++;
699 }
700
701 elf_ppnt = elf_phdata;
702 for (i = 0; i < loc->elf_ex.e_phnum; i++, elf_ppnt++)
703 if (elf_ppnt->p_type == PT_GNU_STACK) {
704 if (elf_ppnt->p_flags & PF_X)
705 executable_stack = EXSTACK_ENABLE_X;
706 else
707 executable_stack = EXSTACK_DISABLE_X;
708 break;
709 }
710 have_pt_gnu_stack = (i < loc->elf_ex.e_phnum);
711
712 /* Some simple consistency checks for the interpreter */
713 if (elf_interpreter) {
714 interpreter_type = INTERPRETER_ELF | INTERPRETER_AOUT;
715
716 /* Now figure out which format our binary is */
717 if ((N_MAGIC(loc->interp_ex) != OMAGIC) &&
718 (N_MAGIC(loc->interp_ex) != ZMAGIC) &&
719 (N_MAGIC(loc->interp_ex) != QMAGIC))
720 interpreter_type = INTERPRETER_ELF;
721
722 if (memcmp(loc->interp_elf_ex.e_ident, ELFMAG, SELFMAG) != 0)
723 interpreter_type &= ~INTERPRETER_ELF;
724
725 retval = -ELIBBAD;
726 if (!interpreter_type)
727 goto out_free_dentry;
728
729 /* Make sure only one type was selected */
730 if ((interpreter_type & INTERPRETER_ELF) &&
731 interpreter_type != INTERPRETER_ELF) {
732 // FIXME - ratelimit this before re-enabling
733 // printk(KERN_WARNING "ELF: Ambiguous type, using ELF\n");
734 interpreter_type = INTERPRETER_ELF;
735 }
736 /* Verify the interpreter has a valid arch */
737 if ((interpreter_type == INTERPRETER_ELF) &&
738 !elf_check_arch(&loc->interp_elf_ex))
739 goto out_free_dentry;
740 } else {
741 /* Executables without an interpreter also need a personality */
742 SET_PERSONALITY(loc->elf_ex, ibcs2_interpreter);
743 }
744
745 /* OK, we are done with that, now set up the arg stuff,
746 and then start this sucker up */
1da177e4
LT
747 if ((!bprm->sh_bang) && (interpreter_type == INTERPRETER_AOUT)) {
748 char *passed_p = passed_fileno;
749 sprintf(passed_fileno, "%d", elf_exec_fileno);
750
751 if (elf_interpreter) {
752 retval = copy_strings_kernel(1, &passed_p, bprm);
753 if (retval)
754 goto out_free_dentry;
755 bprm->argc++;
756 }
757 }
758
759 /* Flush all traces of the currently running executable */
760 retval = flush_old_exec(bprm);
761 if (retval)
762 goto out_free_dentry;
763
764 /* Discard our unneeded old files struct */
765 if (files) {
1da177e4
LT
766 put_files_struct(files);
767 files = NULL;
768 }
769
770 /* OK, This is the point of no return */
771 current->mm->start_data = 0;
772 current->mm->end_data = 0;
773 current->mm->end_code = 0;
774 current->mm->mmap = NULL;
775 current->flags &= ~PF_FORKNOEXEC;
776 current->mm->def_flags = def_flags;
777
778 /* Do this immediately, since STACK_TOP as used in setup_arg_pages
779 may depend on the personality. */
780 SET_PERSONALITY(loc->elf_ex, ibcs2_interpreter);
781 if (elf_read_implies_exec(loc->elf_ex, executable_stack))
782 current->personality |= READ_IMPLIES_EXEC;
783
f4e5cc2c 784 if (!(current->personality & ADDR_NO_RANDOMIZE) && randomize_va_space)
1da177e4
LT
785 current->flags |= PF_RANDOMIZE;
786 arch_pick_mmap_layout(current->mm);
787
788 /* Do this so that we can load the interpreter, if need be. We will
789 change some of these later */
1da177e4 790 current->mm->free_area_cache = current->mm->mmap_base;
1363c3cd 791 current->mm->cached_hole_size = 0;
1da177e4
LT
792 retval = setup_arg_pages(bprm, randomize_stack_top(STACK_TOP),
793 executable_stack);
794 if (retval < 0) {
795 send_sig(SIGKILL, current, 0);
796 goto out_free_dentry;
797 }
798
1da177e4
LT
799 current->mm->start_stack = bprm->p;
800
801 /* Now we do a little grungy work by mmaping the ELF image into
802 the correct location in memory. At this point, we assume that
803 the image should be loaded at fixed address, not at a variable
804 address. */
f4e5cc2c
JJ
805 for(i = 0, elf_ppnt = elf_phdata;
806 i < loc->elf_ex.e_phnum; i++, elf_ppnt++) {
1da177e4
LT
807 int elf_prot = 0, elf_flags;
808 unsigned long k, vaddr;
809
810 if (elf_ppnt->p_type != PT_LOAD)
811 continue;
812
813 if (unlikely (elf_brk > elf_bss)) {
814 unsigned long nbyte;
815
816 /* There was a PT_LOAD segment with p_memsz > p_filesz
817 before this one. Map anonymous pages, if needed,
818 and clear the area. */
819 retval = set_brk (elf_bss + load_bias,
820 elf_brk + load_bias);
821 if (retval) {
822 send_sig(SIGKILL, current, 0);
823 goto out_free_dentry;
824 }
825 nbyte = ELF_PAGEOFFSET(elf_bss);
826 if (nbyte) {
827 nbyte = ELF_MIN_ALIGN - nbyte;
828 if (nbyte > elf_brk - elf_bss)
829 nbyte = elf_brk - elf_bss;
830 if (clear_user((void __user *)elf_bss +
831 load_bias, nbyte)) {
832 /*
833 * This bss-zeroing can fail if the ELF
f4e5cc2c 834 * file specifies odd protections. So
1da177e4
LT
835 * we don't check the return value
836 */
837 }
838 }
839 }
840
f4e5cc2c
JJ
841 if (elf_ppnt->p_flags & PF_R)
842 elf_prot |= PROT_READ;
843 if (elf_ppnt->p_flags & PF_W)
844 elf_prot |= PROT_WRITE;
845 if (elf_ppnt->p_flags & PF_X)
846 elf_prot |= PROT_EXEC;
1da177e4 847
f4e5cc2c 848 elf_flags = MAP_PRIVATE | MAP_DENYWRITE | MAP_EXECUTABLE;
1da177e4
LT
849
850 vaddr = elf_ppnt->p_vaddr;
851 if (loc->elf_ex.e_type == ET_EXEC || load_addr_set) {
852 elf_flags |= MAP_FIXED;
853 } else if (loc->elf_ex.e_type == ET_DYN) {
f4e5cc2c
JJ
854 /* Try and get dynamic programs out of the way of the
855 * default mmap base, as well as whatever program they
856 * might try to exec. This is because the brk will
857 * follow the loader, and is not movable. */
1da177e4
LT
858 load_bias = ELF_PAGESTART(ELF_ET_DYN_BASE - vaddr);
859 }
860
f4e5cc2c
JJ
861 error = elf_map(bprm->file, load_bias + vaddr, elf_ppnt,
862 elf_prot, elf_flags);
1da177e4
LT
863 if (BAD_ADDR(error)) {
864 send_sig(SIGKILL, current, 0);
865 goto out_free_dentry;
866 }
867
868 if (!load_addr_set) {
869 load_addr_set = 1;
870 load_addr = (elf_ppnt->p_vaddr - elf_ppnt->p_offset);
871 if (loc->elf_ex.e_type == ET_DYN) {
872 load_bias += error -
873 ELF_PAGESTART(load_bias + vaddr);
874 load_addr += load_bias;
875 reloc_func_desc = load_bias;
876 }
877 }
878 k = elf_ppnt->p_vaddr;
f4e5cc2c
JJ
879 if (k < start_code)
880 start_code = k;
881 if (start_data < k)
882 start_data = k;
1da177e4
LT
883
884 /*
885 * Check to see if the section's size will overflow the
886 * allowed task size. Note that p_filesz must always be
887 * <= p_memsz so it is only necessary to check p_memsz.
888 */
889 if (k > TASK_SIZE || elf_ppnt->p_filesz > elf_ppnt->p_memsz ||
890 elf_ppnt->p_memsz > TASK_SIZE ||
891 TASK_SIZE - elf_ppnt->p_memsz < k) {
f4e5cc2c 892 /* set_brk can never work. Avoid overflows. */
1da177e4
LT
893 send_sig(SIGKILL, current, 0);
894 goto out_free_dentry;
895 }
896
897 k = elf_ppnt->p_vaddr + elf_ppnt->p_filesz;
898
899 if (k > elf_bss)
900 elf_bss = k;
901 if ((elf_ppnt->p_flags & PF_X) && end_code < k)
902 end_code = k;
903 if (end_data < k)
904 end_data = k;
905 k = elf_ppnt->p_vaddr + elf_ppnt->p_memsz;
906 if (k > elf_brk)
907 elf_brk = k;
908 }
909
910 loc->elf_ex.e_entry += load_bias;
911 elf_bss += load_bias;
912 elf_brk += load_bias;
913 start_code += load_bias;
914 end_code += load_bias;
915 start_data += load_bias;
916 end_data += load_bias;
917
918 /* Calling set_brk effectively mmaps the pages that we need
919 * for the bss and break sections. We must do this before
920 * mapping in the interpreter, to make sure it doesn't wind
921 * up getting placed where the bss needs to go.
922 */
923 retval = set_brk(elf_bss, elf_brk);
924 if (retval) {
925 send_sig(SIGKILL, current, 0);
926 goto out_free_dentry;
927 }
6de50517 928 if (likely(elf_bss != elf_brk) && unlikely(padzero(elf_bss))) {
1da177e4
LT
929 send_sig(SIGSEGV, current, 0);
930 retval = -EFAULT; /* Nobody gets to see this, but.. */
931 goto out_free_dentry;
932 }
933
934 if (elf_interpreter) {
935 if (interpreter_type == INTERPRETER_AOUT)
936 elf_entry = load_aout_interp(&loc->interp_ex,
937 interpreter);
938 else
939 elf_entry = load_elf_interp(&loc->interp_elf_ex,
940 interpreter,
941 &interp_load_addr);
942 if (BAD_ADDR(elf_entry)) {
943 printk(KERN_ERR "Unable to load interpreter %.128s\n",
944 elf_interpreter);
945 force_sig(SIGSEGV, current);
946 retval = -ENOEXEC; /* Nobody gets to see this, but.. */
947 goto out_free_dentry;
948 }
949 reloc_func_desc = interp_load_addr;
950
951 allow_write_access(interpreter);
952 fput(interpreter);
953 kfree(elf_interpreter);
954 } else {
955 elf_entry = loc->elf_ex.e_entry;
5342fba5
SS
956 if (BAD_ADDR(elf_entry)) {
957 send_sig(SIGSEGV, current, 0);
958 retval = -ENOEXEC; /* Nobody gets to see this, but.. */
959 goto out_free_dentry;
960 }
1da177e4
LT
961 }
962
963 kfree(elf_phdata);
964
965 if (interpreter_type != INTERPRETER_AOUT)
966 sys_close(elf_exec_fileno);
967
968 set_binfmt(&elf_format);
969
547ee84c
BH
970#ifdef ARCH_HAS_SETUP_ADDITIONAL_PAGES
971 retval = arch_setup_additional_pages(bprm, executable_stack);
972 if (retval < 0) {
973 send_sig(SIGKILL, current, 0);
18c8baff 974 goto out;
547ee84c
BH
975 }
976#endif /* ARCH_HAS_SETUP_ADDITIONAL_PAGES */
977
1da177e4
LT
978 compute_creds(bprm);
979 current->flags &= ~PF_FORKNOEXEC;
f4e5cc2c
JJ
980 create_elf_tables(bprm, &loc->elf_ex,
981 (interpreter_type == INTERPRETER_AOUT),
982 load_addr, interp_load_addr);
1da177e4
LT
983 /* N.B. passed_fileno might not be initialized? */
984 if (interpreter_type == INTERPRETER_AOUT)
985 current->mm->arg_start += strlen(passed_fileno) + 1;
986 current->mm->end_code = end_code;
987 current->mm->start_code = start_code;
988 current->mm->start_data = start_data;
989 current->mm->end_data = end_data;
990 current->mm->start_stack = bprm->p;
991
992 if (current->personality & MMAP_PAGE_ZERO) {
993 /* Why this, you ask??? Well SVr4 maps page 0 as read-only,
994 and some applications "depend" upon this behavior.
995 Since we do not have the power to recompile these, we
f4e5cc2c 996 emulate the SVr4 behavior. Sigh. */
1da177e4
LT
997 down_write(&current->mm->mmap_sem);
998 error = do_mmap(NULL, 0, PAGE_SIZE, PROT_READ | PROT_EXEC,
999 MAP_FIXED | MAP_PRIVATE, 0);
1000 up_write(&current->mm->mmap_sem);
1001 }
1002
1003#ifdef ELF_PLAT_INIT
1004 /*
1005 * The ABI may specify that certain registers be set up in special
1006 * ways (on i386 %edx is the address of a DT_FINI function, for
1007 * example. In addition, it may also specify (eg, PowerPC64 ELF)
1008 * that the e_entry field is the address of the function descriptor
1009 * for the startup routine, rather than the address of the startup
1010 * routine itself. This macro performs whatever initialization to
1011 * the regs structure is required as well as any relocations to the
1012 * function descriptor entries when executing dynamically links apps.
1013 */
1014 ELF_PLAT_INIT(regs, reloc_func_desc);
1015#endif
1016
1017 start_thread(regs, elf_entry, bprm->p);
1018 if (unlikely(current->ptrace & PT_PTRACED)) {
1019 if (current->ptrace & PT_TRACE_EXEC)
1020 ptrace_notify ((PTRACE_EVENT_EXEC << 8) | SIGTRAP);
1021 else
1022 send_sig(SIGTRAP, current, 0);
1023 }
1024 retval = 0;
1025out:
1026 kfree(loc);
1027out_ret:
1028 return retval;
1029
1030 /* error cleanup */
1031out_free_dentry:
1032 allow_write_access(interpreter);
1033 if (interpreter)
1034 fput(interpreter);
1035out_free_interp:
f99d49ad 1036 kfree(elf_interpreter);
1da177e4
LT
1037out_free_file:
1038 sys_close(elf_exec_fileno);
1039out_free_fh:
1040 if (files) {
1041 put_files_struct(current->files);
1042 current->files = files;
1043 }
1044out_free_ph:
1045 kfree(elf_phdata);
1046 goto out;
1047}
1048
1049/* This is really simpleminded and specialized - we are loading an
1050 a.out library that is given an ELF header. */
1da177e4
LT
1051static int load_elf_library(struct file *file)
1052{
1053 struct elf_phdr *elf_phdata;
1054 struct elf_phdr *eppnt;
1055 unsigned long elf_bss, bss, len;
1056 int retval, error, i, j;
1057 struct elfhdr elf_ex;
1058
1059 error = -ENOEXEC;
f4e5cc2c 1060 retval = kernel_read(file, 0, (char *)&elf_ex, sizeof(elf_ex));
1da177e4
LT
1061 if (retval != sizeof(elf_ex))
1062 goto out;
1063
1064 if (memcmp(elf_ex.e_ident, ELFMAG, SELFMAG) != 0)
1065 goto out;
1066
1067 /* First of all, some simple consistency checks */
1068 if (elf_ex.e_type != ET_EXEC || elf_ex.e_phnum > 2 ||
f4e5cc2c 1069 !elf_check_arch(&elf_ex) || !file->f_op || !file->f_op->mmap)
1da177e4
LT
1070 goto out;
1071
1072 /* Now read in all of the header information */
1073
1074 j = sizeof(struct elf_phdr) * elf_ex.e_phnum;
1075 /* j < ELF_MIN_ALIGN because elf_ex.e_phnum <= 2 */
1076
1077 error = -ENOMEM;
1078 elf_phdata = kmalloc(j, GFP_KERNEL);
1079 if (!elf_phdata)
1080 goto out;
1081
1082 eppnt = elf_phdata;
1083 error = -ENOEXEC;
1084 retval = kernel_read(file, elf_ex.e_phoff, (char *)eppnt, j);
1085 if (retval != j)
1086 goto out_free_ph;
1087
1088 for (j = 0, i = 0; i<elf_ex.e_phnum; i++)
1089 if ((eppnt + i)->p_type == PT_LOAD)
1090 j++;
1091 if (j != 1)
1092 goto out_free_ph;
1093
1094 while (eppnt->p_type != PT_LOAD)
1095 eppnt++;
1096
1097 /* Now use mmap to map the library into memory. */
1098 down_write(&current->mm->mmap_sem);
1099 error = do_mmap(file,
1100 ELF_PAGESTART(eppnt->p_vaddr),
1101 (eppnt->p_filesz +
1102 ELF_PAGEOFFSET(eppnt->p_vaddr)),
1103 PROT_READ | PROT_WRITE | PROT_EXEC,
1104 MAP_FIXED | MAP_PRIVATE | MAP_DENYWRITE,
1105 (eppnt->p_offset -
1106 ELF_PAGEOFFSET(eppnt->p_vaddr)));
1107 up_write(&current->mm->mmap_sem);
1108 if (error != ELF_PAGESTART(eppnt->p_vaddr))
1109 goto out_free_ph;
1110
1111 elf_bss = eppnt->p_vaddr + eppnt->p_filesz;
1112 if (padzero(elf_bss)) {
1113 error = -EFAULT;
1114 goto out_free_ph;
1115 }
1116
f4e5cc2c
JJ
1117 len = ELF_PAGESTART(eppnt->p_filesz + eppnt->p_vaddr +
1118 ELF_MIN_ALIGN - 1);
1da177e4
LT
1119 bss = eppnt->p_memsz + eppnt->p_vaddr;
1120 if (bss > len) {
1121 down_write(&current->mm->mmap_sem);
1122 do_brk(len, bss - len);
1123 up_write(&current->mm->mmap_sem);
1124 }
1125 error = 0;
1126
1127out_free_ph:
1128 kfree(elf_phdata);
1129out:
1130 return error;
1131}
1132
1133/*
1134 * Note that some platforms still use traditional core dumps and not
1135 * the ELF core dump. Each platform can select it as appropriate.
1136 */
708e9a79 1137#if defined(USE_ELF_CORE_DUMP) && defined(CONFIG_ELF_CORE)
1da177e4
LT
1138
1139/*
1140 * ELF core dumper
1141 *
1142 * Modelled on fs/exec.c:aout_core_dump()
1143 * Jeremy Fitzhardinge <jeremy@sw.oz.au>
1144 */
1145/*
1146 * These are the only things you should do on a core-file: use only these
1147 * functions to write out all the necessary info.
1148 */
1149static int dump_write(struct file *file, const void *addr, int nr)
1150{
1151 return file->f_op->write(file, addr, nr, &file->f_pos) == nr;
1152}
1153
5db92850 1154static int dump_seek(struct file *file, loff_t off)
1da177e4
LT
1155{
1156 if (file->f_op->llseek) {
1157 if (file->f_op->llseek(file, off, 0) != off)
1158 return 0;
1159 } else
1160 file->f_pos = off;
1161 return 1;
1162}
1163
1164/*
1165 * Decide whether a segment is worth dumping; default is yes to be
1166 * sure (missing info is worse than too much; etc).
1167 * Personally I'd include everything, and use the coredump limit...
1168 *
1169 * I think we should skip something. But I am not sure how. H.J.
1170 */
1171static int maydump(struct vm_area_struct *vma)
1172{
1173 /* Do not dump I/O mapped devices or special mappings */
1174 if (vma->vm_flags & (VM_IO | VM_RESERVED))
1175 return 0;
1176
f4e5cc2c 1177 /* Dump shared memory only if mapped from an anonymous file. */
1da177e4
LT
1178 if (vma->vm_flags & VM_SHARED)
1179 return vma->vm_file->f_dentry->d_inode->i_nlink == 0;
1180
1181 /* If it hasn't been written to, don't write it out */
1182 if (!vma->anon_vma)
1183 return 0;
1184
1185 return 1;
1186}
1187
f4e5cc2c 1188#define roundup(x, y) ((((x) + ((y) - 1)) / (y)) * (y))
1da177e4
LT
1189
1190/* An ELF note in memory */
1191struct memelfnote
1192{
1193 const char *name;
1194 int type;
1195 unsigned int datasz;
1196 void *data;
1197};
1198
1199static int notesize(struct memelfnote *en)
1200{
1201 int sz;
1202
1203 sz = sizeof(struct elf_note);
1204 sz += roundup(strlen(en->name) + 1, 4);
1205 sz += roundup(en->datasz, 4);
1206
1207 return sz;
1208}
1209
1210#define DUMP_WRITE(addr, nr) \
1211 do { if (!dump_write(file, (addr), (nr))) return 0; } while(0)
1212#define DUMP_SEEK(off) \
1213 do { if (!dump_seek(file, (off))) return 0; } while(0)
1214
1215static int writenote(struct memelfnote *men, struct file *file)
1216{
1217 struct elf_note en;
1218
1219 en.n_namesz = strlen(men->name) + 1;
1220 en.n_descsz = men->datasz;
1221 en.n_type = men->type;
1222
1223 DUMP_WRITE(&en, sizeof(en));
1224 DUMP_WRITE(men->name, en.n_namesz);
1225 /* XXX - cast from long long to long to avoid need for libgcc.a */
1226 DUMP_SEEK(roundup((unsigned long)file->f_pos, 4)); /* XXX */
1227 DUMP_WRITE(men->data, men->datasz);
1228 DUMP_SEEK(roundup((unsigned long)file->f_pos, 4)); /* XXX */
1229
1230 return 1;
1231}
1232#undef DUMP_WRITE
1233#undef DUMP_SEEK
1234
1235#define DUMP_WRITE(addr, nr) \
1236 if ((size += (nr)) > limit || !dump_write(file, (addr), (nr))) \
1237 goto end_coredump;
1238#define DUMP_SEEK(off) \
1239 if (!dump_seek(file, (off))) \
1240 goto end_coredump;
1241
858119e1 1242static void fill_elf_header(struct elfhdr *elf, int segs)
1da177e4
LT
1243{
1244 memcpy(elf->e_ident, ELFMAG, SELFMAG);
1245 elf->e_ident[EI_CLASS] = ELF_CLASS;
1246 elf->e_ident[EI_DATA] = ELF_DATA;
1247 elf->e_ident[EI_VERSION] = EV_CURRENT;
1248 elf->e_ident[EI_OSABI] = ELF_OSABI;
1249 memset(elf->e_ident+EI_PAD, 0, EI_NIDENT-EI_PAD);
1250
1251 elf->e_type = ET_CORE;
1252 elf->e_machine = ELF_ARCH;
1253 elf->e_version = EV_CURRENT;
1254 elf->e_entry = 0;
1255 elf->e_phoff = sizeof(struct elfhdr);
1256 elf->e_shoff = 0;
1257 elf->e_flags = ELF_CORE_EFLAGS;
1258 elf->e_ehsize = sizeof(struct elfhdr);
1259 elf->e_phentsize = sizeof(struct elf_phdr);
1260 elf->e_phnum = segs;
1261 elf->e_shentsize = 0;
1262 elf->e_shnum = 0;
1263 elf->e_shstrndx = 0;
1264 return;
1265}
1266
858119e1 1267static void fill_elf_note_phdr(struct elf_phdr *phdr, int sz, off_t offset)
1da177e4
LT
1268{
1269 phdr->p_type = PT_NOTE;
1270 phdr->p_offset = offset;
1271 phdr->p_vaddr = 0;
1272 phdr->p_paddr = 0;
1273 phdr->p_filesz = sz;
1274 phdr->p_memsz = 0;
1275 phdr->p_flags = 0;
1276 phdr->p_align = 0;
1277 return;
1278}
1279
1280static void fill_note(struct memelfnote *note, const char *name, int type,
1281 unsigned int sz, void *data)
1282{
1283 note->name = name;
1284 note->type = type;
1285 note->datasz = sz;
1286 note->data = data;
1287 return;
1288}
1289
1290/*
f4e5cc2c
JJ
1291 * fill up all the fields in prstatus from the given task struct, except
1292 * registers which need to be filled up separately.
1da177e4
LT
1293 */
1294static void fill_prstatus(struct elf_prstatus *prstatus,
f4e5cc2c 1295 struct task_struct *p, long signr)
1da177e4
LT
1296{
1297 prstatus->pr_info.si_signo = prstatus->pr_cursig = signr;
1298 prstatus->pr_sigpend = p->pending.signal.sig[0];
1299 prstatus->pr_sighold = p->blocked.sig[0];
1300 prstatus->pr_pid = p->pid;
1301 prstatus->pr_ppid = p->parent->pid;
1302 prstatus->pr_pgrp = process_group(p);
1303 prstatus->pr_sid = p->signal->session;
1304 if (thread_group_leader(p)) {
1305 /*
1306 * This is the record for the group leader. Add in the
1307 * cumulative times of previous dead threads. This total
1308 * won't include the time of each live thread whose state
1309 * is included in the core dump. The final total reported
1310 * to our parent process when it calls wait4 will include
1311 * those sums as well as the little bit more time it takes
1312 * this and each other thread to finish dying after the
1313 * core dump synchronization phase.
1314 */
1315 cputime_to_timeval(cputime_add(p->utime, p->signal->utime),
1316 &prstatus->pr_utime);
1317 cputime_to_timeval(cputime_add(p->stime, p->signal->stime),
1318 &prstatus->pr_stime);
1319 } else {
1320 cputime_to_timeval(p->utime, &prstatus->pr_utime);
1321 cputime_to_timeval(p->stime, &prstatus->pr_stime);
1322 }
1323 cputime_to_timeval(p->signal->cutime, &prstatus->pr_cutime);
1324 cputime_to_timeval(p->signal->cstime, &prstatus->pr_cstime);
1325}
1326
1327static int fill_psinfo(struct elf_prpsinfo *psinfo, struct task_struct *p,
1328 struct mm_struct *mm)
1329{
a84a5059 1330 unsigned int i, len;
1da177e4
LT
1331
1332 /* first copy the parameters from user space */
1333 memset(psinfo, 0, sizeof(struct elf_prpsinfo));
1334
1335 len = mm->arg_end - mm->arg_start;
1336 if (len >= ELF_PRARGSZ)
1337 len = ELF_PRARGSZ-1;
1338 if (copy_from_user(&psinfo->pr_psargs,
1339 (const char __user *)mm->arg_start, len))
1340 return -EFAULT;
1341 for(i = 0; i < len; i++)
1342 if (psinfo->pr_psargs[i] == 0)
1343 psinfo->pr_psargs[i] = ' ';
1344 psinfo->pr_psargs[len] = 0;
1345
1346 psinfo->pr_pid = p->pid;
1347 psinfo->pr_ppid = p->parent->pid;
1348 psinfo->pr_pgrp = process_group(p);
1349 psinfo->pr_sid = p->signal->session;
1350
1351 i = p->state ? ffz(~p->state) + 1 : 0;
1352 psinfo->pr_state = i;
55148548 1353 psinfo->pr_sname = (i > 5) ? '.' : "RSDTZW"[i];
1da177e4
LT
1354 psinfo->pr_zomb = psinfo->pr_sname == 'Z';
1355 psinfo->pr_nice = task_nice(p);
1356 psinfo->pr_flag = p->flags;
1357 SET_UID(psinfo->pr_uid, p->uid);
1358 SET_GID(psinfo->pr_gid, p->gid);
1359 strncpy(psinfo->pr_fname, p->comm, sizeof(psinfo->pr_fname));
1360
1361 return 0;
1362}
1363
1364/* Here is the structure in which status of each thread is captured. */
1365struct elf_thread_status
1366{
1367 struct list_head list;
1368 struct elf_prstatus prstatus; /* NT_PRSTATUS */
1369 elf_fpregset_t fpu; /* NT_PRFPREG */
1370 struct task_struct *thread;
1371#ifdef ELF_CORE_COPY_XFPREGS
1372 elf_fpxregset_t xfpu; /* NT_PRXFPREG */
1373#endif
1374 struct memelfnote notes[3];
1375 int num_notes;
1376};
1377
1378/*
1379 * In order to add the specific thread information for the elf file format,
f4e5cc2c
JJ
1380 * we need to keep a linked list of every threads pr_status and then create
1381 * a single section for them in the final core file.
1da177e4
LT
1382 */
1383static int elf_dump_thread_status(long signr, struct elf_thread_status *t)
1384{
1385 int sz = 0;
1386 struct task_struct *p = t->thread;
1387 t->num_notes = 0;
1388
1389 fill_prstatus(&t->prstatus, p, signr);
1390 elf_core_copy_task_regs(p, &t->prstatus.pr_reg);
1391
f4e5cc2c
JJ
1392 fill_note(&t->notes[0], "CORE", NT_PRSTATUS, sizeof(t->prstatus),
1393 &(t->prstatus));
1da177e4
LT
1394 t->num_notes++;
1395 sz += notesize(&t->notes[0]);
1396
f4e5cc2c
JJ
1397 if ((t->prstatus.pr_fpvalid = elf_core_copy_task_fpregs(p, NULL,
1398 &t->fpu))) {
1399 fill_note(&t->notes[1], "CORE", NT_PRFPREG, sizeof(t->fpu),
1400 &(t->fpu));
1da177e4
LT
1401 t->num_notes++;
1402 sz += notesize(&t->notes[1]);
1403 }
1404
1405#ifdef ELF_CORE_COPY_XFPREGS
1406 if (elf_core_copy_task_xfpregs(p, &t->xfpu)) {
f4e5cc2c
JJ
1407 fill_note(&t->notes[2], "LINUX", NT_PRXFPREG, sizeof(t->xfpu),
1408 &t->xfpu);
1da177e4
LT
1409 t->num_notes++;
1410 sz += notesize(&t->notes[2]);
1411 }
1412#endif
1413 return sz;
1414}
1415
1416/*
1417 * Actual dumper
1418 *
1419 * This is a two-pass process; first we find the offsets of the bits,
1420 * and then they are actually written out. If we run out of core limit
1421 * we just truncate.
1422 */
f4e5cc2c 1423static int elf_core_dump(long signr, struct pt_regs *regs, struct file *file)
1da177e4
LT
1424{
1425#define NUM_NOTES 6
1426 int has_dumped = 0;
1427 mm_segment_t fs;
1428 int segs;
1429 size_t size = 0;
1430 int i;
1431 struct vm_area_struct *vma;
1432 struct elfhdr *elf = NULL;
1433 off_t offset = 0, dataoff;
1434 unsigned long limit = current->signal->rlim[RLIMIT_CORE].rlim_cur;
1435 int numnote;
1436 struct memelfnote *notes = NULL;
1437 struct elf_prstatus *prstatus = NULL; /* NT_PRSTATUS */
1438 struct elf_prpsinfo *psinfo = NULL; /* NT_PRPSINFO */
1439 struct task_struct *g, *p;
1440 LIST_HEAD(thread_list);
1441 struct list_head *t;
1442 elf_fpregset_t *fpu = NULL;
1443#ifdef ELF_CORE_COPY_XFPREGS
1444 elf_fpxregset_t *xfpu = NULL;
1445#endif
1446 int thread_status_size = 0;
1447 elf_addr_t *auxv;
1448
1449 /*
1450 * We no longer stop all VM operations.
1451 *
f4e5cc2c
JJ
1452 * This is because those proceses that could possibly change map_count
1453 * or the mmap / vma pages are now blocked in do_exit on current
1454 * finishing this core dump.
1da177e4
LT
1455 *
1456 * Only ptrace can touch these memory addresses, but it doesn't change
f4e5cc2c 1457 * the map_count or the pages allocated. So no possibility of crashing
1da177e4
LT
1458 * exists while dumping the mm->vm_next areas to the core file.
1459 */
1460
1461 /* alloc memory for large data structures: too large to be on stack */
1462 elf = kmalloc(sizeof(*elf), GFP_KERNEL);
1463 if (!elf)
1464 goto cleanup;
1465 prstatus = kmalloc(sizeof(*prstatus), GFP_KERNEL);
1466 if (!prstatus)
1467 goto cleanup;
1468 psinfo = kmalloc(sizeof(*psinfo), GFP_KERNEL);
1469 if (!psinfo)
1470 goto cleanup;
1471 notes = kmalloc(NUM_NOTES * sizeof(struct memelfnote), GFP_KERNEL);
1472 if (!notes)
1473 goto cleanup;
1474 fpu = kmalloc(sizeof(*fpu), GFP_KERNEL);
1475 if (!fpu)
1476 goto cleanup;
1477#ifdef ELF_CORE_COPY_XFPREGS
1478 xfpu = kmalloc(sizeof(*xfpu), GFP_KERNEL);
1479 if (!xfpu)
1480 goto cleanup;
1481#endif
1482
1483 if (signr) {
1484 struct elf_thread_status *tmp;
1485 read_lock(&tasklist_lock);
1486 do_each_thread(g,p)
1487 if (current->mm == p->mm && current != p) {
11b0b5ab 1488 tmp = kzalloc(sizeof(*tmp), GFP_ATOMIC);
1da177e4
LT
1489 if (!tmp) {
1490 read_unlock(&tasklist_lock);
1491 goto cleanup;
1492 }
1da177e4
LT
1493 INIT_LIST_HEAD(&tmp->list);
1494 tmp->thread = p;
1495 list_add(&tmp->list, &thread_list);
1496 }
1497 while_each_thread(g,p);
1498 read_unlock(&tasklist_lock);
1499 list_for_each(t, &thread_list) {
1500 struct elf_thread_status *tmp;
1501 int sz;
1502
1503 tmp = list_entry(t, struct elf_thread_status, list);
1504 sz = elf_dump_thread_status(signr, tmp);
1505 thread_status_size += sz;
1506 }
1507 }
1508 /* now collect the dump for the current */
1509 memset(prstatus, 0, sizeof(*prstatus));
1510 fill_prstatus(prstatus, current, signr);
1511 elf_core_copy_regs(&prstatus->pr_reg, regs);
1512
1513 segs = current->mm->map_count;
1514#ifdef ELF_CORE_EXTRA_PHDRS
1515 segs += ELF_CORE_EXTRA_PHDRS;
1516#endif
1517
1518 /* Set up header */
f4e5cc2c 1519 fill_elf_header(elf, segs + 1); /* including notes section */
1da177e4
LT
1520
1521 has_dumped = 1;
1522 current->flags |= PF_DUMPCORE;
1523
1524 /*
1525 * Set up the notes in similar form to SVR4 core dumps made
1526 * with info from their /proc.
1527 */
1528
f4e5cc2c 1529 fill_note(notes + 0, "CORE", NT_PRSTATUS, sizeof(*prstatus), prstatus);
1da177e4 1530 fill_psinfo(psinfo, current->group_leader, current->mm);
f4e5cc2c 1531 fill_note(notes + 1, "CORE", NT_PRPSINFO, sizeof(*psinfo), psinfo);
1da177e4 1532
a9289728 1533 numnote = 2;
1da177e4 1534
f4e5cc2c 1535 auxv = (elf_addr_t *)current->mm->saved_auxv;
1da177e4
LT
1536
1537 i = 0;
1538 do
1539 i += 2;
1540 while (auxv[i - 2] != AT_NULL);
1541 fill_note(&notes[numnote++], "CORE", NT_AUXV,
f4e5cc2c 1542 i * sizeof(elf_addr_t), auxv);
1da177e4
LT
1543
1544 /* Try to dump the FPU. */
f4e5cc2c
JJ
1545 if ((prstatus->pr_fpvalid =
1546 elf_core_copy_task_fpregs(current, regs, fpu)))
1da177e4
LT
1547 fill_note(notes + numnote++,
1548 "CORE", NT_PRFPREG, sizeof(*fpu), fpu);
1549#ifdef ELF_CORE_COPY_XFPREGS
1550 if (elf_core_copy_task_xfpregs(current, xfpu))
1551 fill_note(notes + numnote++,
1552 "LINUX", NT_PRXFPREG, sizeof(*xfpu), xfpu);
1553#endif
1554
1555 fs = get_fs();
1556 set_fs(KERNEL_DS);
1557
1558 DUMP_WRITE(elf, sizeof(*elf));
1559 offset += sizeof(*elf); /* Elf header */
1560 offset += (segs+1) * sizeof(struct elf_phdr); /* Program headers */
1561
1562 /* Write notes phdr entry */
1563 {
1564 struct elf_phdr phdr;
1565 int sz = 0;
1566
1567 for (i = 0; i < numnote; i++)
1568 sz += notesize(notes + i);
1569
1570 sz += thread_status_size;
1571
1572 fill_elf_note_phdr(&phdr, sz, offset);
1573 offset += sz;
1574 DUMP_WRITE(&phdr, sizeof(phdr));
1575 }
1576
1577 /* Page-align dumped data */
1578 dataoff = offset = roundup(offset, ELF_EXEC_PAGESIZE);
1579
1580 /* Write program headers for segments dump */
1581 for (vma = current->mm->mmap; vma != NULL; vma = vma->vm_next) {
1582 struct elf_phdr phdr;
1583 size_t sz;
1584
1585 sz = vma->vm_end - vma->vm_start;
1586
1587 phdr.p_type = PT_LOAD;
1588 phdr.p_offset = offset;
1589 phdr.p_vaddr = vma->vm_start;
1590 phdr.p_paddr = 0;
1591 phdr.p_filesz = maydump(vma) ? sz : 0;
1592 phdr.p_memsz = sz;
1593 offset += phdr.p_filesz;
1594 phdr.p_flags = vma->vm_flags & VM_READ ? PF_R : 0;
f4e5cc2c
JJ
1595 if (vma->vm_flags & VM_WRITE)
1596 phdr.p_flags |= PF_W;
1597 if (vma->vm_flags & VM_EXEC)
1598 phdr.p_flags |= PF_X;
1da177e4
LT
1599 phdr.p_align = ELF_EXEC_PAGESIZE;
1600
1601 DUMP_WRITE(&phdr, sizeof(phdr));
1602 }
1603
1604#ifdef ELF_CORE_WRITE_EXTRA_PHDRS
1605 ELF_CORE_WRITE_EXTRA_PHDRS;
1606#endif
1607
1608 /* write out the notes section */
1609 for (i = 0; i < numnote; i++)
1610 if (!writenote(notes + i, file))
1611 goto end_coredump;
1612
1613 /* write out the thread status notes section */
1614 list_for_each(t, &thread_list) {
f4e5cc2c
JJ
1615 struct elf_thread_status *tmp =
1616 list_entry(t, struct elf_thread_status, list);
1617
1da177e4
LT
1618 for (i = 0; i < tmp->num_notes; i++)
1619 if (!writenote(&tmp->notes[i], file))
1620 goto end_coredump;
1621 }
1622
1623 DUMP_SEEK(dataoff);
1624
1625 for (vma = current->mm->mmap; vma != NULL; vma = vma->vm_next) {
1626 unsigned long addr;
1627
1628 if (!maydump(vma))
1629 continue;
1630
1631 for (addr = vma->vm_start;
1632 addr < vma->vm_end;
1633 addr += PAGE_SIZE) {
f4e5cc2c 1634 struct page *page;
1da177e4
LT
1635 struct vm_area_struct *vma;
1636
1637 if (get_user_pages(current, current->mm, addr, 1, 0, 1,
1638 &page, &vma) <= 0) {
f4e5cc2c 1639 DUMP_SEEK(file->f_pos + PAGE_SIZE);
1da177e4
LT
1640 } else {
1641 if (page == ZERO_PAGE(addr)) {
f4e5cc2c 1642 DUMP_SEEK(file->f_pos + PAGE_SIZE);
1da177e4
LT
1643 } else {
1644 void *kaddr;
f4e5cc2c
JJ
1645 flush_cache_page(vma, addr,
1646 page_to_pfn(page));
1da177e4
LT
1647 kaddr = kmap(page);
1648 if ((size += PAGE_SIZE) > limit ||
1649 !dump_write(file, kaddr,
1650 PAGE_SIZE)) {
1651 kunmap(page);
1652 page_cache_release(page);
1653 goto end_coredump;
1654 }
1655 kunmap(page);
1656 }
1657 page_cache_release(page);
1658 }
1659 }
1660 }
1661
1662#ifdef ELF_CORE_WRITE_EXTRA_DATA
1663 ELF_CORE_WRITE_EXTRA_DATA;
1664#endif
1665
74da6cd0 1666 if ((off_t)file->f_pos != offset) {
1da177e4 1667 /* Sanity check */
f4e5cc2c
JJ
1668 printk(KERN_WARNING
1669 "elf_core_dump: file->f_pos (%ld) != offset (%ld)\n",
74da6cd0 1670 (off_t)file->f_pos, offset);
1da177e4
LT
1671 }
1672
1673end_coredump:
1674 set_fs(fs);
1675
1676cleanup:
74da6cd0 1677 while (!list_empty(&thread_list)) {
1da177e4
LT
1678 struct list_head *tmp = thread_list.next;
1679 list_del(tmp);
1680 kfree(list_entry(tmp, struct elf_thread_status, list));
1681 }
1682
1683 kfree(elf);
1684 kfree(prstatus);
1685 kfree(psinfo);
1686 kfree(notes);
1687 kfree(fpu);
1688#ifdef ELF_CORE_COPY_XFPREGS
1689 kfree(xfpu);
1690#endif
1691 return has_dumped;
1692#undef NUM_NOTES
1693}
1694
1695#endif /* USE_ELF_CORE_DUMP */
1696
1697static int __init init_elf_binfmt(void)
1698{
1699 return register_binfmt(&elf_format);
1700}
1701
1702static void __exit exit_elf_binfmt(void)
1703{
1704 /* Remove the COFF and ELF loaders. */
1705 unregister_binfmt(&elf_format);
1706}
1707
1708core_initcall(init_elf_binfmt);
1709module_exit(exit_elf_binfmt);
1710MODULE_LICENSE("GPL");