exec: consolidate 2 fast-paths
[linux-2.6-block.git] / fs / exec.c
CommitLineData
1da177e4
LT
1/*
2 * linux/fs/exec.c
3 *
4 * Copyright (C) 1991, 1992 Linus Torvalds
5 */
6
7/*
8 * #!-checking implemented by tytso.
9 */
10/*
11 * Demand-loading implemented 01.12.91 - no need to read anything but
12 * the header into memory. The inode of the executable is put into
13 * "current->executable", and page faults do the actual loading. Clean.
14 *
15 * Once more I can proudly say that linux stood up to being changed: it
16 * was less than 2 hours work to get demand-loading completely implemented.
17 *
18 * Demand loading changed July 1993 by Eric Youngdale. Use mmap instead,
19 * current->executable is only used by the procfs. This allows a dispatch
20 * table to check for several different types of binary formats. We keep
21 * trying until we recognize the file or we run out of supported binary
22 * formats.
23 */
24
1da177e4
LT
25#include <linux/slab.h>
26#include <linux/file.h>
27#include <linux/mman.h>
28#include <linux/a.out.h>
29#include <linux/stat.h>
30#include <linux/fcntl.h>
31#include <linux/smp_lock.h>
74aadce9 32#include <linux/string.h>
1da177e4
LT
33#include <linux/init.h>
34#include <linux/pagemap.h>
35#include <linux/highmem.h>
36#include <linux/spinlock.h>
37#include <linux/key.h>
38#include <linux/personality.h>
39#include <linux/binfmts.h>
40#include <linux/swap.h>
41#include <linux/utsname.h>
84d73786 42#include <linux/pid_namespace.h>
1da177e4
LT
43#include <linux/module.h>
44#include <linux/namei.h>
45#include <linux/proc_fs.h>
46#include <linux/ptrace.h>
47#include <linux/mount.h>
48#include <linux/security.h>
49#include <linux/syscalls.h>
50#include <linux/rmap.h>
8f0ab514 51#include <linux/tsacct_kern.h>
9f46080c 52#include <linux/cn_proc.h>
473ae30b 53#include <linux/audit.h>
1da177e4
LT
54
55#include <asm/uaccess.h>
56#include <asm/mmu_context.h>
b6a2fea3 57#include <asm/tlb.h>
1da177e4
LT
58
59#ifdef CONFIG_KMOD
60#include <linux/kmod.h>
61#endif
62
63int core_uses_pid;
71ce92f3 64char core_pattern[CORENAME_MAX_SIZE] = "core";
d6e71144
AC
65int suid_dumpable = 0;
66
67EXPORT_SYMBOL(suid_dumpable);
1da177e4
LT
68/* The maximal length of core_pattern is also specified in sysctl.c */
69
e4dc1b14 70static LIST_HEAD(formats);
1da177e4
LT
71static DEFINE_RWLOCK(binfmt_lock);
72
73int register_binfmt(struct linux_binfmt * fmt)
74{
1da177e4
LT
75 if (!fmt)
76 return -EINVAL;
1da177e4 77 write_lock(&binfmt_lock);
e4dc1b14 78 list_add(&fmt->lh, &formats);
1da177e4
LT
79 write_unlock(&binfmt_lock);
80 return 0;
81}
82
83EXPORT_SYMBOL(register_binfmt);
84
f6b450d4 85void unregister_binfmt(struct linux_binfmt * fmt)
1da177e4 86{
1da177e4 87 write_lock(&binfmt_lock);
e4dc1b14 88 list_del(&fmt->lh);
1da177e4 89 write_unlock(&binfmt_lock);
1da177e4
LT
90}
91
92EXPORT_SYMBOL(unregister_binfmt);
93
94static inline void put_binfmt(struct linux_binfmt * fmt)
95{
96 module_put(fmt->module);
97}
98
99/*
100 * Note that a shared library must be both readable and executable due to
101 * security reasons.
102 *
103 * Also note that we take the address to load from from the file itself.
104 */
105asmlinkage long sys_uselib(const char __user * library)
106{
107 struct file * file;
108 struct nameidata nd;
109 int error;
110
b500531e 111 error = __user_path_lookup_open(library, LOOKUP_FOLLOW, &nd, FMODE_READ|FMODE_EXEC);
1da177e4
LT
112 if (error)
113 goto out;
114
115 error = -EINVAL;
116 if (!S_ISREG(nd.dentry->d_inode->i_mode))
117 goto exit;
118
e4543edd 119 error = vfs_permission(&nd, MAY_READ | MAY_EXEC);
1da177e4
LT
120 if (error)
121 goto exit;
122
834f2a4a 123 file = nameidata_to_filp(&nd, O_RDONLY);
1da177e4
LT
124 error = PTR_ERR(file);
125 if (IS_ERR(file))
126 goto out;
127
128 error = -ENOEXEC;
129 if(file->f_op) {
130 struct linux_binfmt * fmt;
131
132 read_lock(&binfmt_lock);
e4dc1b14 133 list_for_each_entry(fmt, &formats, lh) {
1da177e4
LT
134 if (!fmt->load_shlib)
135 continue;
136 if (!try_module_get(fmt->module))
137 continue;
138 read_unlock(&binfmt_lock);
139 error = fmt->load_shlib(file);
140 read_lock(&binfmt_lock);
141 put_binfmt(fmt);
142 if (error != -ENOEXEC)
143 break;
144 }
145 read_unlock(&binfmt_lock);
146 }
147 fput(file);
148out:
149 return error;
150exit:
834f2a4a 151 release_open_intent(&nd);
1da177e4
LT
152 path_release(&nd);
153 goto out;
154}
155
b6a2fea3
OW
156#ifdef CONFIG_MMU
157
158static struct page *get_arg_page(struct linux_binprm *bprm, unsigned long pos,
159 int write)
160{
161 struct page *page;
162 int ret;
163
164#ifdef CONFIG_STACK_GROWSUP
165 if (write) {
166 ret = expand_stack_downwards(bprm->vma, pos);
167 if (ret < 0)
168 return NULL;
169 }
170#endif
171 ret = get_user_pages(current, bprm->mm, pos,
172 1, write, 1, &page, NULL);
173 if (ret <= 0)
174 return NULL;
175
176 if (write) {
177 struct rlimit *rlim = current->signal->rlim;
178 unsigned long size = bprm->vma->vm_end - bprm->vma->vm_start;
179
180 /*
181 * Limit to 1/4-th the stack size for the argv+env strings.
182 * This ensures that:
183 * - the remaining binfmt code will not run out of stack space,
184 * - the program will have a reasonable amount of stack left
185 * to work from.
186 */
187 if (size > rlim[RLIMIT_STACK].rlim_cur / 4) {
188 put_page(page);
189 return NULL;
190 }
191 }
192
193 return page;
194}
195
196static void put_arg_page(struct page *page)
197{
198 put_page(page);
199}
200
201static void free_arg_page(struct linux_binprm *bprm, int i)
202{
203}
204
205static void free_arg_pages(struct linux_binprm *bprm)
206{
207}
208
209static void flush_arg_page(struct linux_binprm *bprm, unsigned long pos,
210 struct page *page)
211{
212 flush_cache_page(bprm->vma, pos, page_to_pfn(page));
213}
214
215static int __bprm_mm_init(struct linux_binprm *bprm)
216{
217 int err = -ENOMEM;
218 struct vm_area_struct *vma = NULL;
219 struct mm_struct *mm = bprm->mm;
220
221 bprm->vma = vma = kmem_cache_zalloc(vm_area_cachep, GFP_KERNEL);
222 if (!vma)
223 goto err;
224
225 down_write(&mm->mmap_sem);
226 vma->vm_mm = mm;
227
228 /*
229 * Place the stack at the largest stack address the architecture
230 * supports. Later, we'll move this to an appropriate place. We don't
231 * use STACK_TOP because that can depend on attributes which aren't
232 * configured yet.
233 */
234 vma->vm_end = STACK_TOP_MAX;
235 vma->vm_start = vma->vm_end - PAGE_SIZE;
236
237 vma->vm_flags = VM_STACK_FLAGS;
238 vma->vm_page_prot = protection_map[vma->vm_flags & 0x7];
239 err = insert_vm_struct(mm, vma);
240 if (err) {
241 up_write(&mm->mmap_sem);
242 goto err;
243 }
244
245 mm->stack_vm = mm->total_vm = 1;
246 up_write(&mm->mmap_sem);
247
248 bprm->p = vma->vm_end - sizeof(void *);
249
250 return 0;
251
252err:
253 if (vma) {
254 bprm->vma = NULL;
255 kmem_cache_free(vm_area_cachep, vma);
256 }
257
258 return err;
259}
260
261static bool valid_arg_len(struct linux_binprm *bprm, long len)
262{
263 return len <= MAX_ARG_STRLEN;
264}
265
266#else
267
268static struct page *get_arg_page(struct linux_binprm *bprm, unsigned long pos,
269 int write)
270{
271 struct page *page;
272
273 page = bprm->page[pos / PAGE_SIZE];
274 if (!page && write) {
275 page = alloc_page(GFP_HIGHUSER|__GFP_ZERO);
276 if (!page)
277 return NULL;
278 bprm->page[pos / PAGE_SIZE] = page;
279 }
280
281 return page;
282}
283
284static void put_arg_page(struct page *page)
285{
286}
287
288static void free_arg_page(struct linux_binprm *bprm, int i)
289{
290 if (bprm->page[i]) {
291 __free_page(bprm->page[i]);
292 bprm->page[i] = NULL;
293 }
294}
295
296static void free_arg_pages(struct linux_binprm *bprm)
297{
298 int i;
299
300 for (i = 0; i < MAX_ARG_PAGES; i++)
301 free_arg_page(bprm, i);
302}
303
304static void flush_arg_page(struct linux_binprm *bprm, unsigned long pos,
305 struct page *page)
306{
307}
308
309static int __bprm_mm_init(struct linux_binprm *bprm)
310{
311 bprm->p = PAGE_SIZE * MAX_ARG_PAGES - sizeof(void *);
312 return 0;
313}
314
315static bool valid_arg_len(struct linux_binprm *bprm, long len)
316{
317 return len <= bprm->p;
318}
319
320#endif /* CONFIG_MMU */
321
322/*
323 * Create a new mm_struct and populate it with a temporary stack
324 * vm_area_struct. We don't have enough context at this point to set the stack
325 * flags, permissions, and offset, so we use temporary values. We'll update
326 * them later in setup_arg_pages().
327 */
328int bprm_mm_init(struct linux_binprm *bprm)
329{
330 int err;
331 struct mm_struct *mm = NULL;
332
333 bprm->mm = mm = mm_alloc();
334 err = -ENOMEM;
335 if (!mm)
336 goto err;
337
338 err = init_new_context(current, mm);
339 if (err)
340 goto err;
341
342 err = __bprm_mm_init(bprm);
343 if (err)
344 goto err;
345
346 return 0;
347
348err:
349 if (mm) {
350 bprm->mm = NULL;
351 mmdrop(mm);
352 }
353
354 return err;
355}
356
1da177e4
LT
357/*
358 * count() counts the number of strings in array ARGV.
359 */
360static int count(char __user * __user * argv, int max)
361{
362 int i = 0;
363
364 if (argv != NULL) {
365 for (;;) {
366 char __user * p;
367
368 if (get_user(p, argv))
369 return -EFAULT;
370 if (!p)
371 break;
372 argv++;
373 if(++i > max)
374 return -E2BIG;
375 cond_resched();
376 }
377 }
378 return i;
379}
380
381/*
b6a2fea3
OW
382 * 'copy_strings()' copies argument/environment strings from the old
383 * processes's memory to the new process's stack. The call to get_user_pages()
384 * ensures the destination page is created and not swapped out.
1da177e4 385 */
75c96f85
AB
386static int copy_strings(int argc, char __user * __user * argv,
387 struct linux_binprm *bprm)
1da177e4
LT
388{
389 struct page *kmapped_page = NULL;
390 char *kaddr = NULL;
b6a2fea3 391 unsigned long kpos = 0;
1da177e4
LT
392 int ret;
393
394 while (argc-- > 0) {
395 char __user *str;
396 int len;
397 unsigned long pos;
398
399 if (get_user(str, argv+argc) ||
b6a2fea3 400 !(len = strnlen_user(str, MAX_ARG_STRLEN))) {
1da177e4
LT
401 ret = -EFAULT;
402 goto out;
403 }
404
b6a2fea3 405 if (!valid_arg_len(bprm, len)) {
1da177e4
LT
406 ret = -E2BIG;
407 goto out;
408 }
409
b6a2fea3 410 /* We're going to work our way backwords. */
1da177e4 411 pos = bprm->p;
b6a2fea3
OW
412 str += len;
413 bprm->p -= len;
1da177e4
LT
414
415 while (len > 0) {
1da177e4 416 int offset, bytes_to_copy;
1da177e4
LT
417
418 offset = pos % PAGE_SIZE;
b6a2fea3
OW
419 if (offset == 0)
420 offset = PAGE_SIZE;
421
422 bytes_to_copy = offset;
423 if (bytes_to_copy > len)
424 bytes_to_copy = len;
425
426 offset -= bytes_to_copy;
427 pos -= bytes_to_copy;
428 str -= bytes_to_copy;
429 len -= bytes_to_copy;
430
431 if (!kmapped_page || kpos != (pos & PAGE_MASK)) {
432 struct page *page;
433
434 page = get_arg_page(bprm, pos, 1);
1da177e4 435 if (!page) {
b6a2fea3 436 ret = -E2BIG;
1da177e4
LT
437 goto out;
438 }
1da177e4 439
b6a2fea3
OW
440 if (kmapped_page) {
441 flush_kernel_dcache_page(kmapped_page);
1da177e4 442 kunmap(kmapped_page);
b6a2fea3
OW
443 put_arg_page(kmapped_page);
444 }
1da177e4
LT
445 kmapped_page = page;
446 kaddr = kmap(kmapped_page);
b6a2fea3
OW
447 kpos = pos & PAGE_MASK;
448 flush_arg_page(bprm, kpos, kmapped_page);
1da177e4 449 }
b6a2fea3 450 if (copy_from_user(kaddr+offset, str, bytes_to_copy)) {
1da177e4
LT
451 ret = -EFAULT;
452 goto out;
453 }
1da177e4
LT
454 }
455 }
456 ret = 0;
457out:
b6a2fea3
OW
458 if (kmapped_page) {
459 flush_kernel_dcache_page(kmapped_page);
1da177e4 460 kunmap(kmapped_page);
b6a2fea3
OW
461 put_arg_page(kmapped_page);
462 }
1da177e4
LT
463 return ret;
464}
465
466/*
467 * Like copy_strings, but get argv and its values from kernel memory.
468 */
469int copy_strings_kernel(int argc,char ** argv, struct linux_binprm *bprm)
470{
471 int r;
472 mm_segment_t oldfs = get_fs();
473 set_fs(KERNEL_DS);
474 r = copy_strings(argc, (char __user * __user *)argv, bprm);
475 set_fs(oldfs);
476 return r;
477}
1da177e4
LT
478EXPORT_SYMBOL(copy_strings_kernel);
479
480#ifdef CONFIG_MMU
b6a2fea3 481
1da177e4 482/*
b6a2fea3
OW
483 * During bprm_mm_init(), we create a temporary stack at STACK_TOP_MAX. Once
484 * the binfmt code determines where the new stack should reside, we shift it to
485 * its final location. The process proceeds as follows:
1da177e4 486 *
b6a2fea3
OW
487 * 1) Use shift to calculate the new vma endpoints.
488 * 2) Extend vma to cover both the old and new ranges. This ensures the
489 * arguments passed to subsequent functions are consistent.
490 * 3) Move vma's page tables to the new range.
491 * 4) Free up any cleared pgd range.
492 * 5) Shrink the vma to cover only the new range.
1da177e4 493 */
b6a2fea3 494static int shift_arg_pages(struct vm_area_struct *vma, unsigned long shift)
1da177e4
LT
495{
496 struct mm_struct *mm = vma->vm_mm;
b6a2fea3
OW
497 unsigned long old_start = vma->vm_start;
498 unsigned long old_end = vma->vm_end;
499 unsigned long length = old_end - old_start;
500 unsigned long new_start = old_start - shift;
501 unsigned long new_end = old_end - shift;
502 struct mmu_gather *tlb;
1da177e4 503
b6a2fea3 504 BUG_ON(new_start > new_end);
1da177e4 505
b6a2fea3
OW
506 /*
507 * ensure there are no vmas between where we want to go
508 * and where we are
509 */
510 if (vma != find_vma(mm, new_start))
511 return -EFAULT;
512
513 /*
514 * cover the whole range: [new_start, old_end)
515 */
516 vma_adjust(vma, new_start, old_end, vma->vm_pgoff, NULL);
517
518 /*
519 * move the page tables downwards, on failure we rely on
520 * process cleanup to remove whatever mess we made.
521 */
522 if (length != move_page_tables(vma, old_start,
523 vma, new_start, length))
524 return -ENOMEM;
525
526 lru_add_drain();
527 tlb = tlb_gather_mmu(mm, 0);
528 if (new_end > old_start) {
529 /*
530 * when the old and new regions overlap clear from new_end.
531 */
532 free_pgd_range(&tlb, new_end, old_end, new_end,
533 vma->vm_next ? vma->vm_next->vm_start : 0);
534 } else {
535 /*
536 * otherwise, clean from old_start; this is done to not touch
537 * the address space in [new_end, old_start) some architectures
538 * have constraints on va-space that make this illegal (IA64) -
539 * for the others its just a little faster.
540 */
541 free_pgd_range(&tlb, old_start, old_end, new_end,
542 vma->vm_next ? vma->vm_next->vm_start : 0);
1da177e4 543 }
b6a2fea3
OW
544 tlb_finish_mmu(tlb, new_end, old_end);
545
546 /*
547 * shrink the vma to just the new range.
548 */
549 vma_adjust(vma, new_start, new_end, vma->vm_pgoff, NULL);
550
551 return 0;
1da177e4
LT
552}
553
554#define EXTRA_STACK_VM_PAGES 20 /* random */
555
b6a2fea3
OW
556/*
557 * Finalizes the stack vm_area_struct. The flags and permissions are updated,
558 * the stack is optionally relocated, and some extra space is added.
559 */
1da177e4
LT
560int setup_arg_pages(struct linux_binprm *bprm,
561 unsigned long stack_top,
562 int executable_stack)
563{
b6a2fea3
OW
564 unsigned long ret;
565 unsigned long stack_shift;
1da177e4 566 struct mm_struct *mm = current->mm;
b6a2fea3
OW
567 struct vm_area_struct *vma = bprm->vma;
568 struct vm_area_struct *prev = NULL;
569 unsigned long vm_flags;
570 unsigned long stack_base;
1da177e4
LT
571
572#ifdef CONFIG_STACK_GROWSUP
1da177e4
LT
573 /* Limit stack size to 1GB */
574 stack_base = current->signal->rlim[RLIMIT_STACK].rlim_max;
575 if (stack_base > (1 << 30))
576 stack_base = 1 << 30;
1da177e4 577
b6a2fea3
OW
578 /* Make sure we didn't let the argument array grow too large. */
579 if (vma->vm_end - vma->vm_start > stack_base)
580 return -ENOMEM;
1da177e4 581
b6a2fea3 582 stack_base = PAGE_ALIGN(stack_top - stack_base);
1da177e4 583
b6a2fea3
OW
584 stack_shift = vma->vm_start - stack_base;
585 mm->arg_start = bprm->p - stack_shift;
586 bprm->p = vma->vm_end - stack_shift;
1da177e4 587#else
b6a2fea3
OW
588 stack_top = arch_align_stack(stack_top);
589 stack_top = PAGE_ALIGN(stack_top);
590 stack_shift = vma->vm_end - stack_top;
591
592 bprm->p -= stack_shift;
1da177e4 593 mm->arg_start = bprm->p;
1da177e4
LT
594#endif
595
1da177e4 596 if (bprm->loader)
b6a2fea3
OW
597 bprm->loader -= stack_shift;
598 bprm->exec -= stack_shift;
1da177e4 599
1da177e4 600 down_write(&mm->mmap_sem);
b6a2fea3
OW
601 vm_flags = vma->vm_flags;
602
603 /*
604 * Adjust stack execute permissions; explicitly enable for
605 * EXSTACK_ENABLE_X, disable for EXSTACK_DISABLE_X and leave alone
606 * (arch default) otherwise.
607 */
608 if (unlikely(executable_stack == EXSTACK_ENABLE_X))
609 vm_flags |= VM_EXEC;
610 else if (executable_stack == EXSTACK_DISABLE_X)
611 vm_flags &= ~VM_EXEC;
612 vm_flags |= mm->def_flags;
613
614 ret = mprotect_fixup(vma, &prev, vma->vm_start, vma->vm_end,
615 vm_flags);
616 if (ret)
617 goto out_unlock;
618 BUG_ON(prev != vma);
619
620 /* Move stack pages down in memory. */
621 if (stack_shift) {
622 ret = shift_arg_pages(vma, stack_shift);
623 if (ret) {
1da177e4 624 up_write(&mm->mmap_sem);
1da177e4
LT
625 return ret;
626 }
1da177e4
LT
627 }
628
b6a2fea3
OW
629#ifdef CONFIG_STACK_GROWSUP
630 stack_base = vma->vm_end + EXTRA_STACK_VM_PAGES * PAGE_SIZE;
631#else
632 stack_base = vma->vm_start - EXTRA_STACK_VM_PAGES * PAGE_SIZE;
633#endif
634 ret = expand_stack(vma, stack_base);
635 if (ret)
636 ret = -EFAULT;
637
638out_unlock:
1da177e4 639 up_write(&mm->mmap_sem);
1da177e4
LT
640 return 0;
641}
1da177e4
LT
642EXPORT_SYMBOL(setup_arg_pages);
643
1da177e4
LT
644#endif /* CONFIG_MMU */
645
646struct file *open_exec(const char *name)
647{
648 struct nameidata nd;
649 int err;
650 struct file *file;
651
b500531e 652 err = path_lookup_open(AT_FDCWD, name, LOOKUP_FOLLOW, &nd, FMODE_READ|FMODE_EXEC);
1da177e4
LT
653 file = ERR_PTR(err);
654
655 if (!err) {
656 struct inode *inode = nd.dentry->d_inode;
657 file = ERR_PTR(-EACCES);
1a159dd2 658 if (S_ISREG(inode->i_mode)) {
e4543edd 659 int err = vfs_permission(&nd, MAY_EXEC);
1da177e4
LT
660 file = ERR_PTR(err);
661 if (!err) {
834f2a4a 662 file = nameidata_to_filp(&nd, O_RDONLY);
1da177e4
LT
663 if (!IS_ERR(file)) {
664 err = deny_write_access(file);
665 if (err) {
666 fput(file);
667 file = ERR_PTR(err);
668 }
669 }
670out:
671 return file;
672 }
673 }
834f2a4a 674 release_open_intent(&nd);
1da177e4
LT
675 path_release(&nd);
676 }
677 goto out;
678}
679
680EXPORT_SYMBOL(open_exec);
681
682int kernel_read(struct file *file, unsigned long offset,
683 char *addr, unsigned long count)
684{
685 mm_segment_t old_fs;
686 loff_t pos = offset;
687 int result;
688
689 old_fs = get_fs();
690 set_fs(get_ds());
691 /* The cast to a user pointer is valid due to the set_fs() */
692 result = vfs_read(file, (void __user *)addr, count, &pos);
693 set_fs(old_fs);
694 return result;
695}
696
697EXPORT_SYMBOL(kernel_read);
698
699static int exec_mmap(struct mm_struct *mm)
700{
701 struct task_struct *tsk;
702 struct mm_struct * old_mm, *active_mm;
703
704 /* Notify parent that we're no longer interested in the old VM */
705 tsk = current;
706 old_mm = current->mm;
707 mm_release(tsk, old_mm);
708
709 if (old_mm) {
710 /*
711 * Make sure that if there is a core dump in progress
712 * for the old mm, we get out and die instead of going
713 * through with the exec. We must hold mmap_sem around
714 * checking core_waiters and changing tsk->mm. The
715 * core-inducing thread will increment core_waiters for
716 * each thread whose ->mm == old_mm.
717 */
718 down_read(&old_mm->mmap_sem);
719 if (unlikely(old_mm->core_waiters)) {
720 up_read(&old_mm->mmap_sem);
721 return -EINTR;
722 }
723 }
724 task_lock(tsk);
725 active_mm = tsk->active_mm;
726 tsk->mm = mm;
727 tsk->active_mm = mm;
728 activate_mm(active_mm, mm);
729 task_unlock(tsk);
730 arch_pick_mmap_layout(mm);
731 if (old_mm) {
732 up_read(&old_mm->mmap_sem);
7dddb12c 733 BUG_ON(active_mm != old_mm);
1da177e4
LT
734 mmput(old_mm);
735 return 0;
736 }
737 mmdrop(active_mm);
738 return 0;
739}
740
741/*
742 * This function makes sure the current process has its own signal table,
743 * so that flush_signal_handlers can later reset the handlers without
744 * disturbing other processes. (Other processes might share the signal
745 * table via the CLONE_SIGHAND option to clone().)
746 */
858119e1 747static int de_thread(struct task_struct *tsk)
1da177e4
LT
748{
749 struct signal_struct *sig = tsk->signal;
b2c903b8 750 struct sighand_struct *oldsighand = tsk->sighand;
1da177e4 751 spinlock_t *lock = &oldsighand->siglock;
329f7dba 752 struct task_struct *leader = NULL;
1da177e4
LT
753 int count;
754
aafe6c2a 755 if (thread_group_empty(tsk))
1da177e4
LT
756 goto no_thread_group;
757
758 /*
759 * Kill all other threads in the thread group.
760 * We must hold tasklist_lock to call zap_other_threads.
761 */
762 read_lock(&tasklist_lock);
763 spin_lock_irq(lock);
764 if (sig->flags & SIGNAL_GROUP_EXIT) {
765 /*
766 * Another group action in progress, just
767 * return so that the signal is processed.
768 */
769 spin_unlock_irq(lock);
770 read_unlock(&tasklist_lock);
1da177e4
LT
771 return -EAGAIN;
772 }
1434261c
ON
773
774 /*
775 * child_reaper ignores SIGKILL, change it now.
776 * Reparenting needs write_lock on tasklist_lock,
777 * so it is safe to do it under read_lock.
778 */
84d73786
SB
779 if (unlikely(tsk->group_leader == child_reaper(tsk)))
780 tsk->nsproxy->pid_ns->child_reaper = tsk;
1434261c 781
aafe6c2a 782 zap_other_threads(tsk);
1da177e4
LT
783 read_unlock(&tasklist_lock);
784
785 /*
786 * Account for the thread group leader hanging around:
787 */
9e4e23bc 788 count = 1;
aafe6c2a 789 if (!thread_group_leader(tsk)) {
9e4e23bc 790 count = 2;
53231250
RM
791 /*
792 * The SIGALRM timer survives the exec, but needs to point
793 * at us as the new group leader now. We have a race with
794 * a timer firing now getting the old leader, so we need to
795 * synchronize with any firing (by calling del_timer_sync)
796 * before we can safely let the old group leader die.
797 */
aafe6c2a 798 sig->tsk = tsk;
932aeafb 799 spin_unlock_irq(lock);
2ff678b8
TG
800 if (hrtimer_cancel(&sig->real_timer))
801 hrtimer_restart(&sig->real_timer);
932aeafb 802 spin_lock_irq(lock);
53231250 803 }
1da177e4 804 while (atomic_read(&sig->count) > count) {
aafe6c2a 805 sig->group_exit_task = tsk;
1da177e4
LT
806 sig->notify_count = count;
807 __set_current_state(TASK_UNINTERRUPTIBLE);
808 spin_unlock_irq(lock);
809 schedule();
810 spin_lock_irq(lock);
811 }
812 sig->group_exit_task = NULL;
813 sig->notify_count = 0;
814 spin_unlock_irq(lock);
815
816 /*
817 * At this point all other threads have exited, all we have to
818 * do is to wait for the thread group leader to become inactive,
819 * and to assume its PID:
820 */
aafe6c2a 821 if (!thread_group_leader(tsk)) {
1da177e4
LT
822 /*
823 * Wait for the thread group leader to be a zombie.
824 * It should already be zombie at this point, most
825 * of the time.
826 */
aafe6c2a 827 leader = tsk->group_leader;
1da177e4
LT
828 while (leader->exit_state != EXIT_ZOMBIE)
829 yield();
830
f5e90281
RM
831 /*
832 * The only record we have of the real-time age of a
833 * process, regardless of execs it's done, is start_time.
834 * All the past CPU time is accumulated in signal_struct
835 * from sister threads now dead. But in this non-leader
836 * exec, nothing survives from the original leader thread,
837 * whose birth marks the true age of this process now.
838 * When we take on its identity by switching to its PID, we
839 * also take its birthdate (always earlier than our own).
840 */
aafe6c2a 841 tsk->start_time = leader->start_time;
f5e90281 842
1da177e4
LT
843 write_lock_irq(&tasklist_lock);
844
aafe6c2a
EB
845 BUG_ON(leader->tgid != tsk->tgid);
846 BUG_ON(tsk->pid == tsk->tgid);
1da177e4
LT
847 /*
848 * An exec() starts a new thread group with the
849 * TGID of the previous thread group. Rehash the
850 * two threads with a switched PID, and release
851 * the former thread group leader:
852 */
d73d6529
EB
853
854 /* Become a process group leader with the old leader's pid.
c18258c6
EB
855 * The old leader becomes a thread of the this thread group.
856 * Note: The old leader also uses this pid until release_task
d73d6529
EB
857 * is called. Odd but simple and correct.
858 */
aafe6c2a
EB
859 detach_pid(tsk, PIDTYPE_PID);
860 tsk->pid = leader->pid;
e713d0da 861 attach_pid(tsk, PIDTYPE_PID, find_pid(tsk->pid));
aafe6c2a
EB
862 transfer_pid(leader, tsk, PIDTYPE_PGID);
863 transfer_pid(leader, tsk, PIDTYPE_SID);
864 list_replace_rcu(&leader->tasks, &tsk->tasks);
1da177e4 865
aafe6c2a
EB
866 tsk->group_leader = tsk;
867 leader->group_leader = tsk;
de12a787 868
aafe6c2a 869 tsk->exit_signal = SIGCHLD;
962b564c
ON
870
871 BUG_ON(leader->exit_state != EXIT_ZOMBIE);
872 leader->exit_state = EXIT_DEAD;
1da177e4
LT
873
874 write_unlock_irq(&tasklist_lock);
1da177e4
LT
875 }
876
877 /*
fb085cf1
AN
878 * There may be one thread left which is just exiting,
879 * but it's safe to stop telling the group to kill themselves.
1da177e4
LT
880 */
881 sig->flags = 0;
882
883no_thread_group:
1da177e4 884 exit_itimers(sig);
329f7dba
ON
885 if (leader)
886 release_task(leader);
887
b2c903b8
ON
888 if (atomic_read(&oldsighand->count) != 1) {
889 struct sighand_struct *newsighand;
1da177e4 890 /*
b2c903b8
ON
891 * This ->sighand is shared with the CLONE_SIGHAND
892 * but not CLONE_THREAD task, switch to the new one.
1da177e4 893 */
b2c903b8
ON
894 newsighand = kmem_cache_alloc(sighand_cachep, GFP_KERNEL);
895 if (!newsighand)
896 return -ENOMEM;
897
1da177e4
LT
898 atomic_set(&newsighand->count, 1);
899 memcpy(newsighand->action, oldsighand->action,
900 sizeof(newsighand->action));
901
902 write_lock_irq(&tasklist_lock);
903 spin_lock(&oldsighand->siglock);
aafe6c2a 904 rcu_assign_pointer(tsk->sighand, newsighand);
1da177e4
LT
905 spin_unlock(&oldsighand->siglock);
906 write_unlock_irq(&tasklist_lock);
907
fba2afaa 908 __cleanup_sighand(oldsighand);
1da177e4
LT
909 }
910
aafe6c2a 911 BUG_ON(!thread_group_leader(tsk));
1da177e4
LT
912 return 0;
913}
0840a90d 914
1da177e4
LT
915/*
916 * These functions flushes out all traces of the currently running executable
917 * so that a new one can be started
918 */
858119e1 919static void flush_old_files(struct files_struct * files)
1da177e4
LT
920{
921 long j = -1;
badf1662 922 struct fdtable *fdt;
1da177e4
LT
923
924 spin_lock(&files->file_lock);
925 for (;;) {
926 unsigned long set, i;
927
928 j++;
929 i = j * __NFDBITS;
badf1662 930 fdt = files_fdtable(files);
bbea9f69 931 if (i >= fdt->max_fds)
1da177e4 932 break;
badf1662 933 set = fdt->close_on_exec->fds_bits[j];
1da177e4
LT
934 if (!set)
935 continue;
badf1662 936 fdt->close_on_exec->fds_bits[j] = 0;
1da177e4
LT
937 spin_unlock(&files->file_lock);
938 for ( ; set ; i++,set >>= 1) {
939 if (set & 1) {
940 sys_close(i);
941 }
942 }
943 spin_lock(&files->file_lock);
944
945 }
946 spin_unlock(&files->file_lock);
947}
948
949void get_task_comm(char *buf, struct task_struct *tsk)
950{
951 /* buf must be at least sizeof(tsk->comm) in size */
952 task_lock(tsk);
953 strncpy(buf, tsk->comm, sizeof(tsk->comm));
954 task_unlock(tsk);
955}
956
957void set_task_comm(struct task_struct *tsk, char *buf)
958{
959 task_lock(tsk);
960 strlcpy(tsk->comm, buf, sizeof(tsk->comm));
961 task_unlock(tsk);
962}
963
964int flush_old_exec(struct linux_binprm * bprm)
965{
966 char * name;
967 int i, ch, retval;
968 struct files_struct *files;
969 char tcomm[sizeof(current->comm)];
970
971 /*
972 * Make sure we have a private signal table and that
973 * we are unassociated from the previous thread group.
974 */
975 retval = de_thread(current);
976 if (retval)
977 goto out;
978
979 /*
980 * Make sure we have private file handles. Ask the
981 * fork helper to do the work for us and the exit
982 * helper to do the cleanup of the old one.
983 */
984 files = current->files; /* refcounted so safe to hold */
985 retval = unshare_files();
986 if (retval)
987 goto out;
988 /*
989 * Release all of the old mmap stuff
990 */
991 retval = exec_mmap(bprm->mm);
992 if (retval)
993 goto mmap_failed;
994
995 bprm->mm = NULL; /* We're using it now */
996
997 /* This is the point of no return */
1da177e4
LT
998 put_files_struct(files);
999
1000 current->sas_ss_sp = current->sas_ss_size = 0;
1001
1002 if (current->euid == current->uid && current->egid == current->gid)
6c5d5238 1003 set_dumpable(current->mm, 1);
d6e71144 1004 else
6c5d5238 1005 set_dumpable(current->mm, suid_dumpable);
d6e71144 1006
1da177e4 1007 name = bprm->filename;
36772092
PBG
1008
1009 /* Copies the binary name from after last slash */
1da177e4
LT
1010 for (i=0; (ch = *(name++)) != '\0';) {
1011 if (ch == '/')
36772092 1012 i = 0; /* overwrite what we wrote */
1da177e4
LT
1013 else
1014 if (i < (sizeof(tcomm) - 1))
1015 tcomm[i++] = ch;
1016 }
1017 tcomm[i] = '\0';
1018 set_task_comm(current, tcomm);
1019
1020 current->flags &= ~PF_RANDOMIZE;
1021 flush_thread();
1022
0551fbd2
BH
1023 /* Set the new mm task size. We have to do that late because it may
1024 * depend on TIF_32BIT which is only updated in flush_thread() on
1025 * some architectures like powerpc
1026 */
1027 current->mm->task_size = TASK_SIZE;
1028
d2d56c5f
MH
1029 if (bprm->e_uid != current->euid || bprm->e_gid != current->egid) {
1030 suid_keys(current);
1031 set_dumpable(current->mm, suid_dumpable);
1032 current->pdeath_signal = 0;
1033 } else if (file_permission(bprm->file, MAY_READ) ||
1034 (bprm->interp_flags & BINPRM_FLAGS_ENFORCE_NONDUMP)) {
1da177e4 1035 suid_keys(current);
6c5d5238 1036 set_dumpable(current->mm, suid_dumpable);
1da177e4
LT
1037 }
1038
1039 /* An exec changes our domain. We are no longer part of the thread
1040 group */
1041
1042 current->self_exec_id++;
1043
1044 flush_signal_handlers(current, 0);
1045 flush_old_files(current->files);
1046
1047 return 0;
1048
1049mmap_failed:
3b9b8ab6 1050 reset_files_struct(current, files);
1da177e4
LT
1051out:
1052 return retval;
1053}
1054
1055EXPORT_SYMBOL(flush_old_exec);
1056
1057/*
1058 * Fill the binprm structure from the inode.
1059 * Check permissions, then read the first 128 (BINPRM_BUF_SIZE) bytes
1060 */
1061int prepare_binprm(struct linux_binprm *bprm)
1062{
1063 int mode;
0f7fc9e4 1064 struct inode * inode = bprm->file->f_path.dentry->d_inode;
1da177e4
LT
1065 int retval;
1066
1067 mode = inode->i_mode;
1da177e4
LT
1068 if (bprm->file->f_op == NULL)
1069 return -EACCES;
1070
1071 bprm->e_uid = current->euid;
1072 bprm->e_gid = current->egid;
1073
0f7fc9e4 1074 if(!(bprm->file->f_path.mnt->mnt_flags & MNT_NOSUID)) {
1da177e4
LT
1075 /* Set-uid? */
1076 if (mode & S_ISUID) {
1077 current->personality &= ~PER_CLEAR_ON_SETID;
1078 bprm->e_uid = inode->i_uid;
1079 }
1080
1081 /* Set-gid? */
1082 /*
1083 * If setgid is set but no group execute bit then this
1084 * is a candidate for mandatory locking, not a setgid
1085 * executable.
1086 */
1087 if ((mode & (S_ISGID | S_IXGRP)) == (S_ISGID | S_IXGRP)) {
1088 current->personality &= ~PER_CLEAR_ON_SETID;
1089 bprm->e_gid = inode->i_gid;
1090 }
1091 }
1092
1093 /* fill in binprm security blob */
1094 retval = security_bprm_set(bprm);
1095 if (retval)
1096 return retval;
1097
1098 memset(bprm->buf,0,BINPRM_BUF_SIZE);
1099 return kernel_read(bprm->file,0,bprm->buf,BINPRM_BUF_SIZE);
1100}
1101
1102EXPORT_SYMBOL(prepare_binprm);
1103
858119e1 1104static int unsafe_exec(struct task_struct *p)
1da177e4
LT
1105{
1106 int unsafe = 0;
1107 if (p->ptrace & PT_PTRACED) {
1108 if (p->ptrace & PT_PTRACE_CAP)
1109 unsafe |= LSM_UNSAFE_PTRACE_CAP;
1110 else
1111 unsafe |= LSM_UNSAFE_PTRACE;
1112 }
1113 if (atomic_read(&p->fs->count) > 1 ||
1114 atomic_read(&p->files->count) > 1 ||
1115 atomic_read(&p->sighand->count) > 1)
1116 unsafe |= LSM_UNSAFE_SHARE;
1117
1118 return unsafe;
1119}
1120
1121void compute_creds(struct linux_binprm *bprm)
1122{
1123 int unsafe;
1124
d2d56c5f 1125 if (bprm->e_uid != current->uid) {
1da177e4 1126 suid_keys(current);
d2d56c5f
MH
1127 current->pdeath_signal = 0;
1128 }
1da177e4
LT
1129 exec_keys(current);
1130
1131 task_lock(current);
1132 unsafe = unsafe_exec(current);
1133 security_bprm_apply_creds(bprm, unsafe);
1134 task_unlock(current);
1135 security_bprm_post_apply_creds(bprm);
1136}
1da177e4
LT
1137EXPORT_SYMBOL(compute_creds);
1138
4fc75ff4
NP
1139/*
1140 * Arguments are '\0' separated strings found at the location bprm->p
1141 * points to; chop off the first by relocating brpm->p to right after
1142 * the first '\0' encountered.
1143 */
b6a2fea3 1144int remove_arg_zero(struct linux_binprm *bprm)
1da177e4 1145{
b6a2fea3
OW
1146 int ret = 0;
1147 unsigned long offset;
1148 char *kaddr;
1149 struct page *page;
4fc75ff4 1150
b6a2fea3
OW
1151 if (!bprm->argc)
1152 return 0;
1da177e4 1153
b6a2fea3
OW
1154 do {
1155 offset = bprm->p & ~PAGE_MASK;
1156 page = get_arg_page(bprm, bprm->p, 0);
1157 if (!page) {
1158 ret = -EFAULT;
1159 goto out;
1160 }
1161 kaddr = kmap_atomic(page, KM_USER0);
4fc75ff4 1162
b6a2fea3
OW
1163 for (; offset < PAGE_SIZE && kaddr[offset];
1164 offset++, bprm->p++)
1165 ;
4fc75ff4 1166
b6a2fea3
OW
1167 kunmap_atomic(kaddr, KM_USER0);
1168 put_arg_page(page);
4fc75ff4 1169
b6a2fea3
OW
1170 if (offset == PAGE_SIZE)
1171 free_arg_page(bprm, (bprm->p >> PAGE_SHIFT) - 1);
1172 } while (offset == PAGE_SIZE);
4fc75ff4 1173
b6a2fea3
OW
1174 bprm->p++;
1175 bprm->argc--;
1176 ret = 0;
4fc75ff4 1177
b6a2fea3
OW
1178out:
1179 return ret;
1da177e4 1180}
1da177e4
LT
1181EXPORT_SYMBOL(remove_arg_zero);
1182
1183/*
1184 * cycle the list of binary formats handler, until one recognizes the image
1185 */
1186int search_binary_handler(struct linux_binprm *bprm,struct pt_regs *regs)
1187{
1188 int try,retval;
1189 struct linux_binfmt *fmt;
1190#ifdef __alpha__
1191 /* handle /sbin/loader.. */
1192 {
1193 struct exec * eh = (struct exec *) bprm->buf;
1194
1195 if (!bprm->loader && eh->fh.f_magic == 0x183 &&
1196 (eh->fh.f_flags & 0x3000) == 0x3000)
1197 {
1198 struct file * file;
1199 unsigned long loader;
1200
1201 allow_write_access(bprm->file);
1202 fput(bprm->file);
1203 bprm->file = NULL;
1204
b6a2fea3 1205 loader = bprm->vma->vm_end - sizeof(void *);
1da177e4
LT
1206
1207 file = open_exec("/sbin/loader");
1208 retval = PTR_ERR(file);
1209 if (IS_ERR(file))
1210 return retval;
1211
1212 /* Remember if the application is TASO. */
1213 bprm->sh_bang = eh->ah.entry < 0x100000000UL;
1214
1215 bprm->file = file;
1216 bprm->loader = loader;
1217 retval = prepare_binprm(bprm);
1218 if (retval<0)
1219 return retval;
1220 /* should call search_binary_handler recursively here,
1221 but it does not matter */
1222 }
1223 }
1224#endif
1225 retval = security_bprm_check(bprm);
1226 if (retval)
1227 return retval;
1228
1229 /* kernel module loader fixup */
1230 /* so we don't try to load run modprobe in kernel space. */
1231 set_fs(USER_DS);
473ae30b
AV
1232
1233 retval = audit_bprm(bprm);
1234 if (retval)
1235 return retval;
1236
1da177e4
LT
1237 retval = -ENOENT;
1238 for (try=0; try<2; try++) {
1239 read_lock(&binfmt_lock);
e4dc1b14 1240 list_for_each_entry(fmt, &formats, lh) {
1da177e4
LT
1241 int (*fn)(struct linux_binprm *, struct pt_regs *) = fmt->load_binary;
1242 if (!fn)
1243 continue;
1244 if (!try_module_get(fmt->module))
1245 continue;
1246 read_unlock(&binfmt_lock);
1247 retval = fn(bprm, regs);
1248 if (retval >= 0) {
1249 put_binfmt(fmt);
1250 allow_write_access(bprm->file);
1251 if (bprm->file)
1252 fput(bprm->file);
1253 bprm->file = NULL;
1254 current->did_exec = 1;
9f46080c 1255 proc_exec_connector(current);
1da177e4
LT
1256 return retval;
1257 }
1258 read_lock(&binfmt_lock);
1259 put_binfmt(fmt);
1260 if (retval != -ENOEXEC || bprm->mm == NULL)
1261 break;
1262 if (!bprm->file) {
1263 read_unlock(&binfmt_lock);
1264 return retval;
1265 }
1266 }
1267 read_unlock(&binfmt_lock);
1268 if (retval != -ENOEXEC || bprm->mm == NULL) {
1269 break;
1270#ifdef CONFIG_KMOD
1271 }else{
1272#define printable(c) (((c)=='\t') || ((c)=='\n') || (0x20<=(c) && (c)<=0x7e))
1273 if (printable(bprm->buf[0]) &&
1274 printable(bprm->buf[1]) &&
1275 printable(bprm->buf[2]) &&
1276 printable(bprm->buf[3]))
1277 break; /* -ENOEXEC */
1278 request_module("binfmt-%04x", *(unsigned short *)(&bprm->buf[2]));
1279#endif
1280 }
1281 }
1282 return retval;
1283}
1284
1285EXPORT_SYMBOL(search_binary_handler);
1286
1287/*
1288 * sys_execve() executes a new program.
1289 */
1290int do_execve(char * filename,
1291 char __user *__user *argv,
1292 char __user *__user *envp,
1293 struct pt_regs * regs)
1294{
1295 struct linux_binprm *bprm;
1296 struct file *file;
bdf4c48a 1297 unsigned long env_p;
1da177e4 1298 int retval;
1da177e4
LT
1299
1300 retval = -ENOMEM;
11b0b5ab 1301 bprm = kzalloc(sizeof(*bprm), GFP_KERNEL);
1da177e4
LT
1302 if (!bprm)
1303 goto out_ret;
1da177e4
LT
1304
1305 file = open_exec(filename);
1306 retval = PTR_ERR(file);
1307 if (IS_ERR(file))
1308 goto out_kfree;
1309
1310 sched_exec();
1311
1da177e4
LT
1312 bprm->file = file;
1313 bprm->filename = filename;
1314 bprm->interp = filename;
1da177e4 1315
b6a2fea3
OW
1316 retval = bprm_mm_init(bprm);
1317 if (retval)
1318 goto out_file;
1da177e4 1319
b6a2fea3 1320 bprm->argc = count(argv, MAX_ARG_STRINGS);
1da177e4
LT
1321 if ((retval = bprm->argc) < 0)
1322 goto out_mm;
1323
b6a2fea3 1324 bprm->envc = count(envp, MAX_ARG_STRINGS);
1da177e4
LT
1325 if ((retval = bprm->envc) < 0)
1326 goto out_mm;
1327
1328 retval = security_bprm_alloc(bprm);
1329 if (retval)
1330 goto out;
1331
1332 retval = prepare_binprm(bprm);
1333 if (retval < 0)
1334 goto out;
1335
1336 retval = copy_strings_kernel(1, &bprm->filename, bprm);
1337 if (retval < 0)
1338 goto out;
1339
1340 bprm->exec = bprm->p;
1341 retval = copy_strings(bprm->envc, envp, bprm);
1342 if (retval < 0)
1343 goto out;
1344
bdf4c48a 1345 env_p = bprm->p;
1da177e4
LT
1346 retval = copy_strings(bprm->argc, argv, bprm);
1347 if (retval < 0)
1348 goto out;
bdf4c48a 1349 bprm->argv_len = env_p - bprm->p;
1da177e4
LT
1350
1351 retval = search_binary_handler(bprm,regs);
1352 if (retval >= 0) {
1da177e4 1353 /* execve success */
b6a2fea3 1354 free_arg_pages(bprm);
1da177e4
LT
1355 security_bprm_free(bprm);
1356 acct_update_integrals(current);
1da177e4
LT
1357 kfree(bprm);
1358 return retval;
1359 }
1360
1361out:
b6a2fea3 1362 free_arg_pages(bprm);
1da177e4
LT
1363 if (bprm->security)
1364 security_bprm_free(bprm);
1365
1366out_mm:
1367 if (bprm->mm)
b6a2fea3 1368 mmput (bprm->mm);
1da177e4
LT
1369
1370out_file:
1371 if (bprm->file) {
1372 allow_write_access(bprm->file);
1373 fput(bprm->file);
1374 }
1da177e4
LT
1375out_kfree:
1376 kfree(bprm);
1377
1378out_ret:
1379 return retval;
1380}
1381
1382int set_binfmt(struct linux_binfmt *new)
1383{
1384 struct linux_binfmt *old = current->binfmt;
1385
1386 if (new) {
1387 if (!try_module_get(new->module))
1388 return -1;
1389 }
1390 current->binfmt = new;
1391 if (old)
1392 module_put(old->module);
1393 return 0;
1394}
1395
1396EXPORT_SYMBOL(set_binfmt);
1397
1da177e4
LT
1398/* format_corename will inspect the pattern parameter, and output a
1399 * name into corename, which must have space for at least
1400 * CORENAME_MAX_SIZE bytes plus one byte for the zero terminator.
1401 */
c4bbafda 1402static int format_corename(char *corename, const char *pattern, long signr)
1da177e4
LT
1403{
1404 const char *pat_ptr = pattern;
1405 char *out_ptr = corename;
1406 char *const out_end = corename + CORENAME_MAX_SIZE;
1407 int rc;
1408 int pid_in_pattern = 0;
c4bbafda
AC
1409 int ispipe = 0;
1410
1411 if (*pattern == '|')
1412 ispipe = 1;
1da177e4
LT
1413
1414 /* Repeat as long as we have more pattern to process and more output
1415 space */
1416 while (*pat_ptr) {
1417 if (*pat_ptr != '%') {
1418 if (out_ptr == out_end)
1419 goto out;
1420 *out_ptr++ = *pat_ptr++;
1421 } else {
1422 switch (*++pat_ptr) {
1423 case 0:
1424 goto out;
1425 /* Double percent, output one percent */
1426 case '%':
1427 if (out_ptr == out_end)
1428 goto out;
1429 *out_ptr++ = '%';
1430 break;
1431 /* pid */
1432 case 'p':
1433 pid_in_pattern = 1;
1434 rc = snprintf(out_ptr, out_end - out_ptr,
1435 "%d", current->tgid);
1436 if (rc > out_end - out_ptr)
1437 goto out;
1438 out_ptr += rc;
1439 break;
1440 /* uid */
1441 case 'u':
1442 rc = snprintf(out_ptr, out_end - out_ptr,
1443 "%d", current->uid);
1444 if (rc > out_end - out_ptr)
1445 goto out;
1446 out_ptr += rc;
1447 break;
1448 /* gid */
1449 case 'g':
1450 rc = snprintf(out_ptr, out_end - out_ptr,
1451 "%d", current->gid);
1452 if (rc > out_end - out_ptr)
1453 goto out;
1454 out_ptr += rc;
1455 break;
1456 /* signal that caused the coredump */
1457 case 's':
1458 rc = snprintf(out_ptr, out_end - out_ptr,
1459 "%ld", signr);
1460 if (rc > out_end - out_ptr)
1461 goto out;
1462 out_ptr += rc;
1463 break;
1464 /* UNIX time of coredump */
1465 case 't': {
1466 struct timeval tv;
1467 do_gettimeofday(&tv);
1468 rc = snprintf(out_ptr, out_end - out_ptr,
1469 "%lu", tv.tv_sec);
1470 if (rc > out_end - out_ptr)
1471 goto out;
1472 out_ptr += rc;
1473 break;
1474 }
1475 /* hostname */
1476 case 'h':
1477 down_read(&uts_sem);
1478 rc = snprintf(out_ptr, out_end - out_ptr,
e9ff3990 1479 "%s", utsname()->nodename);
1da177e4
LT
1480 up_read(&uts_sem);
1481 if (rc > out_end - out_ptr)
1482 goto out;
1483 out_ptr += rc;
1484 break;
1485 /* executable */
1486 case 'e':
1487 rc = snprintf(out_ptr, out_end - out_ptr,
1488 "%s", current->comm);
1489 if (rc > out_end - out_ptr)
1490 goto out;
1491 out_ptr += rc;
1492 break;
74aadce9
NH
1493 /* core limit size */
1494 case 'c':
1495 rc = snprintf(out_ptr, out_end - out_ptr,
1496 "%lu", current->signal->rlim[RLIMIT_CORE].rlim_cur);
1497 if (rc > out_end - out_ptr)
1498 goto out;
1499 out_ptr += rc;
1500 break;
1da177e4
LT
1501 default:
1502 break;
1503 }
1504 ++pat_ptr;
1505 }
1506 }
1507 /* Backward compatibility with core_uses_pid:
1508 *
1509 * If core_pattern does not include a %p (as is the default)
1510 * and core_uses_pid is set, then .%pid will be appended to
c4bbafda
AC
1511 * the filename. Do not do this for piped commands. */
1512 if (!ispipe && !pid_in_pattern
1da177e4
LT
1513 && (core_uses_pid || atomic_read(&current->mm->mm_users) != 1)) {
1514 rc = snprintf(out_ptr, out_end - out_ptr,
1515 ".%d", current->tgid);
1516 if (rc > out_end - out_ptr)
1517 goto out;
1518 out_ptr += rc;
1519 }
c4bbafda 1520out:
1da177e4 1521 *out_ptr = 0;
c4bbafda 1522 return ispipe;
1da177e4
LT
1523}
1524
d5f70c00 1525static void zap_process(struct task_struct *start)
aceecc04
ON
1526{
1527 struct task_struct *t;
281de339 1528
d5f70c00
ON
1529 start->signal->flags = SIGNAL_GROUP_EXIT;
1530 start->signal->group_stop_count = 0;
aceecc04
ON
1531
1532 t = start;
1533 do {
1534 if (t != current && t->mm) {
1535 t->mm->core_waiters++;
281de339
ON
1536 sigaddset(&t->pending.signal, SIGKILL);
1537 signal_wake_up(t, 1);
aceecc04
ON
1538 }
1539 } while ((t = next_thread(t)) != start);
1540}
1541
dcf560c5
ON
1542static inline int zap_threads(struct task_struct *tsk, struct mm_struct *mm,
1543 int exit_code)
1da177e4
LT
1544{
1545 struct task_struct *g, *p;
5debfa6d 1546 unsigned long flags;
dcf560c5
ON
1547 int err = -EAGAIN;
1548
1549 spin_lock_irq(&tsk->sighand->siglock);
1550 if (!(tsk->signal->flags & SIGNAL_GROUP_EXIT)) {
dcf560c5 1551 tsk->signal->group_exit_code = exit_code;
5debfa6d 1552 zap_process(tsk);
dcf560c5 1553 err = 0;
1da177e4 1554 }
dcf560c5
ON
1555 spin_unlock_irq(&tsk->sighand->siglock);
1556 if (err)
1557 return err;
1da177e4 1558
5debfa6d
ON
1559 if (atomic_read(&mm->mm_users) == mm->core_waiters + 1)
1560 goto done;
1561
7b1c6154 1562 rcu_read_lock();
aceecc04 1563 for_each_process(g) {
5debfa6d
ON
1564 if (g == tsk->group_leader)
1565 continue;
1566
aceecc04
ON
1567 p = g;
1568 do {
1569 if (p->mm) {
5debfa6d
ON
1570 if (p->mm == mm) {
1571 /*
1572 * p->sighand can't disappear, but
1573 * may be changed by de_thread()
1574 */
1575 lock_task_sighand(p, &flags);
d5f70c00 1576 zap_process(p);
5debfa6d
ON
1577 unlock_task_sighand(p, &flags);
1578 }
aceecc04
ON
1579 break;
1580 }
1581 } while ((p = next_thread(p)) != g);
1582 }
7b1c6154 1583 rcu_read_unlock();
5debfa6d 1584done:
dcf560c5 1585 return mm->core_waiters;
1da177e4
LT
1586}
1587
dcf560c5 1588static int coredump_wait(int exit_code)
1da177e4 1589{
dcf560c5
ON
1590 struct task_struct *tsk = current;
1591 struct mm_struct *mm = tsk->mm;
1592 struct completion startup_done;
1593 struct completion *vfork_done;
2384f55f 1594 int core_waiters;
1da177e4 1595
dcf560c5
ON
1596 init_completion(&mm->core_done);
1597 init_completion(&startup_done);
1da177e4
LT
1598 mm->core_startup_done = &startup_done;
1599
dcf560c5 1600 core_waiters = zap_threads(tsk, mm, exit_code);
2384f55f
ON
1601 up_write(&mm->mmap_sem);
1602
dcf560c5
ON
1603 if (unlikely(core_waiters < 0))
1604 goto fail;
1605
1606 /*
1607 * Make sure nobody is waiting for us to release the VM,
1608 * otherwise we can deadlock when we wait on each other
1609 */
1610 vfork_done = tsk->vfork_done;
1611 if (vfork_done) {
1612 tsk->vfork_done = NULL;
1613 complete(vfork_done);
1614 }
1615
2384f55f 1616 if (core_waiters)
1da177e4 1617 wait_for_completion(&startup_done);
dcf560c5 1618fail:
1da177e4 1619 BUG_ON(mm->core_waiters);
dcf560c5 1620 return core_waiters;
1da177e4
LT
1621}
1622
6c5d5238
KH
1623/*
1624 * set_dumpable converts traditional three-value dumpable to two flags and
1625 * stores them into mm->flags. It modifies lower two bits of mm->flags, but
1626 * these bits are not changed atomically. So get_dumpable can observe the
1627 * intermediate state. To avoid doing unexpected behavior, get get_dumpable
1628 * return either old dumpable or new one by paying attention to the order of
1629 * modifying the bits.
1630 *
1631 * dumpable | mm->flags (binary)
1632 * old new | initial interim final
1633 * ---------+-----------------------
1634 * 0 1 | 00 01 01
1635 * 0 2 | 00 10(*) 11
1636 * 1 0 | 01 00 00
1637 * 1 2 | 01 11 11
1638 * 2 0 | 11 10(*) 00
1639 * 2 1 | 11 11 01
1640 *
1641 * (*) get_dumpable regards interim value of 10 as 11.
1642 */
1643void set_dumpable(struct mm_struct *mm, int value)
1644{
1645 switch (value) {
1646 case 0:
1647 clear_bit(MMF_DUMPABLE, &mm->flags);
1648 smp_wmb();
1649 clear_bit(MMF_DUMP_SECURELY, &mm->flags);
1650 break;
1651 case 1:
1652 set_bit(MMF_DUMPABLE, &mm->flags);
1653 smp_wmb();
1654 clear_bit(MMF_DUMP_SECURELY, &mm->flags);
1655 break;
1656 case 2:
1657 set_bit(MMF_DUMP_SECURELY, &mm->flags);
1658 smp_wmb();
1659 set_bit(MMF_DUMPABLE, &mm->flags);
1660 break;
1661 }
1662}
1663EXPORT_SYMBOL_GPL(set_dumpable);
1664
1665int get_dumpable(struct mm_struct *mm)
1666{
1667 int ret;
1668
1669 ret = mm->flags & 0x3;
1670 return (ret >= 2) ? 2 : ret;
1671}
1672
1da177e4
LT
1673int do_coredump(long signr, int exit_code, struct pt_regs * regs)
1674{
1675 char corename[CORENAME_MAX_SIZE + 1];
1676 struct mm_struct *mm = current->mm;
1677 struct linux_binfmt * binfmt;
1678 struct inode * inode;
1679 struct file * file;
1680 int retval = 0;
d6e71144
AC
1681 int fsuid = current->fsuid;
1682 int flag = 0;
d025c9db 1683 int ispipe = 0;
7dc0b22e 1684 unsigned long core_limit = current->signal->rlim[RLIMIT_CORE].rlim_cur;
74aadce9
NH
1685 char **helper_argv = NULL;
1686 int helper_argc = 0;
1687 char *delimit;
1da177e4 1688
0a4ff8c2
SG
1689 audit_core_dumps(signr);
1690
1da177e4
LT
1691 binfmt = current->binfmt;
1692 if (!binfmt || !binfmt->core_dump)
1693 goto fail;
1694 down_write(&mm->mmap_sem);
6c5d5238 1695 if (!get_dumpable(mm)) {
1da177e4
LT
1696 up_write(&mm->mmap_sem);
1697 goto fail;
1698 }
d6e71144
AC
1699
1700 /*
1701 * We cannot trust fsuid as being the "true" uid of the
1702 * process nor do we know its entire history. We only know it
1703 * was tainted so we dump it as root in mode 2.
1704 */
6c5d5238 1705 if (get_dumpable(mm) == 2) { /* Setuid core dump mode */
d6e71144
AC
1706 flag = O_EXCL; /* Stop rewrite attacks */
1707 current->fsuid = 0; /* Dump root private */
1708 }
6c5d5238 1709 set_dumpable(mm, 0);
1291cf41 1710
dcf560c5
ON
1711 retval = coredump_wait(exit_code);
1712 if (retval < 0)
1291cf41 1713 goto fail;
1da177e4
LT
1714
1715 /*
1716 * Clear any false indication of pending signals that might
1717 * be seen by the filesystem code called to write the core file.
1718 */
1da177e4
LT
1719 clear_thread_flag(TIF_SIGPENDING);
1720
1da177e4
LT
1721 /*
1722 * lock_kernel() because format_corename() is controlled by sysctl, which
1723 * uses lock_kernel()
1724 */
1725 lock_kernel();
c4bbafda 1726 ispipe = format_corename(corename, core_pattern, signr);
1da177e4 1727 unlock_kernel();
7dc0b22e
NH
1728 /*
1729 * Don't bother to check the RLIMIT_CORE value if core_pattern points
1730 * to a pipe. Since we're not writing directly to the filesystem
1731 * RLIMIT_CORE doesn't really apply, as no actual core file will be
1732 * created unless the pipe reader choses to write out the core file
1733 * at which point file size limits and permissions will be imposed
1734 * as it does with any other process
1735 */
74aadce9 1736 if ((!ispipe) && (core_limit < binfmt->min_coredump))
7dc0b22e
NH
1737 goto fail_unlock;
1738
c4bbafda 1739 if (ispipe) {
74aadce9
NH
1740 helper_argv = argv_split(GFP_KERNEL, corename+1, &helper_argc);
1741 /* Terminate the string before the first option */
1742 delimit = strchr(corename, ' ');
1743 if (delimit)
1744 *delimit = '\0';
32321137
NH
1745 delimit = strrchr(helper_argv[0], '/');
1746 if (delimit)
1747 delimit++;
1748 else
1749 delimit = helper_argv[0];
1750 if (!strcmp(delimit, current->comm)) {
1751 printk(KERN_NOTICE "Recursive core dump detected, "
1752 "aborting\n");
1753 goto fail_unlock;
1754 }
1755
1756 core_limit = RLIM_INFINITY;
1757
d025c9db 1758 /* SIGPIPE can happen, but it's just never processed */
32321137
NH
1759 if (call_usermodehelper_pipe(corename+1, helper_argv, NULL,
1760 &file)) {
d025c9db
AK
1761 printk(KERN_INFO "Core dump to %s pipe failed\n",
1762 corename);
1763 goto fail_unlock;
1764 }
d025c9db
AK
1765 } else
1766 file = filp_open(corename,
6d4df677
AD
1767 O_CREAT | 2 | O_NOFOLLOW | O_LARGEFILE | flag,
1768 0600);
1da177e4
LT
1769 if (IS_ERR(file))
1770 goto fail_unlock;
0f7fc9e4 1771 inode = file->f_path.dentry->d_inode;
1da177e4
LT
1772 if (inode->i_nlink > 1)
1773 goto close_fail; /* multiple links - don't dump */
0f7fc9e4 1774 if (!ispipe && d_unhashed(file->f_path.dentry))
1da177e4
LT
1775 goto close_fail;
1776
d025c9db
AK
1777 /* AK: actually i see no reason to not allow this for named pipes etc.,
1778 but keep the previous behaviour for now. */
1779 if (!ispipe && !S_ISREG(inode->i_mode))
1da177e4
LT
1780 goto close_fail;
1781 if (!file->f_op)
1782 goto close_fail;
1783 if (!file->f_op->write)
1784 goto close_fail;
0f7fc9e4 1785 if (!ispipe && do_truncate(file->f_path.dentry, 0, 0, file) != 0)
1da177e4
LT
1786 goto close_fail;
1787
7dc0b22e 1788 retval = binfmt->core_dump(signr, regs, file, core_limit);
1da177e4
LT
1789
1790 if (retval)
1791 current->signal->group_exit_code |= 0x80;
1792close_fail:
1793 filp_close(file, NULL);
1794fail_unlock:
74aadce9
NH
1795 if (helper_argv)
1796 argv_free(helper_argv);
1797
d6e71144 1798 current->fsuid = fsuid;
1da177e4
LT
1799 complete_all(&mm->core_done);
1800fail:
1801 return retval;
1802}