/* * Copyright (C) 2000, 2001 Jeff Dike (jdike@karaya.com) * Licensed under the GPL */ #include "linux/kernel.h" #include "asm/errno.h" #include "linux/sched.h" #include "linux/mm.h" #include "linux/spinlock.h" #include "linux/config.h" #include "linux/init.h" #include "linux/ptrace.h" #include "asm/semaphore.h" #include "asm/pgtable.h" #include "asm/pgalloc.h" #include "asm/tlbflush.h" #include "asm/a.out.h" #include "asm/current.h" #include "asm/irq.h" #include "user_util.h" #include "kern_util.h" #include "kern.h" #include "chan_kern.h" #include "mconsole_kern.h" #include "2_5compat.h" #include "mem.h" #include "mem_kern.h" int handle_page_fault(unsigned long address, unsigned long ip, int is_write, int is_user, int *code_out) { struct mm_struct *mm = current->mm; struct vm_area_struct *vma; pgd_t *pgd; pud_t *pud; pmd_t *pmd; pte_t *pte; unsigned long page; int err = -EFAULT; *code_out = SEGV_MAPERR; down_read(&mm->mmap_sem); vma = find_vma(mm, address); if(!vma) goto out; else if(vma->vm_start <= address) goto good_area; else if(!(vma->vm_flags & VM_GROWSDOWN)) goto out; else if(is_user && !ARCH_IS_STACKGROW(address)) goto out; else if(expand_stack(vma, address)) goto out; good_area: *code_out = SEGV_ACCERR; if(is_write && !(vma->vm_flags & VM_WRITE)) goto out; page = address & PAGE_MASK; pgd = pgd_offset(mm, page); pud = pud_offset(pgd, page); pmd = pmd_offset(pud, page); do { survive: switch (handle_mm_fault(mm, vma, address, is_write)){ case VM_FAULT_MINOR: current->min_flt++; break; case VM_FAULT_MAJOR: current->maj_flt++; break; case VM_FAULT_SIGBUS: err = -EACCES; goto out; case VM_FAULT_OOM: err = -ENOMEM; goto out_of_memory; default: BUG(); } pgd = pgd_offset(mm, page); pud = pud_offset(pgd, page); pmd = pmd_offset(pud, page); pte = pte_offset_kernel(pmd, page); } while(!pte_present(*pte)); err = 0; *pte = pte_mkyoung(*pte); if(pte_write(*pte)) *pte = pte_mkdirty(*pte); flush_tlb_page(vma, page); out: up_read(&mm->mmap_sem); return(err); /* * We ran out of memory, or some other thing happened to us that made * us unable to handle the page fault gracefully. */ out_of_memory: if (current->pid == 1) { up_read(&mm->mmap_sem); yield(); down_read(&mm->mmap_sem); goto survive; } goto out; } LIST_HEAD(physmem_remappers); void register_remapper(struct remapper *info) { list_add(&info->list, &physmem_remappers); } static int check_remapped_addr(unsigned long address, int is_write) { struct remapper *remapper; struct list_head *ele; __u64 offset; int fd; fd = phys_mapping(__pa(address), &offset); if(fd == -1) return(0); list_for_each(ele, &physmem_remappers){ remapper = list_entry(ele, struct remapper, list); if((*remapper->proc)(fd, address, is_write, offset)) return(1); } return(0); } /* * We give a *copy* of the faultinfo in the regs to segv. * This must be done, since nesting SEGVs could overwrite * the info in the regs. A pointer to the info then would * give us bad data! */ unsigned long segv(struct faultinfo fi, unsigned long ip, int is_user, void *sc) { struct siginfo si; void *catcher; int err; int is_write = FAULT_WRITE(fi); unsigned long address = FAULT_ADDRESS(fi); if(!is_user && (address >= start_vm) && (address < end_vm)){ flush_tlb_kernel_vm(); return(0); } else if(check_remapped_addr(address & PAGE_MASK, is_write)) return(0); else if(current->mm == NULL) panic("Segfault with no mm"); err = handle_page_fault(address, ip, is_write, is_user, &si.si_code); catcher = current->thread.fault_catcher; if(!err) return(0); else if(catcher != NULL){ current->thread.fault_addr = (void *) address; do_longjmp(catcher, 1); } else if(current->thread.fault_addr != NULL) panic("fault_addr set but no fault catcher"); else if(!is_user && arch_fixup(ip, sc)) return(0); if(!is_user) panic("Kernel mode fault at addr 0x%lx, ip 0x%lx", address, ip); if(err == -EACCES){ si.si_signo = SIGBUS; si.si_errno = 0; si.si_code = BUS_ADRERR; si.si_addr = (void *)address; current->thread.arch.faultinfo = fi; force_sig_info(SIGBUS, &si, current); } else if(err == -ENOMEM){ printk("VM: killing process %s\n", current->comm); do_exit(SIGKILL); } else { si.si_signo = SIGSEGV; si.si_addr = (void *) address; current->thread.arch.faultinfo = fi; force_sig_info(SIGSEGV, &si, current); } return(0); } void bad_segv(struct faultinfo fi, unsigned long ip) { struct siginfo si; si.si_signo = SIGSEGV; si.si_code = SEGV_ACCERR; si.si_addr = (void *) FAULT_ADDRESS(fi); current->thread.arch.faultinfo = fi; force_sig_info(SIGSEGV, &si, current); } void relay_signal(int sig, union uml_pt_regs *regs) { if(arch_handle_signal(sig, regs)) return; if(!UPT_IS_USER(regs)) panic("Kernel mode signal %d", sig); current->thread.arch.faultinfo = *UPT_FAULTINFO(regs); force_sig(sig, current); } void bus_handler(int sig, union uml_pt_regs *regs) { if(current->thread.fault_catcher != NULL) do_longjmp(current->thread.fault_catcher, 1); else relay_signal(sig, regs); } void winch(int sig, union uml_pt_regs *regs) { do_IRQ(WINCH_IRQ, regs); } void trap_init(void) { } DEFINE_SPINLOCK(trap_lock); static int trap_index = 0; int next_trap_index(int limit) { int ret; spin_lock(&trap_lock); ret = trap_index; if(++trap_index == limit) trap_index = 0; spin_unlock(&trap_lock); return(ret); } /* * Overrides for Emacs so that we follow Linus's tabbing style. * Emacs will notice this stuff at the end of the file and automatically * adjust the settings for this buffer only. This must remain at the end * of the file. * --------------------------------------------------------------------------- * Local variables: * c-file-style: "linux" * End: */