[net-next-2.6.git] / lib / ioremap.c

/*
 * Re-map IO memory to kernel address space so that we can access it.
 * This is needed for high PCI addresses that aren't mapped in the
 * 640k-1MB IO memory area on PC's
 *
 * (C) Copyright 1995 1996 Linus Torvalds
 */
#include <linux/vmalloc.h>
#include <linux/mm.h>
#include <linux/sched.h>
#include <linux/io.h>
#include <asm/cacheflush.h>
#include <asm/pgtable.h>

static int ioremap_pte_range(pmd_t *pmd, unsigned long addr,
		unsigned long end, phys_addr_t phys_addr, pgprot_t prot)
{
	pte_t *pte;
	u64 pfn;

	pfn = phys_addr >> PAGE_SHIFT;
	pte = pte_alloc_kernel(pmd, addr);
	if (!pte)
		return -ENOMEM;
	do {
		BUG_ON(!pte_none(*pte));
		set_pte_at(&init_mm, addr, pte, pfn_pte(pfn, prot));
		pfn++;
	} while (pte++, addr += PAGE_SIZE, addr != end);
	return 0;
}

static inline int ioremap_pmd_range(pud_t *pud, unsigned long addr,
		unsigned long end, phys_addr_t phys_addr, pgprot_t prot)
{
	pmd_t *pmd;
	unsigned long next;

	phys_addr -= addr;
	pmd = pmd_alloc(&init_mm, pud, addr);
	if (!pmd)
		return -ENOMEM;
	do {
		next = pmd_addr_end(addr, end);
		if (ioremap_pte_range(pmd, addr, next, phys_addr + addr, prot))
			return -ENOMEM;
	} while (pmd++, addr = next, addr != end);
	return 0;
}

static inline int ioremap_pud_range(pgd_t *pgd, unsigned long addr,
		unsigned long end, phys_addr_t phys_addr, pgprot_t prot)
{
	pud_t *pud;
	unsigned long next;

	phys_addr -= addr;
	pud = pud_alloc(&init_mm, pgd, addr);
	if (!pud)
		return -ENOMEM;
	do {
		next = pud_addr_end(addr, end);
		if (ioremap_pmd_range(pud, addr, next, phys_addr + addr, prot))
			return -ENOMEM;
	} while (pud++, addr = next, addr != end);
	return 0;
}

int ioremap_page_range(unsigned long addr,
		       unsigned long end, phys_addr_t phys_addr, pgprot_t prot)
{
	pgd_t *pgd;
	unsigned long start;
	unsigned long next;
	int err;

	BUG_ON(addr >= end);

	start = addr;
	phys_addr -= addr;
	pgd = pgd_offset_k(addr);
	do {
		next = pgd_addr_end(addr, end);
		err = ioremap_pud_range(pgd, addr, next, phys_addr+addr, prot);
		if (err)
			break;
	} while (pgd++, addr = next, addr != end);

	flush_cache_vmap(start, end);

	return err;
}
Commit	Line	Data
74588d8b HS	1	/*
	2	* Re-map IO memory to kernel address space so that we can access it.
	3	* This is needed for high PCI addresses that aren't mapped in the
	4	* 640k-1MB IO memory area on PC's
	5	*
	6	* (C) Copyright 1995 1996 Linus Torvalds
	7	*/
74588d8b HS	8	#include <linux/vmalloc.h>
74588d8b HS	9	#include <linux/mm.h>
e8edc6e0	10	#include <linux/sched.h>
53fa6645	11	#include <linux/io.h>
74588d8b HS	12	#include <asm/cacheflush.h>
	13	#include <asm/pgtable.h>
	14
	15	static int ioremap_pte_range(pmd_t *pmd, unsigned long addr,
ffa71f33	16	unsigned long end, phys_addr_t phys_addr, pgprot_t prot)
74588d8b HS	17	{
74588d8b HS	18	pte_t *pte;
ffa71f33	19	u64 pfn;
74588d8b HS	20
	21	pfn = phys_addr >> PAGE_SHIFT;
	22	pte = pte_alloc_kernel(pmd, addr);
	23	if (!pte)
	24	return -ENOMEM;
	25	do {
	26	BUG_ON(!pte_none(*pte));
	27	set_pte_at(&init_mm, addr, pte, pfn_pte(pfn, prot));
	28	pfn++;
	29	} while (pte++, addr += PAGE_SIZE, addr != end);
	30	return 0;
	31	}
	32
	33	static inline int ioremap_pmd_range(pud_t *pud, unsigned long addr,
ffa71f33	34	unsigned long end, phys_addr_t phys_addr, pgprot_t prot)
74588d8b HS	35	{
	36	pmd_t *pmd;
	37	unsigned long next;
	38
	39	phys_addr -= addr;
	40	pmd = pmd_alloc(&init_mm, pud, addr);
	41	if (!pmd)
	42	return -ENOMEM;
	43	do {
	44	next = pmd_addr_end(addr, end);
	45	if (ioremap_pte_range(pmd, addr, next, phys_addr + addr, prot))
	46	return -ENOMEM;
	47	} while (pmd++, addr = next, addr != end);
	48	return 0;
	49	}
	50
	51	static inline int ioremap_pud_range(pgd_t *pgd, unsigned long addr,
ffa71f33	52	unsigned long end, phys_addr_t phys_addr, pgprot_t prot)
74588d8b HS	53	{
	54	pud_t *pud;
	55	unsigned long next;
	56
	57	phys_addr -= addr;
	58	pud = pud_alloc(&init_mm, pgd, addr);
	59	if (!pud)
	60	return -ENOMEM;
	61	do {
	62	next = pud_addr_end(addr, end);
	63	if (ioremap_pmd_range(pud, addr, next, phys_addr + addr, prot))
	64	return -ENOMEM;
	65	} while (pud++, addr = next, addr != end);
	66	return 0;
	67	}
	68
	69	int ioremap_page_range(unsigned long addr,
ffa71f33	70	unsigned long end, phys_addr_t phys_addr, pgprot_t prot)
74588d8b HS	71	{
	72	pgd_t *pgd;
	73	unsigned long start;
	74	unsigned long next;
	75	int err;
	76
	77	BUG_ON(addr >= end);
	78
74588d8b HS	79	start = addr;
	80	phys_addr -= addr;
	81	pgd = pgd_offset_k(addr);
	82	do {
	83	next = pgd_addr_end(addr, end);
	84	err = ioremap_pud_range(pgd, addr, next, phys_addr+addr, prot);
	85	if (err)
	86	break;
	87	} while (pgd++, addr = next, addr != end);
	88
db71daab	89	flush_cache_vmap(start, end);
74588d8b HS	90
	91	return err;
	92	}