| /* | |
| * kmap/page table map and unmap support routines | |
| * | |
| * Copyright 1999,2000 Hewlett-Packard Company | |
| * Copyright 2000 John Marvin <jsm at hp.com> | |
| * Copyright 2000 Grant Grundler <grundler at parisc-linux.org> | |
| * Copyright 2000 Philipp Rumpf <prumpf@tux.org> | |
| * | |
| * | |
| * This program is free software; you can redistribute it and/or modify | |
| * it under the terms of the GNU General Public License as published by | |
| * the Free Software Foundation; either version 2 of the License, or | |
| * (at your option) any later version. | |
| * | |
| * This program is distributed in the hope that it will be useful, | |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
| * GNU General Public License for more details. | |
| * | |
| * You should have received a copy of the GNU General Public License | |
| * along with this program; if not, write to the Free Software | |
| * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA | |
| */ | |
| /* | |
| ** Stolen mostly from arch/parisc/kernel/pci-dma.c | |
| */ | |
| #include <linux/types.h> | |
| #include <linux/mm.h> | |
| #include <linux/string.h> | |
| #include <linux/pci.h> | |
| #include <linux/slab.h> | |
| #include <linux/vmalloc.h> | |
| #include <asm/uaccess.h> | |
| #include <asm/pgalloc.h> | |
| #include <asm/io.h> | |
| #include <asm/page.h> /* get_order */ | |
| #undef flush_cache_all | |
| #define flush_cache_all flush_all_caches | |
| typedef void (*pte_iterator_t) (pte_t * pte, unsigned long arg); | |
| #if 0 | |
| /* XXX This routine could be used with iterate_page() to replace | |
| * unmap_uncached_page() and save a little code space but I didn't | |
| * do that since I'm not certain whether this is the right path. -PB | |
| */ | |
| static void unmap_cached_pte(pte_t * pte, unsigned long addr, unsigned long arg) | |
| { | |
| pte_t page = *pte; | |
| pte_clear(&init_mm, addr, pte); | |
| if (!pte_none(page)) { | |
| if (pte_present(page)) { | |
| unsigned long map_nr = pte_pagenr(page); | |
| if (map_nr < max_mapnr) | |
| __free_page(mem_map + map_nr); | |
| } else { | |
| printk(KERN_CRIT | |
| "Whee.. Swapped out page in kernel page table\n"); | |
| } | |
| } | |
| } | |
| #endif | |
| /* These two routines should probably check a few things... */ | |
| static void set_uncached(pte_t * pte, unsigned long arg) | |
| { | |
| pte_val(*pte) |= _PAGE_NO_CACHE; | |
| } | |
| static void set_cached(pte_t * pte, unsigned long arg) | |
| { | |
| pte_val(*pte) &= ~_PAGE_NO_CACHE; | |
| } | |
| static inline void iterate_pte(pmd_t * pmd, unsigned long address, | |
| unsigned long size, pte_iterator_t op, | |
| unsigned long arg) | |
| { | |
| pte_t *pte; | |
| unsigned long end; | |
| if (pmd_none(*pmd)) | |
| return; | |
| if (pmd_bad(*pmd)) { | |
| pmd_ERROR(*pmd); | |
| pmd_clear(pmd); | |
| return; | |
| } | |
| pte = pte_offset(pmd, address); | |
| address &= ~PMD_MASK; | |
| end = address + size; | |
| if (end > PMD_SIZE) | |
| end = PMD_SIZE; | |
| do { | |
| op(pte, arg); | |
| address += PAGE_SIZE; | |
| pte++; | |
| } while (address < end); | |
| } | |
| static inline void iterate_pmd(pgd_t * dir, unsigned long address, | |
| unsigned long size, pte_iterator_t op, | |
| unsigned long arg) | |
| { | |
| pmd_t *pmd; | |
| unsigned long end; | |
| if (pgd_none(*dir)) | |
| return; | |
| if (pgd_bad(*dir)) { | |
| pgd_ERROR(*dir); | |
| pgd_clear(dir); | |
| return; | |
| } | |
| pmd = pmd_offset(dir, address); | |
| address &= ~PGDIR_MASK; | |
| end = address + size; | |
| if (end > PGDIR_SIZE) | |
| end = PGDIR_SIZE; | |
| do { | |
| iterate_pte(pmd, address, end - address, op, arg); | |
| address = (address + PMD_SIZE) & PMD_MASK; | |
| pmd++; | |
| } while (address < end); | |
| } | |
| static void iterate_pages(unsigned long address, unsigned long size, | |
| pte_iterator_t op, unsigned long arg) | |
| { | |
| pgd_t *dir; | |
| unsigned long end = address + size; | |
| dir = pgd_offset_k(address); | |
| flush_cache_all(); | |
| do { | |
| iterate_pmd(dir, address, end - address, op, arg); | |
| address = (address + PGDIR_SIZE) & PGDIR_MASK; | |
| dir++; | |
| } while (address && (address < end)); | |
| flush_tlb_all(); | |
| } | |
| void | |
| kernel_set_cachemode(unsigned long vaddr, unsigned long size, int what) | |
| { | |
| switch (what) { | |
| case IOMAP_FULL_CACHING: | |
| iterate_pages(vaddr, size, set_cached, 0); | |
| flush_tlb_range(NULL, vaddr, size); | |
| break; | |
| case IOMAP_NOCACHE_SER: | |
| iterate_pages(vaddr, size, set_uncached, 0); | |
| flush_tlb_range(NULL, vaddr, size); | |
| break; | |
| default: | |
| printk(KERN_CRIT | |
| "kernel_set_cachemode mode %d not understood\n", | |
| what); | |
| break; | |
| } | |
| } |