| /* | |
| * Copyright (C) 2004-2006 Atmel Corporation | |
| * | |
| * This program is free software; you can redistribute it and/or modify | |
| * it under the terms of the GNU General Public License version 2 as | |
| * published by the Free Software Foundation. | |
| */ | |
| #include <linux/highmem.h> | |
| #include <linux/unistd.h> | |
| #include <asm/cacheflush.h> | |
| #include <asm/cachectl.h> | |
| #include <asm/processor.h> | |
| #include <asm/uaccess.h> | |
| #include <asm/syscalls.h> | |
| /* | |
| * If you attempt to flush anything more than this, you need superuser | |
| * privileges. The value is completely arbitrary. | |
| */ | |
| #define CACHEFLUSH_MAX_LEN 1024 | |
| void invalidate_dcache_region(void *start, size_t size) | |
| { | |
| unsigned long v, begin, end, linesz, mask; | |
| linesz = boot_cpu_data.dcache.linesz; | |
| mask = linesz - 1; | |
| /* when first and/or last cachelines are shared, flush them | |
| * instead of invalidating ... never discard valid data! | |
| */ | |
| begin = (unsigned long)start; | |
| end = begin + size; | |
| if (begin & mask) { | |
| flush_dcache_line(start); | |
| begin += linesz; | |
| } | |
| if (end & mask) { | |
| flush_dcache_line((void *)end); | |
| end &= ~mask; | |
| } | |
| /* remaining cachelines only need invalidation */ | |
| for (v = begin; v < end; v += linesz) | |
| invalidate_dcache_line((void *)v); | |
| flush_write_buffer(); | |
| } | |
| void clean_dcache_region(void *start, size_t size) | |
| { | |
| unsigned long v, begin, end, linesz; | |
| linesz = boot_cpu_data.dcache.linesz; | |
| begin = (unsigned long)start & ~(linesz - 1); | |
| end = ((unsigned long)start + size + linesz - 1) & ~(linesz - 1); | |
| for (v = begin; v < end; v += linesz) | |
| clean_dcache_line((void *)v); | |
| flush_write_buffer(); | |
| } | |
| void flush_dcache_region(void *start, size_t size) | |
| { | |
| unsigned long v, begin, end, linesz; | |
| linesz = boot_cpu_data.dcache.linesz; | |
| begin = (unsigned long)start & ~(linesz - 1); | |
| end = ((unsigned long)start + size + linesz - 1) & ~(linesz - 1); | |
| for (v = begin; v < end; v += linesz) | |
| flush_dcache_line((void *)v); | |
| flush_write_buffer(); | |
| } | |
| void invalidate_icache_region(void *start, size_t size) | |
| { | |
| unsigned long v, begin, end, linesz; | |
| linesz = boot_cpu_data.icache.linesz; | |
| begin = (unsigned long)start & ~(linesz - 1); | |
| end = ((unsigned long)start + size + linesz - 1) & ~(linesz - 1); | |
| for (v = begin; v < end; v += linesz) | |
| invalidate_icache_line((void *)v); | |
| } | |
| static inline void __flush_icache_range(unsigned long start, unsigned long end) | |
| { | |
| unsigned long v, linesz; | |
| linesz = boot_cpu_data.dcache.linesz; | |
| for (v = start; v < end; v += linesz) { | |
| clean_dcache_line((void *)v); | |
| invalidate_icache_line((void *)v); | |
| } | |
| flush_write_buffer(); | |
| } | |
| /* | |
| * This one is called after a module has been loaded. | |
| */ | |
| void flush_icache_range(unsigned long start, unsigned long end) | |
| { | |
| unsigned long linesz; | |
| linesz = boot_cpu_data.dcache.linesz; | |
| __flush_icache_range(start & ~(linesz - 1), | |
| (end + linesz - 1) & ~(linesz - 1)); | |
| } | |
| EXPORT_SYMBOL(flush_icache_range); | |
| /* | |
| * This one is called from __do_fault() and do_swap_page(). | |
| */ | |
| void flush_icache_page(struct vm_area_struct *vma, struct page *page) | |
| { | |
| if (vma->vm_flags & VM_EXEC) { | |
| void *v = page_address(page); | |
| __flush_icache_range((unsigned long)v, (unsigned long)v + PAGE_SIZE); | |
| } | |
| } | |
| asmlinkage int sys_cacheflush(int operation, void __user *addr, size_t len) | |
| { | |
| int ret; | |
| if (len > CACHEFLUSH_MAX_LEN) { | |
| ret = -EPERM; | |
| if (!capable(CAP_SYS_ADMIN)) | |
| goto out; | |
| } | |
| ret = -EFAULT; | |
| if (!access_ok(VERIFY_WRITE, addr, len)) | |
| goto out; | |
| switch (operation) { | |
| case CACHE_IFLUSH: | |
| flush_icache_range((unsigned long)addr, | |
| (unsigned long)addr + len); | |
| ret = 0; | |
| break; | |
| default: | |
| ret = -EINVAL; | |
| } | |
| out: | |
| return ret; | |
| } | |
| void copy_to_user_page(struct vm_area_struct *vma, struct page *page, | |
| unsigned long vaddr, void *dst, const void *src, | |
| unsigned long len) | |
| { | |
| memcpy(dst, src, len); | |
| if (vma->vm_flags & VM_EXEC) | |
| flush_icache_range((unsigned long)dst, | |
| (unsigned long)dst + len); | |
| } |