arch/parisc/include/asm/cacheflush.h

   1 #ifndef _PARISC_CACHEFLUSH_H
   2 #define _PARISC_CACHEFLUSH_H
   3
   4 #include <linux/mm.h>
   5 #include <linux/uaccess.h>
   6 #include <asm/tlbflush.h>
   7
   8 /* The usual comment is "Caches aren't brain-dead on the <architecture>".
   9  * Unfortunately, that doesn't apply to PA-RISC. */
  10
  11 /* Internal implementation */
  12 void flush_data_cache_local(void *);  /* flushes local data-cache only */
  13 void flush_instruction_cache_local(void *); /* flushes local code-cache only */
  14 #ifdef CONFIG_SMP
  15 void flush_data_cache(void); /* flushes data-cache only (all processors) */
  16 void flush_instruction_cache(void); /* flushes i-cache only (all processors) */
  17 #else
  18 #define flush_data_cache() flush_data_cache_local(NULL)
  19 #define flush_instruction_cache() flush_instruction_cache_local(NULL)
  20 #endif
  21
  22 #define flush_cache_dup_mm(mm) flush_cache_mm(mm)
  23
  24 void flush_user_icache_range_asm(unsigned long, unsigned long);
  25 void flush_kernel_icache_range_asm(unsigned long, unsigned long);
  26 void flush_user_dcache_range_asm(unsigned long, unsigned long);
  27 void flush_kernel_dcache_range_asm(unsigned long, unsigned long);
  28 void flush_kernel_dcache_page_asm(void *);
  29 void flush_kernel_icache_page(void *);
  30
  31 /* Cache flush operations */
  32
  33 void flush_cache_all_local(void);
  34 void flush_cache_all(void);
  35 void flush_cache_mm(struct mm_struct *mm);
  36
  37 #define ARCH_HAS_FLUSH_KERNEL_DCACHE_PAGE
  38 void flush_kernel_dcache_page_addr(void *addr);
  39 static inline void flush_kernel_dcache_page(struct page *page)
  40 {
  41         flush_kernel_dcache_page_addr(page_address(page));
  42 }
  43
  44 #define flush_kernel_dcache_range(start,size) \
  45         flush_kernel_dcache_range_asm((start), (start)+(size));
  46 /* vmap range flushes and invalidates.  Architecturally, we don't need
  47  * the invalidate, because the CPU should refuse to speculate once an
  48  * area has been flushed, so invalidate is left empty */
  49 static inline void flush_kernel_vmap_range(void *vaddr, int size)
  50 {
  51         unsigned long start = (unsigned long)vaddr;
  52
  53         flush_kernel_dcache_range_asm(start, start + size);
  54 }
  55 static inline void invalidate_kernel_vmap_range(void *vaddr, int size)
  56 {
  57         unsigned long start = (unsigned long)vaddr;
  58         void *cursor = vaddr;
  59
  60         for ( ; cursor < vaddr + size; cursor += PAGE_SIZE) {
  61                 struct page *page = vmalloc_to_page(cursor);
  62
  63                 if (test_and_clear_bit(PG_dcache_dirty, &page->flags))
  64                         flush_kernel_dcache_page(page);
  65         }
  66         flush_kernel_dcache_range_asm(start, start + size);
  67 }
  68
  69 #define flush_cache_vmap(start, end)            flush_cache_all()
  70 #define flush_cache_vunmap(start, end)          flush_cache_all()
  71
  72 #define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
  73 extern void flush_dcache_page(struct page *page);
  74
  75 #define flush_dcache_mmap_lock(mapping) \
  76         spin_lock_irq(&(mapping)->tree_lock)
  77 #define flush_dcache_mmap_unlock(mapping) \
  78         spin_unlock_irq(&(mapping)->tree_lock)
  79
  80 #define flush_icache_page(vma,page)     do {            \
  81         flush_kernel_dcache_page(page);                 \
  82         flush_kernel_icache_page(page_address(page));   \
  83 } while (0)
  84
  85 #define flush_icache_range(s,e)         do {            \
  86         flush_kernel_dcache_range_asm(s,e);             \
  87         flush_kernel_icache_range_asm(s,e);             \
  88 } while (0)
  89
  90 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \
  91 do { \
  92         flush_cache_page(vma, vaddr, page_to_pfn(page)); \
  93         memcpy(dst, src, len); \
  94         flush_kernel_dcache_range_asm((unsigned long)dst, (unsigned long)dst + len); \
  95 } while (0)
  96
  97 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \
  98 do { \
  99         flush_cache_page(vma, vaddr, page_to_pfn(page)); \
 100         memcpy(dst, src, len); \
 101 } while (0)
 102
 103 void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn);
 104 void flush_cache_range(struct vm_area_struct *vma,
 105                 unsigned long start, unsigned long end);
 106
 107 /* defined in pacache.S exported in cache.c used by flush_anon_page */
 108 void flush_dcache_page_asm(unsigned long phys_addr, unsigned long vaddr);
 109
 110 #define ARCH_HAS_FLUSH_ANON_PAGE
 111 static inline void
 112 flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr)
 113 {
 114         if (PageAnon(page)) {
 115                 flush_tlb_page(vma, vmaddr);
 116                 preempt_disable();
 117                 flush_dcache_page_asm(page_to_phys(page), vmaddr);
 118                 preempt_enable();
 119         }
 120 }
 121
 122 #include <asm/kmap_types.h>
 123
 124 #define ARCH_HAS_KMAP
 125
 126 static inline void *kmap(struct page *page)
 127 {
 128         might_sleep();
 129         return page_address(page);
 130 }
 131
 132 static inline void kunmap(struct page *page)
 133 {
 134         flush_kernel_dcache_page_addr(page_address(page));
 135 }
 136
 137 static inline void *kmap_atomic(struct page *page)
 138 {
 139         preempt_disable();
 140         pagefault_disable();
 141         return page_address(page);
 142 }
 143
 144 static inline void __kunmap_atomic(void *addr)
 145 {
 146         flush_kernel_dcache_page_addr(addr);
 147         pagefault_enable();
 148         preempt_enable();
 149 }
 150
 151 #define kmap_atomic_prot(page, prot)    kmap_atomic(page)
 152 #define kmap_atomic_pfn(pfn)    kmap_atomic(pfn_to_page(pfn))
 153
 154 #endif /* _PARISC_CACHEFLUSH_H */
 155