mirror of
https://github.com/torvalds/linux.git
synced 2026-04-18 06:44:00 -04:00
809b997a5c
This finishes the work on these odd functions that were only implemented by a handful of architectures. The 'flushcache' function was only used from the iterator code, and let's make it do the same thing that the nontemporal version does: remove the two underscores and add the user address checking. Yes, yes, the user address checking is also done at iovec import time, but we have long since walked away from the old double-underscore thing where we try to avoid address checking overhead at access time, and these functions shouldn't be so special and old-fashioned. The arm64 version already did the address check, in fact, so there it's just a matter of renaming it. For powerpc and x86-64 we now do the proper user access boilerplate. Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
89 lines
2.3 KiB
C
89 lines
2.3 KiB
C
// SPDX-License-Identifier: GPL-2.0-only
|
|
/*
|
|
* Copyright(c) 2017 IBM Corporation. All rights reserved.
|
|
*/
|
|
|
|
#include <linux/string.h>
|
|
#include <linux/export.h>
|
|
#include <linux/uaccess.h>
|
|
#include <linux/libnvdimm.h>
|
|
|
|
#include <asm/cacheflush.h>
|
|
|
|
static inline void __clean_pmem_range(unsigned long start, unsigned long stop)
|
|
{
|
|
unsigned long shift = l1_dcache_shift();
|
|
unsigned long bytes = l1_dcache_bytes();
|
|
void *addr = (void *)(start & ~(bytes - 1));
|
|
unsigned long size = stop - (unsigned long)addr + (bytes - 1);
|
|
unsigned long i;
|
|
|
|
for (i = 0; i < size >> shift; i++, addr += bytes)
|
|
asm volatile(PPC_DCBSTPS(%0, %1): :"i"(0), "r"(addr): "memory");
|
|
}
|
|
|
|
static inline void __flush_pmem_range(unsigned long start, unsigned long stop)
|
|
{
|
|
unsigned long shift = l1_dcache_shift();
|
|
unsigned long bytes = l1_dcache_bytes();
|
|
void *addr = (void *)(start & ~(bytes - 1));
|
|
unsigned long size = stop - (unsigned long)addr + (bytes - 1);
|
|
unsigned long i;
|
|
|
|
for (i = 0; i < size >> shift; i++, addr += bytes)
|
|
asm volatile(PPC_DCBFPS(%0, %1): :"i"(0), "r"(addr): "memory");
|
|
}
|
|
|
|
static inline void clean_pmem_range(unsigned long start, unsigned long stop)
|
|
{
|
|
if (cpu_has_feature(CPU_FTR_ARCH_207S))
|
|
return __clean_pmem_range(start, stop);
|
|
}
|
|
|
|
static inline void flush_pmem_range(unsigned long start, unsigned long stop)
|
|
{
|
|
if (cpu_has_feature(CPU_FTR_ARCH_207S))
|
|
return __flush_pmem_range(start, stop);
|
|
}
|
|
|
|
/*
|
|
* CONFIG_ARCH_HAS_PMEM_API symbols
|
|
*/
|
|
void arch_wb_cache_pmem(void *addr, size_t size)
|
|
{
|
|
unsigned long start = (unsigned long) addr;
|
|
clean_pmem_range(start, start + size);
|
|
}
|
|
EXPORT_SYMBOL_GPL(arch_wb_cache_pmem);
|
|
|
|
void arch_invalidate_pmem(void *addr, size_t size)
|
|
{
|
|
unsigned long start = (unsigned long) addr;
|
|
flush_pmem_range(start, start + size);
|
|
}
|
|
EXPORT_SYMBOL_GPL(arch_invalidate_pmem);
|
|
|
|
/*
|
|
* CONFIG_ARCH_HAS_UACCESS_FLUSHCACHE symbols
|
|
*/
|
|
size_t copy_from_user_flushcache(void *dest, const void __user *src,
|
|
size_t size)
|
|
{
|
|
unsigned long not_copied, start = (unsigned long) dest;
|
|
|
|
src = mask_user_address(src);
|
|
not_copied = __copy_from_user(dest, src, size);
|
|
clean_pmem_range(start, start + size);
|
|
|
|
return not_copied;
|
|
}
|
|
|
|
void memcpy_flushcache(void *dest, const void *src, size_t size)
|
|
{
|
|
unsigned long start = (unsigned long) dest;
|
|
|
|
memcpy(dest, src, size);
|
|
clean_pmem_range(start, start + size);
|
|
}
|
|
EXPORT_SYMBOL(memcpy_flushcache);
|