mirror of
https://github.com/torvalds/linux.git
synced 2025-04-09 14:45:27 +00:00
ARM updates for 6.14-rc1
- fix typos in vfpmodule.c - drop obsolete VFP accessor fallback for old assemblers - add cache line identifier register accessor functions - add cacheinfo support -----BEGIN PGP SIGNATURE----- iQIzBAABCgAdFiEEuNNh8scc2k/wOAE+9OeQG+StrGQFAmeRWzMACgkQ9OeQG+St rGSUig//cTk0/qogNxXPnstcqli+eoYWxpBjvgjLgGFyIS8VNQufhdDSJWjz6/bI I4fCnh0KXL18Vd2L5/TyoMDSAIJwYEIXfhvQD/fQSrd/Z2pq82DVIqeAJPnJ90UU sP0o/PqRQe14VcI+HKx/Y0UivbfpOb0mCeBjX8TYwZxtHZSHhhN4M5xPVTNrnonD LNwJG1GWAaYtFRtSwGEbFHDvBw1QxNhBm5sHvU3yfpPiz2zC5NPdD1iglXHmy1RA fIkd7hMDCXEAKIKsr1almr9Iqn/2hROGpRJNQKRlHFxWfnHREecs5/LA9lTpkCIW gjc8IcfKybgDHgjMYX6uShFdvcDso7LBfPURjA8e7Y0uea44UrR2b8e9JcKvBZod EV0GJ7GeJf8zhji+pJ5t9ry6OA8P2mVdpJGCG4l0tc++uANmE1AZWhnzTOLuCJaZ TbSnR7KQijk4fNWCTLc5FrJLBXosPbvXgf6jaKnE5tCYbTJxDS+kNF6iiw25AV2M uWhl1wBTOJwjZg3MY6PX+wRnntGyQ7k5e+KuX21vBE1/xL0H+LPEPFpnzeBAhQk9 1QSMmiPb5LDO6Ysr6V+FpTrte1bSW17CMjhL+YH4fd5WLZJcU0Gd9Td3oTF2GOpQ wBXoufCfztmc4w7YnqmNQJ7bVQS/7JiG4a1js6bQmiYSwW5q5u4= =YhUg -----END PGP SIGNATURE----- Merge tag 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/rmk/linux Pull ARM updates from Russell King: - fix typos in vfpmodule.c - drop obsolete VFP accessor fallback for old assemblers - add cache line identifier register accessor functions - add cacheinfo support * tag 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/rmk/linux: ARM: 9440/1: cacheinfo fix format field mask ARM: 9433/2: implement cacheinfo support ARM: 9432/2: add CLIDR accessor functions ARM: 9438/1: assembler: Drop obsolete VFP accessor fallback ARM: 9437/1: vfp: Fix typographical errors in vfpmodule.c
This commit is contained in:
commit
816cef980d
@ -5,6 +5,7 @@ config ARM
|
||||
select ARCH_32BIT_OFF_T
|
||||
select ARCH_CORRECT_STACKTRACE_ON_KRETPROBE if HAVE_KRETPROBES && FRAME_POINTER && !ARM_UNWIND
|
||||
select ARCH_HAS_BINFMT_FLAT
|
||||
select ARCH_HAS_CACHE_LINE_SIZE if OF
|
||||
select ARCH_HAS_CPU_CACHE_ALIASING
|
||||
select ARCH_HAS_CPU_FINALIZE_INIT if MMU
|
||||
select ARCH_HAS_CRC32 if KERNEL_MODE_NEON
|
||||
@ -1753,5 +1754,3 @@ config ARCH_HIBERNATION_POSSIBLE
|
||||
default y if ARCH_SUSPEND_POSSIBLE
|
||||
|
||||
endmenu
|
||||
|
||||
source "arch/arm/Kconfig.assembler"
|
||||
|
@ -1,6 +0,0 @@
|
||||
# SPDX-License-Identifier: GPL-2.0
|
||||
|
||||
config AS_VFP_VMRS_FPINST
|
||||
def_bool $(as-instr,.fpu vfpv2\nvmrs r0$(comma)FPINST)
|
||||
help
|
||||
Supported by binutils >= 2.24 and LLVM integrated assembler.
|
@ -26,4 +26,10 @@
|
||||
|
||||
#define __read_mostly __section(".data..read_mostly")
|
||||
|
||||
#ifndef __ASSEMBLY__
|
||||
#ifdef CONFIG_ARCH_HAS_CACHE_LINE_SIZE
|
||||
int cache_line_size(void);
|
||||
#endif
|
||||
#endif
|
||||
|
||||
#endif
|
||||
|
@ -83,6 +83,14 @@ static inline unsigned int read_ccsidr(void)
|
||||
asm volatile("mrc p15, 1, %0, c0, c0, 0" : "=r" (val));
|
||||
return val;
|
||||
}
|
||||
|
||||
static inline unsigned int read_clidr(void)
|
||||
{
|
||||
unsigned int val;
|
||||
|
||||
asm volatile("mrc p15, 1, %0, c0, c0, 1" : "=r" (val));
|
||||
return val;
|
||||
}
|
||||
#else /* CONFIG_CPU_V7M */
|
||||
#include <linux/io.h>
|
||||
#include "asm/v7m.h"
|
||||
@ -96,6 +104,11 @@ static inline unsigned int read_ccsidr(void)
|
||||
{
|
||||
return readl(BASEADDR_V7M_SCB + V7M_SCB_CCSIDR);
|
||||
}
|
||||
|
||||
static inline unsigned int read_clidr(void)
|
||||
{
|
||||
return readl(BASEADDR_V7M_SCB + V7M_SCB_CLIDR);
|
||||
}
|
||||
#endif
|
||||
|
||||
#endif
|
||||
|
@ -9,16 +9,6 @@
|
||||
#ifndef __ASM_VFP_H
|
||||
#define __ASM_VFP_H
|
||||
|
||||
#ifndef CONFIG_AS_VFP_VMRS_FPINST
|
||||
#define FPSID cr0
|
||||
#define FPSCR cr1
|
||||
#define MVFR1 cr6
|
||||
#define MVFR0 cr7
|
||||
#define FPEXC cr8
|
||||
#define FPINST cr9
|
||||
#define FPINST2 cr10
|
||||
#endif
|
||||
|
||||
/* FPSID bits */
|
||||
#define FPSID_IMPLEMENTER_BIT (24)
|
||||
#define FPSID_IMPLEMENTER_MASK (0xff << FPSID_IMPLEMENTER_BIT)
|
||||
|
@ -8,7 +8,6 @@
|
||||
|
||||
#include <asm/vfp.h>
|
||||
|
||||
#ifdef CONFIG_AS_VFP_VMRS_FPINST
|
||||
.macro VFPFMRX, rd, sysreg, cond
|
||||
vmrs\cond \rd, \sysreg
|
||||
.endm
|
||||
@ -16,16 +15,6 @@
|
||||
.macro VFPFMXR, sysreg, rd, cond
|
||||
vmsr\cond \sysreg, \rd
|
||||
.endm
|
||||
#else
|
||||
@ Macros to allow building with old toolkits (with no VFP support)
|
||||
.macro VFPFMRX, rd, sysreg, cond
|
||||
MRC\cond p10, 7, \rd, \sysreg, cr0, 0 @ FMRX \rd, \sysreg
|
||||
.endm
|
||||
|
||||
.macro VFPFMXR, sysreg, rd, cond
|
||||
MCR\cond p10, 7, \rd, \sysreg, cr0, 0 @ FMXR \sysreg, \rd
|
||||
.endm
|
||||
#endif
|
||||
|
||||
@ read all the working registers back into the VFP
|
||||
.macro VFPFLDMIA, base, tmp
|
||||
|
@ -40,6 +40,7 @@ obj-y += entry-armv.o
|
||||
endif
|
||||
|
||||
obj-$(CONFIG_MMU) += bugs.o
|
||||
obj-$(CONFIG_OF) += cacheinfo.o
|
||||
obj-$(CONFIG_CPU_IDLE) += cpuidle.o
|
||||
obj-$(CONFIG_ISA_DMA_API) += dma.o
|
||||
obj-$(CONFIG_FIQ) += fiq.o fiqasm.o
|
||||
|
173
arch/arm/kernel/cacheinfo.c
Normal file
173
arch/arm/kernel/cacheinfo.c
Normal file
@ -0,0 +1,173 @@
|
||||
// SPDX-License-Identifier: GPL-2.0-only
|
||||
/*
|
||||
* ARM cacheinfo support
|
||||
*
|
||||
* Copyright (C) 2023 Linaro Ltd.
|
||||
* Copyright (C) 2015 ARM Ltd.
|
||||
* All Rights Reserved
|
||||
*/
|
||||
|
||||
#include <linux/bitfield.h>
|
||||
#include <linux/cacheinfo.h>
|
||||
#include <linux/of.h>
|
||||
|
||||
#include <asm/cachetype.h>
|
||||
#include <asm/cputype.h>
|
||||
#include <asm/system_info.h>
|
||||
|
||||
/* Ctypen, bits[3(n - 1) + 2 : 3(n - 1)], for n = 1 to 7 */
|
||||
#define CLIDR_CTYPE_SHIFT(level) (3 * (level - 1))
|
||||
#define CLIDR_CTYPE_MASK(level) (7 << CLIDR_CTYPE_SHIFT(level))
|
||||
#define CLIDR_CTYPE(clidr, level) \
|
||||
(((clidr) & CLIDR_CTYPE_MASK(level)) >> CLIDR_CTYPE_SHIFT(level))
|
||||
|
||||
#define MAX_CACHE_LEVEL 7 /* Max 7 level supported */
|
||||
|
||||
#define CTR_FORMAT_MASK GENMASK(31, 29)
|
||||
#define CTR_FORMAT_ARMV6 0
|
||||
#define CTR_FORMAT_ARMV7 4
|
||||
#define CTR_CWG_MASK GENMASK(27, 24)
|
||||
#define CTR_DSIZE_LEN_MASK GENMASK(13, 12)
|
||||
#define CTR_ISIZE_LEN_MASK GENMASK(1, 0)
|
||||
|
||||
/* Also valid for v7m */
|
||||
static inline int cache_line_size_cp15(void)
|
||||
{
|
||||
u32 ctr = read_cpuid_cachetype();
|
||||
u32 format = FIELD_GET(CTR_FORMAT_MASK, ctr);
|
||||
|
||||
if (format == CTR_FORMAT_ARMV7) {
|
||||
u32 cwg = FIELD_GET(CTR_CWG_MASK, ctr);
|
||||
|
||||
return cwg ? 4 << cwg : ARCH_DMA_MINALIGN;
|
||||
} else if (WARN_ON_ONCE(format != CTR_FORMAT_ARMV6)) {
|
||||
return ARCH_DMA_MINALIGN;
|
||||
}
|
||||
|
||||
return 8 << max(FIELD_GET(CTR_ISIZE_LEN_MASK, ctr),
|
||||
FIELD_GET(CTR_DSIZE_LEN_MASK, ctr));
|
||||
}
|
||||
|
||||
int cache_line_size(void)
|
||||
{
|
||||
if (coherency_max_size != 0)
|
||||
return coherency_max_size;
|
||||
|
||||
/* CP15 is optional / implementation defined before ARMv6 */
|
||||
if (cpu_architecture() < CPU_ARCH_ARMv6)
|
||||
return ARCH_DMA_MINALIGN;
|
||||
|
||||
return cache_line_size_cp15();
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(cache_line_size);
|
||||
|
||||
static inline enum cache_type get_cache_type(int level)
|
||||
{
|
||||
u32 clidr;
|
||||
|
||||
if (level > MAX_CACHE_LEVEL)
|
||||
return CACHE_TYPE_NOCACHE;
|
||||
|
||||
clidr = read_clidr();
|
||||
|
||||
return CLIDR_CTYPE(clidr, level);
|
||||
}
|
||||
|
||||
static void ci_leaf_init(struct cacheinfo *this_leaf,
|
||||
enum cache_type type, unsigned int level)
|
||||
{
|
||||
this_leaf->level = level;
|
||||
this_leaf->type = type;
|
||||
}
|
||||
|
||||
static int detect_cache_level(unsigned int *level_p, unsigned int *leaves_p)
|
||||
{
|
||||
unsigned int ctype, level, leaves;
|
||||
u32 ctr, format;
|
||||
|
||||
/* CLIDR is not present before ARMv7/v7m */
|
||||
if (cpu_architecture() < CPU_ARCH_ARMv7)
|
||||
return -EOPNOTSUPP;
|
||||
|
||||
/* Don't try reading CLIDR if CTR declares old format */
|
||||
ctr = read_cpuid_cachetype();
|
||||
format = FIELD_GET(CTR_FORMAT_MASK, ctr);
|
||||
if (format != CTR_FORMAT_ARMV7)
|
||||
return -EOPNOTSUPP;
|
||||
|
||||
for (level = 1, leaves = 0; level <= MAX_CACHE_LEVEL; level++) {
|
||||
ctype = get_cache_type(level);
|
||||
if (ctype == CACHE_TYPE_NOCACHE) {
|
||||
level--;
|
||||
break;
|
||||
}
|
||||
/* Separate instruction and data caches */
|
||||
leaves += (ctype == CACHE_TYPE_SEPARATE) ? 2 : 1;
|
||||
}
|
||||
|
||||
*level_p = level;
|
||||
*leaves_p = leaves;
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
int early_cache_level(unsigned int cpu)
|
||||
{
|
||||
struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
|
||||
|
||||
return detect_cache_level(&this_cpu_ci->num_levels, &this_cpu_ci->num_leaves);
|
||||
}
|
||||
|
||||
int init_cache_level(unsigned int cpu)
|
||||
{
|
||||
unsigned int level, leaves;
|
||||
struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
|
||||
int fw_level;
|
||||
int ret;
|
||||
|
||||
ret = detect_cache_level(&level, &leaves);
|
||||
if (ret)
|
||||
return ret;
|
||||
|
||||
fw_level = of_find_last_cache_level(cpu);
|
||||
|
||||
if (level < fw_level) {
|
||||
/*
|
||||
* some external caches not specified in CLIDR_EL1
|
||||
* the information may be available in the device tree
|
||||
* only unified external caches are considered here
|
||||
*/
|
||||
leaves += (fw_level - level);
|
||||
level = fw_level;
|
||||
}
|
||||
|
||||
this_cpu_ci->num_levels = level;
|
||||
this_cpu_ci->num_leaves = leaves;
|
||||
return 0;
|
||||
}
|
||||
|
||||
int populate_cache_leaves(unsigned int cpu)
|
||||
{
|
||||
unsigned int level, idx;
|
||||
enum cache_type type;
|
||||
struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
|
||||
struct cacheinfo *this_leaf = this_cpu_ci->info_list;
|
||||
unsigned int arch = cpu_architecture();
|
||||
|
||||
/* CLIDR is not present before ARMv7/v7m */
|
||||
if (arch < CPU_ARCH_ARMv7)
|
||||
return -EOPNOTSUPP;
|
||||
|
||||
for (idx = 0, level = 1; level <= this_cpu_ci->num_levels &&
|
||||
idx < this_cpu_ci->num_leaves; idx++, level++) {
|
||||
type = get_cache_type(level);
|
||||
if (type == CACHE_TYPE_SEPARATE) {
|
||||
ci_leaf_init(this_leaf++, CACHE_TYPE_DATA, level);
|
||||
ci_leaf_init(this_leaf++, CACHE_TYPE_INST, level);
|
||||
} else {
|
||||
ci_leaf_init(this_leaf++, type, level);
|
||||
}
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
@ -62,8 +62,6 @@
|
||||
#define FPSCR_C (1 << 29)
|
||||
#define FPSCR_V (1 << 28)
|
||||
|
||||
#ifdef CONFIG_AS_VFP_VMRS_FPINST
|
||||
|
||||
#define fmrx(_vfp_) ({ \
|
||||
u32 __v; \
|
||||
asm volatile (".fpu vfpv2\n" \
|
||||
@ -78,26 +76,6 @@
|
||||
: : "r" (_var_) : "cc"); \
|
||||
})
|
||||
|
||||
#else
|
||||
|
||||
#define vfpreg(_vfp_) #_vfp_
|
||||
|
||||
#define fmrx(_vfp_) ({ \
|
||||
u32 __v; \
|
||||
asm volatile ("mrc p10, 7, %0, " vfpreg(_vfp_) "," \
|
||||
"cr0, 0 @ fmrx %0, " #_vfp_ \
|
||||
: "=r" (__v) : : "cc"); \
|
||||
__v; \
|
||||
})
|
||||
|
||||
#define fmxr(_vfp_, _var_) ({ \
|
||||
asm volatile ("mcr p10, 7, %0, " vfpreg(_vfp_) "," \
|
||||
"cr0, 0 @ fmxr " #_vfp_ ", %0" \
|
||||
: : "r" (_var_) : "cc"); \
|
||||
})
|
||||
|
||||
#endif
|
||||
|
||||
u32 vfp_single_cpdo(u32 inst, u32 fpscr);
|
||||
u32 vfp_single_cprt(u32 inst, u32 fpscr, struct pt_regs *regs);
|
||||
|
||||
|
@ -168,7 +168,7 @@ static void vfp_thread_copy(struct thread_info *thread)
|
||||
/*
|
||||
* When this function is called with the following 'cmd's, the following
|
||||
* is true while this function is being run:
|
||||
* THREAD_NOFTIFY_SWTICH:
|
||||
* THREAD_NOTIFY_SWITCH:
|
||||
* - the previously running thread will not be scheduled onto another CPU.
|
||||
* - the next thread to be run (v) will not be running on another CPU.
|
||||
* - thread->cpu is the local CPU number
|
||||
|
@ -147,7 +147,7 @@ static inline int get_cpu_cacheinfo_id(int cpu, int level)
|
||||
return ci ? ci->id : -1;
|
||||
}
|
||||
|
||||
#ifdef CONFIG_ARM64
|
||||
#if defined(CONFIG_ARM64) || defined(CONFIG_ARM)
|
||||
#define use_arch_cache_info() (true)
|
||||
#else
|
||||
#define use_arch_cache_info() (false)
|
||||
|
Loading…
x
Reference in New Issue
Block a user