arm64/sme: Provide storage for ZT0

When the system supports SME2 there is an additional register ZT0 which
we must store when the task is using SME. Since ZT0 is accessible only
when PSTATE.ZA is set just like ZA we allocate storage for it along with
ZA, increasing the allocation size for the memory region where we store
ZA and storing the data for ZT after that for ZA.

Signed-off-by: Mark Brown <broonie@kernel.org>
Link: https://lore.kernel.org/r/20221208-arm64-sme2-v4-9-f2fa0aef982f@kernel.org
Signed-off-by: Catalin Marinas <catalin.marinas@arm.com>

diff --git a/arch/arm64/include/asm/fpsimd.h b/arch/arm64/include/asm/fpsimd.h
index 2a66e3b94553bd99e12f1efd2d6b5968ea13de46..8df769c206778c6e1ff243ebd97fadfa6282bb1c 100644 (file)
--- a/arch/arm64/include/asm/fpsimd.h
+++ b/arch/arm64/include/asm/fpsimd.h
@@ -105,6 +105,13 @@ static inline void *sve_pffr(struct thread_struct *thread)
        return (char *)thread->sve_state + sve_ffr_offset(vl);
 }
 
+static inline void *thread_zt_state(struct thread_struct *thread)
+{
+       /* The ZT register state is stored immediately after the ZA state */
+       unsigned int sme_vq = sve_vq_from_vl(thread_get_sme_vl(thread));
+       return thread->sme_state + ZA_SIG_REGS_SIZE(sme_vq);
+}
+
 extern void sve_save_state(void *state, u32 *pfpsr, int save_ffr);
 extern void sve_load_state(void const *state, u32 const *pfpsr,
                           int restore_ffr);
@@ -354,6 +361,9 @@ extern unsigned int sme_get_vl(void);
 extern int sme_set_current_vl(unsigned long arg);
 extern int sme_get_current_vl(void);
 
+/* Will move with signal support */
+#define ZT_SIG_REG_SIZE 512
+
 /*
  * Return how many bytes of memory are required to store the full SME
  * specific state for task, given task's currently configured vector
@@ -366,6 +376,9 @@ static inline size_t sme_state_size(struct task_struct const *task)
 
        size = ZA_SIG_REGS_SIZE(sve_vq_from_vl(vl));
 
+       if (system_supports_sme2())
+               size += ZT_SIG_REG_SIZE;
+
        return size;
 }
 

diff --git a/arch/arm64/kernel/process.c b/arch/arm64/kernel/process.c
index 4ce0c4313ec6418d39932b994c36e80523313f73..71d59b5abede11aa0471f6cbd0cb8edb88575db0 100644 (file)
--- a/arch/arm64/kernel/process.c
+++ b/arch/arm64/kernel/process.c
@@ -307,11 +307,11 @@ int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src)
 
        /*
         * In the unlikely event that we create a new thread with ZA
-        * enabled we should retain the ZA state so duplicate it here.
-        * This may be shortly freed if we exec() or if CLONE_SETTLS
-        * but it's simpler to do it here. To avoid confusing the rest
-        * of the code ensure that we have a sve_state allocated
-        * whenever sme_state is allocated.
+        * enabled we should retain the ZA and ZT state so duplicate
+        * it here.  This may be shortly freed if we exec() or if
+        * CLONE_SETTLS but it's simpler to do it here. To avoid
+        * confusing the rest of the code ensure that we have a
+        * sve_state allocated whenever sme_state is allocated.
         */
        if (thread_za_enabled(&src->thread)) {
                dst->thread.sve_state = kzalloc(sve_state_size(src),