x86/cpu/topology: Add support for the AMD 0x80000026 leaf

On AMD processors that support extended CPUID leaf 0x80000026, use the
extended leaf to parse the topology information. In case of a failure,
fall back to parsing the information from CPUID leaf 0xb.

CPUID leaf 0x80000026 exposes the "CCX" and "CCD (Die)" information on
AMD processors which have been mapped to TOPO_TILE_DOMAIN and
TOPO_DIE_DOMAIN respectively.

Since this information was previously not available via CPUID leaf 0xb
or 0x8000001e, the "die_id", "logical_die_id", "max_die_per_pkg",
"die_cpus", and "die_cpus_list" will differ with this addition on
AMD processors that support extended CPUID leaf 0x80000026 and contain
more than one "CCD (Die)" on the package.

For example, following are the changes in the values reported by
"/sys/kernel/debug/x86/topo/cpus/16" after applying this patch on a 4th
Generation AMD EPYC System (1 x 128C/256T):

  (CPU16 is the first CPU of the second CCD on the package)

		   tip:x86/apic      tip:x86/apic
				     + this patch

  online:              1                  1
  initial_apicid:      80                 80
  apicid:              80                 80
  pkg_id:              0                  0
  die_id:              0                  4       *
  cu_id:               255                255
  core_id:             64                 64
  logical_pkg_id:      0                  0
  logical_die_id:      0                  4       *
  llc_id:              8                  8
  l2c_id:              65535              65535
  amd_node_id:         0                  0
  amd_nodes_per_pkg:   1                  1
  num_threads:         256                256
  num_cores:           128                128
  max_dies_per_pkg:    1                  8       *
  max_threads_per_core:2                  2

[ prateek: commit log, updated comment in topoext_amd.c, changed has_0xb
  to has_topoext, rebased the changes on tip:x86/apic, tested the
  changes on 4th Gen AMD EPYC system ]

[ mingo: tidy up the changelog a bit more ]

Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Signed-off-by: K Prateek Nayak <kprateek.nayak@amd.com>
Signed-off-by: Ingo Molnar <mingo@kernel.org>
Link: https://lore.kernel.org/r/20240314050432.1710-1-kprateek.nayak@amd.com

diff --git a/arch/x86/kernel/cpu/topology_amd.c b/arch/x86/kernel/cpu/topology_amd.c
index 1a8b3ad493afef8eeeea65fe5dba8673517f1240..6bc44ab32dc4289be0dfb17b1bfd5974ee9579b8 100644 (file)
--- a/arch/x86/kernel/cpu/topology_amd.c
+++ b/arch/x86/kernel/cpu/topology_amd.c
@@ -48,7 +48,7 @@ static void store_node(struct topo_scan *tscan, unsigned int nr_nodes, u16 node_
        tscan->amd_node_id = node_id;
 }
 
-static bool parse_8000_001e(struct topo_scan *tscan, bool has_0xb)
+static bool parse_8000_001e(struct topo_scan *tscan, bool has_topoext)
 {
        struct {
                // eax
@@ -78,7 +78,7 @@ static bool parse_8000_001e(struct topo_scan *tscan, bool has_0xb)
         * topology_set_dom() would propagate and overwrite the already
         * propagated CORE level.
         */
-       if (!has_0xb) {
+       if (!has_topoext) {
                unsigned int nthreads = leaf.core_nthreads + 1;
 
                topology_update_dom(tscan, TOPO_SMT_DOMAIN, get_count_order(nthreads), nthreads);
@@ -137,21 +137,24 @@ static void legacy_set_llc(struct topo_scan *tscan)
 
 static void parse_topology_amd(struct topo_scan *tscan)
 {
-       bool has_0xb = false;
+       bool has_topoext = false;
 
        /*
         * If the extended topology leaf 0x8000_001e is available
-        * try to get SMT and CORE shift from leaf 0xb first, then
-        * try to get the CORE shift from leaf 0x8000_0008.
+        * try to get SMT, CORE, TILE, and DIE shifts from extended
+        * CPUID leaf 0x8000_0026 on supported processors first. If
+        * extended CPUID leaf 0x8000_0026 is not supported, try to
+        * get SMT and CORE shift from leaf 0xb first, then try to
+        * get the CORE shift from leaf 0x8000_0008.
         */
        if (cpu_feature_enabled(X86_FEATURE_TOPOEXT))
-               has_0xb = cpu_parse_topology_ext(tscan);
+               has_topoext = cpu_parse_topology_ext(tscan);
 
-       if (!has_0xb && !parse_8000_0008(tscan))
+       if (!has_topoext && !parse_8000_0008(tscan))
                return;
 
        /* Prefer leaf 0x8000001e if available */
-       if (parse_8000_001e(tscan, has_0xb))
+       if (parse_8000_001e(tscan, has_topoext))
                return;
 
        /* Try the NODEID MSR */

diff --git a/arch/x86/kernel/cpu/topology_ext.c b/arch/x86/kernel/cpu/topology_ext.c
index e477228cd5b2b4f717fc17ac37cf742fc9a633b8..467b0326bf1a1e49e696a07f3b8554fe70bfc922 100644 (file)
--- a/arch/x86/kernel/cpu/topology_ext.c
+++ b/arch/x86/kernel/cpu/topology_ext.c
@@ -13,7 +13,10 @@ enum topo_types {
        CORE_TYPE               = 2,
        MAX_TYPE_0B             = 3,
        MODULE_TYPE             = 3,
+       AMD_CCD_TYPE            = 3,
        TILE_TYPE               = 4,
+       AMD_SOCKET_TYPE         = 4,
+       MAX_TYPE_80000026       = 5,
        DIE_TYPE                = 5,
        DIEGRP_TYPE             = 6,
        MAX_TYPE_1F             = 7,
@@ -32,6 +35,13 @@ static const unsigned int topo_domain_map_0b_1f[MAX_TYPE_1F] = {
        [DIEGRP_TYPE]   = TOPO_DIEGRP_DOMAIN,
 };
 
+static const unsigned int topo_domain_map_80000026[MAX_TYPE_80000026] = {
+       [SMT_TYPE]              = TOPO_SMT_DOMAIN,
+       [CORE_TYPE]             = TOPO_CORE_DOMAIN,
+       [AMD_CCD_TYPE]          = TOPO_TILE_DOMAIN,
+       [AMD_SOCKET_TYPE]       = TOPO_DIE_DOMAIN,
+};
+
 static inline bool topo_subleaf(struct topo_scan *tscan, u32 leaf, u32 subleaf,
                                unsigned int *last_dom)
 {
@@ -56,6 +66,7 @@ static inline bool topo_subleaf(struct topo_scan *tscan, u32 leaf, u32 subleaf,
        switch (leaf) {
        case 0x0b: maxtype = MAX_TYPE_0B; map = topo_domain_map_0b_1f; break;
        case 0x1f: maxtype = MAX_TYPE_1F; map = topo_domain_map_0b_1f; break;
+       case 0x80000026: maxtype = MAX_TYPE_80000026; map = topo_domain_map_80000026; break;
        default: return false;
        }
 
@@ -125,6 +136,10 @@ bool cpu_parse_topology_ext(struct topo_scan *tscan)
        if (tscan->c->cpuid_level >= 0x1f && parse_topology_leaf(tscan, 0x1f))
                return true;
 
+       /* AMD: Try leaf 0x80000026 first. */
+       if (tscan->c->extended_cpuid_level >= 0x80000026 && parse_topology_leaf(tscan, 0x80000026))
+               return true;
+
        /* Intel/AMD: Fall back to leaf 0xB if available */
        return tscan->c->cpuid_level >= 0x0b && parse_topology_leaf(tscan, 0x0b);
 }