arch/arm64/kernel/topology.c

   1 /*
   2  * arch/arm64/kernel/topology.c
   3  *
   4  * Copyright (C) 2011,2013,2014 Linaro Limited.
   5  *
   6  * Based on the arm32 version written by Vincent Guittot in turn based on
   7  * arch/sh/kernel/topology.c
   8  *
   9  * This file is subject to the terms and conditions of the GNU General Public
  10  * License.  See the file "COPYING" in the main directory of this archive
  11  * for more details.
  12  */
  13
  14 #include <linux/cpu.h>
  15 #include <linux/cpumask.h>
  16 #include <linux/init.h>
  17 #include <linux/percpu.h>
  18 #include <linux/node.h>
  19 #include <linux/nodemask.h>
  20 #include <linux/of.h>
  21 #include <linux/sched.h>
  22
  23 #include <asm/cputype.h>
  24 #include <asm/topology.h>
  25
  26 static int __init get_cpu_for_node(struct device_node *node)
  27 {
  28         struct device_node *cpu_node;
  29         int cpu;
  30
  31         cpu_node = of_parse_phandle(node, "cpu", 0);
  32         if (!cpu_node)
  33                 return -1;
  34
  35         for_each_possible_cpu(cpu) {
  36                 if (of_get_cpu_node(cpu, NULL) == cpu_node) {
  37                         of_node_put(cpu_node);
  38                         return cpu;
  39                 }
  40         }
  41
  42         pr_crit("Unable to find CPU node for %s\n", cpu_node->full_name);
  43
  44         of_node_put(cpu_node);
  45         return -1;
  46 }
  47
  48 static int __init parse_core(struct device_node *core, int cluster_id,
  49                              int core_id)
  50 {
  51         char name[10];
  52         bool leaf = true;
  53         int i = 0;
  54         int cpu;
  55         struct device_node *t;
  56
  57         do {
  58                 snprintf(name, sizeof(name), "thread%d", i);
  59                 t = of_get_child_by_name(core, name);
  60                 if (t) {
  61                         leaf = false;
  62                         cpu = get_cpu_for_node(t);
  63                         if (cpu >= 0) {
  64                                 cpu_topology[cpu].cluster_id = cluster_id;
  65                                 cpu_topology[cpu].core_id = core_id;
  66                                 cpu_topology[cpu].thread_id = i;
  67                         } else {
  68                                 pr_err("%s: Can't get CPU for thread\n",
  69                                        t->full_name);
  70                                 of_node_put(t);
  71                                 return -EINVAL;
  72                         }
  73                         of_node_put(t);
  74                 }
  75                 i++;
  76         } while (t);
  77
  78         cpu = get_cpu_for_node(core);
  79         if (cpu >= 0) {
  80                 if (!leaf) {
  81                         pr_err("%s: Core has both threads and CPU\n",
  82                                core->full_name);
  83                         return -EINVAL;
  84                 }
  85
  86                 cpu_topology[cpu].cluster_id = cluster_id;
  87                 cpu_topology[cpu].core_id = core_id;
  88         } else if (leaf) {
  89                 pr_err("%s: Can't get CPU for leaf core\n", core->full_name);
  90                 return -EINVAL;
  91         }
  92
  93         return 0;
  94 }
  95
  96 static int __init parse_cluster(struct device_node *cluster, int depth)
  97 {
  98         char name[10];
  99         bool leaf = true;
 100         bool has_cores = false;
 101         struct device_node *c;
 102         static int cluster_id __initdata;
 103         int core_id = 0;
 104         int i, ret;
 105
 106         /*
 107          * First check for child clusters; we currently ignore any
 108          * information about the nesting of clusters and present the
 109          * scheduler with a flat list of them.
 110          */
 111         i = 0;
 112         do {
 113                 snprintf(name, sizeof(name), "cluster%d", i);
 114                 c = of_get_child_by_name(cluster, name);
 115                 if (c) {
 116                         leaf = false;
 117                         ret = parse_cluster(c, depth + 1);
 118                         of_node_put(c);
 119                         if (ret != 0)
 120                                 return ret;
 121                 }
 122                 i++;
 123         } while (c);
 124
 125         /* Now check for cores */
 126         i = 0;
 127         do {
 128                 snprintf(name, sizeof(name), "core%d", i);
 129                 c = of_get_child_by_name(cluster, name);
 130                 if (c) {
 131                         has_cores = true;
 132
 133                         if (depth == 0) {
 134                                 pr_err("%s: cpu-map children should be clusters\n",
 135                                        c->full_name);
 136                                 of_node_put(c);
 137                                 return -EINVAL;
 138                         }
 139
 140                         if (leaf) {
 141                                 ret = parse_core(c, cluster_id, core_id++);
 142                         } else {
 143                                 pr_err("%s: Non-leaf cluster with core %s\n",
 144                                        cluster->full_name, name);
 145                                 ret = -EINVAL;
 146                         }
 147
 148                         of_node_put(c);
 149                         if (ret != 0)
 150                                 return ret;
 151                 }
 152                 i++;
 153         } while (c);
 154
 155         if (leaf && !has_cores)
 156                 pr_warn("%s: empty cluster\n", cluster->full_name);
 157
 158         if (leaf)
 159                 cluster_id++;
 160
 161         return 0;
 162 }
 163
 164 static int __init parse_dt_topology(void)
 165 {
 166         struct device_node *cn, *map;
 167         int ret = 0;
 168         int cpu;
 169
 170         cn = of_find_node_by_path("/cpus");
 171         if (!cn) {
 172                 pr_err("No CPU information found in DT\n");
 173                 return 0;
 174         }
 175
 176         /*
 177          * When topology is provided cpu-map is essentially a root
 178          * cluster with restricted subnodes.
 179          */
 180         map = of_get_child_by_name(cn, "cpu-map");
 181         if (!map)
 182                 goto out;
 183
 184         ret = parse_cluster(map, 0);
 185         if (ret != 0)
 186                 goto out_map;
 187
 188         /*
 189          * Check that all cores are in the topology; the SMP code will
 190          * only mark cores described in the DT as possible.
 191          */
 192         for_each_possible_cpu(cpu)
 193                 if (cpu_topology[cpu].cluster_id == -1)
 194                         ret = -EINVAL;
 195
 196 out_map:
 197         of_node_put(map);
 198 out:
 199         of_node_put(cn);
 200         return ret;
 201 }
 202
 203 /*
 204  * cpu topology table
 205  */
 206 struct cpu_topology cpu_topology[NR_CPUS];
 207 EXPORT_SYMBOL_GPL(cpu_topology);
 208
 209 const struct cpumask *cpu_coregroup_mask(int cpu)
 210 {
 211         return &cpu_topology[cpu].core_sibling;
 212 }
 213
 214 static void update_siblings_masks(unsigned int cpuid)
 215 {
 216         struct cpu_topology *cpu_topo, *cpuid_topo = &cpu_topology[cpuid];
 217         int cpu;
 218
 219         /* update core and thread sibling masks */
 220         for_each_possible_cpu(cpu) {
 221                 cpu_topo = &cpu_topology[cpu];
 222
 223                 if (cpuid_topo->cluster_id != cpu_topo->cluster_id)
 224                         continue;
 225
 226                 cpumask_set_cpu(cpuid, &cpu_topo->core_sibling);
 227                 if (cpu != cpuid)
 228                         cpumask_set_cpu(cpu, &cpuid_topo->core_sibling);
 229
 230                 if (cpuid_topo->core_id != cpu_topo->core_id)
 231                         continue;
 232
 233                 cpumask_set_cpu(cpuid, &cpu_topo->thread_sibling);
 234                 if (cpu != cpuid)
 235                         cpumask_set_cpu(cpu, &cpuid_topo->thread_sibling);
 236         }
 237 }
 238
 239 void store_cpu_topology(unsigned int cpuid)
 240 {
 241         struct cpu_topology *cpuid_topo = &cpu_topology[cpuid];
 242         u64 mpidr;
 243
 244         if (cpuid_topo->cluster_id != -1)
 245                 goto topology_populated;
 246
 247         mpidr = read_cpuid_mpidr();
 248
 249         /* Uniprocessor systems can rely on default topology values */
 250         if (mpidr & MPIDR_UP_BITMASK)
 251                 return;
 252
 253         /* Create cpu topology mapping based on MPIDR. */
 254         if (mpidr & MPIDR_MT_BITMASK) {
 255                 /* Multiprocessor system : Multi-threads per core */
 256                 cpuid_topo->thread_id  = MPIDR_AFFINITY_LEVEL(mpidr, 0);
 257                 cpuid_topo->core_id    = MPIDR_AFFINITY_LEVEL(mpidr, 1);
 258                 cpuid_topo->cluster_id = MPIDR_AFFINITY_LEVEL(mpidr, 2) |
 259                                          MPIDR_AFFINITY_LEVEL(mpidr, 3) << 8;
 260         } else {
 261                 /* Multiprocessor system : Single-thread per core */
 262                 cpuid_topo->thread_id  = -1;
 263                 cpuid_topo->core_id    = MPIDR_AFFINITY_LEVEL(mpidr, 0);
 264                 cpuid_topo->cluster_id = MPIDR_AFFINITY_LEVEL(mpidr, 1) |
 265                                          MPIDR_AFFINITY_LEVEL(mpidr, 2) << 8 |
 266                                          MPIDR_AFFINITY_LEVEL(mpidr, 3) << 16;
 267         }
 268
 269         pr_debug("CPU%u: cluster %d core %d thread %d mpidr %#016llx\n",
 270                  cpuid, cpuid_topo->cluster_id, cpuid_topo->core_id,
 271                  cpuid_topo->thread_id, mpidr);
 272
 273 topology_populated:
 274         update_siblings_masks(cpuid);
 275 }
 276
 277 static void __init reset_cpu_topology(void)
 278 {
 279         unsigned int cpu;
 280
 281         for_each_possible_cpu(cpu) {
 282                 struct cpu_topology *cpu_topo = &cpu_topology[cpu];
 283
 284                 cpu_topo->thread_id = -1;
 285                 cpu_topo->core_id = 0;
 286                 cpu_topo->cluster_id = -1;
 287
 288                 cpumask_clear(&cpu_topo->core_sibling);
 289                 cpumask_set_cpu(cpu, &cpu_topo->core_sibling);
 290                 cpumask_clear(&cpu_topo->thread_sibling);
 291                 cpumask_set_cpu(cpu, &cpu_topo->thread_sibling);
 292         }
 293 }
 294
 295 void __init init_cpu_topology(void)
 296 {
 297         reset_cpu_topology();
 298
 299         /*
 300          * Discard anything that was parsed if we hit an error so we
 301          * don't use partial information.
 302          */
 303         if (of_have_populated_dt() && parse_dt_topology())
 304                 reset_cpu_topology();
 305 }