topology.h 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230
  1. /*
  2. * Written by: Matthew Dobson, IBM Corporation
  3. *
  4. * Copyright (C) 2002, IBM Corp.
  5. *
  6. * All rights reserved.
  7. *
  8. * This program is free software; you can redistribute it and/or modify
  9. * it under the terms of the GNU General Public License as published by
  10. * the Free Software Foundation; either version 2 of the License, or
  11. * (at your option) any later version.
  12. *
  13. * This program is distributed in the hope that it will be useful, but
  14. * WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
  16. * NON INFRINGEMENT. See the GNU General Public License for more
  17. * details.
  18. *
  19. * You should have received a copy of the GNU General Public License
  20. * along with this program; if not, write to the Free Software
  21. * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  22. *
  23. * Send feedback to <[email protected]>
  24. */
  25. #ifndef _ASM_X86_TOPOLOGY_H
  26. #define _ASM_X86_TOPOLOGY_H
  27. /*
  28. * to preserve the visibility of NUMA_NO_NODE definition,
  29. * moved to there from here. May be used independent of
  30. * CONFIG_NUMA.
  31. */
  32. #include <linux/numa.h>
  33. #ifdef CONFIG_NUMA
  34. #include <linux/cpumask.h>
  35. #include <asm/mpspec.h>
  36. #include <asm/percpu.h>
  37. /* Mappings between logical cpu number and node number */
  38. DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
  39. #ifdef CONFIG_DEBUG_PER_CPU_MAPS
  40. /*
  41. * override generic percpu implementation of cpu_to_node
  42. */
  43. extern int __cpu_to_node(int cpu);
  44. #define cpu_to_node __cpu_to_node
  45. extern int early_cpu_to_node(int cpu);
  46. #else /* !CONFIG_DEBUG_PER_CPU_MAPS */
  47. /* Same function but used if called before per_cpu areas are setup */
  48. static inline int early_cpu_to_node(int cpu)
  49. {
  50. return early_per_cpu(x86_cpu_to_node_map, cpu);
  51. }
  52. #endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
  53. /* Mappings between node number and cpus on that node. */
  54. extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
  55. #ifdef CONFIG_DEBUG_PER_CPU_MAPS
  56. extern const struct cpumask *cpumask_of_node(int node);
  57. #else
  58. /* Returns a pointer to the cpumask of CPUs on Node 'node'. */
  59. static inline const struct cpumask *cpumask_of_node(int node)
  60. {
  61. return node_to_cpumask_map[node];
  62. }
  63. #endif
  64. extern void setup_node_to_cpumask_map(void);
  65. #define pcibus_to_node(bus) __pcibus_to_node(bus)
  66. extern int __node_distance(int, int);
  67. #define node_distance(a, b) __node_distance(a, b)
  68. #else /* !CONFIG_NUMA */
  69. static inline int numa_node_id(void)
  70. {
  71. return 0;
  72. }
  73. /*
  74. * indicate override:
  75. */
  76. #define numa_node_id numa_node_id
  77. static inline int early_cpu_to_node(int cpu)
  78. {
  79. return 0;
  80. }
  81. static inline void setup_node_to_cpumask_map(void) { }
  82. #endif
  83. #include <asm-generic/topology.h>
  84. extern const struct cpumask *cpu_coregroup_mask(int cpu);
  85. extern const struct cpumask *cpu_clustergroup_mask(int cpu);
  86. #define topology_logical_package_id(cpu) (cpu_data(cpu).logical_proc_id)
  87. #define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
  88. #define topology_logical_die_id(cpu) (cpu_data(cpu).logical_die_id)
  89. #define topology_die_id(cpu) (cpu_data(cpu).cpu_die_id)
  90. #define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
  91. #define topology_ppin(cpu) (cpu_data(cpu).ppin)
  92. extern unsigned int __max_die_per_package;
  93. #ifdef CONFIG_SMP
  94. #define topology_cluster_id(cpu) (per_cpu(cpu_l2c_id, cpu))
  95. #define topology_die_cpumask(cpu) (per_cpu(cpu_die_map, cpu))
  96. #define topology_cluster_cpumask(cpu) (cpu_clustergroup_mask(cpu))
  97. #define topology_core_cpumask(cpu) (per_cpu(cpu_core_map, cpu))
  98. #define topology_sibling_cpumask(cpu) (per_cpu(cpu_sibling_map, cpu))
  99. extern unsigned int __max_logical_packages;
  100. #define topology_max_packages() (__max_logical_packages)
  101. static inline int topology_max_die_per_package(void)
  102. {
  103. return __max_die_per_package;
  104. }
  105. extern int __max_smt_threads;
  106. static inline int topology_max_smt_threads(void)
  107. {
  108. return __max_smt_threads;
  109. }
  110. int topology_update_package_map(unsigned int apicid, unsigned int cpu);
  111. int topology_update_die_map(unsigned int dieid, unsigned int cpu);
  112. int topology_phys_to_logical_pkg(unsigned int pkg);
  113. int topology_phys_to_logical_die(unsigned int die, unsigned int cpu);
  114. bool topology_is_primary_thread(unsigned int cpu);
  115. bool topology_smt_supported(void);
  116. #else
  117. #define topology_max_packages() (1)
  118. static inline int
  119. topology_update_package_map(unsigned int apicid, unsigned int cpu) { return 0; }
  120. static inline int
  121. topology_update_die_map(unsigned int dieid, unsigned int cpu) { return 0; }
  122. static inline int topology_phys_to_logical_pkg(unsigned int pkg) { return 0; }
  123. static inline int topology_phys_to_logical_die(unsigned int die,
  124. unsigned int cpu) { return 0; }
  125. static inline int topology_max_die_per_package(void) { return 1; }
  126. static inline int topology_max_smt_threads(void) { return 1; }
  127. static inline bool topology_is_primary_thread(unsigned int cpu) { return true; }
  128. static inline bool topology_smt_supported(void) { return false; }
  129. #endif
  130. static inline void arch_fix_phys_package_id(int num, u32 slot)
  131. {
  132. }
  133. struct pci_bus;
  134. int x86_pci_root_bus_node(int bus);
  135. void x86_pci_root_bus_resources(int bus, struct list_head *resources);
  136. extern bool x86_topology_update;
  137. #ifdef CONFIG_SCHED_MC_PRIO
  138. #include <asm/percpu.h>
  139. DECLARE_PER_CPU_READ_MOSTLY(int, sched_core_priority);
  140. extern unsigned int __read_mostly sysctl_sched_itmt_enabled;
  141. /* Interface to set priority of a cpu */
  142. void sched_set_itmt_core_prio(int prio, int core_cpu);
  143. /* Interface to notify scheduler that system supports ITMT */
  144. int sched_set_itmt_support(void);
  145. /* Interface to notify scheduler that system revokes ITMT support */
  146. void sched_clear_itmt_support(void);
  147. #else /* CONFIG_SCHED_MC_PRIO */
  148. #define sysctl_sched_itmt_enabled 0
  149. static inline void sched_set_itmt_core_prio(int prio, int core_cpu)
  150. {
  151. }
  152. static inline int sched_set_itmt_support(void)
  153. {
  154. return 0;
  155. }
  156. static inline void sched_clear_itmt_support(void)
  157. {
  158. }
  159. #endif /* CONFIG_SCHED_MC_PRIO */
  160. #if defined(CONFIG_SMP) && defined(CONFIG_X86_64)
  161. #include <asm/cpufeature.h>
  162. DECLARE_STATIC_KEY_FALSE(arch_scale_freq_key);
  163. #define arch_scale_freq_invariant() static_branch_likely(&arch_scale_freq_key)
  164. DECLARE_PER_CPU(unsigned long, arch_freq_scale);
  165. static inline long arch_scale_freq_capacity(int cpu)
  166. {
  167. return per_cpu(arch_freq_scale, cpu);
  168. }
  169. #define arch_scale_freq_capacity arch_scale_freq_capacity
  170. extern void arch_set_max_freq_ratio(bool turbo_disabled);
  171. extern void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled);
  172. #else
  173. static inline void arch_set_max_freq_ratio(bool turbo_disabled) { }
  174. static inline void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled) { }
  175. #endif
  176. extern void arch_scale_freq_tick(void);
  177. #define arch_scale_freq_tick arch_scale_freq_tick
  178. #ifdef CONFIG_ACPI_CPPC_LIB
  179. void init_freq_invariance_cppc(void);
  180. #define arch_init_invariance_cppc init_freq_invariance_cppc
  181. #endif
  182. #endif /* _ASM_X86_TOPOLOGY_H */