cpuid-deps.c 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121
  1. /* Declare dependencies between CPUIDs */
  2. #include <linux/kernel.h>
  3. #include <linux/init.h>
  4. #include <linux/module.h>
  5. #include <asm/cpufeature.h>
  6. struct cpuid_dep {
  7. unsigned int feature;
  8. unsigned int depends;
  9. };
  10. /*
  11. * Table of CPUID features that depend on others.
  12. *
  13. * This only includes dependencies that can be usefully disabled, not
  14. * features part of the base set (like FPU).
  15. *
  16. * Note this all is not __init / __initdata because it can be
  17. * called from cpu hotplug. It shouldn't do anything in this case,
  18. * but it's difficult to tell that to the init reference checker.
  19. */
  20. static const struct cpuid_dep cpuid_deps[] = {
  21. { X86_FEATURE_XSAVEOPT, X86_FEATURE_XSAVE },
  22. { X86_FEATURE_XSAVEC, X86_FEATURE_XSAVE },
  23. { X86_FEATURE_XSAVES, X86_FEATURE_XSAVE },
  24. { X86_FEATURE_AVX, X86_FEATURE_XSAVE },
  25. { X86_FEATURE_PKU, X86_FEATURE_XSAVE },
  26. { X86_FEATURE_MPX, X86_FEATURE_XSAVE },
  27. { X86_FEATURE_XGETBV1, X86_FEATURE_XSAVE },
  28. { X86_FEATURE_FXSR_OPT, X86_FEATURE_FXSR },
  29. { X86_FEATURE_XMM, X86_FEATURE_FXSR },
  30. { X86_FEATURE_XMM2, X86_FEATURE_XMM },
  31. { X86_FEATURE_XMM3, X86_FEATURE_XMM2 },
  32. { X86_FEATURE_XMM4_1, X86_FEATURE_XMM2 },
  33. { X86_FEATURE_XMM4_2, X86_FEATURE_XMM2 },
  34. { X86_FEATURE_XMM3, X86_FEATURE_XMM2 },
  35. { X86_FEATURE_PCLMULQDQ, X86_FEATURE_XMM2 },
  36. { X86_FEATURE_SSSE3, X86_FEATURE_XMM2, },
  37. { X86_FEATURE_F16C, X86_FEATURE_XMM2, },
  38. { X86_FEATURE_AES, X86_FEATURE_XMM2 },
  39. { X86_FEATURE_SHA_NI, X86_FEATURE_XMM2 },
  40. { X86_FEATURE_FMA, X86_FEATURE_AVX },
  41. { X86_FEATURE_AVX2, X86_FEATURE_AVX, },
  42. { X86_FEATURE_AVX512F, X86_FEATURE_AVX, },
  43. { X86_FEATURE_AVX512IFMA, X86_FEATURE_AVX512F },
  44. { X86_FEATURE_AVX512PF, X86_FEATURE_AVX512F },
  45. { X86_FEATURE_AVX512ER, X86_FEATURE_AVX512F },
  46. { X86_FEATURE_AVX512CD, X86_FEATURE_AVX512F },
  47. { X86_FEATURE_AVX512DQ, X86_FEATURE_AVX512F },
  48. { X86_FEATURE_AVX512BW, X86_FEATURE_AVX512F },
  49. { X86_FEATURE_AVX512VL, X86_FEATURE_AVX512F },
  50. { X86_FEATURE_AVX512VBMI, X86_FEATURE_AVX512F },
  51. { X86_FEATURE_AVX512_VBMI2, X86_FEATURE_AVX512VL },
  52. { X86_FEATURE_GFNI, X86_FEATURE_AVX512VL },
  53. { X86_FEATURE_VAES, X86_FEATURE_AVX512VL },
  54. { X86_FEATURE_VPCLMULQDQ, X86_FEATURE_AVX512VL },
  55. { X86_FEATURE_AVX512_VNNI, X86_FEATURE_AVX512VL },
  56. { X86_FEATURE_AVX512_BITALG, X86_FEATURE_AVX512VL },
  57. { X86_FEATURE_AVX512_4VNNIW, X86_FEATURE_AVX512F },
  58. { X86_FEATURE_AVX512_4FMAPS, X86_FEATURE_AVX512F },
  59. { X86_FEATURE_AVX512_VPOPCNTDQ, X86_FEATURE_AVX512F },
  60. {}
  61. };
  62. static inline void clear_feature(struct cpuinfo_x86 *c, unsigned int feature)
  63. {
  64. /*
  65. * Note: This could use the non atomic __*_bit() variants, but the
  66. * rest of the cpufeature code uses atomics as well, so keep it for
  67. * consistency. Cleanup all of it separately.
  68. */
  69. if (!c) {
  70. clear_cpu_cap(&boot_cpu_data, feature);
  71. set_bit(feature, (unsigned long *)cpu_caps_cleared);
  72. } else {
  73. clear_bit(feature, (unsigned long *)c->x86_capability);
  74. }
  75. }
  76. /* Take the capabilities and the BUG bits into account */
  77. #define MAX_FEATURE_BITS ((NCAPINTS + NBUGINTS) * sizeof(u32) * 8)
  78. static void do_clear_cpu_cap(struct cpuinfo_x86 *c, unsigned int feature)
  79. {
  80. DECLARE_BITMAP(disable, MAX_FEATURE_BITS);
  81. const struct cpuid_dep *d;
  82. bool changed;
  83. if (WARN_ON(feature >= MAX_FEATURE_BITS))
  84. return;
  85. clear_feature(c, feature);
  86. /* Collect all features to disable, handling dependencies */
  87. memset(disable, 0, sizeof(disable));
  88. __set_bit(feature, disable);
  89. /* Loop until we get a stable state. */
  90. do {
  91. changed = false;
  92. for (d = cpuid_deps; d->feature; d++) {
  93. if (!test_bit(d->depends, disable))
  94. continue;
  95. if (__test_and_set_bit(d->feature, disable))
  96. continue;
  97. changed = true;
  98. clear_feature(c, d->feature);
  99. }
  100. } while (changed);
  101. }
  102. void clear_cpu_cap(struct cpuinfo_x86 *c, unsigned int feature)
  103. {
  104. do_clear_cpu_cap(c, feature);
  105. }
  106. void setup_clear_cpu_cap(unsigned int feature)
  107. {
  108. do_clear_cpu_cap(NULL, feature);
  109. }