pwr.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Intel MID Power Management Unit (PWRMU) device driver
  4. *
  5. * Copyright (C) 2016, Intel Corporation
  6. *
  7. * Author: Andy Shevchenko <[email protected]>
  8. *
  9. * Intel MID Power Management Unit device driver handles the South Complex PCI
  10. * devices such as GPDMA, SPI, I2C, PWM, and so on. By default PCI core
  11. * modifies bits in PMCSR register in the PCI configuration space. This is not
  12. * enough on some SoCs like Intel Tangier. In such case PCI core sets a new
  13. * power state of the device in question through a PM hook registered in struct
  14. * pci_platform_pm_ops (see drivers/pci/pci-mid.c).
  15. */
  16. #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  17. #include <linux/delay.h>
  18. #include <linux/errno.h>
  19. #include <linux/interrupt.h>
  20. #include <linux/kernel.h>
  21. #include <linux/export.h>
  22. #include <linux/mutex.h>
  23. #include <linux/pci.h>
  24. #include <asm/intel-mid.h>
  25. /* Registers */
  26. #define PM_STS 0x00
  27. #define PM_CMD 0x04
  28. #define PM_ICS 0x08
  29. #define PM_WKC(x) (0x10 + (x) * 4)
  30. #define PM_WKS(x) (0x18 + (x) * 4)
  31. #define PM_SSC(x) (0x20 + (x) * 4)
  32. #define PM_SSS(x) (0x30 + (x) * 4)
  33. /* Bits in PM_STS */
  34. #define PM_STS_BUSY (1 << 8)
  35. /* Bits in PM_CMD */
  36. #define PM_CMD_CMD(x) ((x) << 0)
  37. #define PM_CMD_IOC (1 << 8)
  38. #define PM_CMD_CM_NOP (0 << 9)
  39. #define PM_CMD_CM_IMMEDIATE (1 << 9)
  40. #define PM_CMD_CM_DELAY (2 << 9)
  41. #define PM_CMD_CM_TRIGGER (3 << 9)
  42. /* System states */
  43. #define PM_CMD_SYS_STATE_S5 (5 << 16)
  44. /* Trigger variants */
  45. #define PM_CMD_CFG_TRIGGER_NC (3 << 19)
  46. /* Message to wait for TRIGGER_NC case */
  47. #define TRIGGER_NC_MSG_2 (2 << 22)
  48. /* List of commands */
  49. #define CMD_SET_CFG 0x01
  50. /* Bits in PM_ICS */
  51. #define PM_ICS_INT_STATUS(x) ((x) & 0xff)
  52. #define PM_ICS_IE (1 << 8)
  53. #define PM_ICS_IP (1 << 9)
  54. #define PM_ICS_SW_INT_STS (1 << 10)
  55. /* List of interrupts */
  56. #define INT_INVALID 0
  57. #define INT_CMD_COMPLETE 1
  58. #define INT_CMD_ERR 2
  59. #define INT_WAKE_EVENT 3
  60. #define INT_LSS_POWER_ERR 4
  61. #define INT_S0iX_MSG_ERR 5
  62. #define INT_NO_C6 6
  63. #define INT_TRIGGER_ERR 7
  64. #define INT_INACTIVITY 8
  65. /* South Complex devices */
  66. #define LSS_MAX_SHARED_DEVS 4
  67. #define LSS_MAX_DEVS 64
  68. #define LSS_WS_BITS 1 /* wake state width */
  69. #define LSS_PWS_BITS 2 /* power state width */
  70. /* Supported device IDs */
  71. #define PCI_DEVICE_ID_PENWELL 0x0828
  72. #define PCI_DEVICE_ID_TANGIER 0x11a1
  73. struct mid_pwr_dev {
  74. struct pci_dev *pdev;
  75. pci_power_t state;
  76. };
  77. struct mid_pwr {
  78. struct device *dev;
  79. void __iomem *regs;
  80. int irq;
  81. bool available;
  82. struct mutex lock;
  83. struct mid_pwr_dev lss[LSS_MAX_DEVS][LSS_MAX_SHARED_DEVS];
  84. };
  85. static struct mid_pwr *midpwr;
  86. static u32 mid_pwr_get_state(struct mid_pwr *pwr, int reg)
  87. {
  88. return readl(pwr->regs + PM_SSS(reg));
  89. }
  90. static void mid_pwr_set_state(struct mid_pwr *pwr, int reg, u32 value)
  91. {
  92. writel(value, pwr->regs + PM_SSC(reg));
  93. }
  94. static void mid_pwr_set_wake(struct mid_pwr *pwr, int reg, u32 value)
  95. {
  96. writel(value, pwr->regs + PM_WKC(reg));
  97. }
  98. static void mid_pwr_interrupt_disable(struct mid_pwr *pwr)
  99. {
  100. writel(~PM_ICS_IE, pwr->regs + PM_ICS);
  101. }
  102. static bool mid_pwr_is_busy(struct mid_pwr *pwr)
  103. {
  104. return !!(readl(pwr->regs + PM_STS) & PM_STS_BUSY);
  105. }
  106. /* Wait 500ms that the latest PWRMU command finished */
  107. static int mid_pwr_wait(struct mid_pwr *pwr)
  108. {
  109. unsigned int count = 500000;
  110. bool busy;
  111. do {
  112. busy = mid_pwr_is_busy(pwr);
  113. if (!busy)
  114. return 0;
  115. udelay(1);
  116. } while (--count);
  117. return -EBUSY;
  118. }
  119. static int mid_pwr_wait_for_cmd(struct mid_pwr *pwr, u8 cmd)
  120. {
  121. writel(PM_CMD_CMD(cmd) | PM_CMD_CM_IMMEDIATE, pwr->regs + PM_CMD);
  122. return mid_pwr_wait(pwr);
  123. }
  124. static int __update_power_state(struct mid_pwr *pwr, int reg, int bit, int new)
  125. {
  126. int curstate;
  127. u32 power;
  128. int ret;
  129. /* Check if the device is already in desired state */
  130. power = mid_pwr_get_state(pwr, reg);
  131. curstate = (power >> bit) & 3;
  132. if (curstate == new)
  133. return 0;
  134. /* Update the power state */
  135. mid_pwr_set_state(pwr, reg, (power & ~(3 << bit)) | (new << bit));
  136. /* Send command to SCU */
  137. ret = mid_pwr_wait_for_cmd(pwr, CMD_SET_CFG);
  138. if (ret)
  139. return ret;
  140. /* Check if the device is already in desired state */
  141. power = mid_pwr_get_state(pwr, reg);
  142. curstate = (power >> bit) & 3;
  143. if (curstate != new)
  144. return -EAGAIN;
  145. return 0;
  146. }
  147. static pci_power_t __find_weakest_power_state(struct mid_pwr_dev *lss,
  148. struct pci_dev *pdev,
  149. pci_power_t state)
  150. {
  151. pci_power_t weakest = PCI_D3hot;
  152. unsigned int j;
  153. /* Find device in cache or first free cell */
  154. for (j = 0; j < LSS_MAX_SHARED_DEVS; j++) {
  155. if (lss[j].pdev == pdev || !lss[j].pdev)
  156. break;
  157. }
  158. /* Store the desired state in cache */
  159. if (j < LSS_MAX_SHARED_DEVS) {
  160. lss[j].pdev = pdev;
  161. lss[j].state = state;
  162. } else {
  163. dev_WARN(&pdev->dev, "No room for device in PWRMU LSS cache\n");
  164. weakest = state;
  165. }
  166. /* Find the power state we may use */
  167. for (j = 0; j < LSS_MAX_SHARED_DEVS; j++) {
  168. if (lss[j].state < weakest)
  169. weakest = lss[j].state;
  170. }
  171. return weakest;
  172. }
  173. static int __set_power_state(struct mid_pwr *pwr, struct pci_dev *pdev,
  174. pci_power_t state, int id, int reg, int bit)
  175. {
  176. const char *name;
  177. int ret;
  178. state = __find_weakest_power_state(pwr->lss[id], pdev, state);
  179. name = pci_power_name(state);
  180. ret = __update_power_state(pwr, reg, bit, (__force int)state);
  181. if (ret) {
  182. dev_warn(&pdev->dev, "Can't set power state %s: %d\n", name, ret);
  183. return ret;
  184. }
  185. dev_vdbg(&pdev->dev, "Set power state %s\n", name);
  186. return 0;
  187. }
  188. static int mid_pwr_set_power_state(struct mid_pwr *pwr, struct pci_dev *pdev,
  189. pci_power_t state)
  190. {
  191. int id, reg, bit;
  192. int ret;
  193. id = intel_mid_pwr_get_lss_id(pdev);
  194. if (id < 0)
  195. return id;
  196. reg = (id * LSS_PWS_BITS) / 32;
  197. bit = (id * LSS_PWS_BITS) % 32;
  198. /* We support states between PCI_D0 and PCI_D3hot */
  199. if (state < PCI_D0)
  200. state = PCI_D0;
  201. if (state > PCI_D3hot)
  202. state = PCI_D3hot;
  203. mutex_lock(&pwr->lock);
  204. ret = __set_power_state(pwr, pdev, state, id, reg, bit);
  205. mutex_unlock(&pwr->lock);
  206. return ret;
  207. }
  208. int intel_mid_pci_set_power_state(struct pci_dev *pdev, pci_power_t state)
  209. {
  210. struct mid_pwr *pwr = midpwr;
  211. int ret = 0;
  212. might_sleep();
  213. if (pwr && pwr->available)
  214. ret = mid_pwr_set_power_state(pwr, pdev, state);
  215. dev_vdbg(&pdev->dev, "set_power_state() returns %d\n", ret);
  216. return 0;
  217. }
  218. pci_power_t intel_mid_pci_get_power_state(struct pci_dev *pdev)
  219. {
  220. struct mid_pwr *pwr = midpwr;
  221. int id, reg, bit;
  222. u32 power;
  223. if (!pwr || !pwr->available)
  224. return PCI_UNKNOWN;
  225. id = intel_mid_pwr_get_lss_id(pdev);
  226. if (id < 0)
  227. return PCI_UNKNOWN;
  228. reg = (id * LSS_PWS_BITS) / 32;
  229. bit = (id * LSS_PWS_BITS) % 32;
  230. power = mid_pwr_get_state(pwr, reg);
  231. return (__force pci_power_t)((power >> bit) & 3);
  232. }
  233. void intel_mid_pwr_power_off(void)
  234. {
  235. struct mid_pwr *pwr = midpwr;
  236. u32 cmd = PM_CMD_SYS_STATE_S5 |
  237. PM_CMD_CMD(CMD_SET_CFG) |
  238. PM_CMD_CM_TRIGGER |
  239. PM_CMD_CFG_TRIGGER_NC |
  240. TRIGGER_NC_MSG_2;
  241. /* Send command to SCU */
  242. writel(cmd, pwr->regs + PM_CMD);
  243. mid_pwr_wait(pwr);
  244. }
  245. int intel_mid_pwr_get_lss_id(struct pci_dev *pdev)
  246. {
  247. int vndr;
  248. u8 id;
  249. /*
  250. * Mapping to PWRMU index is kept in the Logical SubSystem ID byte of
  251. * Vendor capability.
  252. */
  253. vndr = pci_find_capability(pdev, PCI_CAP_ID_VNDR);
  254. if (!vndr)
  255. return -EINVAL;
  256. /* Read the Logical SubSystem ID byte */
  257. pci_read_config_byte(pdev, vndr + INTEL_MID_PWR_LSS_OFFSET, &id);
  258. if (!(id & INTEL_MID_PWR_LSS_TYPE))
  259. return -ENODEV;
  260. id &= ~INTEL_MID_PWR_LSS_TYPE;
  261. if (id >= LSS_MAX_DEVS)
  262. return -ERANGE;
  263. return id;
  264. }
  265. static irqreturn_t mid_pwr_irq_handler(int irq, void *dev_id)
  266. {
  267. struct mid_pwr *pwr = dev_id;
  268. u32 ics;
  269. ics = readl(pwr->regs + PM_ICS);
  270. if (!(ics & PM_ICS_IP))
  271. return IRQ_NONE;
  272. writel(ics | PM_ICS_IP, pwr->regs + PM_ICS);
  273. dev_warn(pwr->dev, "Unexpected IRQ: %#x\n", PM_ICS_INT_STATUS(ics));
  274. return IRQ_HANDLED;
  275. }
  276. struct mid_pwr_device_info {
  277. int (*set_initial_state)(struct mid_pwr *pwr);
  278. };
  279. static int mid_pwr_probe(struct pci_dev *pdev, const struct pci_device_id *id)
  280. {
  281. struct mid_pwr_device_info *info = (void *)id->driver_data;
  282. struct device *dev = &pdev->dev;
  283. struct mid_pwr *pwr;
  284. int ret;
  285. ret = pcim_enable_device(pdev);
  286. if (ret < 0) {
  287. dev_err(&pdev->dev, "error: could not enable device\n");
  288. return ret;
  289. }
  290. ret = pcim_iomap_regions(pdev, 1 << 0, pci_name(pdev));
  291. if (ret) {
  292. dev_err(&pdev->dev, "I/O memory remapping failed\n");
  293. return ret;
  294. }
  295. pwr = devm_kzalloc(dev, sizeof(*pwr), GFP_KERNEL);
  296. if (!pwr)
  297. return -ENOMEM;
  298. pwr->dev = dev;
  299. pwr->regs = pcim_iomap_table(pdev)[0];
  300. pwr->irq = pdev->irq;
  301. mutex_init(&pwr->lock);
  302. /* Disable interrupts */
  303. mid_pwr_interrupt_disable(pwr);
  304. if (info && info->set_initial_state) {
  305. ret = info->set_initial_state(pwr);
  306. if (ret)
  307. dev_warn(dev, "Can't set initial state: %d\n", ret);
  308. }
  309. ret = devm_request_irq(dev, pdev->irq, mid_pwr_irq_handler,
  310. IRQF_NO_SUSPEND, pci_name(pdev), pwr);
  311. if (ret)
  312. return ret;
  313. pwr->available = true;
  314. midpwr = pwr;
  315. pci_set_drvdata(pdev, pwr);
  316. return 0;
  317. }
  318. static int mid_set_initial_state(struct mid_pwr *pwr, const u32 *states)
  319. {
  320. unsigned int i, j;
  321. int ret;
  322. /*
  323. * Enable wake events.
  324. *
  325. * PWRMU supports up to 32 sources for wake up the system. Ungate them
  326. * all here.
  327. */
  328. mid_pwr_set_wake(pwr, 0, 0xffffffff);
  329. mid_pwr_set_wake(pwr, 1, 0xffffffff);
  330. /*
  331. * Power off South Complex devices.
  332. *
  333. * There is a map (see a note below) of 64 devices with 2 bits per each
  334. * on 32-bit HW registers. The following calls set all devices to one
  335. * known initial state, i.e. PCI_D3hot. This is done in conjunction
  336. * with PMCSR setting in arch/x86/pci/intel_mid_pci.c.
  337. *
  338. * NOTE: The actual device mapping is provided by a platform at run
  339. * time using vendor capability of PCI configuration space.
  340. */
  341. mid_pwr_set_state(pwr, 0, states[0]);
  342. mid_pwr_set_state(pwr, 1, states[1]);
  343. mid_pwr_set_state(pwr, 2, states[2]);
  344. mid_pwr_set_state(pwr, 3, states[3]);
  345. /* Send command to SCU */
  346. ret = mid_pwr_wait_for_cmd(pwr, CMD_SET_CFG);
  347. if (ret)
  348. return ret;
  349. for (i = 0; i < LSS_MAX_DEVS; i++) {
  350. for (j = 0; j < LSS_MAX_SHARED_DEVS; j++)
  351. pwr->lss[i][j].state = PCI_D3hot;
  352. }
  353. return 0;
  354. }
  355. static int pnw_set_initial_state(struct mid_pwr *pwr)
  356. {
  357. /* On Penwell SRAM must stay powered on */
  358. static const u32 states[] = {
  359. 0xf00fffff, /* PM_SSC(0) */
  360. 0xffffffff, /* PM_SSC(1) */
  361. 0xffffffff, /* PM_SSC(2) */
  362. 0xffffffff, /* PM_SSC(3) */
  363. };
  364. return mid_set_initial_state(pwr, states);
  365. }
  366. static int tng_set_initial_state(struct mid_pwr *pwr)
  367. {
  368. static const u32 states[] = {
  369. 0xffffffff, /* PM_SSC(0) */
  370. 0xffffffff, /* PM_SSC(1) */
  371. 0xffffffff, /* PM_SSC(2) */
  372. 0xffffffff, /* PM_SSC(3) */
  373. };
  374. return mid_set_initial_state(pwr, states);
  375. }
  376. static const struct mid_pwr_device_info pnw_info = {
  377. .set_initial_state = pnw_set_initial_state,
  378. };
  379. static const struct mid_pwr_device_info tng_info = {
  380. .set_initial_state = tng_set_initial_state,
  381. };
  382. /* This table should be in sync with the one in drivers/pci/pci-mid.c */
  383. static const struct pci_device_id mid_pwr_pci_ids[] = {
  384. { PCI_VDEVICE(INTEL, PCI_DEVICE_ID_PENWELL), (kernel_ulong_t)&pnw_info },
  385. { PCI_VDEVICE(INTEL, PCI_DEVICE_ID_TANGIER), (kernel_ulong_t)&tng_info },
  386. {}
  387. };
  388. static struct pci_driver mid_pwr_pci_driver = {
  389. .name = "intel_mid_pwr",
  390. .probe = mid_pwr_probe,
  391. .id_table = mid_pwr_pci_ids,
  392. };
  393. builtin_pci_driver(mid_pwr_pci_driver);