iomap.c 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * iomap.c - Implement iomap interface for PA-RISC
  4. * Copyright (c) 2004 Matthew Wilcox
  5. */
  6. #include <linux/ioport.h>
  7. #include <linux/pci.h>
  8. #include <linux/export.h>
  9. #include <asm/io.h>
  10. /*
  11. * The iomap space on 32-bit PA-RISC is intended to look like this:
  12. * 00000000-7fffffff virtual mapped IO
  13. * 80000000-8fffffff ISA/EISA port space that can't be virtually mapped
  14. * 90000000-9fffffff Dino port space
  15. * a0000000-afffffff Astro port space
  16. * b0000000-bfffffff PAT port space
  17. * c0000000-cfffffff non-swapped memory IO
  18. * f0000000-ffffffff legacy IO memory pointers
  19. *
  20. * For the moment, here's what it looks like:
  21. * 80000000-8fffffff All ISA/EISA port space
  22. * f0000000-ffffffff legacy IO memory pointers
  23. *
  24. * On 64-bit, everything is extended, so:
  25. * 8000000000000000-8fffffffffffffff All ISA/EISA port space
  26. * f000000000000000-ffffffffffffffff legacy IO memory pointers
  27. */
  28. /*
  29. * Technically, this should be 'if (VMALLOC_START < addr < VMALLOC_END),
  30. * but that's slow and we know it'll be within the first 2GB.
  31. */
  32. #ifdef CONFIG_64BIT
  33. #define INDIRECT_ADDR(addr) (((unsigned long)(addr) & 1UL<<63) != 0)
  34. #define ADDR_TO_REGION(addr) (((unsigned long)addr >> 60) & 7)
  35. #define IOPORT_MAP_BASE (8UL << 60)
  36. #else
  37. #define INDIRECT_ADDR(addr) (((unsigned long)(addr) & 1UL<<31) != 0)
  38. #define ADDR_TO_REGION(addr) (((unsigned long)addr >> 28) & 7)
  39. #define IOPORT_MAP_BASE (8UL << 28)
  40. #endif
  41. struct iomap_ops {
  42. unsigned int (*read8)(const void __iomem *);
  43. unsigned int (*read16)(const void __iomem *);
  44. unsigned int (*read16be)(const void __iomem *);
  45. unsigned int (*read32)(const void __iomem *);
  46. unsigned int (*read32be)(const void __iomem *);
  47. #ifdef CONFIG_64BIT
  48. u64 (*read64)(const void __iomem *);
  49. u64 (*read64be)(const void __iomem *);
  50. #endif
  51. void (*write8)(u8, void __iomem *);
  52. void (*write16)(u16, void __iomem *);
  53. void (*write16be)(u16, void __iomem *);
  54. void (*write32)(u32, void __iomem *);
  55. void (*write32be)(u32, void __iomem *);
  56. #ifdef CONFIG_64BIT
  57. void (*write64)(u64, void __iomem *);
  58. void (*write64be)(u64, void __iomem *);
  59. #endif
  60. void (*read8r)(const void __iomem *, void *, unsigned long);
  61. void (*read16r)(const void __iomem *, void *, unsigned long);
  62. void (*read32r)(const void __iomem *, void *, unsigned long);
  63. void (*write8r)(void __iomem *, const void *, unsigned long);
  64. void (*write16r)(void __iomem *, const void *, unsigned long);
  65. void (*write32r)(void __iomem *, const void *, unsigned long);
  66. };
  67. /* Generic ioport ops. To be replaced later by specific dino/elroy/wax code */
  68. #define ADDR2PORT(addr) ((unsigned long __force)(addr) & 0xffffff)
  69. static unsigned int ioport_read8(const void __iomem *addr)
  70. {
  71. return inb(ADDR2PORT(addr));
  72. }
  73. static unsigned int ioport_read16(const void __iomem *addr)
  74. {
  75. return inw(ADDR2PORT(addr));
  76. }
  77. static unsigned int ioport_read32(const void __iomem *addr)
  78. {
  79. return inl(ADDR2PORT(addr));
  80. }
  81. static void ioport_write8(u8 datum, void __iomem *addr)
  82. {
  83. outb(datum, ADDR2PORT(addr));
  84. }
  85. static void ioport_write16(u16 datum, void __iomem *addr)
  86. {
  87. outw(datum, ADDR2PORT(addr));
  88. }
  89. static void ioport_write32(u32 datum, void __iomem *addr)
  90. {
  91. outl(datum, ADDR2PORT(addr));
  92. }
  93. static void ioport_read8r(const void __iomem *addr, void *dst, unsigned long count)
  94. {
  95. insb(ADDR2PORT(addr), dst, count);
  96. }
  97. static void ioport_read16r(const void __iomem *addr, void *dst, unsigned long count)
  98. {
  99. insw(ADDR2PORT(addr), dst, count);
  100. }
  101. static void ioport_read32r(const void __iomem *addr, void *dst, unsigned long count)
  102. {
  103. insl(ADDR2PORT(addr), dst, count);
  104. }
  105. static void ioport_write8r(void __iomem *addr, const void *s, unsigned long n)
  106. {
  107. outsb(ADDR2PORT(addr), s, n);
  108. }
  109. static void ioport_write16r(void __iomem *addr, const void *s, unsigned long n)
  110. {
  111. outsw(ADDR2PORT(addr), s, n);
  112. }
  113. static void ioport_write32r(void __iomem *addr, const void *s, unsigned long n)
  114. {
  115. outsl(ADDR2PORT(addr), s, n);
  116. }
  117. static const struct iomap_ops ioport_ops = {
  118. .read8 = ioport_read8,
  119. .read16 = ioport_read16,
  120. .read16be = ioport_read16,
  121. .read32 = ioport_read32,
  122. .read32be = ioport_read32,
  123. .write8 = ioport_write8,
  124. .write16 = ioport_write16,
  125. .write16be = ioport_write16,
  126. .write32 = ioport_write32,
  127. .write32be = ioport_write32,
  128. .read8r = ioport_read8r,
  129. .read16r = ioport_read16r,
  130. .read32r = ioport_read32r,
  131. .write8r = ioport_write8r,
  132. .write16r = ioport_write16r,
  133. .write32r = ioport_write32r,
  134. };
  135. /* Legacy I/O memory ops */
  136. static unsigned int iomem_read8(const void __iomem *addr)
  137. {
  138. return readb(addr);
  139. }
  140. static unsigned int iomem_read16(const void __iomem *addr)
  141. {
  142. return readw(addr);
  143. }
  144. static unsigned int iomem_read16be(const void __iomem *addr)
  145. {
  146. return __raw_readw(addr);
  147. }
  148. static unsigned int iomem_read32(const void __iomem *addr)
  149. {
  150. return readl(addr);
  151. }
  152. static unsigned int iomem_read32be(const void __iomem *addr)
  153. {
  154. return __raw_readl(addr);
  155. }
  156. #ifdef CONFIG_64BIT
  157. static u64 iomem_read64(const void __iomem *addr)
  158. {
  159. return readq(addr);
  160. }
  161. static u64 iomem_read64be(const void __iomem *addr)
  162. {
  163. return __raw_readq(addr);
  164. }
  165. #endif
  166. static void iomem_write8(u8 datum, void __iomem *addr)
  167. {
  168. writeb(datum, addr);
  169. }
  170. static void iomem_write16(u16 datum, void __iomem *addr)
  171. {
  172. writew(datum, addr);
  173. }
  174. static void iomem_write16be(u16 datum, void __iomem *addr)
  175. {
  176. __raw_writew(datum, addr);
  177. }
  178. static void iomem_write32(u32 datum, void __iomem *addr)
  179. {
  180. writel(datum, addr);
  181. }
  182. static void iomem_write32be(u32 datum, void __iomem *addr)
  183. {
  184. __raw_writel(datum, addr);
  185. }
  186. #ifdef CONFIG_64BIT
  187. static void iomem_write64(u64 datum, void __iomem *addr)
  188. {
  189. writeq(datum, addr);
  190. }
  191. static void iomem_write64be(u64 datum, void __iomem *addr)
  192. {
  193. __raw_writeq(datum, addr);
  194. }
  195. #endif
  196. static void iomem_read8r(const void __iomem *addr, void *dst, unsigned long count)
  197. {
  198. while (count--) {
  199. *(u8 *)dst = __raw_readb(addr);
  200. dst++;
  201. }
  202. }
  203. static void iomem_read16r(const void __iomem *addr, void *dst, unsigned long count)
  204. {
  205. while (count--) {
  206. *(u16 *)dst = __raw_readw(addr);
  207. dst += 2;
  208. }
  209. }
  210. static void iomem_read32r(const void __iomem *addr, void *dst, unsigned long count)
  211. {
  212. while (count--) {
  213. *(u32 *)dst = __raw_readl(addr);
  214. dst += 4;
  215. }
  216. }
  217. static void iomem_write8r(void __iomem *addr, const void *s, unsigned long n)
  218. {
  219. while (n--) {
  220. __raw_writeb(*(u8 *)s, addr);
  221. s++;
  222. }
  223. }
  224. static void iomem_write16r(void __iomem *addr, const void *s, unsigned long n)
  225. {
  226. while (n--) {
  227. __raw_writew(*(u16 *)s, addr);
  228. s += 2;
  229. }
  230. }
  231. static void iomem_write32r(void __iomem *addr, const void *s, unsigned long n)
  232. {
  233. while (n--) {
  234. __raw_writel(*(u32 *)s, addr);
  235. s += 4;
  236. }
  237. }
  238. static const struct iomap_ops iomem_ops = {
  239. .read8 = iomem_read8,
  240. .read16 = iomem_read16,
  241. .read16be = iomem_read16be,
  242. .read32 = iomem_read32,
  243. .read32be = iomem_read32be,
  244. #ifdef CONFIG_64BIT
  245. .read64 = iomem_read64,
  246. .read64be = iomem_read64be,
  247. #endif
  248. .write8 = iomem_write8,
  249. .write16 = iomem_write16,
  250. .write16be = iomem_write16be,
  251. .write32 = iomem_write32,
  252. .write32be = iomem_write32be,
  253. #ifdef CONFIG_64BIT
  254. .write64 = iomem_write64,
  255. .write64be = iomem_write64be,
  256. #endif
  257. .read8r = iomem_read8r,
  258. .read16r = iomem_read16r,
  259. .read32r = iomem_read32r,
  260. .write8r = iomem_write8r,
  261. .write16r = iomem_write16r,
  262. .write32r = iomem_write32r,
  263. };
  264. static const struct iomap_ops *iomap_ops[8] = {
  265. [0] = &ioport_ops,
  266. [7] = &iomem_ops
  267. };
  268. unsigned int ioread8(const void __iomem *addr)
  269. {
  270. if (unlikely(INDIRECT_ADDR(addr)))
  271. return iomap_ops[ADDR_TO_REGION(addr)]->read8(addr);
  272. return *((u8 *)addr);
  273. }
  274. unsigned int ioread16(const void __iomem *addr)
  275. {
  276. if (unlikely(INDIRECT_ADDR(addr)))
  277. return iomap_ops[ADDR_TO_REGION(addr)]->read16(addr);
  278. return le16_to_cpup((u16 *)addr);
  279. }
  280. unsigned int ioread16be(const void __iomem *addr)
  281. {
  282. if (unlikely(INDIRECT_ADDR(addr)))
  283. return iomap_ops[ADDR_TO_REGION(addr)]->read16be(addr);
  284. return *((u16 *)addr);
  285. }
  286. unsigned int ioread32(const void __iomem *addr)
  287. {
  288. if (unlikely(INDIRECT_ADDR(addr)))
  289. return iomap_ops[ADDR_TO_REGION(addr)]->read32(addr);
  290. return le32_to_cpup((u32 *)addr);
  291. }
  292. unsigned int ioread32be(const void __iomem *addr)
  293. {
  294. if (unlikely(INDIRECT_ADDR(addr)))
  295. return iomap_ops[ADDR_TO_REGION(addr)]->read32be(addr);
  296. return *((u32 *)addr);
  297. }
  298. #ifdef CONFIG_64BIT
  299. u64 ioread64(const void __iomem *addr)
  300. {
  301. if (unlikely(INDIRECT_ADDR(addr)))
  302. return iomap_ops[ADDR_TO_REGION(addr)]->read64(addr);
  303. return le64_to_cpup((u64 *)addr);
  304. }
  305. u64 ioread64be(const void __iomem *addr)
  306. {
  307. if (unlikely(INDIRECT_ADDR(addr)))
  308. return iomap_ops[ADDR_TO_REGION(addr)]->read64be(addr);
  309. return *((u64 *)addr);
  310. }
  311. #endif
  312. void iowrite8(u8 datum, void __iomem *addr)
  313. {
  314. if (unlikely(INDIRECT_ADDR(addr))) {
  315. iomap_ops[ADDR_TO_REGION(addr)]->write8(datum, addr);
  316. } else {
  317. *((u8 *)addr) = datum;
  318. }
  319. }
  320. void iowrite16(u16 datum, void __iomem *addr)
  321. {
  322. if (unlikely(INDIRECT_ADDR(addr))) {
  323. iomap_ops[ADDR_TO_REGION(addr)]->write16(datum, addr);
  324. } else {
  325. *((u16 *)addr) = cpu_to_le16(datum);
  326. }
  327. }
  328. void iowrite16be(u16 datum, void __iomem *addr)
  329. {
  330. if (unlikely(INDIRECT_ADDR(addr))) {
  331. iomap_ops[ADDR_TO_REGION(addr)]->write16be(datum, addr);
  332. } else {
  333. *((u16 *)addr) = datum;
  334. }
  335. }
  336. void iowrite32(u32 datum, void __iomem *addr)
  337. {
  338. if (unlikely(INDIRECT_ADDR(addr))) {
  339. iomap_ops[ADDR_TO_REGION(addr)]->write32(datum, addr);
  340. } else {
  341. *((u32 *)addr) = cpu_to_le32(datum);
  342. }
  343. }
  344. void iowrite32be(u32 datum, void __iomem *addr)
  345. {
  346. if (unlikely(INDIRECT_ADDR(addr))) {
  347. iomap_ops[ADDR_TO_REGION(addr)]->write32be(datum, addr);
  348. } else {
  349. *((u32 *)addr) = datum;
  350. }
  351. }
  352. #ifdef CONFIG_64BIT
  353. void iowrite64(u64 datum, void __iomem *addr)
  354. {
  355. if (unlikely(INDIRECT_ADDR(addr))) {
  356. iomap_ops[ADDR_TO_REGION(addr)]->write64(datum, addr);
  357. } else {
  358. *((u64 *)addr) = cpu_to_le64(datum);
  359. }
  360. }
  361. void iowrite64be(u64 datum, void __iomem *addr)
  362. {
  363. if (unlikely(INDIRECT_ADDR(addr))) {
  364. iomap_ops[ADDR_TO_REGION(addr)]->write64be(datum, addr);
  365. } else {
  366. *((u64 *)addr) = datum;
  367. }
  368. }
  369. #endif
  370. /* Repeating interfaces */
  371. void ioread8_rep(const void __iomem *addr, void *dst, unsigned long count)
  372. {
  373. if (unlikely(INDIRECT_ADDR(addr))) {
  374. iomap_ops[ADDR_TO_REGION(addr)]->read8r(addr, dst, count);
  375. } else {
  376. while (count--) {
  377. *(u8 *)dst = *(u8 *)addr;
  378. dst++;
  379. }
  380. }
  381. }
  382. void ioread16_rep(const void __iomem *addr, void *dst, unsigned long count)
  383. {
  384. if (unlikely(INDIRECT_ADDR(addr))) {
  385. iomap_ops[ADDR_TO_REGION(addr)]->read16r(addr, dst, count);
  386. } else {
  387. while (count--) {
  388. *(u16 *)dst = *(u16 *)addr;
  389. dst += 2;
  390. }
  391. }
  392. }
  393. void ioread32_rep(const void __iomem *addr, void *dst, unsigned long count)
  394. {
  395. if (unlikely(INDIRECT_ADDR(addr))) {
  396. iomap_ops[ADDR_TO_REGION(addr)]->read32r(addr, dst, count);
  397. } else {
  398. while (count--) {
  399. *(u32 *)dst = *(u32 *)addr;
  400. dst += 4;
  401. }
  402. }
  403. }
  404. void iowrite8_rep(void __iomem *addr, const void *src, unsigned long count)
  405. {
  406. if (unlikely(INDIRECT_ADDR(addr))) {
  407. iomap_ops[ADDR_TO_REGION(addr)]->write8r(addr, src, count);
  408. } else {
  409. while (count--) {
  410. *(u8 *)addr = *(u8 *)src;
  411. src++;
  412. }
  413. }
  414. }
  415. void iowrite16_rep(void __iomem *addr, const void *src, unsigned long count)
  416. {
  417. if (unlikely(INDIRECT_ADDR(addr))) {
  418. iomap_ops[ADDR_TO_REGION(addr)]->write16r(addr, src, count);
  419. } else {
  420. while (count--) {
  421. *(u16 *)addr = *(u16 *)src;
  422. src += 2;
  423. }
  424. }
  425. }
  426. void iowrite32_rep(void __iomem *addr, const void *src, unsigned long count)
  427. {
  428. if (unlikely(INDIRECT_ADDR(addr))) {
  429. iomap_ops[ADDR_TO_REGION(addr)]->write32r(addr, src, count);
  430. } else {
  431. while (count--) {
  432. *(u32 *)addr = *(u32 *)src;
  433. src += 4;
  434. }
  435. }
  436. }
  437. /* Mapping interfaces */
  438. void __iomem *ioport_map(unsigned long port, unsigned int nr)
  439. {
  440. return (void __iomem *)(IOPORT_MAP_BASE | port);
  441. }
  442. void ioport_unmap(void __iomem *addr)
  443. {
  444. if (!INDIRECT_ADDR(addr)) {
  445. iounmap(addr);
  446. }
  447. }
  448. #ifdef CONFIG_PCI
  449. void pci_iounmap(struct pci_dev *dev, void __iomem * addr)
  450. {
  451. if (!INDIRECT_ADDR(addr)) {
  452. iounmap(addr);
  453. }
  454. }
  455. EXPORT_SYMBOL(pci_iounmap);
  456. #endif
  457. EXPORT_SYMBOL(ioread8);
  458. EXPORT_SYMBOL(ioread16);
  459. EXPORT_SYMBOL(ioread16be);
  460. EXPORT_SYMBOL(ioread32);
  461. EXPORT_SYMBOL(ioread32be);
  462. #ifdef CONFIG_64BIT
  463. EXPORT_SYMBOL(ioread64);
  464. EXPORT_SYMBOL(ioread64be);
  465. #endif
  466. EXPORT_SYMBOL(iowrite8);
  467. EXPORT_SYMBOL(iowrite16);
  468. EXPORT_SYMBOL(iowrite16be);
  469. EXPORT_SYMBOL(iowrite32);
  470. EXPORT_SYMBOL(iowrite32be);
  471. #ifdef CONFIG_64BIT
  472. EXPORT_SYMBOL(iowrite64);
  473. EXPORT_SYMBOL(iowrite64be);
  474. #endif
  475. EXPORT_SYMBOL(ioread8_rep);
  476. EXPORT_SYMBOL(ioread16_rep);
  477. EXPORT_SYMBOL(ioread32_rep);
  478. EXPORT_SYMBOL(iowrite8_rep);
  479. EXPORT_SYMBOL(iowrite16_rep);
  480. EXPORT_SYMBOL(iowrite32_rep);
  481. EXPORT_SYMBOL(ioport_map);
  482. EXPORT_SYMBOL(ioport_unmap);