1 /* SPDX-License-Identifier: GPL-2.0-only */
2 /*
3 * Intel MIC Platform Software Stack (MPSS)
4 *
5 * Copyright(c) 2014 Intel Corporation.
6 *
7 * Intel SCIF driver.
8 */
9 #ifndef SCIF_MAP_H
10 #define SCIF_MAP_H
11
12 #include "../bus/scif_bus.h"
13
14 static __always_inline void *
scif_alloc_coherent(dma_addr_t * dma_handle,struct scif_dev * scifdev,size_t size,gfp_t gfp)15 scif_alloc_coherent(dma_addr_t *dma_handle,
16 struct scif_dev *scifdev, size_t size,
17 gfp_t gfp)
18 {
19 void *va;
20
21 if (scifdev_self(scifdev)) {
22 va = kmalloc(size, gfp);
23 if (va)
24 *dma_handle = virt_to_phys(va);
25 } else {
26 va = dma_alloc_coherent(&scifdev->sdev->dev,
27 size, dma_handle, gfp);
28 if (va && scifdev_is_p2p(scifdev))
29 *dma_handle = *dma_handle + scifdev->base_addr;
30 }
31 return va;
32 }
33
34 static __always_inline void
scif_free_coherent(void * va,dma_addr_t local,struct scif_dev * scifdev,size_t size)35 scif_free_coherent(void *va, dma_addr_t local,
36 struct scif_dev *scifdev, size_t size)
37 {
38 if (scifdev_self(scifdev)) {
39 kfree(va);
40 } else {
41 if (scifdev_is_p2p(scifdev) && local > scifdev->base_addr)
42 local = local - scifdev->base_addr;
43 dma_free_coherent(&scifdev->sdev->dev,
44 size, va, local);
45 }
46 }
47
48 static __always_inline int
scif_map_single(dma_addr_t * dma_handle,void * local,struct scif_dev * scifdev,size_t size)49 scif_map_single(dma_addr_t *dma_handle,
50 void *local, struct scif_dev *scifdev, size_t size)
51 {
52 int err = 0;
53
54 if (scifdev_self(scifdev)) {
55 *dma_handle = virt_to_phys((local));
56 } else {
57 *dma_handle = dma_map_single(&scifdev->sdev->dev,
58 local, size, DMA_BIDIRECTIONAL);
59 if (dma_mapping_error(&scifdev->sdev->dev, *dma_handle))
60 err = -ENOMEM;
61 else if (scifdev_is_p2p(scifdev))
62 *dma_handle = *dma_handle + scifdev->base_addr;
63 }
64 if (err)
65 *dma_handle = 0;
66 return err;
67 }
68
69 static __always_inline void
scif_unmap_single(dma_addr_t local,struct scif_dev * scifdev,size_t size)70 scif_unmap_single(dma_addr_t local, struct scif_dev *scifdev,
71 size_t size)
72 {
73 if (!scifdev_self(scifdev)) {
74 if (scifdev_is_p2p(scifdev))
75 local = local - scifdev->base_addr;
76 dma_unmap_single(&scifdev->sdev->dev, local,
77 size, DMA_BIDIRECTIONAL);
78 }
79 }
80
81 static __always_inline void *
scif_ioremap(dma_addr_t phys,size_t size,struct scif_dev * scifdev)82 scif_ioremap(dma_addr_t phys, size_t size, struct scif_dev *scifdev)
83 {
84 void *out_virt;
85 struct scif_hw_dev *sdev = scifdev->sdev;
86
87 if (scifdev_self(scifdev))
88 out_virt = phys_to_virt(phys);
89 else
90 out_virt = (void __force *)
91 sdev->hw_ops->remap(sdev, phys, size);
92 return out_virt;
93 }
94
95 static __always_inline void
scif_iounmap(void * virt,size_t len,struct scif_dev * scifdev)96 scif_iounmap(void *virt, size_t len, struct scif_dev *scifdev)
97 {
98 if (!scifdev_self(scifdev)) {
99 struct scif_hw_dev *sdev = scifdev->sdev;
100
101 sdev->hw_ops->unmap(sdev, (void __force __iomem *)virt);
102 }
103 }
104
105 static __always_inline int
scif_map_page(dma_addr_t * dma_handle,struct page * page,struct scif_dev * scifdev)106 scif_map_page(dma_addr_t *dma_handle, struct page *page,
107 struct scif_dev *scifdev)
108 {
109 int err = 0;
110
111 if (scifdev_self(scifdev)) {
112 *dma_handle = page_to_phys(page);
113 } else {
114 struct scif_hw_dev *sdev = scifdev->sdev;
115 *dma_handle = dma_map_page(&sdev->dev,
116 page, 0x0, PAGE_SIZE,
117 DMA_BIDIRECTIONAL);
118 if (dma_mapping_error(&sdev->dev, *dma_handle))
119 err = -ENOMEM;
120 else if (scifdev_is_p2p(scifdev))
121 *dma_handle = *dma_handle + scifdev->base_addr;
122 }
123 if (err)
124 *dma_handle = 0;
125 return err;
126 }
127 #endif /* SCIF_MAP_H */
128
