| /Linux-v4.19/drivers/infiniband/sw/rdmavt/ |
| D | vt.c | 92 struct rvt_dev_info *rdi; in rvt_alloc_device() local
94 rdi = (struct rvt_dev_info *)ib_alloc_device(size); in rvt_alloc_device()
95 if (!rdi) in rvt_alloc_device()
96 return rdi; in rvt_alloc_device()
98 rdi->ports = kcalloc(nports, in rvt_alloc_device()
101 if (!rdi->ports) in rvt_alloc_device()
102 ib_dealloc_device(&rdi->ibdev); in rvt_alloc_device()
104 return rdi; in rvt_alloc_device()
114 void rvt_dealloc_device(struct rvt_dev_info *rdi) in rvt_dealloc_device() argument
116 kfree(rdi->ports); in rvt_dealloc_device()
[all …]
|
| D | mmap.c | 58 void rvt_mmap_init(struct rvt_dev_info *rdi) in rvt_mmap_init() argument
60 INIT_LIST_HEAD(&rdi->pending_mmaps); in rvt_mmap_init()
61 spin_lock_init(&rdi->pending_lock); in rvt_mmap_init()
62 rdi->mmap_offset = PAGE_SIZE; in rvt_mmap_init()
63 spin_lock_init(&rdi->mmap_offset_lock); in rvt_mmap_init()
74 struct rvt_dev_info *rdi = ib_to_rvt(ip->context->device); in rvt_release_mmap_info() local
76 spin_lock_irq(&rdi->pending_lock); in rvt_release_mmap_info()
78 spin_unlock_irq(&rdi->pending_lock); in rvt_release_mmap_info()
112 struct rvt_dev_info *rdi = ib_to_rvt(context->device); in rvt_mmap() local
123 spin_lock_irq(&rdi->pending_lock); in rvt_mmap()
[all …]
|
| D | mad.c | 102 int rvt_create_mad_agents(struct rvt_dev_info *rdi) in rvt_create_mad_agents() argument
109 for (p = 0; p < rdi->dparms.nports; p++) { in rvt_create_mad_agents()
110 rvp = rdi->ports[p]; in rvt_create_mad_agents()
111 agent = ib_register_mad_agent(&rdi->ibdev, p + 1, in rvt_create_mad_agents()
122 if (rdi->driver_f.notify_create_mad_agent) in rvt_create_mad_agents()
123 rdi->driver_f.notify_create_mad_agent(rdi, p); in rvt_create_mad_agents()
129 for (p = 0; p < rdi->dparms.nports; p++) { in rvt_create_mad_agents()
130 rvp = rdi->ports[p]; in rvt_create_mad_agents()
135 if (rdi->driver_f.notify_free_mad_agent) in rvt_create_mad_agents()
136 rdi->driver_f.notify_free_mad_agent(rdi, p); in rvt_create_mad_agents()
[all …]
|
| D | vt.h | 63 #define rvt_pr_info(rdi, fmt, ...) \ argument
64 __rvt_pr_info(rdi->driver_f.get_pci_dev(rdi), \
65 rvt_get_ibdev_name(rdi), \
69 #define rvt_pr_warn(rdi, fmt, ...) \ argument
70 __rvt_pr_warn(rdi->driver_f.get_pci_dev(rdi), \
71 rvt_get_ibdev_name(rdi), \
75 #define rvt_pr_err(rdi, fmt, ...) \ argument
76 __rvt_pr_err(rdi->driver_f.get_pci_dev(rdi), \
77 rvt_get_ibdev_name(rdi), \
92 struct rvt_dev_info *rdi = ib_to_rvt(ibdev); in ibport_num_to_idx() local
[all …]
|
| D | qp.c | 142 static int init_qpn_table(struct rvt_dev_info *rdi, struct rvt_qpn_table *qpt) in init_qpn_table() argument
148 if (!(rdi->dparms.qpn_res_end >= rdi->dparms.qpn_res_start)) in init_qpn_table()
153 qpt->last = rdi->dparms.qpn_start; in init_qpn_table()
154 qpt->incr = rdi->dparms.qpn_inc << rdi->dparms.qos_shift; in init_qpn_table()
164 qpt->nmaps = rdi->dparms.qpn_res_start / RVT_BITS_PER_PAGE; in init_qpn_table()
167 offset = rdi->dparms.qpn_res_start & RVT_BITS_PER_PAGE_MASK; in init_qpn_table()
172 rvt_pr_info(rdi, "Reserving QPNs from 0x%x to 0x%x for non-verbs use\n", in init_qpn_table()
173 rdi->dparms.qpn_res_start, rdi->dparms.qpn_res_end); in init_qpn_table()
174 for (i = rdi->dparms.qpn_res_start; i <= rdi->dparms.qpn_res_end; i++) { in init_qpn_table()
212 int rvt_driver_qp_init(struct rvt_dev_info *rdi) in rvt_driver_qp_init() argument
[all …]
|
| D | cq.c | 184 struct rvt_dev_info *rdi = ib_to_rvt(ibdev); in rvt_create_cq() local
195 if (entries < 1 || entries > rdi->dparms.props.max_cqe) in rvt_create_cq()
201 comp_vector = comp_vector % rdi->ibdev.num_comp_vectors; in rvt_create_cq()
204 cq = kzalloc_node(sizeof(*cq), GFP_KERNEL, rdi->dparms.node); in rvt_create_cq()
222 vzalloc_node(sz, rdi->dparms.node); in rvt_create_cq()
235 cq->ip = rvt_create_mmap_info(rdi, sz, context, wc); in rvt_create_cq()
249 spin_lock_irq(&rdi->n_cqs_lock); in rvt_create_cq()
250 if (rdi->n_cqs_allocated == rdi->dparms.props.max_cq) { in rvt_create_cq()
251 spin_unlock_irq(&rdi->n_cqs_lock); in rvt_create_cq()
256 rdi->n_cqs_allocated++; in rvt_create_cq()
[all …]
|
| D | mcast.c | 62 void rvt_driver_mcast_init(struct rvt_dev_info *rdi) in rvt_driver_mcast_init() argument
68 spin_lock_init(&rdi->n_mcast_grps_lock); in rvt_driver_mcast_init()
193 static int rvt_mcast_add(struct rvt_dev_info *rdi, struct rvt_ibport *ibp, in rvt_mcast_add() argument
234 rdi->dparms.props.max_mcast_qp_attach) { in rvt_mcast_add()
246 spin_lock(&rdi->n_mcast_grps_lock); in rvt_mcast_add()
247 if (rdi->n_mcast_grps_allocated == rdi->dparms.props.max_mcast_grp) { in rvt_mcast_add()
248 spin_unlock(&rdi->n_mcast_grps_lock); in rvt_mcast_add()
253 rdi->n_mcast_grps_allocated++; in rvt_mcast_add()
254 spin_unlock(&rdi->n_mcast_grps_lock); in rvt_mcast_add()
283 struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); in rvt_attach_mcast() local
[all …]
|
| /Linux-v4.19/arch/x86/crypto/ |
| D | morus1280-sse2-asm.S | 416 movdqu STATE0_LO, (0 * 16)(%rdi)
417 movdqu STATE0_HI, (1 * 16)(%rdi)
418 movdqu STATE1_LO, (2 * 16)(%rdi)
419 movdqu STATE1_HI, (3 * 16)(%rdi)
420 movdqu STATE2_LO, (4 * 16)(%rdi)
421 movdqu STATE2_HI, (5 * 16)(%rdi)
422 movdqu STATE3_LO, (6 * 16)(%rdi)
423 movdqu STATE3_HI, (7 * 16)(%rdi)
424 movdqu STATE4_LO, (8 * 16)(%rdi)
425 movdqu STATE4_HI, (9 * 16)(%rdi)
[all …]
|
| D | morus640-sse2-asm.S | 266 movdqu STATE0, (0 * 16)(%rdi)
267 movdqu STATE1, (1 * 16)(%rdi)
268 movdqu STATE2, (2 * 16)(%rdi)
269 movdqu STATE3, (3 * 16)(%rdi)
270 movdqu STATE4, (4 * 16)(%rdi)
287 movdqu (0 * 16)(%rdi), STATE0
288 movdqu (1 * 16)(%rdi), STATE1
289 movdqu (2 * 16)(%rdi), STATE2
290 movdqu (3 * 16)(%rdi), STATE3
291 movdqu (4 * 16)(%rdi), STATE4
[all …]
|
| D | morus1280-avx2-asm.S | 285 vmovdqu STATE0, (0 * 32)(%rdi)
286 vmovdqu STATE1, (1 * 32)(%rdi)
287 vmovdqu STATE2, (2 * 32)(%rdi)
288 vmovdqu STATE3, (3 * 32)(%rdi)
289 vmovdqu STATE4, (4 * 32)(%rdi)
306 vmovdqu (0 * 32)(%rdi), STATE0
307 vmovdqu (1 * 32)(%rdi), STATE1
308 vmovdqu (2 * 32)(%rdi), STATE2
309 vmovdqu (3 * 32)(%rdi), STATE3
310 vmovdqu (4 * 32)(%rdi), STATE4
[all …]
|
| D | twofish-x86_64-asm_64.S | 81 mov s1(%r11,%rdi,4),%r8d;\
83 mov s2(%r11,%rdi,4),%r9d;\
86 xor s2(%r11,%rdi,4),%r8d;\
89 xor s3(%r11,%rdi,4),%r9d;\
91 xor s3(%r11,%rdi,4),%r8d;\
93 xor (%r11,%rdi,4), %r9d;\
96 xor (%r11,%rdi,4), %r8d;\
98 xor s1(%r11,%rdi,4),%r9d;\
119 mov s1(%r11,%rdi,4),%r8d;\
121 mov s2(%r11,%rdi,4),%r9d;\
[all …]
|
| /Linux-v4.19/arch/x86/lib/ |
| D | memmove_64.S | 33 mov %rdi, %rax
38 cmp %rdi, %rsi
42 cmp %rdi, %r8
73 movq %r11, 0*8(%rdi)
74 movq %r10, 1*8(%rdi)
75 movq %r9, 2*8(%rdi)
76 movq %r8, 3*8(%rdi)
77 leaq 4*8(%rdi), %rdi
88 lea -8(%rdi, %rdx), %r10
102 movq %rdi, %r10
[all …]
|
| D | memcpy_64.S | 35 movq %rdi, %rax
53 movq %rdi, %rax
60 movq %rdi, %rax
84 movq %r8, 0*8(%rdi)
85 movq %r9, 1*8(%rdi)
86 movq %r10, 2*8(%rdi)
87 movq %r11, 3*8(%rdi)
88 leaq 4*8(%rdi), %rdi
98 addq %rdx, %rdi
112 movq %r8, -1*8(%rdi)
[all …]
|
| D | copy_page_64.S | 44 movq %rax, 0x8*0(%rdi)
45 movq %rbx, 0x8*1(%rdi)
46 movq %rdx, 0x8*2(%rdi)
47 movq %r8, 0x8*3(%rdi)
48 movq %r9, 0x8*4(%rdi)
49 movq %r10, 0x8*5(%rdi)
50 movq %r11, 0x8*6(%rdi)
51 movq %r12, 0x8*7(%rdi)
54 leaq 64 (%rdi), %rdi
72 movq %rax, 0x8*0(%rdi)
[all …]
|
| D | memset_64.S | 33 movq %rdi,%r9
63 movq %rdi,%r9
72 movq %rdi,%r10
92 movq %rax,(%rdi)
93 movq %rax,8(%rdi)
94 movq %rax,16(%rdi)
95 movq %rax,24(%rdi)
96 movq %rax,32(%rdi)
97 movq %rax,40(%rdi)
98 movq %rax,48(%rdi)
[all …]
|
| D | copy_user_64.S | 45 5: movq %r8,(%rdi)
46 6: movq %r9,1*8(%rdi)
47 7: movq %r10,2*8(%rdi)
48 8: movq %r11,3*8(%rdi)
53 13: movq %r8,4*8(%rdi)
54 14: movq %r9,5*8(%rdi)
55 15: movq %r10,6*8(%rdi)
56 16: movq %r11,7*8(%rdi)
58 leaq 64(%rdi),%rdi
67 19: movq %r8,(%rdi)
[all …]
|
| D | csum-copy_64.S | 81 movq (%rdi), %rbx
83 movq 8(%rdi), %r8
85 movq 16(%rdi), %r11
87 movq 24(%rdi), %rdx
90 movq 32(%rdi), %r10
92 movq 40(%rdi), %r15
94 movq 48(%rdi), %r14
96 movq 56(%rdi), %r13
99 prefetcht0 5*64(%rdi)
132 leaq 64(%rdi), %rdi
[all …]
|
| /Linux-v4.19/tools/perf/arch/x86/tests/ |
| D | regs_load.S | 32 movq %rax, AX(%rdi)
33 movq %rbx, BX(%rdi)
34 movq %rcx, CX(%rdi)
35 movq %rdx, DX(%rdi)
36 movq %rsi, SI(%rdi)
37 movq %rdi, DI(%rdi)
38 movq %rbp, BP(%rdi)
41 movq %rax, SP(%rdi)
44 movq %rax, IP(%rdi)
46 movq $0, FLAGS(%rdi)
[all …]
|
| /Linux-v4.19/tools/arch/x86/lib/ |
| D | memcpy_64.S | 35 movq %rdi, %rax
53 movq %rdi, %rax
60 movq %rdi, %rax
84 movq %r8, 0*8(%rdi)
85 movq %r9, 1*8(%rdi)
86 movq %r10, 2*8(%rdi)
87 movq %r11, 3*8(%rdi)
88 leaq 4*8(%rdi), %rdi
98 addq %rdx, %rdi
112 movq %r8, -1*8(%rdi)
[all …]
|
| D | memset_64.S | 32 movq %rdi,%r9
60 movq %rdi,%r9
69 movq %rdi,%r10
89 movq %rax,(%rdi)
90 movq %rax,8(%rdi)
91 movq %rax,16(%rdi)
92 movq %rax,24(%rdi)
93 movq %rax,32(%rdi)
94 movq %rax,40(%rdi)
95 movq %rax,48(%rdi)
[all …]
|
| /Linux-v4.19/arch/x86/um/ |
| D | setjmp_64.S | 27 movq %rbx,(%rdi)
28 movq %rsp,8(%rdi) # Post-return %rsp!
30 movq %rbp,16(%rdi)
31 movq %r12,24(%rdi)
32 movq %r13,32(%rdi)
33 movq %r14,40(%rdi)
34 movq %r15,48(%rdi)
35 movq %rsi,56(%rdi) # Return address
46 movq (%rdi),%rbx
47 movq 8(%rdi),%rsp
[all …]
|
| /Linux-v4.19/include/rdma/ |
| D | rdma_vt.h | 234 struct pci_dev * (*get_pci_dev)(struct rvt_dev_info *rdi);
242 void * (*qp_priv_alloc)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
247 void (*qp_priv_free)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
258 int (*get_pmtu_from_attr)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
286 u32 (*mtu_from_qp)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
296 int (*get_guid_be)(struct rvt_dev_info *rdi, struct rvt_ibport *rvp,
302 int (*query_port_state)(struct rvt_dev_info *rdi, u8 port_num,
308 int (*shut_down_port)(struct rvt_dev_info *rdi, u8 port_num);
311 void (*cap_mask_chg)(struct rvt_dev_info *rdi, u8 port_num);
320 unsigned (*free_all_qps)(struct rvt_dev_info *rdi);
[all …]
|
| /Linux-v4.19/arch/x86/entry/ |
| D | entry_64.S | 193 pushq %rdi
194 movq $entry_SYSCALL_64_stage2, %rdi
195 JMP_NOSPEC %rdi
202 popq %rdi
236 movq %rax, %rdi
322 movq %rsp, %rdi
325 pushq RSP-RDI(%rdi) /* RSP */
326 pushq (%rdi) /* RDI */
332 SWITCH_TO_USER_CR3_STACK scratch_reg=%rdi
334 popq %rdi
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/qib/ |
| D | qib_verbs.c | 309 struct rvt_dev_info *rdi = &dd->verbs_dev.rdi; in qib_ib_rcv() local
373 qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in qib_ib_rcv()
400 spin_lock_irqsave(&dev->rdi.pending_lock, flags); in mem_timer()
409 spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); in mem_timer()
602 spin_lock(&dev->rdi.pending_lock); in __get_txreq()
608 spin_unlock(&dev->rdi.pending_lock); in __get_txreq()
619 spin_unlock(&dev->rdi.pending_lock); in __get_txreq()
632 spin_lock_irqsave(&dev->rdi.pending_lock, flags); in get_txreq()
638 spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); in get_txreq()
642 spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); in get_txreq()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/hfi1/ |
| D | verbs.c | 583 struct rvt_dev_info *rdi = &ppd->dd->verbs_dev.rdi; in hfi1_handle_packet() local
627 packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in hfi1_handle_packet()
1389 struct rvt_dev_info *rdi = &dd->verbs_dev.rdi; in hfi1_fill_device_attr() local
1392 memset(&rdi->dparms.props, 0, sizeof(rdi->dparms.props)); in hfi1_fill_device_attr()
1394 rdi->dparms.props.fw_ver = ((u64)(dc8051_ver_maj(ver)) << 32) | in hfi1_fill_device_attr()
1398 rdi->dparms.props.device_cap_flags = IB_DEVICE_BAD_PKEY_CNTR | in hfi1_fill_device_attr()
1404 rdi->dparms.props.page_size_cap = PAGE_SIZE; in hfi1_fill_device_attr()
1405 rdi->dparms.props.vendor_id = dd->oui1 << 16 | dd->oui2 << 8 | dd->oui3; in hfi1_fill_device_attr()
1406 rdi->dparms.props.vendor_part_id = dd->pcidev->device; in hfi1_fill_device_attr()
1407 rdi->dparms.props.hw_ver = dd->minrev; in hfi1_fill_device_attr()
[all …]
|
