| /Linux-v5.4/drivers/infiniband/sw/rdmavt/ |
| D | vt.c | 92 struct rvt_dev_info *rdi; in rvt_alloc_device() local
94 rdi = container_of(_ib_alloc_device(size), struct rvt_dev_info, ibdev); in rvt_alloc_device()
95 if (!rdi) in rvt_alloc_device()
96 return rdi; in rvt_alloc_device()
98 rdi->ports = kcalloc(nports, in rvt_alloc_device()
101 if (!rdi->ports) in rvt_alloc_device()
102 ib_dealloc_device(&rdi->ibdev); in rvt_alloc_device()
104 return rdi; in rvt_alloc_device()
114 void rvt_dealloc_device(struct rvt_dev_info *rdi) in rvt_dealloc_device() argument
116 kfree(rdi->ports); in rvt_dealloc_device()
[all …]
|
| D | mmap.c | 59 void rvt_mmap_init(struct rvt_dev_info *rdi) in rvt_mmap_init() argument
61 INIT_LIST_HEAD(&rdi->pending_mmaps); in rvt_mmap_init()
62 spin_lock_init(&rdi->pending_lock); in rvt_mmap_init()
63 rdi->mmap_offset = PAGE_SIZE; in rvt_mmap_init()
64 spin_lock_init(&rdi->mmap_offset_lock); in rvt_mmap_init()
75 struct rvt_dev_info *rdi = ib_to_rvt(ip->context->device); in rvt_release_mmap_info() local
77 spin_lock_irq(&rdi->pending_lock); in rvt_release_mmap_info()
79 spin_unlock_irq(&rdi->pending_lock); in rvt_release_mmap_info()
113 struct rvt_dev_info *rdi = ib_to_rvt(context->device); in rvt_mmap() local
124 spin_lock_irq(&rdi->pending_lock); in rvt_mmap()
[all …]
|
| D | vt.h | 63 #define rvt_pr_info(rdi, fmt, ...) \ argument
64 __rvt_pr_info(rdi->driver_f.get_pci_dev(rdi), \
65 rvt_get_ibdev_name(rdi), \
69 #define rvt_pr_warn(rdi, fmt, ...) \ argument
70 __rvt_pr_warn(rdi->driver_f.get_pci_dev(rdi), \
71 rvt_get_ibdev_name(rdi), \
75 #define rvt_pr_err(rdi, fmt, ...) \ argument
76 __rvt_pr_err(rdi->driver_f.get_pci_dev(rdi), \
77 rvt_get_ibdev_name(rdi), \
81 #define rvt_pr_err_ratelimited(rdi, fmt, ...) \ argument
[all …]
|
| D | mad.c | 102 int rvt_create_mad_agents(struct rvt_dev_info *rdi) in rvt_create_mad_agents() argument
109 for (p = 0; p < rdi->dparms.nports; p++) { in rvt_create_mad_agents()
110 rvp = rdi->ports[p]; in rvt_create_mad_agents()
111 agent = ib_register_mad_agent(&rdi->ibdev, p + 1, in rvt_create_mad_agents()
122 if (rdi->driver_f.notify_create_mad_agent) in rvt_create_mad_agents()
123 rdi->driver_f.notify_create_mad_agent(rdi, p); in rvt_create_mad_agents()
129 for (p = 0; p < rdi->dparms.nports; p++) { in rvt_create_mad_agents()
130 rvp = rdi->ports[p]; in rvt_create_mad_agents()
135 if (rdi->driver_f.notify_free_mad_agent) in rvt_create_mad_agents()
136 rdi->driver_f.notify_free_mad_agent(rdi, p); in rvt_create_mad_agents()
[all …]
|
| D | qp.c | 143 void rvt_wss_exit(struct rvt_dev_info *rdi) in rvt_wss_exit() argument
145 struct rvt_wss *wss = rdi->wss; in rvt_wss_exit()
153 kfree(rdi->wss); in rvt_wss_exit()
154 rdi->wss = NULL; in rvt_wss_exit()
162 int rvt_wss_init(struct rvt_dev_info *rdi) in rvt_wss_init() argument
164 unsigned int sge_copy_mode = rdi->dparms.sge_copy_mode; in rvt_wss_init()
165 unsigned int wss_threshold = rdi->dparms.wss_threshold; in rvt_wss_init()
166 unsigned int wss_clean_period = rdi->dparms.wss_clean_period; in rvt_wss_init()
172 int node = rdi->dparms.node; in rvt_wss_init()
175 rdi->wss = NULL; in rvt_wss_init()
[all …]
|
| D | cq.c | 104 struct rvt_dev_info *rdi = cq->rdi; in rvt_cq_enter() local
107 rvt_pr_err_ratelimited(rdi, "CQ is full!\n"); in rvt_cq_enter()
204 struct rvt_dev_info *rdi = ib_to_rvt(ibdev); in rvt_create_cq() local
216 if (entries < 1 || entries > rdi->dparms.props.max_cqe) in rvt_create_cq()
222 comp_vector = comp_vector % rdi->ibdev.num_comp_vectors; in rvt_create_cq()
240 k_wc = vzalloc_node(sz, rdi->dparms.node); in rvt_create_cq()
250 cq->ip = rvt_create_mmap_info(rdi, sz, udata, u_wc); in rvt_create_cq()
262 spin_lock_irq(&rdi->n_cqs_lock); in rvt_create_cq()
263 if (rdi->n_cqs_allocated == rdi->dparms.props.max_cq) { in rvt_create_cq()
264 spin_unlock_irq(&rdi->n_cqs_lock); in rvt_create_cq()
[all …]
|
| D | mcast.c | 62 void rvt_driver_mcast_init(struct rvt_dev_info *rdi) in rvt_driver_mcast_init() argument
68 spin_lock_init(&rdi->n_mcast_grps_lock); in rvt_driver_mcast_init()
193 static int rvt_mcast_add(struct rvt_dev_info *rdi, struct rvt_ibport *ibp, in rvt_mcast_add() argument
234 rdi->dparms.props.max_mcast_qp_attach) { in rvt_mcast_add()
246 spin_lock(&rdi->n_mcast_grps_lock); in rvt_mcast_add()
247 if (rdi->n_mcast_grps_allocated == rdi->dparms.props.max_mcast_grp) { in rvt_mcast_add()
248 spin_unlock(&rdi->n_mcast_grps_lock); in rvt_mcast_add()
253 rdi->n_mcast_grps_allocated++; in rvt_mcast_add()
254 spin_unlock(&rdi->n_mcast_grps_lock); in rvt_mcast_add()
283 struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); in rvt_attach_mcast() local
[all …]
|
| D | mr.c | 64 int rvt_driver_mr_init(struct rvt_dev_info *rdi) in rvt_driver_mr_init() argument
66 unsigned int lkey_table_size = rdi->dparms.lkey_table_size; in rvt_driver_mr_init()
78 spin_lock_init(&rdi->lkey_table.lock); in rvt_driver_mr_init()
82 rvt_pr_warn(rdi, "lkey bits %u too large, reduced to %u\n", in rvt_driver_mr_init()
84 rdi->dparms.lkey_table_size = RVT_MAX_LKEY_TABLE_BITS; in rvt_driver_mr_init()
85 lkey_table_size = rdi->dparms.lkey_table_size; in rvt_driver_mr_init()
87 rdi->lkey_table.max = 1 << lkey_table_size; in rvt_driver_mr_init()
88 rdi->lkey_table.shift = 32 - lkey_table_size; in rvt_driver_mr_init()
89 lk_tab_size = rdi->lkey_table.max * sizeof(*rdi->lkey_table.table); in rvt_driver_mr_init()
90 rdi->lkey_table.table = (struct rvt_mregion __rcu **) in rvt_driver_mr_init()
[all …]
|
| /Linux-v5.4/arch/x86/lib/ |
| D | memmove_64.S | 33 mov %rdi, %rax
38 cmp %rdi, %rsi
42 cmp %rdi, %r8
73 movq %r11, 0*8(%rdi)
74 movq %r10, 1*8(%rdi)
75 movq %r9, 2*8(%rdi)
76 movq %r8, 3*8(%rdi)
77 leaq 4*8(%rdi), %rdi
88 lea -8(%rdi, %rdx), %r10
102 movq %rdi, %r10
[all …]
|
| D | memcpy_64.S | 36 movq %rdi, %rax
54 movq %rdi, %rax
61 movq %rdi, %rax
85 movq %r8, 0*8(%rdi)
86 movq %r9, 1*8(%rdi)
87 movq %r10, 2*8(%rdi)
88 movq %r11, 3*8(%rdi)
89 leaq 4*8(%rdi), %rdi
99 addq %rdx, %rdi
113 movq %r8, -1*8(%rdi)
[all …]
|
| D | copy_page_64.S | 44 movq %rax, 0x8*0(%rdi)
45 movq %rbx, 0x8*1(%rdi)
46 movq %rdx, 0x8*2(%rdi)
47 movq %r8, 0x8*3(%rdi)
48 movq %r9, 0x8*4(%rdi)
49 movq %r10, 0x8*5(%rdi)
50 movq %r11, 0x8*6(%rdi)
51 movq %r12, 0x8*7(%rdi)
54 leaq 64 (%rdi), %rdi
72 movq %rax, 0x8*0(%rdi)
[all …]
|
| D | memset_64.S | 33 movq %rdi,%r9
63 movq %rdi,%r9
72 movq %rdi,%r10
92 movq %rax,(%rdi)
93 movq %rax,8(%rdi)
94 movq %rax,16(%rdi)
95 movq %rax,24(%rdi)
96 movq %rax,32(%rdi)
97 movq %rax,40(%rdi)
98 movq %rax,48(%rdi)
[all …]
|
| D | copy_user_64.S | 28 101: movb %al,(%rdi)
30 incq %rdi
69 5: movq %r8,(%rdi)
70 6: movq %r9,1*8(%rdi)
71 7: movq %r10,2*8(%rdi)
72 8: movq %r11,3*8(%rdi)
77 13: movq %r8,4*8(%rdi)
78 14: movq %r9,5*8(%rdi)
79 15: movq %r10,6*8(%rdi)
80 16: movq %r11,7*8(%rdi)
[all …]
|
| D | csum-copy_64.S | 85 movq (%rdi), %rbx
87 movq 8(%rdi), %r8
89 movq 16(%rdi), %r11
91 movq 24(%rdi), %rdx
94 movq 32(%rdi), %r10
96 movq 40(%rdi), %r15
98 movq 48(%rdi), %r14
100 movq 56(%rdi), %r13
103 prefetcht0 5*64(%rdi)
136 leaq 64(%rdi), %rdi
[all …]
|
| D | msr-reg.S | 18 movq %rdi, %r10 /* Save pointer */
20 movl (%rdi), %eax
21 movl 4(%rdi), %ecx
22 movl 8(%rdi), %edx
23 movl 12(%rdi), %ebx
24 movl 20(%rdi), %r12d
25 movl 24(%rdi), %esi
26 movl 28(%rdi), %edi
|
| /Linux-v5.4/tools/perf/arch/x86/tests/ |
| D | regs_load.S | 32 movq %rax, AX(%rdi)
33 movq %rbx, BX(%rdi)
34 movq %rcx, CX(%rdi)
35 movq %rdx, DX(%rdi)
36 movq %rsi, SI(%rdi)
37 movq %rdi, DI(%rdi)
38 movq %rbp, BP(%rdi)
41 movq %rax, SP(%rdi)
44 movq %rax, IP(%rdi)
46 movq $0, FLAGS(%rdi)
[all …]
|
| /Linux-v5.4/tools/arch/x86/lib/ |
| D | memcpy_64.S | 36 movq %rdi, %rax
54 movq %rdi, %rax
61 movq %rdi, %rax
85 movq %r8, 0*8(%rdi)
86 movq %r9, 1*8(%rdi)
87 movq %r10, 2*8(%rdi)
88 movq %r11, 3*8(%rdi)
89 leaq 4*8(%rdi), %rdi
99 addq %rdx, %rdi
113 movq %r8, -1*8(%rdi)
[all …]
|
| D | memset_64.S | 32 movq %rdi,%r9
60 movq %rdi,%r9
69 movq %rdi,%r10
89 movq %rax,(%rdi)
90 movq %rax,8(%rdi)
91 movq %rax,16(%rdi)
92 movq %rax,24(%rdi)
93 movq %rax,32(%rdi)
94 movq %rax,40(%rdi)
95 movq %rax,48(%rdi)
[all …]
|
| /Linux-v5.4/arch/x86/um/ |
| D | setjmp_64.S | 27 movq %rbx,(%rdi)
28 movq %rsp,8(%rdi) # Post-return %rsp!
30 movq %rbp,16(%rdi)
31 movq %r12,24(%rdi)
32 movq %r13,32(%rdi)
33 movq %r14,40(%rdi)
34 movq %r15,48(%rdi)
35 movq %rsi,56(%rdi) # Return address
46 movq (%rdi),%rbx
47 movq 8(%rdi),%rsp
[all …]
|
| /Linux-v5.4/include/rdma/ |
| D | rdma_vt.h | 279 struct pci_dev * (*get_pci_dev)(struct rvt_dev_info *rdi);
287 void * (*qp_priv_alloc)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
293 int (*qp_priv_init)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
299 void (*qp_priv_free)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
310 int (*get_pmtu_from_attr)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
338 u32 (*mtu_from_qp)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
348 int (*get_guid_be)(struct rvt_dev_info *rdi, struct rvt_ibport *rvp,
354 int (*query_port_state)(struct rvt_dev_info *rdi, u8 port_num,
360 int (*shut_down_port)(struct rvt_dev_info *rdi, u8 port_num);
363 void (*cap_mask_chg)(struct rvt_dev_info *rdi, u8 port_num);
[all …]
|
| /Linux-v5.4/arch/x86/crypto/ |
| D | twofish-x86_64-asm_64.S | 68 mov s1(%r11,%rdi,4),%r8d;\
70 mov s2(%r11,%rdi,4),%r9d;\
73 xor s2(%r11,%rdi,4),%r8d;\
76 xor s3(%r11,%rdi,4),%r9d;\
78 xor s3(%r11,%rdi,4),%r8d;\
80 xor (%r11,%rdi,4), %r9d;\
83 xor (%r11,%rdi,4), %r8d;\
85 xor s1(%r11,%rdi,4),%r9d;\
106 mov s1(%r11,%rdi,4),%r8d;\
108 mov s2(%r11,%rdi,4),%r9d;\
[all …]
|
| /Linux-v5.4/drivers/infiniband/hw/qib/ |
| D | qib_verbs.c | 278 struct rvt_dev_info *rdi = &dd->verbs_dev.rdi; in qib_ib_rcv() local
342 qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in qib_ib_rcv()
369 spin_lock_irqsave(&dev->rdi.pending_lock, flags); in mem_timer()
378 spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); in mem_timer()
566 spin_lock(&dev->rdi.pending_lock); in __get_txreq()
572 spin_unlock(&dev->rdi.pending_lock); in __get_txreq()
583 spin_unlock(&dev->rdi.pending_lock); in __get_txreq()
596 spin_lock_irqsave(&dev->rdi.pending_lock, flags); in get_txreq()
602 spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); in get_txreq()
606 spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); in get_txreq()
[all …]
|
| /Linux-v5.4/drivers/infiniband/hw/hfi1/ |
| D | verbs.c | 375 struct rvt_dev_info *rdi = &ppd->dd->verbs_dev.rdi; in hfi1_kdeth_eager_rcv() local
401 packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in hfi1_kdeth_eager_rcv()
429 struct rvt_dev_info *rdi = &ppd->dd->verbs_dev.rdi; in hfi1_kdeth_expected_rcv() local
455 packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in hfi1_kdeth_expected_rcv()
501 struct rvt_dev_info *rdi = &ppd->dd->verbs_dev.rdi; in hfi1_handle_packet() local
545 packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in hfi1_handle_packet()
1329 struct rvt_dev_info *rdi = &dd->verbs_dev.rdi; in hfi1_fill_device_attr() local
1332 memset(&rdi->dparms.props, 0, sizeof(rdi->dparms.props)); in hfi1_fill_device_attr()
1334 rdi->dparms.props.fw_ver = ((u64)(dc8051_ver_maj(ver)) << 32) | in hfi1_fill_device_attr()
1338 rdi->dparms.props.device_cap_flags = IB_DEVICE_BAD_PKEY_CNTR | in hfi1_fill_device_attr()
[all …]
|
| /Linux-v5.4/arch/x86/entry/ |
| D | entry_64.S | 173 movq %rax, %rdi
259 movq %rsp, %rdi
262 pushq RSP-RDI(%rdi) /* RSP */
263 pushq (%rdi) /* RDI */
271 SWITCH_TO_USER_CR3_STACK scratch_reg=%rdi
273 popq %rdi
296 movq %rsp, TASK_threadsp(%rdi)
335 movq %rax, %rdi
343 movq %rsp, %rdi
351 movq %r12, %rdi
[all …]
|
| D | entry_64_compat.S | 82 pushq %rdi /* pt_regs->di */
138 movq %rsp, %rdi
221 pushq %rdi /* pt_regs->di */
256 movq %rsp, %rdi
279 popq %rdi /* pt_regs->di */
360 pushq %rdi /* pt_regs->di */
363 SWITCH_TO_KERNEL_CR3 scratch_reg=%rdi
368 pushq 6*8(%rdi) /* regs->ss */
369 pushq 5*8(%rdi) /* regs->rsp */
370 pushq 4*8(%rdi) /* regs->eflags */
[all …]
|
