/Linux-v5.15/fs/netfs/ |
D | read_helper.c | 33 static void netfs_put_subrequest(struct netfs_read_subrequest *subreq, in netfs_put_subrequest() argument 36 if (refcount_dec_and_test(&subreq->usage)) in netfs_put_subrequest() 37 __netfs_put_subrequest(subreq, was_async); in netfs_put_subrequest() 73 struct netfs_read_subrequest *subreq; in netfs_rreq_clear_subreqs() local 76 subreq = list_first_entry(&rreq->subrequests, in netfs_rreq_clear_subreqs() 78 list_del(&subreq->rreq_link); in netfs_rreq_clear_subreqs() 79 netfs_put_subrequest(subreq, was_async); in netfs_rreq_clear_subreqs() 116 struct netfs_read_subrequest *subreq; in netfs_alloc_subrequest() local 118 subreq = kzalloc(sizeof(struct netfs_read_subrequest), GFP_KERNEL); in netfs_alloc_subrequest() 119 if (subreq) { in netfs_alloc_subrequest() [all …]
|
/Linux-v5.15/crypto/ |
D | cts.c | 62 struct skcipher_request subreq; member 102 struct skcipher_request *subreq = &rctx->subreq; in cts_cbc_encrypt() local 121 skcipher_request_set_callback(subreq, req->base.flags & in cts_cbc_encrypt() 124 skcipher_request_set_crypt(subreq, sg, sg, bsize, req->iv); in cts_cbc_encrypt() 125 return crypto_skcipher_encrypt(subreq); in cts_cbc_encrypt() 148 struct skcipher_request *subreq = &rctx->subreq; in crypto_cts_encrypt() local 153 skcipher_request_set_tfm(subreq, ctx->child); in crypto_cts_encrypt() 159 skcipher_request_set_callback(subreq, req->base.flags, in crypto_cts_encrypt() 162 skcipher_request_set_crypt(subreq, req->src, req->dst, nbytes, in crypto_cts_encrypt() 164 return crypto_skcipher_encrypt(subreq); in crypto_cts_encrypt() [all …]
|
D | seqiv.c | 23 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt_complete2() local 33 memcpy(req->iv, subreq->iv, crypto_aead_ivsize(geniv)); in seqiv_aead_encrypt_complete2() 36 kfree_sensitive(subreq->iv); in seqiv_aead_encrypt_complete2() 52 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt() local 62 aead_request_set_tfm(subreq, ctx->child); in seqiv_aead_encrypt() 95 aead_request_set_callback(subreq, req->base.flags, compl, data); in seqiv_aead_encrypt() 96 aead_request_set_crypt(subreq, req->dst, req->dst, in seqiv_aead_encrypt() 98 aead_request_set_ad(subreq, req->assoclen + ivsize); in seqiv_aead_encrypt() 103 err = crypto_aead_encrypt(subreq); in seqiv_aead_encrypt() 113 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_decrypt() local [all …]
|
D | echainiv.c | 30 struct aead_request *subreq = aead_request_ctx(req); in echainiv_encrypt() local 40 aead_request_set_tfm(subreq, ctx->child); in echainiv_encrypt() 59 aead_request_set_callback(subreq, req->base.flags, in echainiv_encrypt() 61 aead_request_set_crypt(subreq, req->dst, req->dst, in echainiv_encrypt() 63 aead_request_set_ad(subreq, req->assoclen); in echainiv_encrypt() 82 return crypto_aead_encrypt(subreq); in echainiv_encrypt() 89 struct aead_request *subreq = aead_request_ctx(req); in echainiv_decrypt() local 97 aead_request_set_tfm(subreq, ctx->child); in echainiv_decrypt() 102 aead_request_set_callback(subreq, req->base.flags, compl, data); in echainiv_decrypt() 103 aead_request_set_crypt(subreq, req->src, req->dst, in echainiv_decrypt() [all …]
|
D | xts.c | 38 struct skcipher_request subreq; member 94 req = &rctx->subreq; in xts_xor_tweak() 166 struct skcipher_request *subreq = &rctx->subreq; in xts_cts_final() local 182 skcipher_request_set_tfm(subreq, ctx->child); in xts_cts_final() 183 skcipher_request_set_callback(subreq, req->base.flags, xts_cts_done, in xts_cts_final() 185 skcipher_request_set_crypt(subreq, rctx->tail, rctx->tail, in xts_cts_final() 188 err = crypt(subreq); in xts_cts_final() 206 rctx->subreq.base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP; in xts_encrypt_done() 226 rctx->subreq.base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP; in xts_decrypt_done() 245 struct skcipher_request *subreq = &rctx->subreq; in xts_init_crypt() local [all …]
|
D | simd.c | 66 struct skcipher_request *subreq; in simd_skcipher_encrypt() local 69 subreq = skcipher_request_ctx(req); in simd_skcipher_encrypt() 70 *subreq = *req; in simd_skcipher_encrypt() 78 skcipher_request_set_tfm(subreq, child); in simd_skcipher_encrypt() 80 return crypto_skcipher_encrypt(subreq); in simd_skcipher_encrypt() 87 struct skcipher_request *subreq; in simd_skcipher_decrypt() local 90 subreq = skcipher_request_ctx(req); in simd_skcipher_decrypt() 91 *subreq = *req; in simd_skcipher_decrypt() 99 skcipher_request_set_tfm(subreq, child); in simd_skcipher_decrypt() 101 return crypto_skcipher_decrypt(subreq); in simd_skcipher_decrypt() [all …]
|
D | lrw.c | 54 struct skcipher_request subreq; member 153 req = &rctx->subreq; in lrw_xor_tweak() 215 rctx->subreq.base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP; in lrw_crypt_done() 227 struct skcipher_request *subreq = &rctx->subreq; in lrw_init_crypt() local 229 skcipher_request_set_tfm(subreq, ctx->child); in lrw_init_crypt() 230 skcipher_request_set_callback(subreq, req->base.flags, lrw_crypt_done, in lrw_init_crypt() 233 skcipher_request_set_crypt(subreq, req->dst, req->dst, in lrw_init_crypt() 246 struct skcipher_request *subreq = &rctx->subreq; in lrw_encrypt() local 250 crypto_skcipher_encrypt(subreq) ?: in lrw_encrypt() 257 struct skcipher_request *subreq = &rctx->subreq; in lrw_decrypt() local [all …]
|
D | essiv.c | 145 struct skcipher_request *subreq = skcipher_request_ctx(req); in essiv_skcipher_crypt() local 149 skcipher_request_set_tfm(subreq, tctx->u.skcipher); in essiv_skcipher_crypt() 150 skcipher_request_set_crypt(subreq, req->src, req->dst, req->cryptlen, in essiv_skcipher_crypt() 152 skcipher_request_set_callback(subreq, skcipher_request_flags(req), in essiv_skcipher_crypt() 155 return enc ? crypto_skcipher_encrypt(subreq) : in essiv_skcipher_crypt() 156 crypto_skcipher_decrypt(subreq); in essiv_skcipher_crypt() 183 struct aead_request *subreq = &rctx->aead_req; in essiv_aead_crypt() local 241 aead_request_set_tfm(subreq, tctx->u.aead); in essiv_aead_crypt() 242 aead_request_set_ad(subreq, req->assoclen); in essiv_aead_crypt() 243 aead_request_set_callback(subreq, aead_request_flags(req), in essiv_aead_crypt() [all …]
|
D | ctr.c | 25 struct skcipher_request subreq CRYPTO_MINALIGN_ATTR; 198 struct skcipher_request *subreq = &rctx->subreq; in crypto_rfc3686_crypt() local 209 skcipher_request_set_tfm(subreq, child); in crypto_rfc3686_crypt() 210 skcipher_request_set_callback(subreq, req->base.flags, in crypto_rfc3686_crypt() 212 skcipher_request_set_crypt(subreq, req->src, req->dst, in crypto_rfc3686_crypt() 215 return crypto_skcipher_encrypt(subreq); in crypto_rfc3686_crypt()
|
D | gcm.c | 40 struct aead_request subreq; member 54 struct aead_request subreq; member 727 struct aead_request *subreq = &rctx->subreq; in crypto_rfc4106_crypt() local 730 u8 *iv = PTR_ALIGN((u8 *)(subreq + 1) + crypto_aead_reqsize(child), in crypto_rfc4106_crypt() 752 aead_request_set_tfm(subreq, child); in crypto_rfc4106_crypt() 753 aead_request_set_callback(subreq, req->base.flags, req->base.complete, in crypto_rfc4106_crypt() 755 aead_request_set_crypt(subreq, rctx->src, in crypto_rfc4106_crypt() 758 aead_request_set_ad(subreq, req->assoclen - 8); in crypto_rfc4106_crypt() 760 return subreq; in crypto_rfc4106_crypt() 933 struct aead_request *subreq = &rctx->subreq; in crypto_rfc4543_crypt() local [all …]
|
/Linux-v5.15/fs/cachefiles/ |
D | io.c | 268 static enum netfs_read_source cachefiles_prepare_read(struct netfs_read_subrequest *subreq, in cachefiles_prepare_read() argument 271 struct fscache_retrieval *op = subreq->rreq->cache_resources.cache_priv; in cachefiles_prepare_read() 275 struct file *file = subreq->rreq->cache_resources.cache_priv2; in cachefiles_prepare_read() 278 _enter("%zx @%llx/%llx", subreq->len, subreq->start, i_size); in cachefiles_prepare_read() 288 if (subreq->start >= i_size) in cachefiles_prepare_read() 293 off = vfs_llseek(file, subreq->start, SEEK_DATA); in cachefiles_prepare_read() 300 if (off >= subreq->start + subreq->len) in cachefiles_prepare_read() 303 if (off > subreq->start) { in cachefiles_prepare_read() 305 subreq->len = off - subreq->start; in cachefiles_prepare_read() 309 to = vfs_llseek(file, subreq->start, SEEK_HOLE); in cachefiles_prepare_read() [all …]
|
/Linux-v5.15/arch/arm/crypto/ |
D | aes-ce-glue.c | 274 struct skcipher_request subreq; in cts_cbc_encrypt() local 278 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt() 279 skcipher_request_set_callback(&subreq, skcipher_request_flags(req), in cts_cbc_encrypt() 289 skcipher_request_set_crypt(&subreq, req->src, req->dst, in cts_cbc_encrypt() 293 err = skcipher_walk_virt(&walk, &subreq, false) ?: in cts_cbc_encrypt() 294 cbc_encrypt_walk(&subreq, &walk); in cts_cbc_encrypt() 301 dst = src = scatterwalk_ffwd(sg_src, req->src, subreq.cryptlen); in cts_cbc_encrypt() 304 subreq.cryptlen); in cts_cbc_encrypt() 308 skcipher_request_set_crypt(&subreq, src, dst, in cts_cbc_encrypt() 312 err = skcipher_walk_virt(&walk, &subreq, false); in cts_cbc_encrypt() [all …]
|
D | aes-neonbs-glue.c | 150 struct skcipher_request *subreq = skcipher_request_ctx(req); in cbc_encrypt() local 154 skcipher_request_set_tfm(subreq, ctx->enc_tfm); in cbc_encrypt() 155 skcipher_request_set_callback(subreq, in cbc_encrypt() 158 skcipher_request_set_crypt(subreq, req->src, req->dst, in cbc_encrypt() 161 return crypto_skcipher_encrypt(subreq); in cbc_encrypt() 351 struct skcipher_request subreq; in __xts_crypt() local 360 skcipher_request_set_tfm(&subreq, tfm); in __xts_crypt() 361 skcipher_request_set_callback(&subreq, in __xts_crypt() 364 skcipher_request_set_crypt(&subreq, req->src, req->dst, in __xts_crypt() 366 req = &subreq; in __xts_crypt()
|
/Linux-v5.15/fs/afs/ |
D | file.c | 222 struct netfs_read_subrequest *subreq = req->subreq; in afs_fetch_data_notify() local 229 if (subreq) { in afs_fetch_data_notify() 230 __set_bit(NETFS_SREQ_CLEAR_TAIL, &subreq->flags); in afs_fetch_data_notify() 231 netfs_subreq_terminated(subreq, error ?: req->actual_len, false); in afs_fetch_data_notify() 232 req->subreq = NULL; in afs_fetch_data_notify() 280 if (req->subreq) in afs_fetch_data() 281 netfs_subreq_terminated(req->subreq, PTR_ERR(op), false); in afs_fetch_data() 292 static void afs_req_issue_op(struct netfs_read_subrequest *subreq) in afs_req_issue_op() argument 294 struct afs_vnode *vnode = AFS_FS_I(subreq->rreq->inode); in afs_req_issue_op() 299 return netfs_subreq_terminated(subreq, -ENOMEM, false); in afs_req_issue_op() [all …]
|
/Linux-v5.15/arch/arm64/crypto/ |
D | aes-glue.c | 281 struct skcipher_request subreq; in cts_cbc_encrypt() local 284 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt() 285 skcipher_request_set_callback(&subreq, skcipher_request_flags(req), in cts_cbc_encrypt() 295 skcipher_request_set_crypt(&subreq, req->src, req->dst, in cts_cbc_encrypt() 299 err = skcipher_walk_virt(&walk, &subreq, false) ?: in cts_cbc_encrypt() 300 cbc_encrypt_walk(&subreq, &walk); in cts_cbc_encrypt() 307 dst = src = scatterwalk_ffwd(sg_src, req->src, subreq.cryptlen); in cts_cbc_encrypt() 310 subreq.cryptlen); in cts_cbc_encrypt() 314 skcipher_request_set_crypt(&subreq, src, dst, in cts_cbc_encrypt() 318 err = skcipher_walk_virt(&walk, &subreq, false); in cts_cbc_encrypt() [all …]
|
/Linux-v5.15/drivers/crypto/vmx/ |
D | aes_cbc.c | 80 struct skcipher_request *subreq = skcipher_request_ctx(req); in p8_aes_cbc_crypt() local 82 *subreq = *req; in p8_aes_cbc_crypt() 83 skcipher_request_set_tfm(subreq, ctx->fallback); in p8_aes_cbc_crypt() 84 return enc ? crypto_skcipher_encrypt(subreq) : in p8_aes_cbc_crypt() 85 crypto_skcipher_decrypt(subreq); in p8_aes_cbc_crypt()
|
D | aes_xts.c | 91 struct skcipher_request *subreq = skcipher_request_ctx(req); in p8_aes_xts_crypt() local 93 *subreq = *req; in p8_aes_xts_crypt() 94 skcipher_request_set_tfm(subreq, ctx->fallback); in p8_aes_xts_crypt() 95 return enc ? crypto_skcipher_encrypt(subreq) : in p8_aes_xts_crypt() 96 crypto_skcipher_decrypt(subreq); in p8_aes_xts_crypt()
|
D | aes_ctr.c | 99 struct skcipher_request *subreq = skcipher_request_ctx(req); in p8_aes_ctr_crypt() local 101 *subreq = *req; in p8_aes_ctr_crypt() 102 skcipher_request_set_tfm(subreq, ctx->fallback); in p8_aes_ctr_crypt() 103 return crypto_skcipher_encrypt(subreq); in p8_aes_ctr_crypt()
|
/Linux-v5.15/fs/nfs/ |
D | write.c | 453 struct nfs_page *subreq = destroy_list; in nfs_destroy_unlinked_subrequests() local 455 destroy_list = (subreq->wb_this_page == old_head) ? in nfs_destroy_unlinked_subrequests() 456 NULL : subreq->wb_this_page; in nfs_destroy_unlinked_subrequests() 459 nfs_page_set_headlock(subreq); in nfs_destroy_unlinked_subrequests() 460 WARN_ON_ONCE(old_head != subreq->wb_head); in nfs_destroy_unlinked_subrequests() 463 subreq->wb_this_page = subreq; in nfs_destroy_unlinked_subrequests() 464 subreq->wb_head = subreq; in nfs_destroy_unlinked_subrequests() 466 clear_bit(PG_REMOVE, &subreq->wb_flags); in nfs_destroy_unlinked_subrequests() 469 if (!kref_read(&subreq->wb_kref)) { in nfs_destroy_unlinked_subrequests() 471 if (test_and_clear_bit(PG_TEARDOWN, &subreq->wb_flags)) { in nfs_destroy_unlinked_subrequests() [all …]
|
D | pagelist.c | 201 nfs_page_group_lock_subreq(struct nfs_page *head, struct nfs_page *subreq) in nfs_page_group_lock_subreq() argument 205 if (!kref_get_unless_zero(&subreq->wb_kref)) in nfs_page_group_lock_subreq() 207 while (!nfs_lock_request(subreq)) { in nfs_page_group_lock_subreq() 209 ret = nfs_wait_on_request(subreq); in nfs_page_group_lock_subreq() 213 nfs_unroll_locks(head, subreq); in nfs_page_group_lock_subreq() 214 nfs_release_request(subreq); in nfs_page_group_lock_subreq() 230 struct nfs_page *subreq; in nfs_page_group_lock_subrequests() local 237 for (subreq = head->wb_this_page; subreq != head; in nfs_page_group_lock_subrequests() 238 subreq = subreq->wb_this_page) { in nfs_page_group_lock_subrequests() 239 ret = nfs_page_group_lock_subreq(head, subreq); in nfs_page_group_lock_subrequests() [all …]
|
/Linux-v5.15/arch/x86/crypto/ |
D | aesni-intel_glue.c | 373 struct skcipher_request subreq; in cts_cbc_encrypt() local 377 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt() 378 skcipher_request_set_callback(&subreq, skcipher_request_flags(req), in cts_cbc_encrypt() 388 skcipher_request_set_crypt(&subreq, req->src, req->dst, in cts_cbc_encrypt() 392 err = cbc_encrypt(&subreq); in cts_cbc_encrypt() 399 dst = src = scatterwalk_ffwd(sg_src, req->src, subreq.cryptlen); in cts_cbc_encrypt() 402 subreq.cryptlen); in cts_cbc_encrypt() 406 skcipher_request_set_crypt(&subreq, src, dst, in cts_cbc_encrypt() 410 err = skcipher_walk_virt(&walk, &subreq, false); in cts_cbc_encrypt() 429 struct skcipher_request subreq; in cts_cbc_decrypt() local [all …]
|
/Linux-v5.15/drivers/crypto/amcc/ |
D | crypto4xx_alg.c | 269 SYNC_SKCIPHER_REQUEST_ON_STACK(subreq, ctx->sw_cipher.cipher); in crypto4xx_ctr_crypt() 272 skcipher_request_set_sync_tfm(subreq, ctx->sw_cipher.cipher); in crypto4xx_ctr_crypt() 273 skcipher_request_set_callback(subreq, req->base.flags, in crypto4xx_ctr_crypt() 275 skcipher_request_set_crypt(subreq, req->src, req->dst, in crypto4xx_ctr_crypt() 277 ret = encrypt ? crypto_skcipher_encrypt(subreq) in crypto4xx_ctr_crypt() 278 : crypto_skcipher_decrypt(subreq); in crypto4xx_ctr_crypt() 279 skcipher_request_zero(subreq); in crypto4xx_ctr_crypt() 354 struct aead_request *subreq = aead_request_ctx(req); in crypto4xx_aead_fallback() local 356 aead_request_set_tfm(subreq, ctx->sw_cipher.aead); in crypto4xx_aead_fallback() 357 aead_request_set_callback(subreq, req->base.flags, in crypto4xx_aead_fallback() [all …]
|
/Linux-v5.15/drivers/crypto/xilinx/ |
D | zynqmp-aes-gcm.c | 212 struct aead_request *subreq = aead_request_ctx(req); in zynqmp_handle_aes_req() local 219 aead_request_set_tfm(subreq, tfm_ctx->fbk_cipher); in zynqmp_handle_aes_req() 221 aead_request_set_callback(subreq, areq->base.flags, in zynqmp_handle_aes_req() 223 aead_request_set_crypt(subreq, areq->src, areq->dst, in zynqmp_handle_aes_req() 225 aead_request_set_ad(subreq, areq->assoclen); in zynqmp_handle_aes_req() 227 err = crypto_aead_encrypt(subreq); in zynqmp_handle_aes_req() 229 err = crypto_aead_decrypt(subreq); in zynqmp_handle_aes_req()
|
/Linux-v5.15/include/linux/ |
D | netfs.h | 168 bool (*clamp_length)(struct netfs_read_subrequest *subreq); 169 void (*issue_op)(struct netfs_read_subrequest *subreq); 207 enum netfs_read_source (*prepare_read)(struct netfs_read_subrequest *subreq,
|
/Linux-v5.15/arch/powerpc/crypto/ |
D | aes-spe-glue.c | 326 struct skcipher_request subreq; in ppc_xts_encrypt() local 334 subreq = *req; in ppc_xts_encrypt() 335 skcipher_request_set_crypt(&subreq, req->src, req->dst, in ppc_xts_encrypt() 337 req = &subreq; in ppc_xts_encrypt() 364 struct skcipher_request subreq; in ppc_xts_decrypt() local 373 subreq = *req; in ppc_xts_decrypt() 374 skcipher_request_set_crypt(&subreq, req->src, req->dst, in ppc_xts_decrypt() 376 req = &subreq; in ppc_xts_decrypt()
|