391 int af_alg_make_sg(struct af_alg_sgl *sgl, struct iov_iter *iter, int len)  in af_alg_make_sg()  argument
397 	n = iov_iter_get_pages(iter, sgl->pages, len, ALG_MAX_PAGES, &off);  in af_alg_make_sg()
405 	sg_init_table(sgl->sg, npages + 1);  in af_alg_make_sg()
410 		sg_set_page(sgl->sg + i, sgl->pages[i], plen, off);  in af_alg_make_sg()
415 	sg_mark_end(sgl->sg + npages - 1);  in af_alg_make_sg()
416 	sgl->npages = npages;  in af_alg_make_sg()
429 void af_alg_free_sg(struct af_alg_sgl *sgl)  in af_alg_free_sg()  argument
433 	for (i = 0; i < sgl->npages; i++)  in af_alg_free_sg()
434 		put_page(sgl->pages[i]);  in af_alg_free_sg()
488 	struct af_alg_tsgl *sgl;  in af_alg_alloc_tsgl()  local
491 	sgl = list_entry(ctx->tsgl_list.prev, struct af_alg_tsgl, list);  in af_alg_alloc_tsgl()
493 		sg = sgl->sg;  in af_alg_alloc_tsgl()
495 	if (!sg || sgl->cur >= MAX_SGL_ENTS) {  in af_alg_alloc_tsgl()
496 		sgl = sock_kmalloc(sk,  in af_alg_alloc_tsgl()
497 				   struct_size(sgl, sg, (MAX_SGL_ENTS + 1)),  in af_alg_alloc_tsgl()
499 		if (!sgl)  in af_alg_alloc_tsgl()
502 		sg_init_table(sgl->sg, MAX_SGL_ENTS + 1);  in af_alg_alloc_tsgl()
503 		sgl->cur = 0;  in af_alg_alloc_tsgl()
506 			sg_chain(sg, MAX_SGL_ENTS + 1, sgl->sg);  in af_alg_alloc_tsgl()
508 		list_add_tail(&sgl->list, &ctx->tsgl_list);  in af_alg_alloc_tsgl()
529 	const struct af_alg_tsgl *sgl;  in af_alg_count_tsgl()  local
536 	list_for_each_entry(sgl, &ctx->tsgl_list, list) {  in af_alg_count_tsgl()
537 		const struct scatterlist *sg = sgl->sg;  in af_alg_count_tsgl()
539 		for (i = 0; i < sgl->cur; i++) {  in af_alg_count_tsgl()
586 	struct af_alg_tsgl *sgl;  in af_alg_pull_tsgl()  local
591 		sgl = list_first_entry(&ctx->tsgl_list, struct af_alg_tsgl,  in af_alg_pull_tsgl()
593 		sg = sgl->sg;  in af_alg_pull_tsgl()
595 		for (i = 0; i < sgl->cur; i++) {  in af_alg_pull_tsgl()
634 		list_del(&sgl->list);  in af_alg_pull_tsgl()
635 		sock_kfree_s(sk, sgl, struct_size(sgl, sg, MAX_SGL_ENTS + 1));  in af_alg_pull_tsgl()
660 		af_alg_free_sg(&rsgl->sgl);  in af_alg_free_areq_sgls()
819 	struct af_alg_tsgl *sgl;  in af_alg_sendmsg()  local
868 			sgl = list_entry(ctx->tsgl_list.prev,  in af_alg_sendmsg()
870 			sg = sgl->sg + sgl->cur - 1;  in af_alg_sendmsg()
903 		sgl = list_entry(ctx->tsgl_list.prev, struct af_alg_tsgl,  in af_alg_sendmsg()
905 		sg = sgl->sg;  in af_alg_sendmsg()
906 		if (sgl->cur)  in af_alg_sendmsg()
907 			sg_unmark_end(sg + sgl->cur - 1);  in af_alg_sendmsg()
910 			unsigned int i = sgl->cur;  in af_alg_sendmsg()
933 			sgl->cur++;  in af_alg_sendmsg()
934 		} while (len && sgl->cur < MAX_SGL_ENTS);  in af_alg_sendmsg()
937 			sg_mark_end(sg + sgl->cur - 1);  in af_alg_sendmsg()
965 	struct af_alg_tsgl *sgl;  in af_alg_sendpage()  local
989 	sgl = list_entry(ctx->tsgl_list.prev, struct af_alg_tsgl, list);  in af_alg_sendpage()
991 	if (sgl->cur)  in af_alg_sendpage()
992 		sg_unmark_end(sgl->sg + sgl->cur - 1);  in af_alg_sendpage()
994 	sg_mark_end(sgl->sg + sgl->cur);  in af_alg_sendpage()
997 	sg_set_page(sgl->sg + sgl->cur, page, size, offset);  in af_alg_sendpage()
998 	sgl->cur++;  in af_alg_sendpage()
1140 		rsgl->sgl.npages = 0;  in af_alg_get_rsgl()
1144 		err = af_alg_make_sg(&rsgl->sgl, &msg->msg_iter, seglen);  in af_alg_get_rsgl()
1152 			af_alg_link_sg(&areq->last_rsgl->sgl, &rsgl->sgl);  in af_alg_get_rsgl()