135 	struct socket *sock = f->private_data;  in sock_show_fdinfo()  local
137 	if (sock->ops->show_fdinfo)  in sock_show_fdinfo()
138 		sock->ops->show_fdinfo(m, sock);  in sock_show_fdinfo()
404 struct file *sock_alloc_file(struct socket *sock, int flags, const char *dname)  in sock_alloc_file()  argument
409 		dname = sock->sk ? sock->sk->sk_prot_creator->name : "";  in sock_alloc_file()
411 	file = alloc_file_pseudo(SOCK_INODE(sock), sock_mnt, dname,  in sock_alloc_file()
415 		sock_release(sock);  in sock_alloc_file()
419 	sock->file = file;  in sock_alloc_file()
420 	file->private_data = sock;  in sock_alloc_file()
421 	stream_open(SOCK_INODE(sock), file);  in sock_alloc_file()
426 static int sock_map_fd(struct socket *sock, int flags)  in sock_map_fd()  argument
431 		sock_release(sock);  in sock_map_fd()
435 	newfile = sock_alloc_file(sock, flags, NULL);  in sock_map_fd()
479 	struct socket *sock;  in sockfd_lookup()  local
487 	sock = sock_from_file(file, err);  in sockfd_lookup()
488 	if (!sock)  in sockfd_lookup()
490 	return sock;  in sockfd_lookup()
497 	struct socket *sock;  in sockfd_lookup_light()  local
501 		sock = sock_from_file(f.file, err);  in sockfd_lookup_light()
502 		if (likely(sock)) {  in sockfd_lookup_light()
504 			return sock;  in sockfd_lookup_light()
544 		struct socket *sock = SOCKET_I(d_inode(dentry));  in sockfs_setattr()  local
546 		if (sock->sk)  in sockfs_setattr()
547 			sock->sk->sk_uid = iattr->ia_uid;  in sockfs_setattr()
571 	struct socket *sock;  in sock_alloc()  local
577 	sock = SOCKET_I(inode);  in sock_alloc()
585 	return sock;  in sock_alloc()
589 static void __sock_release(struct socket *sock, struct inode *inode)  in __sock_release()  argument
591 	if (sock->ops) {  in __sock_release()
592 		struct module *owner = sock->ops->owner;  in __sock_release()
596 		sock->ops->release(sock);  in __sock_release()
597 		sock->sk = NULL;  in __sock_release()
600 		sock->ops = NULL;  in __sock_release()
604 	if (sock->wq.fasync_list)  in __sock_release()
607 	if (!sock->file) {  in __sock_release()
608 		iput(SOCK_INODE(sock));  in __sock_release()
611 	sock->file = NULL;  in __sock_release()
622 void sock_release(struct socket *sock)  in sock_release()  argument
624 	__sock_release(sock, NULL);  in sock_release()
649 static inline int sock_sendmsg_nosec(struct socket *sock, struct msghdr *msg)  in sock_sendmsg_nosec()  argument
651 	int ret = INDIRECT_CALL_INET(sock->ops->sendmsg, inet6_sendmsg,  in sock_sendmsg_nosec()
652 				     inet_sendmsg, sock, msg,  in sock_sendmsg_nosec()
666 int sock_sendmsg(struct socket *sock, struct msghdr *msg)  in sock_sendmsg()  argument
668 	int err = security_socket_sendmsg(sock, msg,  in sock_sendmsg()
671 	return err ?: sock_sendmsg_nosec(sock, msg);  in sock_sendmsg()
687 int kernel_sendmsg(struct socket *sock, struct msghdr *msg,  in kernel_sendmsg()  argument
691 	return sock_sendmsg(sock, msg);  in kernel_sendmsg()
708 int kernel_sendmsg_locked(struct sock *sk, struct msghdr *msg,  in kernel_sendmsg_locked()
711 	struct socket *sock = sk->sk_socket;  in kernel_sendmsg_locked()  local
713 	if (!sock->ops->sendmsg_locked)  in kernel_sendmsg_locked()
718 	return sock->ops->sendmsg_locked(sk, msg, msg_data_left(msg));  in kernel_sendmsg_locked()
769 void __sock_recv_timestamp(struct msghdr *msg, struct sock *sk,  in __sock_recv_timestamp()
846 void __sock_recv_wifi_status(struct msghdr *msg, struct sock *sk,  in __sock_recv_wifi_status()
862 static inline void sock_recv_drops(struct msghdr *msg, struct sock *sk,  in sock_recv_drops()
870 void __sock_recv_ts_and_drops(struct msghdr *msg, struct sock *sk,  in __sock_recv_ts_and_drops()
882 static inline int sock_recvmsg_nosec(struct socket *sock, struct msghdr *msg,  in sock_recvmsg_nosec()  argument
885 	return INDIRECT_CALL_INET(sock->ops->recvmsg, inet6_recvmsg,  in sock_recvmsg_nosec()
886 				  inet_recvmsg, sock, msg, msg_data_left(msg),  in sock_recvmsg_nosec()
899 int sock_recvmsg(struct socket *sock, struct msghdr *msg, int flags)  in sock_recvmsg()  argument
901 	int err = security_socket_recvmsg(sock, msg, msg_data_left(msg), flags);  in sock_recvmsg()
903 	return err ?: sock_recvmsg_nosec(sock, msg, flags);  in sock_recvmsg()
923 int kernel_recvmsg(struct socket *sock, struct msghdr *msg,  in kernel_recvmsg()  argument
928 	return sock_recvmsg(sock, msg, flags);  in kernel_recvmsg()
935 	struct socket *sock;  in sock_sendpage()  local
938 	sock = file->private_data;  in sock_sendpage()
944 	return kernel_sendpage(sock, page, offset, size, flags);  in sock_sendpage()
951 	struct socket *sock = file->private_data;  in sock_splice_read()  local
953 	if (unlikely(!sock->ops->splice_read))  in sock_splice_read()
956 	return sock->ops->splice_read(sock, ppos, pipe, len, flags);  in sock_splice_read()
962 	struct socket *sock = file->private_data;  in sock_read_iter()  local
976 	res = sock_recvmsg(sock, &msg, msg.msg_flags);  in sock_read_iter()
984 	struct socket *sock = file->private_data;  in sock_write_iter()  local
995 	if (sock->type == SOCK_SEQPACKET)  in sock_write_iter()
998 	res = sock_sendmsg(sock, &msg);  in sock_write_iter()
1041 static long sock_do_ioctl(struct net *net, struct socket *sock,  in sock_do_ioctl()  argument
1047 	err = sock->ops->ioctl(sock, cmd, arg);  in sock_do_ioctl()
1098 	struct socket *sock;  in sock_ioctl()  local
1099 	struct sock *sk;  in sock_ioctl()
1104 	sock = file->private_data;  in sock_ioctl()
1105 	sk = sock->sk;  in sock_ioctl()
1128 			err = f_setown(sock->file, pid, 1);  in sock_ioctl()
1132 			err = put_user(f_getown(sock->file),  in sock_ioctl()
1179 			if (!sock->ops->gettstamp) {  in sock_ioctl()
1183 			err = sock->ops->gettstamp(sock, argp,  in sock_ioctl()
1189 			if (!sock->ops->gettstamp) {  in sock_ioctl()
1193 			err = sock->ops->gettstamp(sock, argp,  in sock_ioctl()
1198 			err = sock_do_ioctl(net, sock, cmd, arg);  in sock_ioctl()
1220 	struct socket *sock = NULL;  in sock_create_lite()  local
1226 	sock = sock_alloc();  in sock_create_lite()
1227 	if (!sock) {  in sock_create_lite()
1232 	sock->type = type;  in sock_create_lite()
1233 	err = security_socket_post_create(sock, family, type, protocol, 1);  in sock_create_lite()
1238 	*res = sock;  in sock_create_lite()
1241 	sock_release(sock);  in sock_create_lite()
1242 	sock = NULL;  in sock_create_lite()
1250 	struct socket *sock = file->private_data;  in sock_poll()  local
1253 	if (!sock->ops->poll)  in sock_poll()
1256 	if (sk_can_busy_loop(sock->sk)) {  in sock_poll()
1259 			sk_busy_loop(sock->sk, 1);  in sock_poll()
1265 	return sock->ops->poll(file, sock, wait) | flag;  in sock_poll()
1270 	struct socket *sock = file->private_data;  in sock_mmap()  local
1272 	return sock->ops->mmap(file, sock, vma);  in sock_mmap()
1294 	struct socket *sock = filp->private_data;  in sock_fasync()  local
1295 	struct sock *sk = sock->sk;  in sock_fasync()
1296 	struct socket_wq *wq = &sock->wq;  in sock_fasync()
1360 	struct socket *sock;  in __sock_create()  local
1391 	sock = sock_alloc();  in __sock_create()
1392 	if (!sock) {  in __sock_create()
1398 	sock->type = type;  in __sock_create()
1427 	err = pf->create(net, sock, protocol, kern);  in __sock_create()
1435 	if (!try_module_get(sock->ops->owner))  in __sock_create()
1443 	err = security_socket_post_create(sock, family, type, protocol, kern);  in __sock_create()
1446 	*res = sock;  in __sock_create()
1453 	sock->ops = NULL;  in __sock_create()
1456 	sock_release(sock);  in __sock_create()
1503 	struct socket *sock;  in __sys_socket()  local
1520 	retval = sock_create(family, type, protocol, &sock);  in __sys_socket()
1524 	return sock_map_fd(sock, flags & (O_CLOEXEC | O_NONBLOCK));  in __sys_socket()
1644 	struct socket *sock;  in __sys_bind()  local
1648 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_bind()
1649 	if (sock) {  in __sys_bind()
1652 			err = security_socket_bind(sock,  in __sys_bind()
1656 				err = sock->ops->bind(sock,  in __sys_bind()
1660 		fput_light(sock->file, fput_needed);  in __sys_bind()
1678 	struct socket *sock;  in __sys_listen()  local
1682 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_listen()
1683 	if (sock) {  in __sys_listen()
1684 		somaxconn = sock_net(sock->sk)->core.sysctl_somaxconn;  in __sys_listen()
1688 		err = security_socket_listen(sock, backlog);  in __sys_listen()
1690 			err = sock->ops->listen(sock, backlog);  in __sys_listen()
1692 		fput_light(sock->file, fput_needed);  in __sys_listen()
1707 	struct socket *sock, *newsock;  in __sys_accept4_file()  local
1718 	sock = sock_from_file(file, &err);  in __sys_accept4_file()
1719 	if (!sock)  in __sys_accept4_file()
1727 	newsock->type = sock->type;  in __sys_accept4_file()
1728 	newsock->ops = sock->ops;  in __sys_accept4_file()
1742 	newfile = sock_alloc_file(newsock, flags, sock->sk->sk_prot_creator->name);  in __sys_accept4_file()
1749 	err = security_socket_accept(sock, newsock);  in __sys_accept4_file()
1753 	err = sock->ops->accept(sock, newsock, sock->file->f_flags | file_flags,  in __sys_accept4_file()
1840 	struct socket *sock;  in __sys_connect_file()  local
1843 	sock = sock_from_file(file, &err);  in __sys_connect_file()
1844 	if (!sock)  in __sys_connect_file()
1848 	    security_socket_connect(sock, (struct sockaddr *)address, addrlen);  in __sys_connect_file()
1852 	err = sock->ops->connect(sock, (struct sockaddr *)address, addrlen,  in __sys_connect_file()
1853 				 sock->file->f_flags | file_flags);  in __sys_connect_file()
1890 	struct socket *sock;  in __sys_getsockname()  local
1894 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_getsockname()
1895 	if (!sock)  in __sys_getsockname()
1898 	err = security_socket_getsockname(sock);  in __sys_getsockname()
1902 	err = sock->ops->getname(sock, (struct sockaddr *)&address, 0);  in __sys_getsockname()
1909 	fput_light(sock->file, fput_needed);  in __sys_getsockname()
1928 	struct socket *sock;  in __sys_getpeername()  local
1932 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_getpeername()
1933 	if (sock != NULL) {  in __sys_getpeername()
1934 		err = security_socket_getpeername(sock);  in __sys_getpeername()
1936 			fput_light(sock->file, fput_needed);  in __sys_getpeername()
1940 		err = sock->ops->getname(sock, (struct sockaddr *)&address, 1);  in __sys_getpeername()
1945 		fput_light(sock->file, fput_needed);  in __sys_getpeername()
1964 	struct socket *sock;  in __sys_sendto()  local
1974 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_sendto()
1975 	if (!sock)  in __sys_sendto()
1989 	if (sock->file->f_flags & O_NONBLOCK)  in __sys_sendto()
1992 	err = sock_sendmsg(sock, &msg);  in __sys_sendto()
1995 	fput_light(sock->file, fput_needed);  in __sys_sendto()
2025 	struct socket *sock;  in __sys_recvfrom()  local
2035 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_recvfrom()
2036 	if (!sock)  in __sys_recvfrom()
2047 	if (sock->file->f_flags & O_NONBLOCK)  in __sys_recvfrom()
2049 	err = sock_recvmsg(sock, &msg, flags);  in __sys_recvfrom()
2058 	fput_light(sock->file, fput_needed);  in __sys_recvfrom()
2080 static bool sock_use_custom_sol_socket(const struct socket *sock)  in sock_use_custom_sol_socket()  argument
2082 	const struct sock *sk = sock->sk;  in sock_use_custom_sol_socket()
2101 	struct socket *sock;  in __sys_setsockopt()  local
2106 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_setsockopt()
2107 	if (!sock)  in __sys_setsockopt()
2110 	err = security_socket_setsockopt(sock, level, optname);  in __sys_setsockopt()
2115 		err = BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock->sk, &level, &optname,  in __sys_setsockopt()
2127 	if (level == SOL_SOCKET && !sock_use_custom_sol_socket(sock))  in __sys_setsockopt()
2128 		err = sock_setsockopt(sock, level, optname, optval, optlen);  in __sys_setsockopt()
2129 	else if (unlikely(!sock->ops->setsockopt))  in __sys_setsockopt()
2132 		err = sock->ops->setsockopt(sock, level, optname, optval,  in __sys_setsockopt()
2136 	fput_light(sock->file, fput_needed);  in __sys_setsockopt()
2154 	struct socket *sock;  in __sys_getsockopt()  local
2157 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_getsockopt()
2158 	if (!sock)  in __sys_getsockopt()
2161 	err = security_socket_getsockopt(sock, level, optname);  in __sys_getsockopt()
2169 		err = sock_getsockopt(sock, level, optname, optval, optlen);  in __sys_getsockopt()
2170 	else if (unlikely(!sock->ops->getsockopt))  in __sys_getsockopt()
2173 		err = sock->ops->getsockopt(sock, level, optname, optval,  in __sys_getsockopt()
2177 		err = BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock->sk, level, optname,  in __sys_getsockopt()
2181 	fput_light(sock->file, fput_needed);  in __sys_getsockopt()
2198 	struct socket *sock;  in __sys_shutdown()  local
2200 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_shutdown()
2201 	if (sock != NULL) {  in __sys_shutdown()
2202 		err = security_socket_shutdown(sock, how);  in __sys_shutdown()
2204 			err = sock->ops->shutdown(sock, how);  in __sys_shutdown()
2205 		fput_light(sock->file, fput_needed);  in __sys_shutdown()
2297 static int ____sys_sendmsg(struct socket *sock, struct msghdr *msg_sys,  in ____sys_sendmsg()  argument
2316 		    cmsghdr_from_user_compat_to_kern(msg_sys, sock->sk, ctl,  in ____sys_sendmsg()
2326 			ctl_buf = sock_kmalloc(sock->sk, ctl_len, GFP_KERNEL);  in ____sys_sendmsg()
2338 	if (sock->file->f_flags & O_NONBLOCK)  in ____sys_sendmsg()
2350 		err = sock_sendmsg_nosec(sock, msg_sys);  in ____sys_sendmsg()
2353 	err = sock_sendmsg(sock, msg_sys);  in ____sys_sendmsg()
2367 		sock_kfree_s(sock->sk, ctl_buf, ctl_len);  in ____sys_sendmsg()
2392 static int ___sys_sendmsg(struct socket *sock, struct user_msghdr __user *msg,  in ___sys_sendmsg()  argument
2407 	err = ____sys_sendmsg(sock, msg_sys, flags, used_address,  in ___sys_sendmsg()
2416 long __sys_sendmsg_sock(struct socket *sock, struct msghdr *msg,  in __sys_sendmsg_sock()  argument
2423 	return ____sys_sendmsg(sock, msg, flags, NULL, 0);  in __sys_sendmsg_sock()
2431 	struct socket *sock;  in __sys_sendmsg()  local
2436 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_sendmsg()
2437 	if (!sock)  in __sys_sendmsg()
2440 	err = ___sys_sendmsg(sock, msg, &msg_sys, flags, NULL, 0);  in __sys_sendmsg()
2442 	fput_light(sock->file, fput_needed);  in __sys_sendmsg()
2460 	struct socket *sock;  in __sys_sendmmsg()  local
2475 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_sendmmsg()
2476 	if (!sock)  in __sys_sendmmsg()
2490 			err = ___sys_sendmsg(sock, (struct user_msghdr __user *)compat_entry,  in __sys_sendmmsg()
2497 			err = ___sys_sendmsg(sock,  in __sys_sendmmsg()
2514 	fput_light(sock->file, fput_needed);  in __sys_sendmmsg()
2550 static int ____sys_recvmsg(struct socket *sock, struct msghdr *msg_sys,  in ____sys_recvmsg()  argument
2570 	if (sock->file->f_flags & O_NONBLOCK)  in ____sys_recvmsg()
2574 		err = sock_recvmsg_nosec(sock, msg_sys, flags);  in ____sys_recvmsg()
2576 		err = sock_recvmsg(sock, msg_sys, flags);  in ____sys_recvmsg()
2606 static int ___sys_recvmsg(struct socket *sock, struct user_msghdr __user *msg,  in ___sys_recvmsg()  argument
2618 	err = ____sys_recvmsg(sock, msg_sys, msg, uaddr, flags, nosec);  in ___sys_recvmsg()
2627 long __sys_recvmsg_sock(struct socket *sock, struct msghdr *msg,  in __sys_recvmsg_sock()  argument
2633 		if (!(sock->ops->flags & PROTO_CMSG_DATA_ONLY))  in __sys_recvmsg_sock()
2637 	return ____sys_recvmsg(sock, msg, umsg, uaddr, flags, 0);  in __sys_recvmsg_sock()
2645 	struct socket *sock;  in __sys_recvmsg()  local
2650 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_recvmsg()
2651 	if (!sock)  in __sys_recvmsg()
2654 	err = ___sys_recvmsg(sock, msg, &msg_sys, flags, 0);  in __sys_recvmsg()
2656 	fput_light(sock->file, fput_needed);  in __sys_recvmsg()
2676 	struct socket *sock;  in do_recvmmsg()  local
2690 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in do_recvmmsg()
2691 	if (!sock)  in do_recvmmsg()
2695 		err = sock_error(sock->sk);  in do_recvmmsg()
2710 			err = ___sys_recvmsg(sock, (struct user_msghdr __user *)compat_entry,  in do_recvmmsg()
2718 			err = ___sys_recvmsg(sock,  in do_recvmmsg()
2774 		sock->sk->sk_err = -err;  in do_recvmmsg()
2777 	fput_light(sock->file, fput_needed);  in do_recvmmsg()
3289 static int compat_ifreq_ioctl(struct net *net, struct socket *sock,  in compat_ifreq_ioctl()  argument
3310 	err = sock_do_ioctl(net, sock, cmd, (unsigned long)uifr);  in compat_ifreq_ioctl()
3386 static int compat_sock_ioctl_trans(struct file *file, struct socket *sock,  in compat_sock_ioctl_trans()  argument
3390 	struct sock *sk = sock->sk;  in compat_sock_ioctl_trans()
3411 		if (!sock->ops->gettstamp)  in compat_sock_ioctl_trans()
3413 		return sock->ops->gettstamp(sock, argp, cmd == SIOCGSTAMP_OLD,  in compat_sock_ioctl_trans()
3475 		return compat_ifreq_ioctl(net, sock, cmd, argp);  in compat_sock_ioctl_trans()
3483 		return sock_do_ioctl(net, sock, cmd, arg);  in compat_sock_ioctl_trans()
3492 	struct socket *sock = file->private_data;  in compat_sock_ioctl()  local
3494 	struct sock *sk;  in compat_sock_ioctl()
3497 	sk = sock->sk;  in compat_sock_ioctl()
3500 	if (sock->ops->compat_ioctl)  in compat_sock_ioctl()
3501 		ret = sock->ops->compat_ioctl(sock, cmd, arg);  in compat_sock_ioctl()
3508 		ret = compat_sock_ioctl_trans(file, sock, cmd, arg);  in compat_sock_ioctl()
3523 int kernel_bind(struct socket *sock, struct sockaddr *addr, int addrlen)  in kernel_bind()  argument
3525 	return sock->ops->bind(sock, addr, addrlen);  in kernel_bind()
3537 int kernel_listen(struct socket *sock, int backlog)  in kernel_listen()  argument
3539 	return sock->ops->listen(sock, backlog);  in kernel_listen()
3554 int kernel_accept(struct socket *sock, struct socket **newsock, int flags)  in kernel_accept()  argument
3556 	struct sock *sk = sock->sk;  in kernel_accept()
3564 	err = sock->ops->accept(sock, *newsock, flags, true);  in kernel_accept()
3571 	(*newsock)->ops = sock->ops;  in kernel_accept()
3592 int kernel_connect(struct socket *sock, struct sockaddr *addr, int addrlen,  in kernel_connect()  argument
3595 	return sock->ops->connect(sock, addr, addrlen, flags);  in kernel_connect()
3608 int kernel_getsockname(struct socket *sock, struct sockaddr *addr)  in kernel_getsockname()  argument
3610 	return sock->ops->getname(sock, addr, 0);  in kernel_getsockname()
3623 int kernel_getpeername(struct socket *sock, struct sockaddr *addr)  in kernel_getpeername()  argument
3625 	return sock->ops->getname(sock, addr, 1);  in kernel_getpeername()
3640 int kernel_sendpage(struct socket *sock, struct page *page, int offset,  in kernel_sendpage()  argument
3643 	if (sock->ops->sendpage) {  in kernel_sendpage()
3646 		return sock->ops->sendpage(sock, page, offset, size, flags);  in kernel_sendpage()
3648 	return sock_no_sendpage(sock, page, offset, size, flags);  in kernel_sendpage()
3664 int kernel_sendpage_locked(struct sock *sk, struct page *page, int offset,  in kernel_sendpage_locked()
3667 	struct socket *sock = sk->sk_socket;  in kernel_sendpage_locked()  local
3669 	if (sock->ops->sendpage_locked)  in kernel_sendpage_locked()
3670 		return sock->ops->sendpage_locked(sk, page, offset, size,  in kernel_sendpage_locked()
3685 int kernel_sock_shutdown(struct socket *sock, enum sock_shutdown_cmd how)  in kernel_sock_shutdown()  argument
3687 	return sock->ops->shutdown(sock, how);  in kernel_sock_shutdown()
3701 u32 kernel_sock_ip_overhead(struct sock *sk)  in kernel_sock_ip_overhead()