127 #define for_each_psf_mclock(mc, psf)				\  argument
128 	for (psf = mc_dereference((mc)->mca_sources, mc->idev);	\
129 	     psf;						\
130 	     psf = mc_dereference(psf->sf_next, mc->idev))
132 #define for_each_psf_rcu(mc, psf)				\  argument
133 	for (psf = rcu_dereference((mc)->mca_sources);		\
134 	     psf;						\
135 	     psf = rcu_dereference(psf->sf_next))
137 #define for_each_psf_tomb(mc, psf)				\  argument
138 	for (psf = mc_dereference((mc)->mca_tomb, mc->idev);	\
139 	     psf;						\
140 	     psf = mc_dereference(psf->sf_next, mc->idev))
752 		struct ip6_sf_list *psf;  in mld_add_delrec()  local
761 		for_each_psf_mclock(pmc, psf)  in mld_add_delrec()
762 			psf->sf_crcount = pmc->mca_crcount;  in mld_add_delrec()
772 	struct ip6_sf_list *psf, *sources, *tomb;  in mld_del_delrec()  local
801 			for_each_psf_mclock(im, psf)  in mld_del_delrec()
802 				psf->sf_crcount = idev->mc_qrv;  in mld_del_delrec()
829 		struct ip6_sf_list *psf, *psf_next;  in mld_clear_delrec()  local
831 		psf = mc_dereference(pmc->mca_tomb, idev);  in mld_clear_delrec()
833 		for (; psf; psf = psf_next) {  in mld_clear_delrec()
834 			psf_next = mc_dereference(psf->sf_next, idev);  in mld_clear_delrec()
835 			kfree_rcu(psf, rcu);  in mld_clear_delrec()
1030 				struct ip6_sf_list *psf;  in ipv6_chk_mcast_addr()  local
1032 				for_each_psf_rcu(mc, psf) {  in ipv6_chk_mcast_addr()
1033 					if (ipv6_addr_equal(&psf->sf_addr, src_addr))  in ipv6_chk_mcast_addr()
1036 				if (psf)  in ipv6_chk_mcast_addr()
1037 					rv = psf->sf_count[MCAST_INCLUDE] ||  in ipv6_chk_mcast_addr()
1038 						psf->sf_count[MCAST_EXCLUDE] !=  in ipv6_chk_mcast_addr()
1146 	struct ip6_sf_list *psf;  in mld_xmarksources()  local
1150 	for_each_psf_mclock(pmc, psf) {  in mld_xmarksources()
1155 			if (psf->sf_count[MCAST_INCLUDE] ||  in mld_xmarksources()
1157 			    psf->sf_count[MCAST_EXCLUDE])  in mld_xmarksources()
1159 			if (ipv6_addr_equal(&srcs[i], &psf->sf_addr)) {  in mld_xmarksources()
1175 	struct ip6_sf_list *psf;  in mld_marksources()  local
1184 	for_each_psf_mclock(pmc, psf) {  in mld_marksources()
1188 			if (ipv6_addr_equal(&srcs[i], &psf->sf_addr)) {  in mld_marksources()
1189 				psf->sf_gsresp = 1;  in mld_marksources()
1650 static bool is_in(struct ifmcaddr6 *pmc, struct ip6_sf_list *psf, int type,  in is_in()  argument
1658 		if (!((pmc->mca_flags & MAF_GSQUERY) && !psf->sf_gsresp)) {  in is_in()
1664 			if (psf->sf_count[MCAST_INCLUDE])  in is_in()
1667 				psf->sf_count[MCAST_EXCLUDE];  in is_in()
1673 		return psf->sf_count[MCAST_INCLUDE] != 0;  in is_in()
1678 		    psf->sf_count[MCAST_INCLUDE])  in is_in()
1681 			psf->sf_count[MCAST_EXCLUDE];  in is_in()
1683 		if (gdeleted || !psf->sf_crcount)  in is_in()
1688 			return gdeleted || (psf->sf_crcount && sdeleted);  in is_in()
1689 		return psf->sf_crcount && !gdeleted && !sdeleted;  in is_in()
1697 	struct ip6_sf_list *psf;  in mld_scount()  local
1700 	for_each_psf_mclock(pmc, psf) {  in mld_scount()
1701 		if (!is_in(pmc, psf, type, gdeleted, sdeleted))  in mld_scount()
1879 	struct ip6_sf_list *psf, *psf_prev, *psf_next;  in add_grec()  local
1920 	for (psf = mc_dereference(*psf_list, idev);  in add_grec()
1921 	     psf;  in add_grec()
1922 	     psf = psf_next) {  in add_grec()
1925 		psf_next = mc_dereference(psf->sf_next, idev);  in add_grec()
1927 		if (!is_in(pmc, psf, type, gdeleted, sdeleted) && !crsend) {  in add_grec()
1928 			psf_prev = psf;  in add_grec()
1938 		     type == MLD2_BLOCK_OLD_SOURCES) && psf->sf_crcount)  in add_grec()
1943 			psf->sf_gsresp = 0;  in add_grec()
1964 		*psrc = psf->sf_addr;  in add_grec()
1967 		     type == MLD2_BLOCK_OLD_SOURCES) && psf->sf_crcount) {  in add_grec()
1969 			psf->sf_crcount--;  in add_grec()
1970 			if ((sdeleted || gdeleted) && psf->sf_crcount == 0) {  in add_grec()
1973 							   mc_dereference(psf->sf_next, idev));  in add_grec()
1976 							   mc_dereference(psf->sf_next, idev));  in add_grec()
1977 				kfree_rcu(psf, rcu);  in add_grec()
1981 		psf_prev = psf;  in add_grec()
2039 	struct ip6_sf_list *psf_prev, *psf_next, *psf;  in mld_clear_zeros()  local
2042 	for (psf = mc_dereference(*ppsf, idev);  in mld_clear_zeros()
2043 	     psf;  in mld_clear_zeros()
2044 	     psf = psf_next) {  in mld_clear_zeros()
2045 		psf_next = mc_dereference(psf->sf_next, idev);  in mld_clear_zeros()
2046 		if (psf->sf_crcount == 0) {  in mld_clear_zeros()
2049 						   mc_dereference(psf->sf_next, idev));  in mld_clear_zeros()
2052 						   mc_dereference(psf->sf_next, idev));  in mld_clear_zeros()
2053 			kfree_rcu(psf, rcu);  in mld_clear_zeros()
2055 			psf_prev = psf;  in mld_clear_zeros()
2283 	struct ip6_sf_list *psf, *psf_prev;  in ip6_mc_del1_src()  local
2287 	for_each_psf_mclock(pmc, psf) {  in ip6_mc_del1_src()
2288 		if (ipv6_addr_equal(&psf->sf_addr, psfsrc))  in ip6_mc_del1_src()
2290 		psf_prev = psf;  in ip6_mc_del1_src()
2292 	if (!psf || psf->sf_count[sfmode] == 0) {  in ip6_mc_del1_src()
2296 	psf->sf_count[sfmode]--;  in ip6_mc_del1_src()
2297 	if (!psf->sf_count[MCAST_INCLUDE] && !psf->sf_count[MCAST_EXCLUDE]) {  in ip6_mc_del1_src()
2303 					   mc_dereference(psf->sf_next, idev));  in ip6_mc_del1_src()
2306 					   mc_dereference(psf->sf_next, idev));  in ip6_mc_del1_src()
2308 		if (psf->sf_oldin && !(pmc->mca_flags & MAF_NOREPORT) &&  in ip6_mc_del1_src()
2310 			psf->sf_crcount = idev->mc_qrv;  in ip6_mc_del1_src()
2311 			rcu_assign_pointer(psf->sf_next,  in ip6_mc_del1_src()
2313 			rcu_assign_pointer(pmc->mca_tomb, psf);  in ip6_mc_del1_src()
2316 			kfree_rcu(psf, rcu);  in ip6_mc_del1_src()
2359 		struct ip6_sf_list *psf;  in ip6_mc_del_src()  local
2365 		for_each_psf_mclock(pmc, psf)  in ip6_mc_del_src()
2366 			psf->sf_crcount = 0;  in ip6_mc_del_src()
2382 	struct ip6_sf_list *psf, *psf_prev;  in ip6_mc_add1_src()  local
2385 	for_each_psf_mclock(pmc, psf) {  in ip6_mc_add1_src()
2386 		if (ipv6_addr_equal(&psf->sf_addr, psfsrc))  in ip6_mc_add1_src()
2388 		psf_prev = psf;  in ip6_mc_add1_src()
2390 	if (!psf) {  in ip6_mc_add1_src()
2391 		psf = kzalloc(sizeof(*psf), GFP_KERNEL);  in ip6_mc_add1_src()
2392 		if (!psf)  in ip6_mc_add1_src()
2395 		psf->sf_addr = *psfsrc;  in ip6_mc_add1_src()
2397 			rcu_assign_pointer(psf_prev->sf_next, psf);  in ip6_mc_add1_src()
2399 			rcu_assign_pointer(pmc->mca_sources, psf);  in ip6_mc_add1_src()
2402 	psf->sf_count[sfmode]++;  in ip6_mc_add1_src()
2409 	struct ip6_sf_list *psf;  in sf_markstate()  local
2412 	for_each_psf_mclock(pmc, psf) {  in sf_markstate()
2414 			psf->sf_oldin = mca_xcount ==  in sf_markstate()
2415 				psf->sf_count[MCAST_EXCLUDE] &&  in sf_markstate()
2416 				!psf->sf_count[MCAST_INCLUDE];  in sf_markstate()
2418 			psf->sf_oldin = psf->sf_count[MCAST_INCLUDE] != 0;  in sf_markstate()
2426 	struct ip6_sf_list *psf, *dpsf;  in sf_setstate()  local
2432 	for_each_psf_mclock(pmc, psf) {  in sf_setstate()
2434 			new_in = mca_xcount == psf->sf_count[MCAST_EXCLUDE] &&  in sf_setstate()
2435 				!psf->sf_count[MCAST_INCLUDE];  in sf_setstate()
2437 			new_in = psf->sf_count[MCAST_INCLUDE] != 0;  in sf_setstate()
2439 			if (!psf->sf_oldin) {  in sf_setstate()
2444 					    &psf->sf_addr))  in sf_setstate()
2459 				psf->sf_crcount = qrv;  in sf_setstate()
2462 		} else if (psf->sf_oldin) {  in sf_setstate()
2463 			psf->sf_crcount = 0;  in sf_setstate()
2471 				    &psf->sf_addr))  in sf_setstate()
2477 				*dpsf = *psf;  in sf_setstate()
2529 		struct ip6_sf_list *psf;  in ip6_mc_add_src()  local
2540 		for_each_psf_mclock(pmc, psf)  in ip6_mc_add_src()
2541 			psf->sf_crcount = 0;  in ip6_mc_add_src()
2552 	struct ip6_sf_list *psf, *nextpsf;  in ip6_mc_clear_src()  local
2554 	for (psf = mc_dereference(pmc->mca_tomb, pmc->idev);  in ip6_mc_clear_src()
2555 	     psf;  in ip6_mc_clear_src()
2556 	     psf = nextpsf) {  in ip6_mc_clear_src()
2557 		nextpsf = mc_dereference(psf->sf_next, pmc->idev);  in ip6_mc_clear_src()
2558 		kfree_rcu(psf, rcu);  in ip6_mc_clear_src()
2561 	for (psf = mc_dereference(pmc->mca_sources, pmc->idev);  in ip6_mc_clear_src()
2562 	     psf;  in ip6_mc_clear_src()
2563 	     psf = nextpsf) {  in ip6_mc_clear_src()
2564 		nextpsf = mc_dereference(psf->sf_next, pmc->idev);  in ip6_mc_clear_src()
2565 		kfree_rcu(psf, rcu);  in ip6_mc_clear_src()
2978 	struct ip6_sf_list *psf = NULL;  in igmp6_mcf_get_first()  local
2993 			psf = rcu_dereference(im->mca_sources);  in igmp6_mcf_get_first()
2994 			if (likely(psf)) {  in igmp6_mcf_get_first()
3001 	return psf;  in igmp6_mcf_get_first()
3004 static struct ip6_sf_list *igmp6_mcf_get_next(struct seq_file *seq, struct ip6_sf_list *psf)  in igmp6_mcf_get_next()  argument
3008 	psf = rcu_dereference(psf->sf_next);  in igmp6_mcf_get_next()
3009 	while (!psf) {  in igmp6_mcf_get_next()
3024 		psf = rcu_dereference(state->im->mca_sources);  in igmp6_mcf_get_next()
3027 	return psf;  in igmp6_mcf_get_next()
3032 	struct ip6_sf_list *psf = igmp6_mcf_get_first(seq);  in igmp6_mcf_get_idx()  local
3033 	if (psf)  in igmp6_mcf_get_idx()
3034 		while (pos && (psf = igmp6_mcf_get_next(seq, psf)) != NULL)  in igmp6_mcf_get_idx()
3036 	return pos ? NULL : psf;  in igmp6_mcf_get_idx()
3048 	struct ip6_sf_list *psf;  in igmp6_mcf_seq_next()  local
3050 		psf = igmp6_mcf_get_first(seq);  in igmp6_mcf_seq_next()
3052 		psf = igmp6_mcf_get_next(seq, v);  in igmp6_mcf_seq_next()
3054 	return psf;  in igmp6_mcf_seq_next()
3073 	struct ip6_sf_list *psf = (struct ip6_sf_list *)v;  in igmp6_mcf_seq_show()  local
3083 			   &psf->sf_addr,  in igmp6_mcf_seq_show()
3084 			   psf->sf_count[MCAST_INCLUDE],  in igmp6_mcf_seq_show()
3085 			   psf->sf_count[MCAST_EXCLUDE]);  in igmp6_mcf_seq_show()