Lines Matching refs:xfrm
330 return __idx_hash(index, net->xfrm.policy_idx_hmask); in idx_hash()
340 *dbits = net->xfrm.policy_bydst[dir].dbits4; in __get_hash_thresh()
341 *sbits = net->xfrm.policy_bydst[dir].sbits4; in __get_hash_thresh()
345 *dbits = net->xfrm.policy_bydst[dir].dbits6; in __get_hash_thresh()
346 *sbits = net->xfrm.policy_bydst[dir].sbits6; in __get_hash_thresh()
359 unsigned int hmask = net->xfrm.policy_bydst[dir].hmask; in policy_hash_bysel()
368 return &net->xfrm.policy_inexact[dir]; in policy_hash_bysel()
370 return rcu_dereference_check(net->xfrm.policy_bydst[dir].table, in policy_hash_bysel()
371 lockdep_is_held(&net->xfrm.xfrm_policy_lock)) + hash; in policy_hash_bysel()
379 unsigned int hmask = net->xfrm.policy_bydst[dir].hmask; in policy_hash_direct()
387 return rcu_dereference_check(net->xfrm.policy_bydst[dir].table, in policy_hash_direct()
388 lockdep_is_held(&net->xfrm.xfrm_policy_lock)) + hash; in policy_hash_direct()
450 unsigned int hmask = net->xfrm.policy_bydst[dir].hmask; in xfrm_bydst_resize()
460 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_bydst_resize()
463 odst = rcu_dereference_protected(net->xfrm.policy_bydst[dir].table, in xfrm_bydst_resize()
464 lockdep_is_held(&net->xfrm.xfrm_policy_lock)); in xfrm_bydst_resize()
466 odst = rcu_dereference_protected(net->xfrm.policy_bydst[dir].table, in xfrm_bydst_resize()
467 lockdep_is_held(&net->xfrm.xfrm_policy_lock)); in xfrm_bydst_resize()
472 rcu_assign_pointer(net->xfrm.policy_bydst[dir].table, ndst); in xfrm_bydst_resize()
473 net->xfrm.policy_bydst[dir].hmask = nhashmask; in xfrm_bydst_resize()
476 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_bydst_resize()
485 unsigned int hmask = net->xfrm.policy_idx_hmask; in xfrm_byidx_resize()
488 struct hlist_head *oidx = net->xfrm.policy_byidx; in xfrm_byidx_resize()
495 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_byidx_resize()
500 net->xfrm.policy_byidx = nidx; in xfrm_byidx_resize()
501 net->xfrm.policy_idx_hmask = nhashmask; in xfrm_byidx_resize()
503 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_byidx_resize()
510 unsigned int cnt = net->xfrm.policy_count[dir]; in xfrm_bydst_should_resize()
511 unsigned int hmask = net->xfrm.policy_bydst[dir].hmask; in xfrm_bydst_should_resize()
525 unsigned int hmask = net->xfrm.policy_idx_hmask; in xfrm_byidx_should_resize()
536 si->incnt = net->xfrm.policy_count[XFRM_POLICY_IN]; in xfrm_spd_getinfo()
537 si->outcnt = net->xfrm.policy_count[XFRM_POLICY_OUT]; in xfrm_spd_getinfo()
538 si->fwdcnt = net->xfrm.policy_count[XFRM_POLICY_FWD]; in xfrm_spd_getinfo()
539 si->inscnt = net->xfrm.policy_count[XFRM_POLICY_IN+XFRM_POLICY_MAX]; in xfrm_spd_getinfo()
540 si->outscnt = net->xfrm.policy_count[XFRM_POLICY_OUT+XFRM_POLICY_MAX]; in xfrm_spd_getinfo()
541 si->fwdscnt = net->xfrm.policy_count[XFRM_POLICY_FWD+XFRM_POLICY_MAX]; in xfrm_spd_getinfo()
542 si->spdhcnt = net->xfrm.policy_idx_hmask; in xfrm_spd_getinfo()
550 struct net *net = container_of(work, struct net, xfrm.policy_hash_work); in xfrm_hash_resize()
569 xfrm.policy_hthresh.work); in xfrm_hash_rebuild()
585 seq = read_seqbegin(&net->xfrm.policy_hthresh.lock); in xfrm_hash_rebuild()
587 lbits4 = net->xfrm.policy_hthresh.lbits4; in xfrm_hash_rebuild()
588 rbits4 = net->xfrm.policy_hthresh.rbits4; in xfrm_hash_rebuild()
589 lbits6 = net->xfrm.policy_hthresh.lbits6; in xfrm_hash_rebuild()
590 rbits6 = net->xfrm.policy_hthresh.rbits6; in xfrm_hash_rebuild()
591 } while (read_seqretry(&net->xfrm.policy_hthresh.lock, seq)); in xfrm_hash_rebuild()
593 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_hash_rebuild()
597 INIT_HLIST_HEAD(&net->xfrm.policy_inexact[dir]); in xfrm_hash_rebuild()
598 hmask = net->xfrm.policy_bydst[dir].hmask; in xfrm_hash_rebuild()
599 odst = net->xfrm.policy_bydst[dir].table; in xfrm_hash_rebuild()
604 net->xfrm.policy_bydst[dir].dbits4 = rbits4; in xfrm_hash_rebuild()
605 net->xfrm.policy_bydst[dir].sbits4 = lbits4; in xfrm_hash_rebuild()
606 net->xfrm.policy_bydst[dir].dbits6 = rbits6; in xfrm_hash_rebuild()
607 net->xfrm.policy_bydst[dir].sbits6 = lbits6; in xfrm_hash_rebuild()
610 net->xfrm.policy_bydst[dir].dbits4 = lbits4; in xfrm_hash_rebuild()
611 net->xfrm.policy_bydst[dir].sbits4 = rbits4; in xfrm_hash_rebuild()
612 net->xfrm.policy_bydst[dir].dbits6 = lbits6; in xfrm_hash_rebuild()
613 net->xfrm.policy_bydst[dir].sbits6 = rbits6; in xfrm_hash_rebuild()
618 list_for_each_entry_reverse(policy, &net->xfrm.policy_all, walk.all) { in xfrm_hash_rebuild()
640 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_hash_rebuild()
647 schedule_work(&net->xfrm.policy_hthresh.work); in xfrm_policy_hash_rebuild()
673 list = net->xfrm.policy_byidx + idx_hash(net, idx); in xfrm_gen_index()
751 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_insert()
763 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_insert()
793 hlist_add_head(&policy->byidx, net->xfrm.policy_byidx+idx_hash(net, policy->index)); in xfrm_policy_insert()
798 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_insert()
803 schedule_work(&net->xfrm.policy_hash_work); in xfrm_policy_insert()
819 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_bysel_ctx()
833 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_bysel_ctx()
842 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_bysel_ctx()
862 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_byid()
863 chain = net->xfrm.policy_byidx + idx_hash(net, id); in xfrm_policy_byid()
874 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_byid()
883 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_byid()
902 &net->xfrm.policy_inexact[dir], bydst) { in xfrm_policy_flush_secctx_check()
911 for (i = net->xfrm.policy_bydst[dir].hmask; i >= 0; i--) { in xfrm_policy_flush_secctx_check()
913 net->xfrm.policy_bydst[dir].table + i, in xfrm_policy_flush_secctx_check()
941 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_flush()
953 &net->xfrm.policy_inexact[dir], bydst) { in xfrm_policy_flush()
957 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_flush()
964 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_flush()
968 for (i = net->xfrm.policy_bydst[dir].hmask; i >= 0; i--) { in xfrm_policy_flush()
971 net->xfrm.policy_bydst[dir].table + i, in xfrm_policy_flush()
976 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_flush()
982 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_flush()
991 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_flush()
1011 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_walk()
1013 x = list_first_entry(&net->xfrm.policy_all, struct xfrm_policy_walk_entry, all); in xfrm_policy_walk()
1018 list_for_each_entry_from(x, &net->xfrm.policy_all, all) { in xfrm_policy_walk()
1039 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_walk()
1058 spin_lock_bh(&net->xfrm.xfrm_policy_lock); /*FIXME where is net? */ in xfrm_policy_walk_done()
1060 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_walk_done()
1132 chain = &net->xfrm.policy_inexact[dir]; in xfrm_policy_lookup_bytype()
1226 list_add(&pol->walk.all, &net->xfrm.policy_all); in __xfrm_policy_link()
1227 net->xfrm.policy_count[dir]++; in __xfrm_policy_link()
1246 net->xfrm.policy_count[dir]--; in __xfrm_policy_unlink()
1265 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_delete()
1267 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_policy_delete()
1286 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_sk_policy_insert()
1288 lockdep_is_held(&net->xfrm.xfrm_policy_lock)); in xfrm_sk_policy_insert()
1304 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_sk_policy_insert()
1336 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in clone_policy()
1338 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in clone_policy()
1384 struct xfrm_state **xfrm, unsigned short family) in xfrm_tmpl_resolve_one() argument
1417 xfrm[nx++] = x; in xfrm_tmpl_resolve_one()
1437 xfrm_state_put(xfrm[nx]); in xfrm_tmpl_resolve_one()
1443 struct xfrm_state **xfrm, unsigned short family) in xfrm_tmpl_resolve() argument
1446 struct xfrm_state **tpp = (npols > 1) ? tp : xfrm; in xfrm_tmpl_resolve()
1468 xfrm_state_sort(xfrm, tpp, cnx, family); in xfrm_tmpl_resolve()
1506 dst_ops = &net->xfrm.xfrm4_dst_ops; in xfrm_alloc_dst()
1510 dst_ops = &net->xfrm.xfrm6_dst_ops; in xfrm_alloc_dst()
1570 struct xfrm_state **xfrm, in xfrm_bundle_create() argument
1616 if (xfrm[i]->sel.family == AF_UNSPEC) { in xfrm_bundle_create()
1617 inner_mode = xfrm_ip2inner_mode(xfrm[i], in xfrm_bundle_create()
1625 inner_mode = xfrm[i]->inner_mode; in xfrm_bundle_create()
1630 if (xfrm[i]->props.mode != XFRM_MODE_TRANSPORT) { in xfrm_bundle_create()
1631 __u32 mark = xfrm_smark_get(fl->flowi_mark, xfrm[i]); in xfrm_bundle_create()
1633 family = xfrm[i]->props.family; in xfrm_bundle_create()
1634 dst = xfrm_dst_lookup(xfrm[i], tos, fl->flowi_oif, in xfrm_bundle_create()
1642 dst1->xfrm = xfrm[i]; in xfrm_bundle_create()
1643 xdst->xfrm_genid = xfrm[i]->genid; in xfrm_bundle_create()
1654 header_len += xfrm[i]->props.header_len; in xfrm_bundle_create()
1655 if (xfrm[i]->type->flags & XFRM_TYPE_NON_FRAGMENT) in xfrm_bundle_create()
1656 nfheader_len += xfrm[i]->props.header_len; in xfrm_bundle_create()
1657 trailer_len += xfrm[i]->props.trailer_len; in xfrm_bundle_create()
1679 header_len -= xdst_prev->u.dst.xfrm->props.header_len; in xfrm_bundle_create()
1680 trailer_len -= xdst_prev->u.dst.xfrm->props.trailer_len; in xfrm_bundle_create()
1687 xfrm_state_put(xfrm[i]); in xfrm_bundle_create()
1746 struct xfrm_state *xfrm[XFRM_MAX_DEPTH]; in xfrm_resolve_and_create_bundle() local
1753 err = xfrm_tmpl_resolve(pols, num_pols, fl, xfrm, family); in xfrm_resolve_and_create_bundle()
1763 dst = xfrm_bundle_create(pols[0], xfrm, bundle, err, fl, dst_orig); in xfrm_resolve_and_create_bundle()
1913 net->xfrm.sysctl_larval_drop || in xfrm_create_dummy_bundle()
2105 !net->xfrm.policy_count[XFRM_POLICY_OUT]) in xfrm_lookup_with_ifid()
2130 if (net->xfrm.sysctl_larval_drop) { in xfrm_lookup_with_ifid()
2170 if (dst && dst->xfrm && in xfrm_lookup_with_ifid()
2171 dst->xfrm->props.mode == XFRM_MODE_TUNNEL) in xfrm_lookup_with_ifid()
2547 while ((dst = xfrm_dst_child(dst)) && dst->xfrm && dst->dev == dev) { in xfrm_dst_ifdown()
2582 pmtu = xfrm_state_mtu(dst->xfrm, pmtu); in xfrm_init_pmtu()
2617 if (dst->xfrm->km.state != XFRM_STATE_VALID) in xfrm_bundle_ok()
2619 if (xdst->xfrm_genid != dst->xfrm->genid) in xfrm_bundle_ok()
2642 } while (dst->xfrm); in xfrm_bundle_ok()
2652 mtu = xfrm_state_mtu(dst->xfrm, mtu); in xfrm_bundle_ok()
2681 while (dst->xfrm) { in xfrm_get_dst_nexthop()
2682 const struct xfrm_state *xfrm = dst->xfrm; in xfrm_get_dst_nexthop() local
2686 if (xfrm->props.mode == XFRM_MODE_TRANSPORT) in xfrm_get_dst_nexthop()
2688 if (xfrm->type->flags & XFRM_TYPE_REMOTE_COADDR) in xfrm_get_dst_nexthop()
2689 daddr = xfrm->coaddr; in xfrm_get_dst_nexthop()
2690 else if (!(xfrm->type->flags & XFRM_TYPE_LOCAL_COADDR)) in xfrm_get_dst_nexthop()
2691 daddr = &xfrm->id.daddr; in xfrm_get_dst_nexthop()
2830 net->xfrm.policy_byidx = xfrm_hash_alloc(sz); in xfrm_policy_init()
2831 if (!net->xfrm.policy_byidx) in xfrm_policy_init()
2833 net->xfrm.policy_idx_hmask = hmask; in xfrm_policy_init()
2838 net->xfrm.policy_count[dir] = 0; in xfrm_policy_init()
2839 net->xfrm.policy_count[XFRM_POLICY_MAX + dir] = 0; in xfrm_policy_init()
2840 INIT_HLIST_HEAD(&net->xfrm.policy_inexact[dir]); in xfrm_policy_init()
2842 htab = &net->xfrm.policy_bydst[dir]; in xfrm_policy_init()
2852 net->xfrm.policy_hthresh.lbits4 = 32; in xfrm_policy_init()
2853 net->xfrm.policy_hthresh.rbits4 = 32; in xfrm_policy_init()
2854 net->xfrm.policy_hthresh.lbits6 = 128; in xfrm_policy_init()
2855 net->xfrm.policy_hthresh.rbits6 = 128; in xfrm_policy_init()
2857 seqlock_init(&net->xfrm.policy_hthresh.lock); in xfrm_policy_init()
2859 INIT_LIST_HEAD(&net->xfrm.policy_all); in xfrm_policy_init()
2860 INIT_WORK(&net->xfrm.policy_hash_work, xfrm_hash_resize); in xfrm_policy_init()
2861 INIT_WORK(&net->xfrm.policy_hthresh.work, xfrm_hash_rebuild); in xfrm_policy_init()
2868 htab = &net->xfrm.policy_bydst[dir]; in xfrm_policy_init()
2871 xfrm_hash_free(net->xfrm.policy_byidx, sz); in xfrm_policy_init()
2881 flush_work(&net->xfrm.policy_hash_work); in xfrm_policy_fini()
2887 WARN_ON(!list_empty(&net->xfrm.policy_all)); in xfrm_policy_fini()
2892 WARN_ON(!hlist_empty(&net->xfrm.policy_inexact[dir])); in xfrm_policy_fini()
2894 htab = &net->xfrm.policy_bydst[dir]; in xfrm_policy_fini()
2900 sz = (net->xfrm.policy_idx_hmask + 1) * sizeof(struct hlist_head); in xfrm_policy_fini()
2901 WARN_ON(!hlist_empty(net->xfrm.policy_byidx)); in xfrm_policy_fini()
2902 xfrm_hash_free(net->xfrm.policy_byidx, sz); in xfrm_policy_fini()
2910 spin_lock_init(&net->xfrm.xfrm_state_lock); in xfrm_net_init()
2911 spin_lock_init(&net->xfrm.xfrm_policy_lock); in xfrm_net_init()
2912 mutex_init(&net->xfrm.xfrm_cfg_mutex); in xfrm_net_init()
3057 spin_lock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_migrate_policy_find()
3067 chain = &net->xfrm.policy_inexact[dir]; in xfrm_migrate_policy_find()
3081 spin_unlock_bh(&net->xfrm.xfrm_policy_lock); in xfrm_migrate_policy_find()