38 bool fib_rule_matchall(const struct fib_rule *rule)  in fib_rule_matchall()  argument
40 	if (READ_ONCE(rule->iifindex) || READ_ONCE(rule->oifindex) ||  in fib_rule_matchall()
41 	    rule->mark || rule->tun_id || rule->flags)  in fib_rule_matchall()
43 	if (rule->suppress_ifgroup != -1 || rule->suppress_prefixlen != -1)  in fib_rule_matchall()
45 	if (!uid_eq(rule->uid_range.start, fib_kuid_range_unset.start) ||  in fib_rule_matchall()
46 	    !uid_eq(rule->uid_range.end, fib_kuid_range_unset.end))  in fib_rule_matchall()
48 	if (fib_rule_port_range_set(&rule->sport_range))  in fib_rule_matchall()
50 	if (fib_rule_port_range_set(&rule->dport_range))  in fib_rule_matchall()
86 	struct fib_rule *rule;  in fib_default_rule_pref()  local
91 			rule = list_entry(pos->next, struct fib_rule, list);  in fib_default_rule_pref()
92 			if (rule->pref)  in fib_default_rule_pref()
93 				return rule->pref - 1;  in fib_default_rule_pref()
100 static void notify_rule_change(int event, struct fib_rule *rule,
189 	struct fib_rule *rule, *tmp;  in fib_rules_cleanup_ops()  local
191 	list_for_each_entry_safe(rule, tmp, &ops->rules_list, list) {  in fib_rules_cleanup_ops()
192 		list_del_rcu(&rule->list);  in fib_rules_cleanup_ops()
194 			ops->delete(rule);  in fib_rules_cleanup_ops()
195 		fib_rule_put(rule);  in fib_rules_cleanup_ops()
260 static int fib_rule_match(struct fib_rule *rule, struct fib_rules_ops *ops,  in fib_rule_match()  argument
266 	iifindex = READ_ONCE(rule->iifindex);  in fib_rule_match()
270 	oifindex = READ_ONCE(rule->oifindex);  in fib_rule_match()
274 	if ((rule->mark ^ fl->flowi_mark) & rule->mark_mask)  in fib_rule_match()
277 	if (rule->tun_id && (rule->tun_id != fl->flowi_tun_key.tun_id))  in fib_rule_match()
280 	if (rule->l3mdev && !l3mdev_fib_rule_match(rule->fr_net, fl, arg))  in fib_rule_match()
283 	if (uid_lt(fl->flowi_uid, rule->uid_range.start) ||  in fib_rule_match()
284 	    uid_gt(fl->flowi_uid, rule->uid_range.end))  in fib_rule_match()
290 			       rule, fl, flags);  in fib_rule_match()
292 	return (rule->flags & FIB_RULE_INVERT) ? !ret : ret;  in fib_rule_match()
298 	struct fib_rule *rule;  in fib_rules_lookup()  local
303 	list_for_each_entry_rcu(rule, &ops->rules_list, list) {  in fib_rules_lookup()
305 		if (!fib_rule_match(rule, ops, fl, flags, arg))  in fib_rules_lookup()
308 		if (rule->action == FR_ACT_GOTO) {  in fib_rules_lookup()
311 			target = rcu_dereference(rule->ctarget);  in fib_rules_lookup()
315 				rule = target;  in fib_rules_lookup()
318 		} else if (rule->action == FR_ACT_NOP)  in fib_rules_lookup()
324 					       rule, fl, flags, arg);  in fib_rules_lookup()
329 							      rule, flags, arg))  in fib_rules_lookup()
334 			    likely(refcount_inc_not_zero(&rule->refcnt))) {  in fib_rules_lookup()
335 				arg->rule = rule;  in fib_rules_lookup()
352 				  struct fib_rule *rule, int family,  in call_fib_rule_notifier()  argument
358 		.rule = rule,  in call_fib_rule_notifier()
366 				   struct fib_rule *rule,  in call_fib_rule_notifiers()  argument
373 		.rule = rule,  in call_fib_rule_notifiers()
387 	struct fib_rule *rule;  in fib_rules_dump()  local
393 	list_for_each_entry_rcu(rule, &ops->rules_list, list) {  in fib_rules_dump()
395 					     rule, family, extack);  in fib_rules_dump()
424 				  struct fib_rule *rule,  in rule_find()
430 		if (rule->action && r->action != rule->action)  in rule_find()
433 		if (rule->table && r->table != rule->table)  in rule_find()
436 		if (user_priority && r->pref != rule->pref)  in rule_find()
439 		if (rule->iifname[0] &&  in rule_find()
440 		    memcmp(r->iifname, rule->iifname, IFNAMSIZ))  in rule_find()
443 		if (rule->oifname[0] &&  in rule_find()
444 		    memcmp(r->oifname, rule->oifname, IFNAMSIZ))  in rule_find()
447 		if (rule->mark && r->mark != rule->mark)  in rule_find()
450 		if (rule->suppress_ifgroup != -1 &&  in rule_find()
451 		    r->suppress_ifgroup != rule->suppress_ifgroup)  in rule_find()
454 		if (rule->suppress_prefixlen != -1 &&  in rule_find()
455 		    r->suppress_prefixlen != rule->suppress_prefixlen)  in rule_find()
458 		if (rule->mark_mask && r->mark_mask != rule->mark_mask)  in rule_find()
461 		if (rule->tun_id && r->tun_id != rule->tun_id)  in rule_find()
464 		if (r->fr_net != rule->fr_net)  in rule_find()
467 		if (rule->l3mdev && r->l3mdev != rule->l3mdev)  in rule_find()
470 		if (uid_range_set(&rule->uid_range) &&  in rule_find()
471 		    (!uid_eq(r->uid_range.start, rule->uid_range.start) ||  in rule_find()
472 		    !uid_eq(r->uid_range.end, rule->uid_range.end)))  in rule_find()
475 		if (rule->ip_proto && r->ip_proto != rule->ip_proto)  in rule_find()
478 		if (rule->proto && r->proto != rule->proto)  in rule_find()
481 		if (fib_rule_port_range_set(&rule->sport_range) &&  in rule_find()
483 						 &rule->sport_range))  in rule_find()
486 		if (fib_rule_port_range_set(&rule->dport_range) &&  in rule_find()
488 						 &rule->dport_range))  in rule_find()
524 		       struct fib_rule **rule,  in fib_nl2rule()  argument
678 	*rule = nlrule;  in fib_nl2rule()
689 		       struct nlattr **tb, struct fib_rule *rule)  in rule_exists()  argument
694 		if (r->action != rule->action)  in rule_exists()
697 		if (r->table != rule->table)  in rule_exists()
700 		if (r->pref != rule->pref)  in rule_exists()
703 		if (memcmp(r->iifname, rule->iifname, IFNAMSIZ))  in rule_exists()
706 		if (memcmp(r->oifname, rule->oifname, IFNAMSIZ))  in rule_exists()
709 		if (r->mark != rule->mark)  in rule_exists()
712 		if (r->suppress_ifgroup != rule->suppress_ifgroup)  in rule_exists()
715 		if (r->suppress_prefixlen != rule->suppress_prefixlen)  in rule_exists()
718 		if (r->mark_mask != rule->mark_mask)  in rule_exists()
721 		if (r->tun_id != rule->tun_id)  in rule_exists()
724 		if (r->fr_net != rule->fr_net)  in rule_exists()
727 		if (r->l3mdev != rule->l3mdev)  in rule_exists()
730 		if (!uid_eq(r->uid_range.start, rule->uid_range.start) ||  in rule_exists()
731 		    !uid_eq(r->uid_range.end, rule->uid_range.end))  in rule_exists()
734 		if (r->ip_proto != rule->ip_proto)  in rule_exists()
737 		if (r->proto != rule->proto)  in rule_exists()
741 						 &rule->sport_range))  in rule_exists()
745 						 &rule->dport_range))  in rule_exists()
785 	struct fib_rule *rule = NULL, *r, *last = NULL;  in fib_nl_newrule()  local
798 		NL_SET_ERR_MSG(extack, "Rule family not supported");  in fib_nl_newrule()
809 	err = fib_nl2rule(skb, nlh, extack, ops, tb, &rule, &user_priority);  in fib_nl_newrule()
814 	    rule_exists(ops, frh, tb, rule)) {  in fib_nl_newrule()
819 	err = ops->configure(rule, skb, frh, tb, extack);  in fib_nl_newrule()
823 	err = call_fib_rule_notifiers(net, FIB_EVENT_RULE_ADD, rule, ops,  in fib_nl_newrule()
829 		if (r->pref == rule->target) {  in fib_nl_newrule()
830 			RCU_INIT_POINTER(rule->ctarget, r);  in fib_nl_newrule()
835 	if (rcu_dereference_protected(rule->ctarget, 1) == NULL)  in fib_nl_newrule()
839 		if (r->pref > rule->pref)  in fib_nl_newrule()
845 		list_add_rcu(&rule->list, &last->list);  in fib_nl_newrule()
847 		list_add_rcu(&rule->list, &ops->rules_list);  in fib_nl_newrule()
852 		 * any of them are pointing to this new rule.  in fib_nl_newrule()
856 			    r->target == rule->pref &&  in fib_nl_newrule()
858 				rcu_assign_pointer(r->ctarget, rule);  in fib_nl_newrule()
865 	if (rule->action == FR_ACT_GOTO)  in fib_nl_newrule()
871 	if (rule->tun_id)  in fib_nl_newrule()
874 	notify_rule_change(RTM_NEWRULE, rule, ops, nlh, NETLINK_CB(skb).portid);  in fib_nl_newrule()
880 	kfree(rule);  in fib_nl_newrule()
893 	struct fib_rule *rule = NULL, *r, *nlrule = NULL;  in fib_nl_delrule()  local
906 		NL_SET_ERR_MSG(extack, "Rule family not supported");  in fib_nl_delrule()
921 	rule = rule_find(ops, frh, tb, nlrule, user_priority);  in fib_nl_delrule()
922 	if (!rule) {  in fib_nl_delrule()
927 	if (rule->flags & FIB_RULE_PERMANENT) {  in fib_nl_delrule()
933 		err = ops->delete(rule);  in fib_nl_delrule()
938 	if (rule->tun_id)  in fib_nl_delrule()
941 	list_del_rcu(&rule->list);  in fib_nl_delrule()
943 	if (rule->action == FR_ACT_GOTO) {  in fib_nl_delrule()
945 		if (rtnl_dereference(rule->ctarget) == NULL)  in fib_nl_delrule()
950 	 * Check if this rule is a target to any of them. If so,  in fib_nl_delrule()
954 	 * current if it is goto rule, have actually been added.  in fib_nl_delrule()
959 		n = list_next_entry(rule, list);  in fib_nl_delrule()
960 		if (&n->list == &ops->rules_list || n->pref != rule->pref)  in fib_nl_delrule()
963 			if (rtnl_dereference(r->ctarget) != rule)  in fib_nl_delrule()
971 	call_fib_rule_notifiers(net, FIB_EVENT_RULE_DEL, rule, ops,  in fib_nl_delrule()
973 	notify_rule_change(RTM_DELRULE, rule, ops, nlh,  in fib_nl_delrule()
975 	fib_rule_put(rule);  in fib_nl_delrule()
989 					 struct fib_rule *rule)  in fib_rule_nlmsg_size()  argument
1008 		payload += ops->nlmsg_payload(rule);  in fib_rule_nlmsg_size()
1013 static int fib_nl_fill_rule(struct sk_buff *skb, struct fib_rule *rule,  in fib_nl_fill_rule()  argument
1026 	frh->table = rule->table < 256 ? rule->table : RT_TABLE_COMPAT;  in fib_nl_fill_rule()
1027 	if (nla_put_u32(skb, FRA_TABLE, rule->table))  in fib_nl_fill_rule()
1029 	if (nla_put_u32(skb, FRA_SUPPRESS_PREFIXLEN, rule->suppress_prefixlen))  in fib_nl_fill_rule()
1033 	frh->action = rule->action;  in fib_nl_fill_rule()
1034 	frh->flags = rule->flags;  in fib_nl_fill_rule()
1036 	if (nla_put_u8(skb, FRA_PROTOCOL, rule->proto))  in fib_nl_fill_rule()
1039 	if (rule->action == FR_ACT_GOTO &&  in fib_nl_fill_rule()
1040 	    rcu_access_pointer(rule->ctarget) == NULL)  in fib_nl_fill_rule()
1043 	if (rule->iifname[0]) {  in fib_nl_fill_rule()
1044 		if (nla_put_string(skb, FRA_IIFNAME, rule->iifname))  in fib_nl_fill_rule()
1046 		if (READ_ONCE(rule->iifindex) == -1)  in fib_nl_fill_rule()
1050 	if (rule->oifname[0]) {  in fib_nl_fill_rule()
1051 		if (nla_put_string(skb, FRA_OIFNAME, rule->oifname))  in fib_nl_fill_rule()
1053 		if (READ_ONCE(rule->oifindex) == -1)  in fib_nl_fill_rule()
1057 	if ((rule->pref &&  in fib_nl_fill_rule()
1058 	     nla_put_u32(skb, FRA_PRIORITY, rule->pref)) ||  in fib_nl_fill_rule()
1059 	    (rule->mark &&  in fib_nl_fill_rule()
1060 	     nla_put_u32(skb, FRA_FWMARK, rule->mark)) ||  in fib_nl_fill_rule()
1061 	    ((rule->mark_mask || rule->mark) &&  in fib_nl_fill_rule()
1062 	     nla_put_u32(skb, FRA_FWMASK, rule->mark_mask)) ||  in fib_nl_fill_rule()
1063 	    (rule->target &&  in fib_nl_fill_rule()
1064 	     nla_put_u32(skb, FRA_GOTO, rule->target)) ||  in fib_nl_fill_rule()
1065 	    (rule->tun_id &&  in fib_nl_fill_rule()
1066 	     nla_put_be64(skb, FRA_TUN_ID, rule->tun_id, FRA_PAD)) ||  in fib_nl_fill_rule()
1067 	    (rule->l3mdev &&  in fib_nl_fill_rule()
1068 	     nla_put_u8(skb, FRA_L3MDEV, rule->l3mdev)) ||  in fib_nl_fill_rule()
1069 	    (uid_range_set(&rule->uid_range) &&  in fib_nl_fill_rule()
1070 	     nla_put_uid_range(skb, &rule->uid_range)) ||  in fib_nl_fill_rule()
1071 	    (fib_rule_port_range_set(&rule->sport_range) &&  in fib_nl_fill_rule()
1072 	     nla_put_port_range(skb, FRA_SPORT_RANGE, &rule->sport_range)) ||  in fib_nl_fill_rule()
1073 	    (fib_rule_port_range_set(&rule->dport_range) &&  in fib_nl_fill_rule()
1074 	     nla_put_port_range(skb, FRA_DPORT_RANGE, &rule->dport_range)) ||  in fib_nl_fill_rule()
1075 	    (rule->ip_proto && nla_put_u8(skb, FRA_IP_PROTO, rule->ip_proto)))  in fib_nl_fill_rule()
1078 	if (rule->suppress_ifgroup != -1) {  in fib_nl_fill_rule()
1079 		if (nla_put_u32(skb, FRA_SUPPRESS_IFGROUP, rule->suppress_ifgroup))  in fib_nl_fill_rule()
1083 	if (ops->fill(rule, skb, frh) < 0)  in fib_nl_fill_rule()
1098 	struct fib_rule *rule;  in dump_rules()  local
1102 	list_for_each_entry_rcu(rule, &ops->rules_list, list) {  in dump_rules()
1106 		err = fib_nl_fill_rule(skb, rule, NETLINK_CB(cb->skb).portid,  in dump_rules()
1127 		NL_SET_ERR_MSG(extack, "Invalid header for fib rule dump request");  in fib_valid_dumprule_req()
1135 			       "Invalid values in header for fib rule dump request");  in fib_valid_dumprule_req()
1140 		NL_SET_ERR_MSG(extack, "Invalid data after header in fib rule dump request");  in fib_valid_dumprule_req()
1191 static void notify_rule_change(int event, struct fib_rule *rule,  in notify_rule_change()  argument
1200 	skb = nlmsg_new(fib_rule_nlmsg_size(ops, rule), GFP_KERNEL);  in notify_rule_change()
1204 	err = fib_nl_fill_rule(skb, rule, pid, nlh->nlmsg_seq, event, 0, ops);  in notify_rule_change()
1220 	struct fib_rule *rule;  in attach_rules()  local
1222 	list_for_each_entry(rule, rules, list) {  in attach_rules()
1223 		if (rule->iifindex == -1 &&  in attach_rules()
1224 		    strcmp(dev->name, rule->iifname) == 0)  in attach_rules()
1225 			WRITE_ONCE(rule->iifindex, dev->ifindex);  in attach_rules()
1226 		if (rule->oifindex == -1 &&  in attach_rules()
1227 		    strcmp(dev->name, rule->oifname) == 0)  in attach_rules()
1228 			WRITE_ONCE(rule->oifindex, dev->ifindex);  in attach_rules()
1234 	struct fib_rule *rule;  in detach_rules()  local
1236 	list_for_each_entry(rule, rules, list) {  in detach_rules()
1237 		if (rule->iifindex == dev->ifindex)  in detach_rules()
1238 			WRITE_ONCE(rule->iifindex, -1);  in detach_rules()
1239 		if (rule->oifindex == dev->ifindex)  in detach_rules()
1240 			WRITE_ONCE(rule->oifindex, -1);  in detach_rules()