blob: 45923ebb7a4fa3c103111b128274058ea088bee5 [file] [log] [blame]
Thomas Gleixner2874c5f2019-05-27 08:55:01 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Herbert Xub4219952007-09-27 12:48:05 -07002/*
3 * Stateless NAT actions
4 *
5 * Copyright (c) 2007 Herbert Xu <[email protected]>
Herbert Xub4219952007-09-27 12:48:05 -07006 */
7
8#include <linux/errno.h>
9#include <linux/init.h>
10#include <linux/kernel.h>
11#include <linux/module.h>
12#include <linux/netfilter.h>
13#include <linux/rtnetlink.h>
14#include <linux/skbuff.h>
15#include <linux/slab.h>
16#include <linux/spinlock.h>
17#include <linux/string.h>
18#include <linux/tc_act/tc_nat.h>
19#include <net/act_api.h>
Davide Caratti1e45d042019-03-20 15:00:06 +010020#include <net/pkt_cls.h>
Herbert Xub4219952007-09-27 12:48:05 -070021#include <net/icmp.h>
22#include <net/ip.h>
23#include <net/netlink.h>
24#include <net/tc_act/tc_nat.h>
25#include <net/tcp.h>
26#include <net/udp.h>
27
28
Alexey Dobriyanc7d03a02016-11-17 04:58:21 +030029static unsigned int nat_net_id;
WANG Conga85a9702016-07-25 16:09:41 -070030static struct tc_action_ops act_nat_ops;
WANG Congddf97cc2016-02-22 15:57:53 -080031
Patrick McHardy53b2bf32008-01-23 20:36:30 -080032static const struct nla_policy nat_policy[TCA_NAT_MAX + 1] = {
33 [TCA_NAT_PARMS] = { .len = sizeof(struct tc_nat) },
34};
35
Benjamin LaHaisec1b52732013-01-14 05:15:39 +000036static int tcf_nat_init(struct net *net, struct nlattr *nla, struct nlattr *est,
Alexander Aring589dad62018-02-15 10:54:56 -050037 struct tc_action **a, int ovr, int bind,
Davide Caratti85d09662019-03-20 14:59:59 +010038 bool rtnl_held, struct tcf_proto *tp,
39 struct netlink_ext_ack *extack)
Herbert Xub4219952007-09-27 12:48:05 -070040{
WANG Congddf97cc2016-02-22 15:57:53 -080041 struct tc_action_net *tn = net_generic(net, nat_net_id);
Patrick McHardy7ba699c2008-01-22 22:11:50 -080042 struct nlattr *tb[TCA_NAT_MAX + 1];
Davide Caratti1e45d042019-03-20 15:00:06 +010043 struct tcf_chain *goto_ch = NULL;
Herbert Xub4219952007-09-27 12:48:05 -070044 struct tc_nat *parm;
Patrick McHardycee63722008-01-23 20:33:32 -080045 int ret = 0, err;
Herbert Xub4219952007-09-27 12:48:05 -070046 struct tcf_nat *p;
Herbert Xub4219952007-09-27 12:48:05 -070047
Patrick McHardycee63722008-01-23 20:33:32 -080048 if (nla == NULL)
Herbert Xub4219952007-09-27 12:48:05 -070049 return -EINVAL;
50
Johannes Berg8cb081742019-04-26 14:07:28 +020051 err = nla_parse_nested_deprecated(tb, TCA_NAT_MAX, nla, nat_policy,
52 NULL);
Patrick McHardycee63722008-01-23 20:33:32 -080053 if (err < 0)
54 return err;
55
Patrick McHardy53b2bf32008-01-23 20:36:30 -080056 if (tb[TCA_NAT_PARMS] == NULL)
Herbert Xub4219952007-09-27 12:48:05 -070057 return -EINVAL;
Patrick McHardy7ba699c2008-01-22 22:11:50 -080058 parm = nla_data(tb[TCA_NAT_PARMS]);
Herbert Xub4219952007-09-27 12:48:05 -070059
Vlad Buslov0190c1d2018-07-05 17:24:32 +030060 err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
61 if (!err) {
Chris Mi65a206c2017-08-30 02:31:59 -040062 ret = tcf_idr_create(tn, parm->index, est, a,
63 &act_nat_ops, bind, false);
Vlad Buslov0190c1d2018-07-05 17:24:32 +030064 if (ret) {
65 tcf_idr_cleanup(tn, parm->index);
WANG Cong86062032014-02-11 17:07:31 -080066 return ret;
Vlad Buslov0190c1d2018-07-05 17:24:32 +030067 }
Herbert Xub4219952007-09-27 12:48:05 -070068 ret = ACT_P_CREATED;
Vlad Buslov0190c1d2018-07-05 17:24:32 +030069 } else if (err > 0) {
Jamal Hadi Salim1a293212013-12-23 08:02:11 -050070 if (bind)
71 return 0;
Vlad Buslov4e8ddd72018-07-05 17:24:30 +030072 if (!ovr) {
73 tcf_idr_release(*a, bind);
Herbert Xub4219952007-09-27 12:48:05 -070074 return -EEXIST;
Vlad Buslov4e8ddd72018-07-05 17:24:30 +030075 }
Vlad Buslov0190c1d2018-07-05 17:24:32 +030076 } else {
77 return err;
Herbert Xub4219952007-09-27 12:48:05 -070078 }
Davide Caratti1e45d042019-03-20 15:00:06 +010079 err = tcf_action_check_ctrlact(parm->action, tp, &goto_ch, extack);
80 if (err < 0)
81 goto release_idr;
WANG Conga85a9702016-07-25 16:09:41 -070082 p = to_tcf_nat(*a);
Herbert Xub4219952007-09-27 12:48:05 -070083
84 spin_lock_bh(&p->tcf_lock);
85 p->old_addr = parm->old_addr;
86 p->new_addr = parm->new_addr;
87 p->mask = parm->mask;
88 p->flags = parm->flags;
89
Davide Caratti1e45d042019-03-20 15:00:06 +010090 goto_ch = tcf_action_set_ctrlact(*a, parm->action, goto_ch);
Herbert Xub4219952007-09-27 12:48:05 -070091 spin_unlock_bh(&p->tcf_lock);
Davide Caratti1e45d042019-03-20 15:00:06 +010092 if (goto_ch)
93 tcf_chain_put_by_act(goto_ch);
Herbert Xub4219952007-09-27 12:48:05 -070094
95 if (ret == ACT_P_CREATED)
Chris Mi65a206c2017-08-30 02:31:59 -040096 tcf_idr_insert(tn, *a);
Herbert Xub4219952007-09-27 12:48:05 -070097
98 return ret;
Davide Caratti1e45d042019-03-20 15:00:06 +010099release_idr:
100 tcf_idr_release(*a, bind);
101 return err;
Herbert Xub4219952007-09-27 12:48:05 -0700102}
103
Jamal Hadi Salim03905142018-08-12 09:34:54 -0400104static int tcf_nat_act(struct sk_buff *skb, const struct tc_action *a,
105 struct tcf_result *res)
Herbert Xub4219952007-09-27 12:48:05 -0700106{
WANG Conga85a9702016-07-25 16:09:41 -0700107 struct tcf_nat *p = to_tcf_nat(a);
Herbert Xub4219952007-09-27 12:48:05 -0700108 struct iphdr *iph;
109 __be32 old_addr;
110 __be32 new_addr;
111 __be32 mask;
112 __be32 addr;
113 int egress;
114 int action;
115 int ihl;
Changli Gao36d12692010-08-03 17:39:18 +0000116 int noff;
Herbert Xub4219952007-09-27 12:48:05 -0700117
118 spin_lock(&p->tcf_lock);
119
Jamal Hadi Salim9c4a4e42016-06-06 06:32:53 -0400120 tcf_lastuse_update(&p->tcf_tm);
Herbert Xub4219952007-09-27 12:48:05 -0700121 old_addr = p->old_addr;
122 new_addr = p->new_addr;
123 mask = p->mask;
124 egress = p->flags & TCA_NAT_FLAG_EGRESS;
125 action = p->tcf_action;
126
Eric Dumazetbfe0d022011-01-09 08:30:54 +0000127 bstats_update(&p->tcf_bstats, skb);
Herbert Xub4219952007-09-27 12:48:05 -0700128
129 spin_unlock(&p->tcf_lock);
130
131 if (unlikely(action == TC_ACT_SHOT))
132 goto drop;
133
Changli Gao36d12692010-08-03 17:39:18 +0000134 noff = skb_network_offset(skb);
135 if (!pskb_may_pull(skb, sizeof(*iph) + noff))
Herbert Xub4219952007-09-27 12:48:05 -0700136 goto drop;
137
138 iph = ip_hdr(skb);
139
140 if (egress)
141 addr = iph->saddr;
142 else
143 addr = iph->daddr;
144
145 if (!((old_addr ^ addr) & mask)) {
Daniel Borkmann36976492016-02-19 23:05:25 +0100146 if (skb_try_make_writable(skb, sizeof(*iph) + noff))
Herbert Xub4219952007-09-27 12:48:05 -0700147 goto drop;
148
149 new_addr &= mask;
150 new_addr |= addr & ~mask;
151
152 /* Rewrite IP header */
153 iph = ip_hdr(skb);
154 if (egress)
155 iph->saddr = new_addr;
156 else
157 iph->daddr = new_addr;
158
Patrick McHardybe0ea7d2007-11-30 01:17:11 +1100159 csum_replace4(&iph->check, addr, new_addr);
Changli Gao33c29dd2010-05-29 14:26:59 +0000160 } else if ((iph->frag_off & htons(IP_OFFSET)) ||
161 iph->protocol != IPPROTO_ICMP) {
162 goto out;
Herbert Xub4219952007-09-27 12:48:05 -0700163 }
164
165 ihl = iph->ihl * 4;
166
167 /* It would be nice to share code with stateful NAT. */
168 switch (iph->frag_off & htons(IP_OFFSET) ? 0 : iph->protocol) {
169 case IPPROTO_TCP:
170 {
171 struct tcphdr *tcph;
172
Changli Gao36d12692010-08-03 17:39:18 +0000173 if (!pskb_may_pull(skb, ihl + sizeof(*tcph) + noff) ||
Daniel Borkmann36976492016-02-19 23:05:25 +0100174 skb_try_make_writable(skb, ihl + sizeof(*tcph) + noff))
Herbert Xub4219952007-09-27 12:48:05 -0700175 goto drop;
176
177 tcph = (void *)(skb_network_header(skb) + ihl);
Tom Herbert4b048d62015-08-17 13:42:25 -0700178 inet_proto_csum_replace4(&tcph->check, skb, addr, new_addr,
179 true);
Herbert Xub4219952007-09-27 12:48:05 -0700180 break;
181 }
182 case IPPROTO_UDP:
183 {
184 struct udphdr *udph;
185
Changli Gao36d12692010-08-03 17:39:18 +0000186 if (!pskb_may_pull(skb, ihl + sizeof(*udph) + noff) ||
Daniel Borkmann36976492016-02-19 23:05:25 +0100187 skb_try_make_writable(skb, ihl + sizeof(*udph) + noff))
Herbert Xub4219952007-09-27 12:48:05 -0700188 goto drop;
189
190 udph = (void *)(skb_network_header(skb) + ihl);
191 if (udph->check || skb->ip_summed == CHECKSUM_PARTIAL) {
Patrick McHardybe0ea7d2007-11-30 01:17:11 +1100192 inet_proto_csum_replace4(&udph->check, skb, addr,
Tom Herbert4b048d62015-08-17 13:42:25 -0700193 new_addr, true);
Herbert Xub4219952007-09-27 12:48:05 -0700194 if (!udph->check)
195 udph->check = CSUM_MANGLED_0;
196 }
197 break;
198 }
199 case IPPROTO_ICMP:
200 {
201 struct icmphdr *icmph;
202
Changli Gao36d12692010-08-03 17:39:18 +0000203 if (!pskb_may_pull(skb, ihl + sizeof(*icmph) + noff))
Herbert Xub4219952007-09-27 12:48:05 -0700204 goto drop;
205
206 icmph = (void *)(skb_network_header(skb) + ihl);
207
208 if ((icmph->type != ICMP_DEST_UNREACH) &&
209 (icmph->type != ICMP_TIME_EXCEEDED) &&
210 (icmph->type != ICMP_PARAMETERPROB))
211 break;
212
Changli Gao36d12692010-08-03 17:39:18 +0000213 if (!pskb_may_pull(skb, ihl + sizeof(*icmph) + sizeof(*iph) +
214 noff))
Changli Gao70c2efa2010-07-09 15:33:25 +0000215 goto drop;
216
Changli Gao072d79a2010-07-29 13:41:46 +0000217 icmph = (void *)(skb_network_header(skb) + ihl);
Herbert Xub4219952007-09-27 12:48:05 -0700218 iph = (void *)(icmph + 1);
219 if (egress)
220 addr = iph->daddr;
221 else
222 addr = iph->saddr;
223
224 if ((old_addr ^ addr) & mask)
225 break;
226
Daniel Borkmann36976492016-02-19 23:05:25 +0100227 if (skb_try_make_writable(skb, ihl + sizeof(*icmph) +
228 sizeof(*iph) + noff))
Herbert Xub4219952007-09-27 12:48:05 -0700229 goto drop;
230
231 icmph = (void *)(skb_network_header(skb) + ihl);
232 iph = (void *)(icmph + 1);
233
234 new_addr &= mask;
235 new_addr |= addr & ~mask;
236
237 /* XXX Fix up the inner checksums. */
238 if (egress)
239 iph->daddr = new_addr;
240 else
241 iph->saddr = new_addr;
242
Patrick McHardybe0ea7d2007-11-30 01:17:11 +1100243 inet_proto_csum_replace4(&icmph->checksum, skb, addr, new_addr,
Tom Herbert4b048d62015-08-17 13:42:25 -0700244 false);
Herbert Xub4219952007-09-27 12:48:05 -0700245 break;
246 }
247 default:
248 break;
249 }
250
Changli Gao33c29dd2010-05-29 14:26:59 +0000251out:
Herbert Xub4219952007-09-27 12:48:05 -0700252 return action;
253
254drop:
255 spin_lock(&p->tcf_lock);
256 p->tcf_qstats.drops++;
257 spin_unlock(&p->tcf_lock);
258 return TC_ACT_SHOT;
259}
260
261static int tcf_nat_dump(struct sk_buff *skb, struct tc_action *a,
262 int bind, int ref)
263{
264 unsigned char *b = skb_tail_pointer(skb);
WANG Conga85a9702016-07-25 16:09:41 -0700265 struct tcf_nat *p = to_tcf_nat(a);
Eric Dumazet1c40be12010-08-16 20:04:22 +0000266 struct tc_nat opt = {
Eric Dumazet1c40be12010-08-16 20:04:22 +0000267 .index = p->tcf_index,
Vlad Buslov036bb442018-07-05 17:24:24 +0300268 .refcnt = refcount_read(&p->tcf_refcnt) - ref,
269 .bindcnt = atomic_read(&p->tcf_bindcnt) - bind,
Eric Dumazet1c40be12010-08-16 20:04:22 +0000270 };
Herbert Xub4219952007-09-27 12:48:05 -0700271 struct tcf_t t;
Herbert Xub4219952007-09-27 12:48:05 -0700272
Vlad Buslovf20a4d02018-09-03 10:09:20 +0300273 spin_lock_bh(&p->tcf_lock);
274 opt.old_addr = p->old_addr;
275 opt.new_addr = p->new_addr;
276 opt.mask = p->mask;
277 opt.flags = p->flags;
278 opt.action = p->tcf_action;
279
David S. Miller1b34ec42012-03-29 05:11:39 -0400280 if (nla_put(skb, TCA_NAT_PARMS, sizeof(opt), &opt))
281 goto nla_put_failure;
Jamal Hadi Salim48d8ee12016-06-06 06:32:55 -0400282
283 tcf_tm_dump(&t, &p->tcf_tm);
Nicolas Dichtel9854518e2016-04-26 10:06:18 +0200284 if (nla_put_64bit(skb, TCA_NAT_TM, sizeof(t), &t, TCA_NAT_PAD))
David S. Miller1b34ec42012-03-29 05:11:39 -0400285 goto nla_put_failure;
Vlad Buslovf20a4d02018-09-03 10:09:20 +0300286 spin_unlock_bh(&p->tcf_lock);
Herbert Xub4219952007-09-27 12:48:05 -0700287
Herbert Xub4219952007-09-27 12:48:05 -0700288 return skb->len;
289
Patrick McHardy7ba699c2008-01-22 22:11:50 -0800290nla_put_failure:
Vlad Buslovf20a4d02018-09-03 10:09:20 +0300291 spin_unlock_bh(&p->tcf_lock);
Herbert Xub4219952007-09-27 12:48:05 -0700292 nlmsg_trim(skb, b);
Herbert Xub4219952007-09-27 12:48:05 -0700293 return -1;
294}
295
WANG Congddf97cc2016-02-22 15:57:53 -0800296static int tcf_nat_walker(struct net *net, struct sk_buff *skb,
297 struct netlink_callback *cb, int type,
Alexander Aring41780102018-02-15 10:54:58 -0500298 const struct tc_action_ops *ops,
299 struct netlink_ext_ack *extack)
WANG Congddf97cc2016-02-22 15:57:53 -0800300{
301 struct tc_action_net *tn = net_generic(net, nat_net_id);
302
Alexander Aringb3620142018-02-15 10:54:59 -0500303 return tcf_generic_walker(tn, skb, cb, type, ops, extack);
WANG Congddf97cc2016-02-22 15:57:53 -0800304}
305
Cong Wangf061b482018-08-29 10:15:35 -0700306static int tcf_nat_search(struct net *net, struct tc_action **a, u32 index)
WANG Congddf97cc2016-02-22 15:57:53 -0800307{
308 struct tc_action_net *tn = net_generic(net, nat_net_id);
309
Chris Mi65a206c2017-08-30 02:31:59 -0400310 return tcf_idr_search(tn, a, index);
WANG Congddf97cc2016-02-22 15:57:53 -0800311}
312
Herbert Xub4219952007-09-27 12:48:05 -0700313static struct tc_action_ops act_nat_ops = {
314 .kind = "nat",
Eli Coheneddd2cf2019-02-10 14:25:00 +0200315 .id = TCA_ID_NAT,
Herbert Xub4219952007-09-27 12:48:05 -0700316 .owner = THIS_MODULE,
Jamal Hadi Salim03905142018-08-12 09:34:54 -0400317 .act = tcf_nat_act,
Herbert Xub4219952007-09-27 12:48:05 -0700318 .dump = tcf_nat_dump,
Herbert Xub4219952007-09-27 12:48:05 -0700319 .init = tcf_nat_init,
WANG Congddf97cc2016-02-22 15:57:53 -0800320 .walk = tcf_nat_walker,
321 .lookup = tcf_nat_search,
WANG Conga85a9702016-07-25 16:09:41 -0700322 .size = sizeof(struct tcf_nat),
WANG Congddf97cc2016-02-22 15:57:53 -0800323};
324
325static __net_init int nat_init_net(struct net *net)
326{
327 struct tc_action_net *tn = net_generic(net, nat_net_id);
328
Cong Wangc7e460c2017-11-06 13:47:18 -0800329 return tc_action_net_init(tn, &act_nat_ops);
WANG Congddf97cc2016-02-22 15:57:53 -0800330}
331
Cong Wang039af9c2017-12-11 15:35:03 -0800332static void __net_exit nat_exit_net(struct list_head *net_list)
WANG Congddf97cc2016-02-22 15:57:53 -0800333{
Cong Wang039af9c2017-12-11 15:35:03 -0800334 tc_action_net_exit(net_list, nat_net_id);
WANG Congddf97cc2016-02-22 15:57:53 -0800335}
336
337static struct pernet_operations nat_net_ops = {
338 .init = nat_init_net,
Cong Wang039af9c2017-12-11 15:35:03 -0800339 .exit_batch = nat_exit_net,
WANG Congddf97cc2016-02-22 15:57:53 -0800340 .id = &nat_net_id,
341 .size = sizeof(struct tc_action_net),
Herbert Xub4219952007-09-27 12:48:05 -0700342};
343
344MODULE_DESCRIPTION("Stateless NAT actions");
345MODULE_LICENSE("GPL");
346
347static int __init nat_init_module(void)
348{
WANG Congddf97cc2016-02-22 15:57:53 -0800349 return tcf_register_action(&act_nat_ops, &nat_net_ops);
Herbert Xub4219952007-09-27 12:48:05 -0700350}
351
352static void __exit nat_cleanup_module(void)
353{
WANG Congddf97cc2016-02-22 15:57:53 -0800354 tcf_unregister_action(&act_nat_ops, &nat_net_ops);
Herbert Xub4219952007-09-27 12:48:05 -0700355}
356
357module_init(nat_init_module);
358module_exit(nat_cleanup_module);