addr.c 9.83 KB
Newer Older
1
2
3
4
5
6
/*
 * Copyright (c) 2005 Voltaire Inc.  All rights reserved.
 * Copyright (c) 2002-2005, Network Appliance, Inc. All rights reserved.
 * Copyright (c) 1999-2005, Mellanox Technologies, Inc. All rights reserved.
 * Copyright (c) 2005 Intel Corporation.  All rights reserved.
 *
Sean Hefty's avatar
Sean Hefty committed
7
8
9
10
11
 * This software is available to you under a choice of one of two
 * licenses.  You may choose to be licensed under the terms of the GNU
 * General Public License (GPL) Version 2, available from the file
 * COPYING in the main directory of this source tree, or the
 * OpenIB.org BSD license below:
12
 *
Sean Hefty's avatar
Sean Hefty committed
13
14
15
 *     Redistribution and use in source and binary forms, with or
 *     without modification, are permitted provided that the following
 *     conditions are met:
16
 *
Sean Hefty's avatar
Sean Hefty committed
17
18
19
 *      - Redistributions of source code must retain the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer.
20
 *
Sean Hefty's avatar
Sean Hefty committed
21
22
23
24
 *      - Redistributions in binary form must reproduce the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer in the documentation and/or other materials
 *        provided with the distribution.
25
 *
Sean Hefty's avatar
Sean Hefty committed
26
27
28
29
30
31
32
33
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
34
35
36
37
38
39
40
41
42
 */

#include <linux/mutex.h>
#include <linux/inetdevice.h>
#include <linux/workqueue.h>
#include <linux/if_arp.h>
#include <net/arp.h>
#include <net/neighbour.h>
#include <net/route.h>
43
#include <net/netevent.h>
44
45
46
47
48
49
50
51
52
53
54
#include <rdma/ib_addr.h>

MODULE_AUTHOR("Sean Hefty");
MODULE_DESCRIPTION("IB Address Translation");
MODULE_LICENSE("Dual BSD/GPL");

struct addr_req {
	struct list_head list;
	struct sockaddr src_addr;
	struct sockaddr dst_addr;
	struct rdma_dev_addr *addr;
55
	struct rdma_addr_client *client;
56
57
58
59
60
61
62
	void *context;
	void (*callback)(int status, struct sockaddr *src_addr,
			 struct rdma_dev_addr *addr, void *context);
	unsigned long timeout;
	int status;
};

David Howells's avatar
David Howells committed
63
static void process_req(struct work_struct *work);
64
65
66

static DEFINE_MUTEX(lock);
static LIST_HEAD(req_list);
David Howells's avatar
David Howells committed
67
static DECLARE_DELAYED_WORK(work, process_req);
68
69
static struct workqueue_struct *addr_wq;

70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
void rdma_addr_register_client(struct rdma_addr_client *client)
{
	atomic_set(&client->refcount, 1);
	init_completion(&client->comp);
}
EXPORT_SYMBOL(rdma_addr_register_client);

static inline void put_client(struct rdma_addr_client *client)
{
	if (atomic_dec_and_test(&client->refcount))
		complete(&client->comp);
}

void rdma_addr_unregister_client(struct rdma_addr_client *client)
{
	put_client(client);
	wait_for_completion(&client->comp);
}
EXPORT_SYMBOL(rdma_addr_unregister_client);

Tom Tucker's avatar
Tom Tucker committed
90
91
int rdma_copy_addr(struct rdma_dev_addr *dev_addr, struct net_device *dev,
		     const unsigned char *dst_dev_addr)
92
93
94
{
	switch (dev->type) {
	case ARPHRD_INFINIBAND:
Tom Tucker's avatar
Tom Tucker committed
95
96
97
98
		dev_addr->dev_type = RDMA_NODE_IB_CA;
		break;
	case ARPHRD_ETHER:
		dev_addr->dev_type = RDMA_NODE_RNIC;
99
100
101
102
103
104
105
106
107
		break;
	default:
		return -EADDRNOTAVAIL;
	}

	memcpy(dev_addr->src_dev_addr, dev->dev_addr, MAX_ADDR_LEN);
	memcpy(dev_addr->broadcast, dev->broadcast, MAX_ADDR_LEN);
	if (dst_dev_addr)
		memcpy(dev_addr->dst_dev_addr, dst_dev_addr, MAX_ADDR_LEN);
108
	dev_addr->src_dev = dev;
109
110
	return 0;
}
Tom Tucker's avatar
Tom Tucker committed
111
EXPORT_SYMBOL(rdma_copy_addr);
112
113
114
115

int rdma_translate_ip(struct sockaddr *addr, struct rdma_dev_addr *dev_addr)
{
	struct net_device *dev;
Al Viro's avatar
Al Viro committed
116
	__be32 ip = ((struct sockaddr_in *) addr)->sin_addr.s_addr;
117
118
	int ret;

119
	dev = ip_dev_find(&init_net, ip);
120
121
122
	if (!dev)
		return -EADDRNOTAVAIL;

Tom Tucker's avatar
Tom Tucker committed
123
	ret = rdma_copy_addr(dev_addr, dev, NULL);
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
	dev_put(dev);
	return ret;
}
EXPORT_SYMBOL(rdma_translate_ip);

static void set_timeout(unsigned long time)
{
	unsigned long delay;

	cancel_delayed_work(&work);

	delay = time - jiffies;
	if ((long)delay <= 0)
		delay = 1;

	queue_delayed_work(addr_wq, &work, delay);
}

static void queue_req(struct addr_req *req)
{
	struct addr_req *temp_req;

	mutex_lock(&lock);
	list_for_each_entry_reverse(temp_req, &req_list, list) {
148
		if (time_after_eq(req->timeout, temp_req->timeout))
149
150
151
152
153
154
155
156
157
158
159
160
161
162
			break;
	}

	list_add(&req->list, &temp_req->list);

	if (req_list.next == &req->list)
		set_timeout(req->timeout);
	mutex_unlock(&lock);
}

static void addr_send_arp(struct sockaddr_in *dst_in)
{
	struct rtable *rt;
	struct flowi fl;
163
	__be32 dst_ip = dst_in->sin_addr.s_addr;
164
165
166

	memset(&fl, 0, sizeof fl);
	fl.nl_u.ip4_u.daddr = dst_ip;
167
	if (ip_route_output_key(&init_net, &rt, &fl))
168
169
		return;

170
	neigh_event_send(rt->u.dst.neighbour, NULL);
171
172
173
174
175
176
177
	ip_rt_put(rt);
}

static int addr_resolve_remote(struct sockaddr_in *src_in,
			       struct sockaddr_in *dst_in,
			       struct rdma_dev_addr *addr)
{
178
179
	__be32 src_ip = src_in->sin_addr.s_addr;
	__be32 dst_ip = dst_in->sin_addr.s_addr;
180
181
182
183
184
185
186
187
	struct flowi fl;
	struct rtable *rt;
	struct neighbour *neigh;
	int ret;

	memset(&fl, 0, sizeof fl);
	fl.nl_u.ip4_u.daddr = dst_ip;
	fl.nl_u.ip4_u.saddr = src_ip;
188
	ret = ip_route_output_key(&init_net, &rt, &fl);
189
190
191
192
193
	if (ret)
		goto out;

	/* If the device does ARP internally, return 'done' */
	if (rt->idev->dev->flags & IFF_NOARP) {
Tom Tucker's avatar
Tom Tucker committed
194
		rdma_copy_addr(addr, rt->idev->dev, NULL);
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
		goto put;
	}

	neigh = neigh_lookup(&arp_tbl, &rt->rt_gateway, rt->idev->dev);
	if (!neigh) {
		ret = -ENODATA;
		goto put;
	}

	if (!(neigh->nud_state & NUD_VALID)) {
		ret = -ENODATA;
		goto release;
	}

	if (!src_ip) {
		src_in->sin_family = dst_in->sin_family;
		src_in->sin_addr.s_addr = rt->rt_src;
	}

Tom Tucker's avatar
Tom Tucker committed
214
	ret = rdma_copy_addr(addr, neigh->dev, neigh->ha);
215
216
217
218
219
220
221
222
release:
	neigh_release(neigh);
put:
	ip_rt_put(rt);
out:
	return ret;
}

David Howells's avatar
David Howells committed
223
static void process_req(struct work_struct *work)
224
225
226
227
228
229
230
231
232
{
	struct addr_req *req, *temp_req;
	struct sockaddr_in *src_in, *dst_in;
	struct list_head done_list;

	INIT_LIST_HEAD(&done_list);

	mutex_lock(&lock);
	list_for_each_entry_safe(req, temp_req, &req_list, list) {
233
		if (req->status == -ENODATA) {
234
235
236
237
			src_in = (struct sockaddr_in *) &req->src_addr;
			dst_in = (struct sockaddr_in *) &req->dst_addr;
			req->status = addr_resolve_remote(src_in, dst_in,
							  req->addr);
238
239
240
241
			if (req->status && time_after_eq(jiffies, req->timeout))
				req->status = -ETIMEDOUT;
			else if (req->status == -ENODATA)
				continue;
242
		}
243
		list_move_tail(&req->list, &done_list);
244
245
246
247
248
249
250
251
252
253
254
255
	}

	if (!list_empty(&req_list)) {
		req = list_entry(req_list.next, struct addr_req, list);
		set_timeout(req->timeout);
	}
	mutex_unlock(&lock);

	list_for_each_entry_safe(req, temp_req, &done_list, list) {
		list_del(&req->list);
		req->callback(req->status, &req->src_addr, req->addr,
			      req->context);
256
		put_client(req->client);
257
258
259
260
261
262
263
264
265
		kfree(req);
	}
}

static int addr_resolve_local(struct sockaddr_in *src_in,
			      struct sockaddr_in *dst_in,
			      struct rdma_dev_addr *addr)
{
	struct net_device *dev;
266
	__be32 src_ip = src_in->sin_addr.s_addr;
Al Viro's avatar
Al Viro committed
267
	__be32 dst_ip = dst_in->sin_addr.s_addr;
268
269
	int ret;

270
	dev = ip_dev_find(&init_net, dst_ip);
271
272
273
	if (!dev)
		return -EADDRNOTAVAIL;

274
	if (ipv4_is_zeronet(src_ip)) {
275
276
		src_in->sin_family = dst_in->sin_family;
		src_in->sin_addr.s_addr = dst_ip;
Tom Tucker's avatar
Tom Tucker committed
277
		ret = rdma_copy_addr(addr, dev, dev->dev_addr);
278
	} else if (ipv4_is_loopback(src_ip)) {
279
280
281
282
283
284
285
286
287
288
289
290
291
		ret = rdma_translate_ip((struct sockaddr *)dst_in, addr);
		if (!ret)
			memcpy(addr->dst_dev_addr, dev->dev_addr, MAX_ADDR_LEN);
	} else {
		ret = rdma_translate_ip((struct sockaddr *)src_in, addr);
		if (!ret)
			memcpy(addr->dst_dev_addr, dev->dev_addr, MAX_ADDR_LEN);
	}

	dev_put(dev);
	return ret;
}

292
293
int rdma_resolve_ip(struct rdma_addr_client *client,
		    struct sockaddr *src_addr, struct sockaddr *dst_addr,
294
295
296
297
298
299
300
301
302
		    struct rdma_dev_addr *addr, int timeout_ms,
		    void (*callback)(int status, struct sockaddr *src_addr,
				     struct rdma_dev_addr *addr, void *context),
		    void *context)
{
	struct sockaddr_in *src_in, *dst_in;
	struct addr_req *req;
	int ret = 0;

303
	req = kzalloc(sizeof *req, GFP_KERNEL);
304
305
306
307
308
309
310
311
312
	if (!req)
		return -ENOMEM;

	if (src_addr)
		memcpy(&req->src_addr, src_addr, ip_addr_size(src_addr));
	memcpy(&req->dst_addr, dst_addr, ip_addr_size(dst_addr));
	req->addr = addr;
	req->callback = callback;
	req->context = context;
313
314
	req->client = client;
	atomic_inc(&client->refcount);
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334

	src_in = (struct sockaddr_in *) &req->src_addr;
	dst_in = (struct sockaddr_in *) &req->dst_addr;

	req->status = addr_resolve_local(src_in, dst_in, addr);
	if (req->status == -EADDRNOTAVAIL)
		req->status = addr_resolve_remote(src_in, dst_in, addr);

	switch (req->status) {
	case 0:
		req->timeout = jiffies;
		queue_req(req);
		break;
	case -ENODATA:
		req->timeout = msecs_to_jiffies(timeout_ms) + jiffies;
		queue_req(req);
		addr_send_arp(dst_in);
		break;
	default:
		ret = req->status;
335
		atomic_dec(&client->refcount);
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
		kfree(req);
		break;
	}
	return ret;
}
EXPORT_SYMBOL(rdma_resolve_ip);

void rdma_addr_cancel(struct rdma_dev_addr *addr)
{
	struct addr_req *req, *temp_req;

	mutex_lock(&lock);
	list_for_each_entry_safe(req, temp_req, &req_list, list) {
		if (req->addr == addr) {
			req->status = -ECANCELED;
			req->timeout = jiffies;
352
			list_move(&req->list, &req_list);
353
354
355
356
357
358
359
360
			set_timeout(req->timeout);
			break;
		}
	}
	mutex_unlock(&lock);
}
EXPORT_SYMBOL(rdma_addr_cancel);

Roland Dreier's avatar
Roland Dreier committed
361
static int netevent_callback(struct notifier_block *self, unsigned long event,
362
	void *ctx)
363
{
Roland Dreier's avatar
Roland Dreier committed
364
	if (event == NETEVENT_NEIGH_UPDATE) {
365
		struct neighbour *neigh = ctx;
366

367
		if (neigh->nud_state & NUD_VALID) {
368
369
370
			set_timeout(jiffies);
		}
	}
371
372
373
	return 0;
}

374
375
static struct notifier_block nb = {
	.notifier_call = netevent_callback
376
377
378
379
};

static int addr_init(void)
{
380
	addr_wq = create_singlethread_workqueue("ib_addr");
381
382
383
	if (!addr_wq)
		return -ENOMEM;

384
	register_netevent_notifier(&nb);
385
386
387
388
389
	return 0;
}

static void addr_cleanup(void)
{
390
	unregister_netevent_notifier(&nb);
391
392
393
394
395
	destroy_workqueue(addr_wq);
}

module_init(addr_init);
module_exit(addr_cleanup);