]>
Commit | Line | Data |
---|---|---|
7025fcd3 SH |
1 | /* |
2 | * Copyright (c) 2005 Voltaire Inc. All rights reserved. | |
3 | * Copyright (c) 2002-2005, Network Appliance, Inc. All rights reserved. | |
4 | * Copyright (c) 1999-2005, Mellanox Technologies, Inc. All rights reserved. | |
5 | * Copyright (c) 2005 Intel Corporation. All rights reserved. | |
6 | * | |
7 | * This Software is licensed under one of the following licenses: | |
8 | * | |
9 | * 1) under the terms of the "Common Public License 1.0" a copy of which is | |
10 | * available from the Open Source Initiative, see | |
11 | * http://www.opensource.org/licenses/cpl.php. | |
12 | * | |
13 | * 2) under the terms of the "The BSD License" a copy of which is | |
14 | * available from the Open Source Initiative, see | |
15 | * http://www.opensource.org/licenses/bsd-license.php. | |
16 | * | |
17 | * 3) under the terms of the "GNU General Public License (GPL) Version 2" a | |
18 | * copy of which is available from the Open Source Initiative, see | |
19 | * http://www.opensource.org/licenses/gpl-license.php. | |
20 | * | |
21 | * Licensee has the right to choose one of the above licenses. | |
22 | * | |
23 | * Redistributions of source code must retain the above copyright | |
24 | * notice and one of the license notices. | |
25 | * | |
26 | * Redistributions in binary form must reproduce both the above copyright | |
27 | * notice, one of the license notices in the documentation | |
28 | * and/or other materials provided with the distribution. | |
29 | */ | |
30 | ||
31 | #include <linux/mutex.h> | |
32 | #include <linux/inetdevice.h> | |
33 | #include <linux/workqueue.h> | |
34 | #include <linux/if_arp.h> | |
35 | #include <net/arp.h> | |
36 | #include <net/neighbour.h> | |
37 | #include <net/route.h> | |
e795d092 | 38 | #include <net/netevent.h> |
7025fcd3 SH |
39 | #include <rdma/ib_addr.h> |
40 | ||
41 | MODULE_AUTHOR("Sean Hefty"); | |
42 | MODULE_DESCRIPTION("IB Address Translation"); | |
43 | MODULE_LICENSE("Dual BSD/GPL"); | |
44 | ||
45 | struct addr_req { | |
46 | struct list_head list; | |
47 | struct sockaddr src_addr; | |
48 | struct sockaddr dst_addr; | |
49 | struct rdma_dev_addr *addr; | |
7a118df3 | 50 | struct rdma_addr_client *client; |
7025fcd3 SH |
51 | void *context; |
52 | void (*callback)(int status, struct sockaddr *src_addr, | |
53 | struct rdma_dev_addr *addr, void *context); | |
54 | unsigned long timeout; | |
55 | int status; | |
56 | }; | |
57 | ||
58 | static void process_req(void *data); | |
59 | ||
60 | static DEFINE_MUTEX(lock); | |
61 | static LIST_HEAD(req_list); | |
62 | static DECLARE_WORK(work, process_req, NULL); | |
63 | static struct workqueue_struct *addr_wq; | |
64 | ||
7a118df3 SH |
65 | void rdma_addr_register_client(struct rdma_addr_client *client) |
66 | { | |
67 | atomic_set(&client->refcount, 1); | |
68 | init_completion(&client->comp); | |
69 | } | |
70 | EXPORT_SYMBOL(rdma_addr_register_client); | |
71 | ||
72 | static inline void put_client(struct rdma_addr_client *client) | |
73 | { | |
74 | if (atomic_dec_and_test(&client->refcount)) | |
75 | complete(&client->comp); | |
76 | } | |
77 | ||
78 | void rdma_addr_unregister_client(struct rdma_addr_client *client) | |
79 | { | |
80 | put_client(client); | |
81 | wait_for_completion(&client->comp); | |
82 | } | |
83 | EXPORT_SYMBOL(rdma_addr_unregister_client); | |
84 | ||
07ebafba TT |
85 | int rdma_copy_addr(struct rdma_dev_addr *dev_addr, struct net_device *dev, |
86 | const unsigned char *dst_dev_addr) | |
7025fcd3 SH |
87 | { |
88 | switch (dev->type) { | |
89 | case ARPHRD_INFINIBAND: | |
07ebafba TT |
90 | dev_addr->dev_type = RDMA_NODE_IB_CA; |
91 | break; | |
92 | case ARPHRD_ETHER: | |
93 | dev_addr->dev_type = RDMA_NODE_RNIC; | |
7025fcd3 SH |
94 | break; |
95 | default: | |
96 | return -EADDRNOTAVAIL; | |
97 | } | |
98 | ||
99 | memcpy(dev_addr->src_dev_addr, dev->dev_addr, MAX_ADDR_LEN); | |
100 | memcpy(dev_addr->broadcast, dev->broadcast, MAX_ADDR_LEN); | |
101 | if (dst_dev_addr) | |
102 | memcpy(dev_addr->dst_dev_addr, dst_dev_addr, MAX_ADDR_LEN); | |
103 | return 0; | |
104 | } | |
07ebafba | 105 | EXPORT_SYMBOL(rdma_copy_addr); |
7025fcd3 SH |
106 | |
107 | int rdma_translate_ip(struct sockaddr *addr, struct rdma_dev_addr *dev_addr) | |
108 | { | |
109 | struct net_device *dev; | |
60cad5da | 110 | __be32 ip = ((struct sockaddr_in *) addr)->sin_addr.s_addr; |
7025fcd3 SH |
111 | int ret; |
112 | ||
113 | dev = ip_dev_find(ip); | |
114 | if (!dev) | |
115 | return -EADDRNOTAVAIL; | |
116 | ||
07ebafba | 117 | ret = rdma_copy_addr(dev_addr, dev, NULL); |
7025fcd3 SH |
118 | dev_put(dev); |
119 | return ret; | |
120 | } | |
121 | EXPORT_SYMBOL(rdma_translate_ip); | |
122 | ||
123 | static void set_timeout(unsigned long time) | |
124 | { | |
125 | unsigned long delay; | |
126 | ||
127 | cancel_delayed_work(&work); | |
128 | ||
129 | delay = time - jiffies; | |
130 | if ((long)delay <= 0) | |
131 | delay = 1; | |
132 | ||
133 | queue_delayed_work(addr_wq, &work, delay); | |
134 | } | |
135 | ||
136 | static void queue_req(struct addr_req *req) | |
137 | { | |
138 | struct addr_req *temp_req; | |
139 | ||
140 | mutex_lock(&lock); | |
141 | list_for_each_entry_reverse(temp_req, &req_list, list) { | |
f115db48 | 142 | if (time_after_eq(req->timeout, temp_req->timeout)) |
7025fcd3 SH |
143 | break; |
144 | } | |
145 | ||
146 | list_add(&req->list, &temp_req->list); | |
147 | ||
148 | if (req_list.next == &req->list) | |
149 | set_timeout(req->timeout); | |
150 | mutex_unlock(&lock); | |
151 | } | |
152 | ||
153 | static void addr_send_arp(struct sockaddr_in *dst_in) | |
154 | { | |
155 | struct rtable *rt; | |
156 | struct flowi fl; | |
157 | u32 dst_ip = dst_in->sin_addr.s_addr; | |
158 | ||
159 | memset(&fl, 0, sizeof fl); | |
160 | fl.nl_u.ip4_u.daddr = dst_ip; | |
161 | if (ip_route_output_key(&rt, &fl)) | |
162 | return; | |
163 | ||
164 | arp_send(ARPOP_REQUEST, ETH_P_ARP, rt->rt_gateway, rt->idev->dev, | |
165 | rt->rt_src, NULL, rt->idev->dev->dev_addr, NULL); | |
166 | ip_rt_put(rt); | |
167 | } | |
168 | ||
169 | static int addr_resolve_remote(struct sockaddr_in *src_in, | |
170 | struct sockaddr_in *dst_in, | |
171 | struct rdma_dev_addr *addr) | |
172 | { | |
173 | u32 src_ip = src_in->sin_addr.s_addr; | |
174 | u32 dst_ip = dst_in->sin_addr.s_addr; | |
175 | struct flowi fl; | |
176 | struct rtable *rt; | |
177 | struct neighbour *neigh; | |
178 | int ret; | |
179 | ||
180 | memset(&fl, 0, sizeof fl); | |
181 | fl.nl_u.ip4_u.daddr = dst_ip; | |
182 | fl.nl_u.ip4_u.saddr = src_ip; | |
183 | ret = ip_route_output_key(&rt, &fl); | |
184 | if (ret) | |
185 | goto out; | |
186 | ||
187 | /* If the device does ARP internally, return 'done' */ | |
188 | if (rt->idev->dev->flags & IFF_NOARP) { | |
07ebafba | 189 | rdma_copy_addr(addr, rt->idev->dev, NULL); |
7025fcd3 SH |
190 | goto put; |
191 | } | |
192 | ||
193 | neigh = neigh_lookup(&arp_tbl, &rt->rt_gateway, rt->idev->dev); | |
194 | if (!neigh) { | |
195 | ret = -ENODATA; | |
196 | goto put; | |
197 | } | |
198 | ||
199 | if (!(neigh->nud_state & NUD_VALID)) { | |
200 | ret = -ENODATA; | |
201 | goto release; | |
202 | } | |
203 | ||
204 | if (!src_ip) { | |
205 | src_in->sin_family = dst_in->sin_family; | |
206 | src_in->sin_addr.s_addr = rt->rt_src; | |
207 | } | |
208 | ||
07ebafba | 209 | ret = rdma_copy_addr(addr, neigh->dev, neigh->ha); |
7025fcd3 SH |
210 | release: |
211 | neigh_release(neigh); | |
212 | put: | |
213 | ip_rt_put(rt); | |
214 | out: | |
215 | return ret; | |
216 | } | |
217 | ||
218 | static void process_req(void *data) | |
219 | { | |
220 | struct addr_req *req, *temp_req; | |
221 | struct sockaddr_in *src_in, *dst_in; | |
222 | struct list_head done_list; | |
223 | ||
224 | INIT_LIST_HEAD(&done_list); | |
225 | ||
226 | mutex_lock(&lock); | |
227 | list_for_each_entry_safe(req, temp_req, &req_list, list) { | |
c78bb844 | 228 | if (req->status == -ENODATA) { |
7025fcd3 SH |
229 | src_in = (struct sockaddr_in *) &req->src_addr; |
230 | dst_in = (struct sockaddr_in *) &req->dst_addr; | |
231 | req->status = addr_resolve_remote(src_in, dst_in, | |
232 | req->addr); | |
c78bb844 KK |
233 | if (req->status && time_after_eq(jiffies, req->timeout)) |
234 | req->status = -ETIMEDOUT; | |
235 | else if (req->status == -ENODATA) | |
236 | continue; | |
7025fcd3 | 237 | } |
7025fcd3 SH |
238 | list_del(&req->list); |
239 | list_add_tail(&req->list, &done_list); | |
240 | } | |
241 | ||
242 | if (!list_empty(&req_list)) { | |
243 | req = list_entry(req_list.next, struct addr_req, list); | |
244 | set_timeout(req->timeout); | |
245 | } | |
246 | mutex_unlock(&lock); | |
247 | ||
248 | list_for_each_entry_safe(req, temp_req, &done_list, list) { | |
249 | list_del(&req->list); | |
250 | req->callback(req->status, &req->src_addr, req->addr, | |
251 | req->context); | |
7a118df3 | 252 | put_client(req->client); |
7025fcd3 SH |
253 | kfree(req); |
254 | } | |
255 | } | |
256 | ||
257 | static int addr_resolve_local(struct sockaddr_in *src_in, | |
258 | struct sockaddr_in *dst_in, | |
259 | struct rdma_dev_addr *addr) | |
260 | { | |
261 | struct net_device *dev; | |
262 | u32 src_ip = src_in->sin_addr.s_addr; | |
60cad5da | 263 | __be32 dst_ip = dst_in->sin_addr.s_addr; |
7025fcd3 SH |
264 | int ret; |
265 | ||
266 | dev = ip_dev_find(dst_ip); | |
267 | if (!dev) | |
268 | return -EADDRNOTAVAIL; | |
269 | ||
270 | if (ZERONET(src_ip)) { | |
271 | src_in->sin_family = dst_in->sin_family; | |
272 | src_in->sin_addr.s_addr = dst_ip; | |
07ebafba | 273 | ret = rdma_copy_addr(addr, dev, dev->dev_addr); |
7025fcd3 SH |
274 | } else if (LOOPBACK(src_ip)) { |
275 | ret = rdma_translate_ip((struct sockaddr *)dst_in, addr); | |
276 | if (!ret) | |
277 | memcpy(addr->dst_dev_addr, dev->dev_addr, MAX_ADDR_LEN); | |
278 | } else { | |
279 | ret = rdma_translate_ip((struct sockaddr *)src_in, addr); | |
280 | if (!ret) | |
281 | memcpy(addr->dst_dev_addr, dev->dev_addr, MAX_ADDR_LEN); | |
282 | } | |
283 | ||
284 | dev_put(dev); | |
285 | return ret; | |
286 | } | |
287 | ||
7a118df3 SH |
288 | int rdma_resolve_ip(struct rdma_addr_client *client, |
289 | struct sockaddr *src_addr, struct sockaddr *dst_addr, | |
7025fcd3 SH |
290 | struct rdma_dev_addr *addr, int timeout_ms, |
291 | void (*callback)(int status, struct sockaddr *src_addr, | |
292 | struct rdma_dev_addr *addr, void *context), | |
293 | void *context) | |
294 | { | |
295 | struct sockaddr_in *src_in, *dst_in; | |
296 | struct addr_req *req; | |
297 | int ret = 0; | |
298 | ||
299 | req = kmalloc(sizeof *req, GFP_KERNEL); | |
300 | if (!req) | |
301 | return -ENOMEM; | |
302 | memset(req, 0, sizeof *req); | |
303 | ||
304 | if (src_addr) | |
305 | memcpy(&req->src_addr, src_addr, ip_addr_size(src_addr)); | |
306 | memcpy(&req->dst_addr, dst_addr, ip_addr_size(dst_addr)); | |
307 | req->addr = addr; | |
308 | req->callback = callback; | |
309 | req->context = context; | |
7a118df3 SH |
310 | req->client = client; |
311 | atomic_inc(&client->refcount); | |
7025fcd3 SH |
312 | |
313 | src_in = (struct sockaddr_in *) &req->src_addr; | |
314 | dst_in = (struct sockaddr_in *) &req->dst_addr; | |
315 | ||
316 | req->status = addr_resolve_local(src_in, dst_in, addr); | |
317 | if (req->status == -EADDRNOTAVAIL) | |
318 | req->status = addr_resolve_remote(src_in, dst_in, addr); | |
319 | ||
320 | switch (req->status) { | |
321 | case 0: | |
322 | req->timeout = jiffies; | |
323 | queue_req(req); | |
324 | break; | |
325 | case -ENODATA: | |
326 | req->timeout = msecs_to_jiffies(timeout_ms) + jiffies; | |
327 | queue_req(req); | |
328 | addr_send_arp(dst_in); | |
329 | break; | |
330 | default: | |
331 | ret = req->status; | |
7a118df3 | 332 | atomic_dec(&client->refcount); |
7025fcd3 SH |
333 | kfree(req); |
334 | break; | |
335 | } | |
336 | return ret; | |
337 | } | |
338 | EXPORT_SYMBOL(rdma_resolve_ip); | |
339 | ||
340 | void rdma_addr_cancel(struct rdma_dev_addr *addr) | |
341 | { | |
342 | struct addr_req *req, *temp_req; | |
343 | ||
344 | mutex_lock(&lock); | |
345 | list_for_each_entry_safe(req, temp_req, &req_list, list) { | |
346 | if (req->addr == addr) { | |
347 | req->status = -ECANCELED; | |
348 | req->timeout = jiffies; | |
349 | list_del(&req->list); | |
350 | list_add(&req->list, &req_list); | |
351 | set_timeout(req->timeout); | |
352 | break; | |
353 | } | |
354 | } | |
355 | mutex_unlock(&lock); | |
356 | } | |
357 | EXPORT_SYMBOL(rdma_addr_cancel); | |
358 | ||
3cd96564 | 359 | static int netevent_callback(struct notifier_block *self, unsigned long event, |
e795d092 | 360 | void *ctx) |
7025fcd3 | 361 | { |
3cd96564 | 362 | if (event == NETEVENT_NEIGH_UPDATE) { |
e795d092 | 363 | struct neighbour *neigh = ctx; |
7025fcd3 | 364 | |
e795d092 TT |
365 | if (neigh->dev->type == ARPHRD_INFINIBAND && |
366 | (neigh->nud_state & NUD_VALID)) { | |
367 | set_timeout(jiffies); | |
368 | } | |
369 | } | |
7025fcd3 SH |
370 | return 0; |
371 | } | |
372 | ||
e795d092 TT |
373 | static struct notifier_block nb = { |
374 | .notifier_call = netevent_callback | |
7025fcd3 SH |
375 | }; |
376 | ||
377 | static int addr_init(void) | |
378 | { | |
379 | addr_wq = create_singlethread_workqueue("ib_addr_wq"); | |
380 | if (!addr_wq) | |
381 | return -ENOMEM; | |
382 | ||
e795d092 | 383 | register_netevent_notifier(&nb); |
7025fcd3 SH |
384 | return 0; |
385 | } | |
386 | ||
387 | static void addr_cleanup(void) | |
388 | { | |
e795d092 | 389 | unregister_netevent_notifier(&nb); |
7025fcd3 SH |
390 | destroy_workqueue(addr_wq); |
391 | } | |
392 | ||
393 | module_init(addr_init); | |
394 | module_exit(addr_cleanup); |