Merge branch 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/roland...
[sfrench/cifs-2.6.git] / drivers / infiniband / hw / ehca / ehca_av.c
1 /*
2  *  IBM eServer eHCA Infiniband device driver for Linux on POWER
3  *
4  *  adress vector functions
5  *
6  *  Authors: Hoang-Nam Nguyen <hnguyen@de.ibm.com>
7  *           Khadija Souissi <souissik@de.ibm.com>
8  *           Reinhard Ernst <rernst@de.ibm.com>
9  *           Christoph Raisch <raisch@de.ibm.com>
10  *
11  *  Copyright (c) 2005 IBM Corporation
12  *
13  *  All rights reserved.
14  *
15  *  This source code is distributed under a dual license of GPL v2.0 and OpenIB
16  *  BSD.
17  *
18  * OpenIB BSD License
19  *
20  * Redistribution and use in source and binary forms, with or without
21  * modification, are permitted provided that the following conditions are met:
22  *
23  * Redistributions of source code must retain the above copyright notice, this
24  * list of conditions and the following disclaimer.
25  *
26  * Redistributions in binary form must reproduce the above copyright notice,
27  * this list of conditions and the following disclaimer in the documentation
28  * and/or other materials
29  * provided with the distribution.
30  *
31  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
32  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
33  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
34  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
35  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
36  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
37  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
38  * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
39  * IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
40  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
41  * POSSIBILITY OF SUCH DAMAGE.
42  */
43
44
45 #include <asm/current.h>
46
47 #include "ehca_tools.h"
48 #include "ehca_iverbs.h"
49 #include "hcp_if.h"
50
51 static struct kmem_cache *av_cache;
52
53 int ehca_calc_ipd(struct ehca_shca *shca, int port,
54                   enum ib_rate path_rate, u32 *ipd)
55 {
56         int path = ib_rate_to_mult(path_rate);
57         int link, ret;
58         struct ib_port_attr pa;
59
60         if (path_rate == IB_RATE_PORT_CURRENT) {
61                 *ipd = 0;
62                 return 0;
63         }
64
65         if (unlikely(path < 0)) {
66                 ehca_err(&shca->ib_device, "Invalid static rate! path_rate=%x",
67                          path_rate);
68                 return -EINVAL;
69         }
70
71         ret = ehca_query_port(&shca->ib_device, port, &pa);
72         if (unlikely(ret < 0)) {
73                 ehca_err(&shca->ib_device, "Failed to query port  ret=%i", ret);
74                 return ret;
75         }
76
77         link = ib_width_enum_to_int(pa.active_width) * pa.active_speed;
78
79         if (path >= link)
80                 /* no need to throttle if path faster than link */
81                 *ipd = 0;
82         else
83                 /* IPD = round((link / path) - 1) */
84                 *ipd = ((link + (path >> 1)) / path) - 1;
85
86         return 0;
87 }
88
89 struct ib_ah *ehca_create_ah(struct ib_pd *pd, struct ib_ah_attr *ah_attr)
90 {
91         int ret;
92         struct ehca_av *av;
93         struct ehca_shca *shca = container_of(pd->device, struct ehca_shca,
94                                               ib_device);
95
96         av = kmem_cache_alloc(av_cache, GFP_KERNEL);
97         if (!av) {
98                 ehca_err(pd->device, "Out of memory pd=%p ah_attr=%p",
99                          pd, ah_attr);
100                 return ERR_PTR(-ENOMEM);
101         }
102
103         av->av.sl = ah_attr->sl;
104         av->av.dlid = ah_attr->dlid;
105         av->av.slid_path_bits = ah_attr->src_path_bits;
106
107         if (ehca_static_rate < 0) {
108                 u32 ipd;
109                 if (ehca_calc_ipd(shca, ah_attr->port_num,
110                                   ah_attr->static_rate, &ipd)) {
111                         ret = -EINVAL;
112                         goto create_ah_exit1;
113                 }
114                 av->av.ipd = ipd;
115         } else
116                 av->av.ipd = ehca_static_rate;
117
118         av->av.lnh = ah_attr->ah_flags;
119         av->av.grh.word_0 = EHCA_BMASK_SET(GRH_IPVERSION_MASK, 6);
120         av->av.grh.word_0 |= EHCA_BMASK_SET(GRH_TCLASS_MASK,
121                                             ah_attr->grh.traffic_class);
122         av->av.grh.word_0 |= EHCA_BMASK_SET(GRH_FLOWLABEL_MASK,
123                                             ah_attr->grh.flow_label);
124         av->av.grh.word_0 |= EHCA_BMASK_SET(GRH_HOPLIMIT_MASK,
125                                             ah_attr->grh.hop_limit);
126         av->av.grh.word_0 |= EHCA_BMASK_SET(GRH_NEXTHEADER_MASK, 0x1B);
127         /* set sgid in grh.word_1 */
128         if (ah_attr->ah_flags & IB_AH_GRH) {
129                 int rc;
130                 struct ib_port_attr port_attr;
131                 union ib_gid gid;
132                 memset(&port_attr, 0, sizeof(port_attr));
133                 rc = ehca_query_port(pd->device, ah_attr->port_num,
134                                      &port_attr);
135                 if (rc) { /* invalid port number */
136                         ret = -EINVAL;
137                         ehca_err(pd->device, "Invalid port number "
138                                  "ehca_query_port() returned %x "
139                                  "pd=%p ah_attr=%p", rc, pd, ah_attr);
140                         goto create_ah_exit1;
141                 }
142                 memset(&gid, 0, sizeof(gid));
143                 rc = ehca_query_gid(pd->device,
144                                     ah_attr->port_num,
145                                     ah_attr->grh.sgid_index, &gid);
146                 if (rc) {
147                         ret = -EINVAL;
148                         ehca_err(pd->device, "Failed to retrieve sgid "
149                                  "ehca_query_gid() returned %x "
150                                  "pd=%p ah_attr=%p", rc, pd, ah_attr);
151                         goto create_ah_exit1;
152                 }
153                 memcpy(&av->av.grh.word_1, &gid, sizeof(gid));
154         }
155         av->av.pmtu = shca->max_mtu;
156
157         /* dgid comes in grh.word_3 */
158         memcpy(&av->av.grh.word_3, &ah_attr->grh.dgid,
159                sizeof(ah_attr->grh.dgid));
160
161         return &av->ib_ah;
162
163 create_ah_exit1:
164         kmem_cache_free(av_cache, av);
165
166         return ERR_PTR(ret);
167 }
168
169 int ehca_modify_ah(struct ib_ah *ah, struct ib_ah_attr *ah_attr)
170 {
171         struct ehca_av *av;
172         struct ehca_ud_av new_ehca_av;
173         struct ehca_pd *my_pd = container_of(ah->pd, struct ehca_pd, ib_pd);
174         struct ehca_shca *shca = container_of(ah->pd->device, struct ehca_shca,
175                                               ib_device);
176         u32 cur_pid = current->tgid;
177
178         if (my_pd->ib_pd.uobject && my_pd->ib_pd.uobject->context &&
179             my_pd->ownpid != cur_pid) {
180                 ehca_err(ah->device, "Invalid caller pid=%x ownpid=%x",
181                          cur_pid, my_pd->ownpid);
182                 return -EINVAL;
183         }
184
185         memset(&new_ehca_av, 0, sizeof(new_ehca_av));
186         new_ehca_av.sl = ah_attr->sl;
187         new_ehca_av.dlid = ah_attr->dlid;
188         new_ehca_av.slid_path_bits = ah_attr->src_path_bits;
189         new_ehca_av.ipd = ah_attr->static_rate;
190         new_ehca_av.lnh = EHCA_BMASK_SET(GRH_FLAG_MASK,
191                                          (ah_attr->ah_flags & IB_AH_GRH) > 0);
192         new_ehca_av.grh.word_0 = EHCA_BMASK_SET(GRH_TCLASS_MASK,
193                                                 ah_attr->grh.traffic_class);
194         new_ehca_av.grh.word_0 |= EHCA_BMASK_SET(GRH_FLOWLABEL_MASK,
195                                                  ah_attr->grh.flow_label);
196         new_ehca_av.grh.word_0 |= EHCA_BMASK_SET(GRH_HOPLIMIT_MASK,
197                                                  ah_attr->grh.hop_limit);
198         new_ehca_av.grh.word_0 |= EHCA_BMASK_SET(GRH_NEXTHEADER_MASK, 0x1b);
199
200         /* set sgid in grh.word_1 */
201         if (ah_attr->ah_flags & IB_AH_GRH) {
202                 int rc;
203                 struct ib_port_attr port_attr;
204                 union ib_gid gid;
205                 memset(&port_attr, 0, sizeof(port_attr));
206                 rc = ehca_query_port(ah->device, ah_attr->port_num,
207                                      &port_attr);
208                 if (rc) { /* invalid port number */
209                         ehca_err(ah->device, "Invalid port number "
210                                  "ehca_query_port() returned %x "
211                                  "ah=%p ah_attr=%p port_num=%x",
212                                  rc, ah, ah_attr, ah_attr->port_num);
213                         return -EINVAL;
214                 }
215                 memset(&gid, 0, sizeof(gid));
216                 rc = ehca_query_gid(ah->device,
217                                     ah_attr->port_num,
218                                     ah_attr->grh.sgid_index, &gid);
219                 if (rc) {
220                         ehca_err(ah->device, "Failed to retrieve sgid "
221                                  "ehca_query_gid() returned %x "
222                                  "ah=%p ah_attr=%p port_num=%x "
223                                  "sgid_index=%x",
224                                  rc, ah, ah_attr, ah_attr->port_num,
225                                  ah_attr->grh.sgid_index);
226                         return -EINVAL;
227                 }
228                 memcpy(&new_ehca_av.grh.word_1, &gid, sizeof(gid));
229         }
230
231         new_ehca_av.pmtu = shca->max_mtu;
232
233         memcpy(&new_ehca_av.grh.word_3, &ah_attr->grh.dgid,
234                sizeof(ah_attr->grh.dgid));
235
236         av = container_of(ah, struct ehca_av, ib_ah);
237         av->av = new_ehca_av;
238
239         return 0;
240 }
241
242 int ehca_query_ah(struct ib_ah *ah, struct ib_ah_attr *ah_attr)
243 {
244         struct ehca_av *av = container_of(ah, struct ehca_av, ib_ah);
245         struct ehca_pd *my_pd = container_of(ah->pd, struct ehca_pd, ib_pd);
246         u32 cur_pid = current->tgid;
247
248         if (my_pd->ib_pd.uobject && my_pd->ib_pd.uobject->context &&
249             my_pd->ownpid != cur_pid) {
250                 ehca_err(ah->device, "Invalid caller pid=%x ownpid=%x",
251                          cur_pid, my_pd->ownpid);
252                 return -EINVAL;
253         }
254
255         memcpy(&ah_attr->grh.dgid, &av->av.grh.word_3,
256                sizeof(ah_attr->grh.dgid));
257         ah_attr->sl = av->av.sl;
258
259         ah_attr->dlid = av->av.dlid;
260
261         ah_attr->src_path_bits = av->av.slid_path_bits;
262         ah_attr->static_rate = av->av.ipd;
263         ah_attr->ah_flags = EHCA_BMASK_GET(GRH_FLAG_MASK, av->av.lnh);
264         ah_attr->grh.traffic_class = EHCA_BMASK_GET(GRH_TCLASS_MASK,
265                                                     av->av.grh.word_0);
266         ah_attr->grh.hop_limit = EHCA_BMASK_GET(GRH_HOPLIMIT_MASK,
267                                                 av->av.grh.word_0);
268         ah_attr->grh.flow_label = EHCA_BMASK_GET(GRH_FLOWLABEL_MASK,
269                                                  av->av.grh.word_0);
270
271         return 0;
272 }
273
274 int ehca_destroy_ah(struct ib_ah *ah)
275 {
276         struct ehca_pd *my_pd = container_of(ah->pd, struct ehca_pd, ib_pd);
277         u32 cur_pid = current->tgid;
278
279         if (my_pd->ib_pd.uobject && my_pd->ib_pd.uobject->context &&
280             my_pd->ownpid != cur_pid) {
281                 ehca_err(ah->device, "Invalid caller pid=%x ownpid=%x",
282                          cur_pid, my_pd->ownpid);
283                 return -EINVAL;
284         }
285
286         kmem_cache_free(av_cache, container_of(ah, struct ehca_av, ib_ah));
287
288         return 0;
289 }
290
291 int ehca_init_av_cache(void)
292 {
293         av_cache = kmem_cache_create("ehca_cache_av",
294                                    sizeof(struct ehca_av), 0,
295                                    SLAB_HWCACHE_ALIGN,
296                                    NULL);
297         if (!av_cache)
298                 return -ENOMEM;
299         return 0;
300 }
301
302 void ehca_cleanup_av_cache(void)
303 {
304         if (av_cache)
305                 kmem_cache_destroy(av_cache);
306 }