1fea7e85c4543f75f0a4fa54dd2b56ccf51e2497
[mirror/winof/.git] / hw / mthca / kernel / hca_data.c
1 /*\r
2  * Copyright (c) 2005 SilverStorm Technologies.  All rights reserved.\r
3  * Copyright (c) 2004-2005 Mellanox Technologies, Inc. All rights reserved. \r
4  *\r
5  * This software is available to you under the OpenIB.org BSD license\r
6  * below:\r
7  *\r
8  *     Redistribution and use in source and binary forms, with or\r
9  *     without modification, are permitted provided that the following\r
10  *     conditions are met:\r
11  *\r
12  *      - Redistributions of source code must retain the above\r
13  *        copyright notice, this list of conditions and the following\r
14  *        disclaimer.\r
15  *\r
16  *      - Redistributions in binary form must reproduce the above\r
17  *        copyright notice, this list of conditions and the following\r
18  *        disclaimer in the documentation and/or other materials\r
19  *        provided with the distribution.\r
20  *\r
21  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,\r
22  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF\r
23  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND\r
24  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS\r
25  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN\r
26  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN\r
27  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\r
28  * SOFTWARE.\r
29  *\r
30  * $Id: hca_data.c 148 2005-07-12 07:48:46Z sleybo $\r
31  */\r
32 \r
33 \r
34 #include "hca_driver.h"\r
35 #include "hca_utils.h"\r
36 \r
37 #if defined(EVENT_TRACING)\r
38 #ifdef offsetof\r
39 #undef offsetof\r
40 #endif\r
41 #include "hca_data.tmh"\r
42 #endif\r
43 \r
44 #include "mthca_dev.h"\r
45 #include <ib_cache.h>\r
46 \r
47 static cl_spinlock_t    hob_lock;\r
48 \r
49 \r
50 \r
51 uint32_t                g_mlnx_dpc2thread = 0;\r
52 \r
53 \r
54 cl_qlist_t              mlnx_hca_list;\r
55 \r
56 mlnx_hob_t              mlnx_hob_array[MLNX_NUM_HOBKL];         // kernel HOB - one per HCA (cmdif access)\r
57 mlnx_hobul_t    *mlnx_hobul_array[MLNX_NUM_HOBUL];      // kernel HOBUL - one per HCA (kar access)\r
58 \r
59 /////////////////////////////////////////////////////////\r
60 // ### HCA\r
61 /////////////////////////////////////////////////////////\r
62 void\r
63 mlnx_hca_insert(\r
64         IN                              mlnx_hca_t                                      *p_hca )\r
65 {\r
66         cl_spinlock_acquire( &hob_lock );\r
67         cl_qlist_insert_tail( &mlnx_hca_list, &p_hca->list_item );\r
68         cl_spinlock_release( &hob_lock );\r
69 }\r
70 \r
71 void\r
72 mlnx_hca_remove(\r
73         IN                              mlnx_hca_t                                      *p_hca )\r
74 {\r
75         cl_spinlock_acquire( &hob_lock );\r
76         cl_qlist_remove_item( &mlnx_hca_list, &p_hca->list_item );\r
77         cl_spinlock_release( &hob_lock );\r
78 }\r
79 \r
80 mlnx_hca_t*\r
81 mlnx_hca_from_guid(\r
82         IN                              ib_net64_t                                      guid )\r
83 {\r
84         cl_list_item_t  *p_item;\r
85         mlnx_hca_t              *p_hca = NULL;\r
86 \r
87         cl_spinlock_acquire( &hob_lock );\r
88         p_item = cl_qlist_head( &mlnx_hca_list );\r
89         while( p_item != cl_qlist_end( &mlnx_hca_list ) )\r
90         {\r
91                 p_hca = PARENT_STRUCT( p_item, mlnx_hca_t, list_item );\r
92                 if( p_hca->guid == guid )\r
93                         break;\r
94                 p_item = cl_qlist_next( p_item );\r
95                 p_hca = NULL;\r
96         }\r
97         cl_spinlock_release( &hob_lock );\r
98         return p_hca;\r
99 }\r
100 \r
101 /*\r
102 void\r
103 mlnx_names_from_guid(\r
104         IN                              ib_net64_t                                      guid,\r
105                 OUT                     char                                            **hca_name_p,\r
106                 OUT                     char                                            **dev_name_p)\r
107 {\r
108         unsigned int idx;\r
109 \r
110         if (!hca_name_p) return;\r
111         if (!dev_name_p) return;\r
112 \r
113         for (idx = 0; idx < mlnx_num_hca; idx++)\r
114         {\r
115                 if (mlnx_hca_array[idx].ifx.guid == guid)\r
116                 {\r
117                         *hca_name_p = mlnx_hca_array[idx].hca_name_p;\r
118                         *dev_name_p = mlnx_hca_array[idx].dev_name_p;\r
119                 }\r
120         }\r
121 }\r
122 */\r
123 \r
124 /////////////////////////////////////////////////////////\r
125 // ### HCA\r
126 /////////////////////////////////////////////////////////\r
127 cl_status_t\r
128 mlnx_hcas_init( void )\r
129 {\r
130         cl_qlist_init( &mlnx_hca_list );\r
131         return cl_spinlock_init( &hob_lock );\r
132 }\r
133 \r
134 \r
135 /////////////////////////////////////////////////////////\r
136 /////////////////////////////////////////////////////////\r
137 ib_api_status_t\r
138 mlnx_hobs_set_cb(\r
139         IN                              mlnx_hob_t                                      *hob_p, \r
140         IN                              ci_completion_cb_t                      comp_cb_p,\r
141         IN                              ci_async_event_cb_t                     async_cb_p,\r
142         IN              const   void* const                                     ib_context)\r
143 {\r
144         cl_status_t             cl_status;\r
145 \r
146         // Setup the callbacks\r
147         if (!hob_p->async_proc_mgr_p)\r
148         {\r
149                 hob_p->async_proc_mgr_p = cl_malloc( sizeof( cl_async_proc_t ) );\r
150                 if( !hob_p->async_proc_mgr_p )\r
151                 {\r
152                         return IB_INSUFFICIENT_MEMORY;\r
153                 }\r
154                 cl_async_proc_construct( hob_p->async_proc_mgr_p );\r
155                 cl_status = cl_async_proc_init( hob_p->async_proc_mgr_p, MLNX_NUM_CB_THR, "CBthread" );\r
156                 if( cl_status != CL_SUCCESS )\r
157                 {\r
158                         cl_async_proc_destroy( hob_p->async_proc_mgr_p );\r
159                         cl_free(hob_p->async_proc_mgr_p);\r
160                         hob_p->async_proc_mgr_p = NULL;\r
161                         return IB_INSUFFICIENT_RESOURCES;\r
162                 }\r
163         }\r
164 \r
165         hob_p->comp_cb_p        = comp_cb_p;\r
166         hob_p->async_cb_p = async_cb_p;\r
167         hob_p->ca_context = ib_context; // This is the context our CB forwards to IBAL\r
168         HCA_PRINT(TRACE_LEVEL_INFORMATION, HCA_DBG_SHIM,("CL: hca_idx %d context 0x%p\n", (int)(hob_p - mlnx_hob_array), ib_context));\r
169         return IB_SUCCESS;\r
170 }\r
171 \r
172 /////////////////////////////////////////////////////////\r
173 /////////////////////////////////////////////////////////\r
174 void\r
175 mlnx_hobs_remove(\r
176         IN                              mlnx_hob_t                                      *hob_p)\r
177 {\r
178         cl_async_proc_t *p_async_proc;\r
179         mlnx_cache_t    *p_cache;\r
180 \r
181         cl_spinlock_acquire( &hob_lock );\r
182 \r
183         hob_p->mark = E_MARK_INVALID;\r
184 \r
185         p_async_proc = hob_p->async_proc_mgr_p;\r
186         hob_p->async_proc_mgr_p = NULL;\r
187 \r
188         p_cache = hob_p->cache;\r
189         hob_p->cache = NULL;\r
190 \r
191         hob_p->comp_cb_p = NULL;\r
192         hob_p->async_cb_p = NULL;\r
193         hob_p->ca_context = NULL;\r
194         hob_p->cl_device_h = NULL;\r
195 \r
196         cl_spinlock_release( &hob_lock );\r
197 \r
198         if( p_async_proc )\r
199         {\r
200                 cl_async_proc_destroy( p_async_proc );\r
201                 cl_free( p_async_proc );\r
202         }\r
203 \r
204         if( p_cache )\r
205                 cl_free( p_cache );\r
206 \r
207         HCA_PRINT(TRACE_LEVEL_INFORMATION, HCA_DBG_SHIM,("CL: hobs_remove idx %d \n", (int)(hob_p - mlnx_hob_array)));\r
208 }\r
209 \r
210 /////////////////////////////////////////////////////////\r
211 /////////////////////////////////////////////////////////\r
212 void\r
213 mthca_port_cap_to_ibal(\r
214         IN                              u32                     mthca_port_cap,\r
215                 OUT                     ib_port_cap_t                           *ibal_port_cap_p)\r
216 {\r
217         if (mthca_port_cap & IB_PORT_CM_SUP)\r
218                 ibal_port_cap_p->cm = TRUE;\r
219         if (mthca_port_cap & IB_PORT_SNMP_TUNNEL_SUP)\r
220                 ibal_port_cap_p->snmp = TRUE;\r
221         if (mthca_port_cap & IB_PORT_DEVICE_MGMT_SUP)\r
222                 ibal_port_cap_p->dev_mgmt = TRUE;\r
223         if (mthca_port_cap & IB_PORT_VENDOR_CLASS_SUP)\r
224                 ibal_port_cap_p->vend = TRUE;\r
225         if (mthca_port_cap & IB_PORT_SM_DISABLED)\r
226                 ibal_port_cap_p->sm_disable = TRUE;\r
227         if (mthca_port_cap & IB_PORT_SM)\r
228                 ibal_port_cap_p->sm = TRUE;\r
229 }\r
230 \r
231 \r
232 /////////////////////////////////////////////////////////\r
233 void\r
234 mlnx_conv_hca_cap(\r
235         IN                              struct ib_device *ib_dev,\r
236         IN                              struct ib_device_attr *hca_info_p,\r
237         IN                              struct ib_port_attr  *hca_ports,\r
238         OUT                     ib_ca_attr_t                            *ca_attr_p)\r
239 {\r
240         uint8_t                 port_num;\r
241         ib_port_attr_t  *ibal_port_p;\r
242         struct ib_port_attr  *mthca_port_p;\r
243 \r
244         ca_attr_p->vend_id  = hca_info_p->vendor_id;\r
245         ca_attr_p->dev_id   = (uint16_t)hca_info_p->vendor_part_id;\r
246         ca_attr_p->revision = (uint16_t)hca_info_p->hw_ver;\r
247         ca_attr_p->fw_ver = hca_info_p->fw_ver;\r
248         ca_attr_p->ca_guid   = *(UNALIGNED64 uint64_t *)&ib_dev->node_guid;\r
249         ca_attr_p->num_ports = ib_dev->phys_port_cnt;\r
250         ca_attr_p->max_qps   = hca_info_p->max_qp;\r
251         ca_attr_p->max_wrs   = hca_info_p->max_qp_wr;\r
252         ca_attr_p->max_sges   = hca_info_p->max_sge;\r
253         ca_attr_p->max_rd_sges = hca_info_p->max_sge_rd;\r
254         ca_attr_p->max_cqs    = hca_info_p->max_cq;\r
255         ca_attr_p->max_cqes  = hca_info_p->max_cqe;\r
256         ca_attr_p->max_pds    = hca_info_p->max_pd;\r
257         ca_attr_p->init_regions = hca_info_p->max_mr;\r
258         ca_attr_p->init_windows = hca_info_p->max_mw;\r
259         ca_attr_p->init_region_size = hca_info_p->max_mr_size;\r
260         ca_attr_p->max_addr_handles = hca_info_p->max_ah;\r
261         ca_attr_p->atomicity     = hca_info_p->atomic_cap;\r
262         ca_attr_p->max_partitions = hca_info_p->max_pkeys;\r
263         ca_attr_p->max_qp_resp_res =(uint8_t) hca_info_p->max_qp_rd_atom;\r
264         ca_attr_p->max_resp_res    = (uint8_t)hca_info_p->max_res_rd_atom;\r
265         ca_attr_p->max_qp_init_depth = (uint8_t)hca_info_p->max_qp_init_rd_atom;\r
266         ca_attr_p->max_ipv6_qps    = hca_info_p->max_raw_ipv6_qp;\r
267         ca_attr_p->max_ether_qps   = hca_info_p->max_raw_ethy_qp;\r
268         ca_attr_p->max_mcast_grps  = hca_info_p->max_mcast_grp;\r
269         ca_attr_p->max_mcast_qps   = hca_info_p->max_total_mcast_qp_attach;\r
270         ca_attr_p->max_qps_per_mcast_grp = hca_info_p->max_mcast_qp_attach;\r
271         ca_attr_p->local_ack_delay = hca_info_p->local_ca_ack_delay;\r
272         ca_attr_p->bad_pkey_ctr_support = hca_info_p->device_cap_flags & IB_DEVICE_BAD_PKEY_CNTR;\r
273         ca_attr_p->bad_qkey_ctr_support = hca_info_p->device_cap_flags & IB_DEVICE_BAD_QKEY_CNTR;\r
274         ca_attr_p->raw_mcast_support    = hca_info_p->device_cap_flags & IB_DEVICE_RAW_MULTI;\r
275         ca_attr_p->apm_support          = hca_info_p->device_cap_flags & IB_DEVICE_AUTO_PATH_MIG;\r
276         ca_attr_p->av_port_check        = hca_info_p->device_cap_flags & IB_DEVICE_UD_AV_PORT_ENFORCE;\r
277         ca_attr_p->change_primary_port  = hca_info_p->device_cap_flags & IB_DEVICE_CHANGE_PHY_PORT;\r
278         ca_attr_p->modify_wr_depth      = hca_info_p->device_cap_flags & IB_DEVICE_RESIZE_MAX_WR;\r
279         ca_attr_p->hw_agents            = FALSE; // in the context of IBAL then agent is implemented on the host\r
280 \r
281         ca_attr_p->num_page_sizes = 1;\r
282         ca_attr_p->p_page_size[0] = PAGE_SIZE; // TBD: extract an array of page sizes from HCA cap\r
283 \r
284         for (port_num = 0; port_num <= end_port(ib_dev) - start_port(ib_dev); ++port_num)\r
285         {\r
286                 // Setup port pointers\r
287                 ibal_port_p = &ca_attr_p->p_port_attr[port_num];\r
288                 mthca_port_p = &hca_ports[port_num];\r
289 \r
290                 // Port Cabapilities\r
291                 cl_memclr(&ibal_port_p->cap, sizeof(ib_port_cap_t));\r
292                 mthca_port_cap_to_ibal(mthca_port_p->port_cap_flags, &ibal_port_p->cap);\r
293 \r
294                 // Port Atributes\r
295                 ibal_port_p->port_num   = port_num + start_port(ib_dev);\r
296                 ibal_port_p->port_guid  = ibal_port_p->p_gid_table[0].unicast.interface_id;\r
297                 ibal_port_p->lid        = cl_ntoh16(mthca_port_p->lid);\r
298                 ibal_port_p->lmc        = mthca_port_p->lmc;\r
299                 ibal_port_p->max_vls    = mthca_port_p->max_vl_num;\r
300                 ibal_port_p->sm_lid     = cl_ntoh16(mthca_port_p->sm_lid);\r
301                 ibal_port_p->sm_sl      = mthca_port_p->sm_sl;\r
302                 ibal_port_p->link_state = (mthca_port_p->state != 0) ? (uint8_t)mthca_port_p->state : IB_LINK_DOWN;\r
303                 ibal_port_p->num_gids   = (uint16_t)mthca_port_p->gid_tbl_len;\r
304                 ibal_port_p->num_pkeys  = mthca_port_p->pkey_tbl_len;\r
305                 ibal_port_p->pkey_ctr   = (uint16_t)mthca_port_p->bad_pkey_cntr;\r
306                 ibal_port_p->qkey_ctr   = (uint16_t)mthca_port_p->qkey_viol_cntr;\r
307                 ibal_port_p->max_msg_size = mthca_port_p->max_msg_sz;\r
308                 ibal_port_p->mtu = (uint8_t)mthca_port_p->max_mtu;\r
309 \r
310                 ibal_port_p->subnet_timeout = mthca_port_p->subnet_timeout;\r
311                 // ibal_port_p->local_ack_timeout = 3; // TBD: currently ~32 usec\r
312                 HCA_PRINT(TRACE_LEVEL_VERBOSE, HCA_DBG_SHIM ,("Port %d port_guid 0x%I64x\n",\r
313                         ibal_port_p->port_num, ibal_port_p->port_guid));\r
314         }\r
315 }\r
316 \r
317 void cq_comp_handler(struct ib_cq *cq, void *context)\r
318 {\r
319         mlnx_hob_t *hob_p = (mlnx_hob_t *)context;\r
320         struct mthca_cq *mcq =(struct mthca_cq *)cq; \r
321         HCA_ENTER(HCA_DBG_CQ);\r
322         if (hob_p) {\r
323                 HCA_PRINT(TRACE_LEVEL_INFORMATION ,HCA_DBG_CQ ,("Invoking completion callback\n"));\r
324                 (hob_p->comp_cb_p)(mcq->cq_context);\r
325         }\r
326         else {\r
327                 HCA_PRINT(TRACE_LEVEL_ERROR ,HCA_DBG_CQ ,("Incorrect context. Completion callback was not invoked\n"));\r
328         }\r
329         HCA_EXIT(HCA_DBG_CQ);\r
330 }\r
331 \r
332 void ca_event_handler(struct ib_event *ev, void *context)\r
333 {\r
334         mlnx_hob_t *hob_p = (mlnx_hob_t *)context;\r
335         ib_event_rec_t event_rec;\r
336 \r
337         // prepare parameters\r
338         event_rec.context = (void *)hob_p->ca_context;\r
339         event_rec.trap.info.port_num = ev->element.port_num;\r
340         event_rec.type = ev->event;\r
341         if (event_rec.type > IB_AE_UNKNOWN) {\r
342                 // CL_ASSERT(0); // This shouldn't happen\r
343                 HCA_PRINT(TRACE_LEVEL_ERROR,HCA_DBG_SHIM,("Unmapped E_EV_CA event of type 0x%x. Replaced by 0x%x (IB_AE_LOCAL_FATAL)\n", \r
344                         event_rec.type, IB_AE_LOCAL_FATAL));\r
345                 event_rec.type = IB_AE_LOCAL_FATAL;\r
346         }\r
347 \r
348         // call the user callback\r
349         if (hob_p)\r
350                 (hob_p->async_cb_p)(&event_rec);\r
351         else {\r
352                 HCA_PRINT(TRACE_LEVEL_ERROR ,HCA_DBG_SHIM ,("Incorrect context. Async callback was not invoked\n"));\r
353         }\r
354 }\r
355 \r
356 void qp_event_handler(struct ib_event *ev, void *context)\r
357 {\r
358         mlnx_hob_t *hob_p = (mlnx_hob_t *)context;\r
359         ib_event_rec_t event_rec;\r
360         struct mthca_qp *qp_p;\r
361 \r
362         // prepare parameters\r
363         event_rec.type = ev->event;\r
364         qp_p = (struct mthca_qp *)ev->element.qp;\r
365         event_rec.context = qp_p->qp_context;\r
366 \r
367         // call the user callback\r
368         if (hob_p)\r
369                 (hob_p->async_cb_p)(&event_rec);\r
370         else {\r
371                 HCA_PRINT(TRACE_LEVEL_ERROR ,HCA_DBG_SHIM ,("Incorrect context. Async callback was not invoked\n"));\r
372         }\r
373 }\r
374 \r
375 void cq_event_handler(struct ib_event *ev, void *context)\r
376 {\r
377         mlnx_hob_t *hob_p = (mlnx_hob_t *)context;\r
378         ib_event_rec_t event_rec;\r
379         struct mthca_cq *cq_p;\r
380 \r
381         // prepare parameters\r
382         event_rec.type = ev->event;\r
383         cq_p = (struct mthca_cq *)ev->element.cq;\r
384         event_rec.context = cq_p->cq_context;\r
385 \r
386         // call the user callback\r
387         if (hob_p)\r
388                 (hob_p->async_cb_p)(&event_rec);\r
389         else {\r
390                 HCA_PRINT(TRACE_LEVEL_ERROR ,HCA_DBG_SHIM ,("Incorrect context. Async callback was not invoked\n"));\r
391         }\r
392 }\r
393 \r
394 ib_qp_state_t mlnx_qps_to_ibal(enum ib_qp_state qps)\r
395 {\r
396 #define MAP_QPS(val1,val2) case val1: ib_qps = val2; break\r
397         ib_qp_state_t ib_qps;\r
398         switch (qps) {\r
399                 MAP_QPS( IBQPS_RESET, IB_QPS_RESET );\r
400                 MAP_QPS( IBQPS_INIT, IB_QPS_INIT );\r
401                 MAP_QPS( IBQPS_RTR, IB_QPS_RTR );\r
402                 MAP_QPS( IBQPS_RTS, IB_QPS_RTS );\r
403                 MAP_QPS( IBQPS_SQD, IB_QPS_SQD );\r
404                 MAP_QPS( IBQPS_SQE, IB_QPS_SQERR );\r
405                 MAP_QPS( IBQPS_ERR, IB_QPS_ERROR );\r
406                 default:\r
407                         HCA_PRINT(TRACE_LEVEL_ERROR ,HCA_DBG_SHIM ,("Unmapped MTHCA qp_state %d\n", qps));\r
408                         ib_qps = 0xffffffff;\r
409         }\r
410         return ib_qps;\r
411 }\r
412 \r
413 enum ib_qp_state mlnx_qps_from_ibal(ib_qp_state_t ib_qps)\r
414 {\r
415 #define MAP_IBQPS(val1,val2) case val1: qps = val2; break\r
416         enum ib_qp_state qps;\r
417         switch (ib_qps) {\r
418                 MAP_IBQPS( IB_QPS_RESET, IBQPS_RESET );\r
419                 MAP_IBQPS( IB_QPS_INIT, IBQPS_INIT );\r
420                 MAP_IBQPS( IB_QPS_RTR, IBQPS_RTR );\r
421                 MAP_IBQPS( IB_QPS_RTS, IBQPS_RTS );\r
422                 MAP_IBQPS( IB_QPS_SQD, IBQPS_SQD );\r
423                 MAP_IBQPS( IB_QPS_SQD_DRAINING, IBQPS_SQD );\r
424                 MAP_IBQPS( IB_QPS_SQD_DRAINED, IBQPS_SQD );\r
425                 MAP_IBQPS( IB_QPS_SQERR, IBQPS_SQE );\r
426                 MAP_IBQPS( IB_QPS_ERROR, IBQPS_ERR );\r
427                 default:\r
428                         HCA_PRINT(TRACE_LEVEL_ERROR ,HCA_DBG_SHIM ,("Unmapped IBAL qp_state %d\n", ib_qps));\r
429                         qps = 0xffffffff;\r
430         }\r
431         return qps;\r
432 }\r
433 \r
434 ib_api_status_t\r
435 mlnx_conv_qp_modify_attr(\r
436         IN       const  struct ib_qp *ib_qp_p,\r
437         IN                              ib_qp_type_t    qp_type,\r
438         IN       const  ib_qp_mod_t *modify_attr_p,             \r
439         OUT     struct ib_qp_attr *qp_attr_p,\r
440         OUT     int *qp_attr_mask_p\r
441         )\r
442 {\r
443         int err;\r
444         ib_api_status_t         status = IB_SUCCESS;\r
445         struct mthca_qp *qp_p = (struct mthca_qp *)ib_qp_p;\r
446 \r
447         RtlZeroMemory( qp_attr_p, sizeof *qp_attr_p );\r
448         *qp_attr_mask_p = IB_QP_STATE;\r
449         qp_attr_p->qp_state = mlnx_qps_from_ibal( modify_attr_p->req_state ); \r
450 \r
451         // skipped cases\r
452         if (qp_p->state == IBQPS_RESET && modify_attr_p->req_state != IB_QPS_INIT)\r
453                 return IB_NOT_DONE;\r
454                 \r
455         switch (modify_attr_p->req_state) {\r
456         case IB_QPS_RESET:\r
457         case IB_QPS_ERROR:\r
458         case IB_QPS_SQERR:\r
459         case IB_QPS_TIME_WAIT:\r
460                 break;\r
461 \r
462         case IB_QPS_INIT:\r
463                 \r
464                 switch (qp_type) {\r
465                         case IB_QPT_RELIABLE_CONN:\r
466                         case IB_QPT_UNRELIABLE_CONN:\r
467                                 *qp_attr_mask_p |= IB_QP_PORT | IB_QP_PKEY_INDEX |IB_QP_ACCESS_FLAGS;\r
468                                 qp_attr_p->qp_access_flags = map_qp_ibal_acl(modify_attr_p->state.init.access_ctrl);\r
469                                 break;\r
470                         case IB_QPT_UNRELIABLE_DGRM:\r
471                         case IB_QPT_QP0:\r
472                         case IB_QPT_QP1:\r
473                         default:        \r
474                                 *qp_attr_mask_p |= IB_QP_PORT | IB_QP_QKEY | IB_QP_PKEY_INDEX ;\r
475                                 qp_attr_p->qkey          = cl_ntoh32 (modify_attr_p->state.init.qkey);\r
476                                 break;\r
477                 }                               \r
478                 \r
479                 // IB_QP_PORT\r
480                 qp_attr_p->port_num    = modify_attr_p->state.init.primary_port;\r
481 \r
482                 // IB_QP_PKEY_INDEX\r
483                 qp_attr_p->pkey_index = modify_attr_p->state.init.pkey_index;\r
484 \r
485                 break;\r
486                 \r
487         case IB_QPS_RTR:\r
488                 /* modifying the WQE depth is not supported */\r
489                 if( modify_attr_p->state.rtr.opts & IB_MOD_QP_SQ_DEPTH ||\r
490                         modify_attr_p->state.rtr.opts & IB_MOD_QP_RQ_DEPTH )    {\r
491                         status = IB_UNSUPPORTED;\r
492                         break;\r
493                 }\r
494 \r
495                 switch (qp_type) {\r
496                         case IB_QPT_RELIABLE_CONN:\r
497                                 *qp_attr_mask_p |= /* required flags */\r
498                                         IB_QP_DEST_QPN |IB_QP_RQ_PSN | IB_QP_MAX_DEST_RD_ATOMIC |\r
499                                         IB_QP_AV |IB_QP_PATH_MTU | IB_QP_MIN_RNR_TIMER;\r
500 \r
501                                 // IB_QP_DEST_QPN\r
502                                 qp_attr_p->dest_qp_num          = cl_ntoh32 (modify_attr_p->state.rtr.dest_qp);\r
503 \r
504                                 // IB_QP_RQ_PSN\r
505                                 qp_attr_p->rq_psn                               = cl_ntoh32 (modify_attr_p->state.rtr.rq_psn);\r
506                                 \r
507                                 // IB_QP_MAX_DEST_RD_ATOMIC\r
508                                 qp_attr_p->max_dest_rd_atomic   = modify_attr_p->state.rtr.resp_res;\r
509 \r
510                                 // IB_QP_AV, IB_QP_PATH_MTU: Convert primary RC AV (mandatory)\r
511                                 err = mlnx_conv_ibal_av(ib_qp_p->device,\r
512                                         &modify_attr_p->state.rtr.primary_av, &qp_attr_p->ah_attr);\r
513                                 if (err) {\r
514                                         status = IB_ERROR;\r
515                                         break;\r
516                                 }\r
517                                 qp_attr_p->path_mtu             = modify_attr_p->state.rtr.primary_av.conn.path_mtu; // MTU\r
518                                 qp_attr_p->timeout              = modify_attr_p->state.rtr.primary_av.conn.local_ack_timeout; // MTU\r
519                                 qp_attr_p->retry_cnt            = modify_attr_p->state.rtr.primary_av.conn.seq_err_retry_cnt; // MTU\r
520                                 qp_attr_p->rnr_retry            = modify_attr_p->state.rtr.primary_av.conn.rnr_retry_cnt; // MTU\r
521 \r
522                                 // IB_QP_MIN_RNR_TIMER\r
523                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_RNR_NAK_TIMEOUT) {\r
524                                         qp_attr_p->min_rnr_timer         = modify_attr_p->state.rtr.rnr_nak_timeout;\r
525                                 }\r
526 \r
527                                 // IB_QP_ACCESS_FLAGS: Convert Remote Atomic Flags\r
528                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_ACCESS_CTRL) {\r
529                                         *qp_attr_mask_p |= IB_QP_ACCESS_FLAGS;          /* optional flag */\r
530                                         qp_attr_p->qp_access_flags = map_qp_ibal_acl(modify_attr_p->state.init.access_ctrl);\r
531                                 }\r
532 \r
533                                 // IB_QP_ALT_PATH: Convert alternate RC AV\r
534                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_ALTERNATE_AV) {\r
535                                         *qp_attr_mask_p |= IB_QP_ALT_PATH;      /* required flag */\r
536                                         err = mlnx_conv_ibal_av(ib_qp_p->device,\r
537                                                 &modify_attr_p->state.rtr.alternate_av, &qp_attr_p->alt_ah_attr);\r
538                                         if (err) {\r
539                                                 status = IB_ERROR;\r
540                                                 break;\r
541                                         }\r
542                                         qp_attr_p->alt_timeout           = modify_attr_p->state.rtr.alternate_av.conn.local_ack_timeout; // XXX: conv\r
543                                 }\r
544 \r
545                                 // IB_QP_PKEY_INDEX \r
546                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_PKEY) {\r
547                                         *qp_attr_mask_p |= IB_QP_PKEY_INDEX;    \r
548                                         qp_attr_p->pkey_index = modify_attr_p->state.rtr.pkey_index;\r
549                                 }\r
550                                 break;\r
551                                 \r
552                         case IB_QPT_UNRELIABLE_CONN:\r
553                                 *qp_attr_mask_p |= /* required flags */\r
554                                         IB_QP_DEST_QPN |IB_QP_RQ_PSN | IB_QP_AV | IB_QP_PATH_MTU;\r
555 \r
556                                 // IB_QP_DEST_QPN\r
557                                 qp_attr_p->dest_qp_num          = cl_ntoh32 (modify_attr_p->state.rtr.dest_qp);\r
558 \r
559                                 // IB_QP_RQ_PSN\r
560                                 qp_attr_p->rq_psn                               = cl_ntoh32 (modify_attr_p->state.rtr.rq_psn);\r
561 \r
562                                 // IB_QP_PATH_MTU\r
563                                 qp_attr_p->path_mtu             = modify_attr_p->state.rtr.primary_av.conn.path_mtu;\r
564 \r
565                                 // IB_QP_AV: Convert primary AV (mandatory)\r
566                                 err = mlnx_conv_ibal_av(ib_qp_p->device,\r
567                                         &modify_attr_p->state.rtr.primary_av, &qp_attr_p->ah_attr);\r
568                                 if (err) {\r
569                                         status = IB_ERROR;\r
570                                         break;\r
571                                 }\r
572 \r
573                                 // IB_QP_ACCESS_FLAGS: Convert Remote Atomic Flags\r
574                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_ACCESS_CTRL) {\r
575                                         *qp_attr_mask_p |= IB_QP_ACCESS_FLAGS;          /* optional flag */\r
576                                         qp_attr_p->qp_access_flags = map_qp_ibal_acl(modify_attr_p->state.init.access_ctrl);\r
577                                 }\r
578 \r
579                                 // IB_QP_ALT_PATH: Convert alternate RC AV\r
580                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_ALTERNATE_AV) {\r
581                                         *qp_attr_mask_p |= IB_QP_ALT_PATH;      /* required flag */\r
582                                         err = mlnx_conv_ibal_av(ib_qp_p->device,\r
583                                                 &modify_attr_p->state.rtr.alternate_av, &qp_attr_p->alt_ah_attr);\r
584                                         if (err) {\r
585                                                 status = IB_ERROR;\r
586                                                 break;\r
587                                         }\r
588                                 }\r
589 \r
590                                 // IB_QP_PKEY_INDEX \r
591                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_PKEY) {\r
592                                         *qp_attr_mask_p |= IB_QP_PKEY_INDEX;    \r
593                                         qp_attr_p->pkey_index = modify_attr_p->state.rtr.pkey_index;\r
594                                 }\r
595                                 break;\r
596                                         \r
597                         case IB_QPT_UNRELIABLE_DGRM:\r
598                         case IB_QPT_QP0:\r
599                         case IB_QPT_QP1:\r
600                         default:        \r
601                                 // IB_QP_PKEY_INDEX \r
602                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_PKEY) {\r
603                                         *qp_attr_mask_p |= IB_QP_PKEY_INDEX;    \r
604                                         qp_attr_p->pkey_index = modify_attr_p->state.rtr.pkey_index;\r
605                                 }\r
606 \r
607                                 // IB_QP_QKEY\r
608                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_QKEY) {\r
609                                         *qp_attr_mask_p |= IB_QP_QKEY;  \r
610                                         qp_attr_p->qkey          = cl_ntoh32 (modify_attr_p->state.rtr.qkey);\r
611                                 }\r
612                                 break;\r
613                                 \r
614                 }\r
615                 break;\r
616                 \r
617         case IB_QPS_RTS:\r
618                 /* modifying the WQE depth is not supported */\r
619                 if( modify_attr_p->state.rts.opts & IB_MOD_QP_SQ_DEPTH ||\r
620                         modify_attr_p->state.rts.opts & IB_MOD_QP_RQ_DEPTH )\r
621                 {\r
622                         status = IB_UNSUPPORTED;\r
623                         break;\r
624                 }\r
625 \r
626                 switch (qp_type) {\r
627                         case IB_QPT_RELIABLE_CONN:\r
628                                 *qp_attr_mask_p |= /* required flags */\r
629                                         IB_QP_SQ_PSN |IB_QP_MAX_QP_RD_ATOMIC | IB_QP_TIMEOUT |\r
630                                         IB_QP_RETRY_CNT |IB_QP_RNR_RETRY;\r
631 \r
632                                 // IB_QP_MAX_QP_RD_ATOMIC\r
633                                 qp_attr_p->max_rd_atomic        = modify_attr_p->state.rts.init_depth;\r
634 \r
635                                 // IB_QP_TIMEOUT\r
636                                 qp_attr_p->timeout               = modify_attr_p->state.rts.local_ack_timeout; // XXX: conv\r
637                                 \r
638                                 // IB_QP_RETRY_CNT\r
639                                 qp_attr_p->retry_cnt = modify_attr_p->state.rts.retry_cnt;\r
640                                 \r
641                                 // IB_QP_RNR_RETRY\r
642                                 qp_attr_p->rnr_retry     = modify_attr_p->state.rts.rnr_retry_cnt;\r
643 \r
644                                 // IB_QP_MAX_DEST_RD_ATOMIC: Update the responder resources for RDMA/ATOMIC (optional for SQD->RTS)\r
645                                 if (modify_attr_p->state.rts.opts & IB_MOD_QP_RESP_RES) {\r
646                                         *qp_attr_mask_p |= IB_QP_MAX_DEST_RD_ATOMIC;    \r
647                                         qp_attr_p->max_dest_rd_atomic = modify_attr_p->state.rts.resp_res;\r
648                                 }\r
649 \r
650 #ifdef WIN_TO_BE_REMOVED\r
651                 //TODO: do we need that ?\r
652                 // Linux patch 4793: PKEY_INDEX is not a legal parameter in the RTR->RTS transition.\r
653 \r
654                                 // IB_QP_PKEY_INDEX \r
655                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_PKEY) {\r
656                                         *qp_attr_mask_p |= IB_QP_PKEY_INDEX;    \r
657                                         qp_attr_p->pkey_index = modify_attr_p->state.rts.pkey_index;\r
658                                 }\r
659 #endif                          \r
660 \r
661                                 // IB_QP_MIN_RNR_TIMER\r
662                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_RNR_NAK_TIMEOUT) {\r
663                                         *qp_attr_mask_p |= IB_QP_MIN_RNR_TIMER; \r
664                                         qp_attr_p->min_rnr_timer         = modify_attr_p->state.rts.rnr_nak_timeout;\r
665                                 }\r
666 \r
667                                 // IB_QP_PATH_MIG_STATE\r
668                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_APM_STATE) {\r
669                                         *qp_attr_mask_p |= IB_QP_PATH_MIG_STATE;        \r
670                                         qp_attr_p->path_mig_state =  modify_attr_p->state.rts.apm_state;\r
671                                 }\r
672 \r
673                                 // IB_QP_ACCESS_FLAGS\r
674                                 if (modify_attr_p->state.rts.opts & IB_MOD_QP_ACCESS_CTRL) {\r
675                                         *qp_attr_mask_p |= IB_QP_ACCESS_FLAGS;          /* optional flags */\r
676                                         qp_attr_p->qp_access_flags = map_qp_ibal_acl(modify_attr_p->state.init.access_ctrl);\r
677                                 }\r
678 \r
679                                 // IB_QP_ALT_PATH: Convert alternate RC AV\r
680                                 if (modify_attr_p->state.rts.opts & IB_MOD_QP_ALTERNATE_AV) {\r
681                                         *qp_attr_mask_p |= IB_QP_ALT_PATH;      /* optional flag */\r
682                                         err = mlnx_conv_ibal_av(ib_qp_p->device,\r
683                                                 &modify_attr_p->state.rts.alternate_av, &qp_attr_p->alt_ah_attr);\r
684                                         if (err) {\r
685                                                 status = IB_ERROR;\r
686                                                 break;\r
687                                         }\r
688                                         qp_attr_p->alt_timeout           = modify_attr_p->state.rts.alternate_av.conn.local_ack_timeout; // XXX: conv\r
689                                 }\r
690                                 break;\r
691                                 \r
692                         case IB_QPT_UNRELIABLE_CONN:\r
693                                 *qp_attr_mask_p |= /* required flags */\r
694                                         IB_QP_SQ_PSN;\r
695 \r
696                                 // IB_QP_MAX_DEST_RD_ATOMIC: Update the responder resources for RDMA/ATOMIC (optional for SQD->RTS)\r
697                                 if (modify_attr_p->state.rts.opts & IB_MOD_QP_RESP_RES) {\r
698                                         *qp_attr_mask_p |= IB_QP_MAX_DEST_RD_ATOMIC;    \r
699                                         qp_attr_p->max_dest_rd_atomic = modify_attr_p->state.rts.resp_res;\r
700                                 }\r
701 \r
702 #ifdef WIN_TO_BE_REMOVED\r
703                 //TODO: do we need that ?\r
704                 // Linux patch 4793: PKEY_INDEX is not a legal parameter in the RTR->RTS transition.\r
705 \r
706                                 // IB_QP_PKEY_INDEX \r
707                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_PKEY) {\r
708                                         *qp_attr_mask_p |= IB_QP_PKEY_INDEX;    \r
709                                         qp_attr_p->pkey_index = modify_attr_p->state.rts.pkey_index;\r
710                                 }\r
711 #endif                          \r
712 \r
713                                 // IB_QP_PATH_MIG_STATE\r
714                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_APM_STATE) {\r
715                                         *qp_attr_mask_p |= IB_QP_PATH_MIG_STATE;        \r
716                                         qp_attr_p->path_mig_state =  modify_attr_p->state.rts.apm_state;\r
717                                 }\r
718 \r
719                                 // IB_QP_ACCESS_FLAGS\r
720                                 if (modify_attr_p->state.rts.opts & IB_MOD_QP_ACCESS_CTRL) {\r
721                                         *qp_attr_mask_p |= IB_QP_ACCESS_FLAGS;          /* optional flags */\r
722                                         qp_attr_p->qp_access_flags = map_qp_ibal_acl(modify_attr_p->state.init.access_ctrl);\r
723                                 }\r
724 \r
725                                 // IB_QP_ALT_PATH: Convert alternate RC AV\r
726                                 if (modify_attr_p->state.rts.opts & IB_MOD_QP_ALTERNATE_AV) {\r
727                                         *qp_attr_mask_p |= IB_QP_ALT_PATH;      /* optional flag */\r
728                                         err = mlnx_conv_ibal_av(ib_qp_p->device,\r
729                                                 &modify_attr_p->state.rts.alternate_av, &qp_attr_p->alt_ah_attr);\r
730                                         if (err) {\r
731                                                 status = IB_ERROR;\r
732                                                 break;\r
733                                         }\r
734                                 }\r
735                                 break;\r
736                                         \r
737                         case IB_QPT_UNRELIABLE_DGRM:\r
738                         case IB_QPT_QP0:\r
739                         case IB_QPT_QP1:\r
740                         default:        \r
741                                 *qp_attr_mask_p |= /* required flags */\r
742                                         IB_QP_SQ_PSN;\r
743 \r
744                                 // IB_QP_QKEY\r
745                                 if (modify_attr_p->state.rtr.opts & IB_MOD_QP_QKEY) {\r
746                                         *qp_attr_mask_p |= IB_QP_QKEY;  \r
747                                         qp_attr_p->qkey          = cl_ntoh32 (modify_attr_p->state.rtr.qkey);\r
748                                 }\r
749                                 break;\r
750                                 \r
751                                 break;\r
752                                 \r
753                 }\r
754 \r
755                 // IB_QP_SQ_PSN: common for all\r
756                 qp_attr_p->sq_psn = cl_ntoh32 (modify_attr_p->state.rts.sq_psn);\r
757                 //NB: IB_QP_CUR_STATE flag is not provisioned by IBAL\r
758                 break;\r
759                 \r
760         case IB_QPS_SQD:\r
761         case IB_QPS_SQD_DRAINING:\r
762         case IB_QPS_SQD_DRAINED:\r
763                 *qp_attr_mask_p |= IB_QP_EN_SQD_ASYNC_NOTIFY;\r
764                 qp_attr_p->en_sqd_async_notify = (u8)modify_attr_p->state.sqd.sqd_event;\r
765                 HCA_PRINT(TRACE_LEVEL_WARNING ,HCA_DBG_SHIM ,("IB_QP_EN_SQD_ASYNC_NOTIFY seems like unsupported\n"));\r
766                 break;\r
767                 \r
768         default:        \r
769                 //NB: is this an error case and we need this message  ? What about returning an error ?\r
770                 HCA_PRINT(TRACE_LEVEL_ERROR ,HCA_DBG_SHIM ,("Unmapped qp_state %d\n", modify_attr_p->req_state));\r
771                 break;\r
772                 \r
773         }\r
774 \r
775         return status;\r
776 }       \r
777 \r
778 int\r
779 mlnx_conv_ibal_av(\r
780         IN              const   struct ib_device *ib_dev_p,\r
781         IN              const   ib_av_attr_t                            *ibal_av_p,\r
782         OUT                     struct ib_ah_attr       *ah_attr_p)\r
783 {\r
784         int err = 0;\r
785         u8 port_num;\r
786         u16 gid_index;\r
787         \r
788         ah_attr_p->port_num = ibal_av_p->port_num;\r
789         ah_attr_p->sl   = ibal_av_p->sl;\r
790         ah_attr_p->dlid = cl_ntoh16(ibal_av_p->dlid);\r
791         //TODO: how static_rate is coded ?\r
792         ah_attr_p->static_rate   =\r
793                 (ibal_av_p->static_rate == IB_PATH_RECORD_RATE_10_GBS ? 0 : 3);\r
794         ah_attr_p->src_path_bits = ibal_av_p->path_bits; // PATH:\r
795 \r
796         /* For global destination or Multicast address:*/\r
797         if (ibal_av_p->grh_valid)\r
798         {\r
799                 ah_attr_p->ah_flags |= IB_AH_GRH;\r
800                 ah_attr_p->grh.hop_limit     = ibal_av_p->grh.hop_limit;\r
801                 ib_grh_get_ver_class_flow( ibal_av_p->grh.ver_class_flow, NULL,\r
802                         &ah_attr_p->grh.traffic_class, &ah_attr_p->grh.flow_label );\r
803                 err = ib_find_cached_gid((struct ib_device *)ib_dev_p, \r
804                         (union ib_gid   *)ibal_av_p->grh.src_gid.raw, &port_num, &gid_index);\r
805                 if (err) {\r\r
806                         HCA_PRINT(TRACE_LEVEL_ERROR ,HCA_DBG_SHIM ,("ib_find_cached_gid failed %d (%#x). Using default:  sgid_index = 0\n", err, err));\r
807                         gid_index = 0;\r
808                 }\r
809                 else if (port_num != ah_attr_p->port_num) {\r
810                         HCA_PRINT(TRACE_LEVEL_ERROR ,HCA_DBG_SHIM ,("ib_find_cached_gid returned wrong port_num %u (Expected - %u). Using the expected.\n", \r
811                                 (u32)port_num, (u32)ah_attr_p->port_num));\r
812                 }\r
813                 ah_attr_p->grh.sgid_index = (u8)gid_index;\r
814                 RtlCopyMemory(ah_attr_p->grh.dgid.raw, ibal_av_p->grh.dest_gid.raw, sizeof(ah_attr_p->grh.dgid));\r
815         }\r
816 \r
817         return err;\r
818 }\r
819 \r
820 int\r
821 mlnx_conv_mthca_av(\r
822         IN              const   struct ib_ah *ib_ah_p,\r
823         OUT                     ib_av_attr_t                            *ibal_av_p)\r
824 {\r
825         int err = 0;\r
826         struct ib_ud_header header;\r
827         struct mthca_ah *ah_p = (struct mthca_ah *)ib_ah_p;\r
828         struct ib_device *ib_dev_p = ib_ah_p->pd->device;\r
829         struct mthca_dev *dev_p = (struct mthca_dev *)ib_dev_p;\r
830 \r
831         err = mthca_read_ah( dev_p, ah_p, &header);\r
832         if (err)\r
833                 goto err_read_ah;\r
834 \r
835         // common part\r
836         ibal_av_p->sl                   = header.lrh.service_level;\r
837         mthca_get_av_params(ah_p, &ibal_av_p->port_num,\r
838                 &ibal_av_p->dlid, &ibal_av_p->static_rate, &ibal_av_p->path_bits );\r
839 \r
840         // GRH\r
841         ibal_av_p->grh_valid = header.grh_present;\r
842         if (ibal_av_p->grh_valid) {\r
843                 ibal_av_p->grh.ver_class_flow = ib_grh_set_ver_class_flow(\r
844                         header.grh.ip_version, header.grh.traffic_class, header.grh.flow_label );\r
845                 ibal_av_p->grh.hop_limit = header.grh.hop_limit;\r
846                 RtlCopyMemory(ibal_av_p->grh.src_gid.raw, \r
847                         header.grh.source_gid.raw, sizeof(ibal_av_p->grh.src_gid));\r
848                 RtlCopyMemory(ibal_av_p->grh.src_gid.raw, \r
849                         header.grh.destination_gid.raw, sizeof(ibal_av_p->grh.dest_gid));\r
850         }\r
851 \r
852         //TODO: don't know, how to fill conn. Note, that previous version didn't fill it also.\r
853 \r
854 err_read_ah:\r
855                 return err;\r
856 }\r
857 \r
858 void\r
859 mlnx_modify_ah(\r
860         IN              const   struct ib_ah *ib_ah_p,\r
861         IN      const   struct ib_ah_attr *ah_attr_p)\r
862 {\r
863         struct ib_device *ib_dev_p = ib_ah_p->pd->device;\r
864         struct mthca_dev *dev_p = (struct mthca_dev *)ib_dev_p;\r
865         \r
866         mthca_set_av_params(dev_p, (struct mthca_ah *)ib_ah_p, (struct ib_ah_attr *)ah_attr_p );\r
867 }\r
868 \r