summaryrefslogtreecommitdiffstats
path: root/src/drivers/net/mlx_ipoib/ib_mad.c
diff options
context:
space:
mode:
Diffstat (limited to 'src/drivers/net/mlx_ipoib/ib_mad.c')
-rw-r--r--src/drivers/net/mlx_ipoib/ib_mad.c396
1 files changed, 396 insertions, 0 deletions
diff --git a/src/drivers/net/mlx_ipoib/ib_mad.c b/src/drivers/net/mlx_ipoib/ib_mad.c
new file mode 100644
index 000000000..3e263a5b4
--- /dev/null
+++ b/src/drivers/net/mlx_ipoib/ib_mad.c
@@ -0,0 +1,396 @@
+/*
+ This software is available to you under a choice of one of two
+ licenses. You may choose to be licensed under the terms of the GNU
+ General Public License (GPL) Version 2, available at
+ <http://www.fsf.org/copyleft/gpl.html>, or the OpenIB.org BSD
+ license, available in the LICENSE.TXT file accompanying this
+ software. These details are also available at
+ <http://openib.org/license.html>.
+
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
+ BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
+ ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+ CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ SOFTWARE.
+
+ Copyright (c) 2004 Mellanox Technologies Ltd. All rights reserved.
+*/
+
+#include "ib_mad.h"
+#include "mad_attrib.h"
+#include "cmdif.h"
+#include "ib_driver.h"
+
+#define TID_START 0x1234
+#define TID_INC 117
+
+static u32 next_tid = TID_START;
+
+/*
+ * get_port_info
+ *
+ * query the local device for the portinfo attribute
+ *
+ * port(in) port number to query
+ * buf(out) buffer to hold the result
+ */
+static int get_port_info(__u8 port, struct port_info_st *buf, __u16 * status)
+{
+ union port_info_mad_u *inprm;
+ union port_info_mad_u *outprm;
+ int rc;
+
+ inprm = get_inprm_buf();
+ outprm = get_outprm_buf();
+ memset(inprm, 0, sizeof *inprm);
+
+ inprm->mad.mad_hdr.method = IB_MGMT_METHOD_GET;
+ inprm->mad.mad_hdr.mgmt_class = IB_MGMT_CLASS_SUBN_LID_ROUTED;
+ inprm->mad.mad_hdr.class_version = 1;
+ inprm->mad.mad_hdr.base_version = IB_MGMT_BASE_VERSION;
+ inprm->mad.mad_hdr.attr_id = IB_SMP_ATTR_PORT_INFO;
+ inprm->mad.mad_hdr.attr_mod = port;
+
+ rc = cmd_mad_ifc(inprm, (struct ib_mad_st *)outprm, port);
+ if (!rc) {
+ memcpy(buf, &outprm->mad.port_info,
+ sizeof(outprm->mad.port_info));
+ *status = inprm->mad.mad_hdr.status;
+ if (!(*status)) {
+ ib_data.sm_lid = outprm->mad.port_info.mastersm_lid;
+ memcpy(&ib_data.port_gid.raw[0],
+ outprm->mad.port_info.gid_prefix, 8);
+ cpu_to_be_buf(&ib_data.port_gid.raw[0], 8);
+ }
+ }
+ return rc;
+}
+
+/*
+ * get_guid_info
+ *
+ * query the local device for the guidinfo attribute
+ *
+ * buf(out) buffer to hold the result
+ */
+static int get_guid_info(__u16 * status)
+{
+ union guid_info_mad_u *inprm;
+ union guid_info_mad_u *outprm;
+ int rc;
+
+ inprm = get_inprm_buf();
+ outprm = get_outprm_buf();
+ memset(inprm, 0, sizeof *inprm);
+
+ inprm->mad.mad_hdr.method = IB_MGMT_METHOD_GET;
+ inprm->mad.mad_hdr.mgmt_class = IB_MGMT_CLASS_SUBN_LID_ROUTED;
+ inprm->mad.mad_hdr.class_version = 1;
+ inprm->mad.mad_hdr.base_version = IB_MGMT_BASE_VERSION;
+ inprm->mad.mad_hdr.attr_id = IB_SMP_ATTR_GUID_INFO;
+ inprm->mad.mad_hdr.attr_mod = 0;
+
+ rc = cmd_mad_ifc(inprm, (struct ib_mad_st *)outprm, ib_data.port);
+ if (!rc) {
+ *status = inprm->mad.mad_hdr.status;
+ if (!(*status)) {
+ memcpy(&ib_data.port_gid.raw[8],
+ &outprm->mad.guid_info.gid_tbl[0], 8);
+ cpu_to_be_buf(&ib_data.port_gid.raw[8], 8);
+ }
+ }
+ return rc;
+}
+
+static int get_pkey_tbl(struct pkey_tbl_st *pkey_tbl, __u16 * status)
+{
+ union pkey_tbl_mad_u *inprm;
+ union pkey_tbl_mad_u *outprm;
+ int rc;
+
+ inprm = get_inprm_buf();
+ outprm = get_outprm_buf();
+ memset(inprm, 0, sizeof *inprm);
+ memset(outprm, 0, sizeof *outprm);
+
+ inprm->mad.mad_hdr.method = IB_MGMT_METHOD_GET;
+ inprm->mad.mad_hdr.mgmt_class = IB_MGMT_CLASS_SUBN_LID_ROUTED;
+ inprm->mad.mad_hdr.class_version = 1;
+ inprm->mad.mad_hdr.base_version = IB_MGMT_BASE_VERSION;
+ inprm->mad.mad_hdr.attr_id = IB_SMP_ATTR_PKEY_TABLE;
+ inprm->mad.mad_hdr.attr_mod = 0;
+
+ rc = cmd_mad_ifc(inprm, (struct ib_mad_st *)outprm, 1);
+ if (!rc) {
+ if (pkey_tbl)
+ memcpy(pkey_tbl, &outprm->mad.pkey_tbl, 2);
+ *status = inprm->mad.mad_hdr.status;
+ if (!(*status)) {
+ ib_data.pkey = outprm->mad.pkey_tbl.pkey_tbl[0][1];
+ ib_data.bcast_gid.raw[4] =
+ outprm->mad.pkey_tbl.pkey_tbl[0][1] >> 8;
+ ib_data.bcast_gid.raw[5] =
+ outprm->mad.pkey_tbl.pkey_tbl[0][1] & 0xff;
+ }
+ }
+ return rc;
+}
+
+static int join_mc_group(__u32 * qkey_p, __u16 * mlid_p, __u8 join)
+{
+ struct mc_member_mad_st *mad, *rcv_mad;
+ void *snd_wqe;
+ void *tmp_wqe;
+ udqp_t qp;
+ void *av;
+ int rc;
+ u32 tid;
+ void *rcv_wqe;
+ int is_good;
+
+ qp = ib_data.mads_qp;
+
+ snd_wqe = alloc_send_wqe(qp);
+ if (!snd_wqe) {
+ eprintf("");
+ return -1;
+ }
+ tprintf("allocated snd_wqe=0x%lx", snd_wqe);
+
+ mad = get_send_wqe_buf(snd_wqe, 0);
+ memset(mad, 0, 256);
+
+ av = alloc_ud_av();
+ if (!av) {
+ eprintf("");
+ free_wqe(snd_wqe);
+ return -1;
+ }
+ modify_av_params(av, ib_data.sm_lid, 0, 0, 0, NULL, SA_QPN);
+
+ prep_send_wqe_buf(qp, av, snd_wqe, NULL, 0, 256, 0);
+
+ mad->mad_hdr.method = join ? IB_MGMT_METHOD_SET : IB_MGMT_METHOD_DELETE;
+ mad->mad_hdr.mgmt_class = IB_MGMT_CLASS_SUBN_ADM;
+ mad->mad_hdr.class_version = 2;
+ mad->mad_hdr.base_version = IB_MGMT_BASE_VERSION;
+ mad->mad_hdr.attr_id = IB_SA_ATTR_MC_MEMBER_REC;
+ tid = next_tid;
+ next_tid += TID_INC;
+ mad->mad_hdr.tid[1] = tid;
+
+ mad->sa_hdr.comp_mask[1] = IB_SA_MCMEMBER_REC_MGID |
+ IB_SA_MCMEMBER_REC_PORT_GID | IB_SA_MCMEMBER_REC_JOIN_STATE;
+
+ mad->mc_member.combined4 |= (1 << 24); /*mad->mc_member.join_state = 1; */
+
+ be_to_cpu_buf(mad, sizeof *mad);
+ memcpy(mad->mc_member.mgid, ib_data.bcast_gid.raw, 16);
+ memcpy(mad->mc_member.port_gid, ib_data.port_gid.raw, 16);
+
+ rc = post_send_req(qp, snd_wqe, 1);
+ if (rc) {
+ eprintf("");
+ free_ud_av(av);
+ free_wqe(snd_wqe);
+ return -1;
+ }
+
+ tprintf("");
+ /* poll the CQ to get the completions
+ on the send and the expected receive */
+
+ /* send completion */
+ rc = poll_cqe_tout(ib_data.mads_snd_cq, SEND_CQE_POLL_TOUT, &tmp_wqe,
+ &is_good);
+ if (rc) {
+ eprintf("");
+ return -1;
+ }
+
+ if (tmp_wqe != snd_wqe) {
+ eprintf("");
+ return -1;
+ }
+
+ if (free_wqe(snd_wqe)) {
+ eprintf("");
+ return -1;
+ }
+ free_ud_av(av);
+
+ if (!is_good) {
+ eprintf("");
+ return -1;
+ }
+
+ /* receive completion */
+ rc = poll_cqe_tout(ib_data.mads_rcv_cq, SA_RESP_POLL_TOUT, &rcv_wqe,
+ &is_good);
+ if (rc) {
+ eprintf("");
+ return -1;
+ }
+
+ if (is_good) {
+ rcv_mad = get_rcv_wqe_buf(rcv_wqe, 1);
+ be_to_cpu_buf(rcv_mad, sizeof *rcv_mad);
+ if (rcv_mad->mad_hdr.tid[1] == tid) {
+ /* that's our response */
+ if (mad->mad_hdr.status == 0) {
+ /* good response - save results */
+ *qkey_p = rcv_mad->mc_member.q_key;
+ *mlid_p = rcv_mad->mc_member.combined1 >> 16; // rcv_mad->mc_member.mlid;
+ } else {
+ /* join failed */
+ eprintf("");
+ return -1;
+ }
+ } else {
+ /* not our response */
+ eprintf("");
+ return -1;
+ }
+ }
+
+ if (free_wqe(rcv_wqe)) {
+ eprintf("");
+ return -1;
+ }
+
+ return is_good ? 0 : -1;
+}
+
+static int get_path_record(union ib_gid_u *dgid, __u16 * dlid_p, u8 * sl_p,
+ u8 * rate_p)
+{
+ struct path_record_mad_st *mad, *rcv_mad;
+ void *snd_wqe;
+ udqp_t qp;
+ ud_av_t av;
+ void *tmp_wqe;
+ void *rcv_wqe;
+ u32 tid;
+ int rc;
+ int is_good;
+
+ tprintf("gid=%02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x:"
+ "%02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x",
+ dgid->raw[0], dgid->raw[1], dgid->raw[2], dgid->raw[3],
+ dgid->raw[4], dgid->raw[5], dgid->raw[6], dgid->raw[7],
+ dgid->raw[8], dgid->raw[9], dgid->raw[10], dgid->raw[11],
+ dgid->raw[12], dgid->raw[13], dgid->raw[14], dgid->raw[15]);
+ qp = ib_data.mads_qp;
+
+ snd_wqe = alloc_send_wqe(qp);
+ if (!snd_wqe) {
+ eprintf("");
+ return -1;
+ }
+
+ mad = get_send_wqe_buf(snd_wqe, 0);
+ memset(mad, 0, 256);
+
+ av = alloc_ud_av();
+ if (!av) {
+ eprintf("");
+ free_wqe(snd_wqe);
+ return -1;
+ }
+ modify_av_params(av, ib_data.sm_lid, 0, 0, 0, NULL, SA_QPN);
+
+ prep_send_wqe_buf(qp, av, snd_wqe, NULL, 0, 256, 0);
+
+ mad->mad_hdr.method = IB_MGMT_METHOD_GET;
+ mad->mad_hdr.mgmt_class = IB_MGMT_CLASS_SUBN_ADM;
+ mad->mad_hdr.class_version = 2;
+ mad->mad_hdr.base_version = IB_MGMT_BASE_VERSION;
+ mad->mad_hdr.attr_id = IB_SA_ATTR_PATH_REC;
+ tid = next_tid;
+ next_tid += TID_INC;
+ mad->mad_hdr.tid[1] = tid;
+
+ memcpy(mad->path_record.dgid.raw, dgid->raw, 16);
+ cpu_to_be_buf(mad->path_record.dgid.raw, 16);
+
+ mad->sa_hdr.comp_mask[1] = IB_SA_PATH_REC_DGID | IB_SA_PATH_REC_SGID;
+
+ cpu_to_be_buf(mad, sizeof *mad);
+ memcpy(mad->path_record.sgid.raw, ib_data.port_gid.raw, 16);
+
+ rc = post_send_req(qp, snd_wqe, 1);
+ if (rc) {
+ eprintf("");
+ free_ud_av(av);
+ free_wqe(snd_wqe);
+ return rc;
+ }
+
+ /* poll the CQ to get the completions
+ on the send and the expected receive */
+
+ /* send completion */
+ rc = poll_cqe_tout(ib_data.mads_snd_cq, SEND_CQE_POLL_TOUT, &tmp_wqe,
+ &is_good);
+ if (rc) {
+ eprintf("");
+ return -1;
+ }
+
+ if (tmp_wqe != snd_wqe) {
+ eprintf("");
+ return -1;
+ }
+
+ if (free_wqe(snd_wqe)) {
+ eprintf("");
+ return -1;
+ }
+ free_ud_av(av);
+
+ if (!is_good) {
+ eprintf("");
+ return -1;
+ }
+
+ /* receive completion */
+ rc = poll_cqe_tout(ib_data.mads_rcv_cq, SA_RESP_POLL_TOUT, &rcv_wqe,
+ &is_good);
+ if (rc) {
+ eprintf("");
+ return -1;
+ }
+
+ if (is_good) {
+ rcv_mad = get_rcv_wqe_buf(rcv_wqe, 1);
+ be_to_cpu_buf(rcv_mad, sizeof *rcv_mad);
+ if (rcv_mad->mad_hdr.tid[1] == tid) {
+ /* that's our response */
+ if (mad->mad_hdr.status == 0) {
+ /* good response - save results */
+ *dlid_p = rcv_mad->path_record.dlid;
+ *sl_p = (rcv_mad->path_record.combined3 >> 16) & 0xf; // rcv_mad->path_record.sl;
+ *rate_p = rcv_mad->path_record.combined3 & 0x3f; //rcv_mad->path_record.rate;
+ } else {
+ /* join failed */
+ eprintf("");
+ return -1;
+ }
+ } else {
+ /* not our response */
+ eprintf("");
+ return -1;
+ }
+ }
+
+ if (free_wqe(rcv_wqe)) {
+ eprintf("");
+ return -1;
+ }
+
+ tprintf("");
+ return is_good ? 0 : -1;
+}