drivers/infiniband/hw/ehca/ehca_av.c - maze/linux - Git at Google

 /*
  *  IBM eServer eHCA Infiniband device driver for Linux on POWER
  *
  *  adress vector functions
  *
  *  Authors: Hoang-Nam Nguyen <hnguyen@de.ibm.com>
  *           Khadija Souissi <souissik@de.ibm.com>
  *           Reinhard Ernst <rernst@de.ibm.com>
  *           Christoph Raisch <raisch@de.ibm.com>
  *
  *  Copyright (c) 2005 IBM Corporation
  *
  *  All rights reserved.
  *
  *  This source code is distributed under a dual license of GPL v2.0 and OpenIB
  *  BSD.
  *
  * OpenIB BSD License
  *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions are met:
  *
  * Redistributions of source code must retain the above copyright notice, this
  * list of conditions and the following disclaimer.
  *
  * Redistributions in binary form must reproduce the above copyright notice,
  * this list of conditions and the following disclaimer in the documentation
  * and/or other materials
  * provided with the distribution.
  *
  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
  * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
  * IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  * POSSIBILITY OF SUCH DAMAGE.
  */


 #include <asm/current.h>

 #include "ehca_tools.h"
 #include "ehca_iverbs.h"
 #include "hcp_if.h"

 static struct kmem_cache *av_cache;

 struct ib_ah *ehca_create_ah(struct ib_pd *pd, struct ib_ah_attr *ah_attr)
 {
 	int ret;
 	struct ehca_av *av;
 	struct ehca_shca *shca = container_of(pd->device, struct ehca_shca,
 					      ib_device);

 	av = kmem_cache_alloc(av_cache, GFP_KERNEL);
 	if (!av) {
 		ehca_err(pd->device, "Out of memory pd=%p ah_attr=%p",
 			 pd, ah_attr);
 		return ERR_PTR(-ENOMEM);
 	}

 	av->av.sl = ah_attr->sl;
 	av->av.dlid = ah_attr->dlid;
 	av->av.slid_path_bits = ah_attr->src_path_bits;

 	if (ehca_static_rate < 0) {
 		int ah_mult = ib_rate_to_mult(ah_attr->static_rate);
 		int ehca_mult =
 			ib_rate_to_mult(shca->sport[ah_attr->port_num].rate );

 		if (ah_mult >= ehca_mult)
 			av->av.ipd = 0;
 		else
 			av->av.ipd = (ah_mult > 0) ?
 				((ehca_mult - 1) / ah_mult) : 0;
 	} else
 		av->av.ipd = ehca_static_rate;

 	av->av.lnh = ah_attr->ah_flags;
 	av->av.grh.word_0 = EHCA_BMASK_SET(GRH_IPVERSION_MASK, 6);
 	av->av.grh.word_0 |= EHCA_BMASK_SET(GRH_TCLASS_MASK,
 					    ah_attr->grh.traffic_class);
 	av->av.grh.word_0 |= EHCA_BMASK_SET(GRH_FLOWLABEL_MASK,
 					    ah_attr->grh.flow_label);
 	av->av.grh.word_0 |= EHCA_BMASK_SET(GRH_HOPLIMIT_MASK,
 					    ah_attr->grh.hop_limit);
 	av->av.grh.word_0 |= EHCA_BMASK_SET(GRH_NEXTHEADER_MASK, 0x1B);
 	/* set sgid in grh.word_1 */
 	if (ah_attr->ah_flags & IB_AH_GRH) {
 		int rc;
 		struct ib_port_attr port_attr;
 		union ib_gid gid;
 		memset(&port_attr, 0, sizeof(port_attr));
 		rc = ehca_query_port(pd->device, ah_attr->port_num,
 				     &port_attr);
 		if (rc) { /* invalid port number */
 			ret = -EINVAL;
 			ehca_err(pd->device, "Invalid port number "
 				 "ehca_query_port() returned %x "
 				 "pd=%p ah_attr=%p", rc, pd, ah_attr);
 			goto create_ah_exit1;
 		}
 		memset(&gid, 0, sizeof(gid));
 		rc = ehca_query_gid(pd->device,
 				    ah_attr->port_num,
 				    ah_attr->grh.sgid_index, &gid);
 		if (rc) {
 			ret = -EINVAL;
 			ehca_err(pd->device, "Failed to retrieve sgid "
 				 "ehca_query_gid() returned %x "
 				 "pd=%p ah_attr=%p", rc, pd, ah_attr);
 			goto create_ah_exit1;
 		}
 		memcpy(&av->av.grh.word_1, &gid, sizeof(gid));
 	}
 	av->av.pmtu = shca->max_mtu;

 	/* dgid comes in grh.word_3 */
 	memcpy(&av->av.grh.word_3, &ah_attr->grh.dgid,
 	       sizeof(ah_attr->grh.dgid));

 	return &av->ib_ah;

 create_ah_exit1:
 	kmem_cache_free(av_cache, av);

 	return ERR_PTR(ret);
 }

 int ehca_modify_ah(struct ib_ah *ah, struct ib_ah_attr *ah_attr)
 {
 	struct ehca_av *av;
 	struct ehca_ud_av new_ehca_av;
 	struct ehca_pd *my_pd = container_of(ah->pd, struct ehca_pd, ib_pd);
 	struct ehca_shca *shca = container_of(ah->pd->device, struct ehca_shca,
 					      ib_device);
 	u32 cur_pid = current->tgid;

 	if (my_pd->ib_pd.uobject && my_pd->ib_pd.uobject->context &&
 	    my_pd->ownpid != cur_pid) {
 		ehca_err(ah->device, "Invalid caller pid=%x ownpid=%x",
 			 cur_pid, my_pd->ownpid);
 		return -EINVAL;
 	}

 	memset(&new_ehca_av, 0, sizeof(new_ehca_av));
 	new_ehca_av.sl = ah_attr->sl;
 	new_ehca_av.dlid = ah_attr->dlid;
 	new_ehca_av.slid_path_bits = ah_attr->src_path_bits;
 	new_ehca_av.ipd = ah_attr->static_rate;
 	new_ehca_av.lnh = EHCA_BMASK_SET(GRH_FLAG_MASK,
 					 (ah_attr->ah_flags & IB_AH_GRH) > 0);
 	new_ehca_av.grh.word_0 = EHCA_BMASK_SET(GRH_TCLASS_MASK,
 						ah_attr->grh.traffic_class);
 	new_ehca_av.grh.word_0 |= EHCA_BMASK_SET(GRH_FLOWLABEL_MASK,
 						 ah_attr->grh.flow_label);
 	new_ehca_av.grh.word_0 |= EHCA_BMASK_SET(GRH_HOPLIMIT_MASK,
 						 ah_attr->grh.hop_limit);
 	new_ehca_av.grh.word_0 |= EHCA_BMASK_SET(GRH_NEXTHEADER_MASK, 0x1b);

 	/* set sgid in grh.word_1 */
 	if (ah_attr->ah_flags & IB_AH_GRH) {
 		int rc;
 		struct ib_port_attr port_attr;
 		union ib_gid gid;
 		memset(&port_attr, 0, sizeof(port_attr));
 		rc = ehca_query_port(ah->device, ah_attr->port_num,
 				     &port_attr);
 		if (rc) { /* invalid port number */
 			ehca_err(ah->device, "Invalid port number "
 				 "ehca_query_port() returned %x "
 				 "ah=%p ah_attr=%p port_num=%x",
 				 rc, ah, ah_attr, ah_attr->port_num);
 			return -EINVAL;
 		}
 		memset(&gid, 0, sizeof(gid));
 		rc = ehca_query_gid(ah->device,
 				    ah_attr->port_num,
 				    ah_attr->grh.sgid_index, &gid);
 		if (rc) {
 			ehca_err(ah->device, "Failed to retrieve sgid "
 				 "ehca_query_gid() returned %x "
 				 "ah=%p ah_attr=%p port_num=%x "
 				 "sgid_index=%x",
 				 rc, ah, ah_attr, ah_attr->port_num,
 				 ah_attr->grh.sgid_index);
 			return -EINVAL;
 		}
 		memcpy(&new_ehca_av.grh.word_1, &gid, sizeof(gid));
 	}

 	new_ehca_av.pmtu = shca->max_mtu;

 	memcpy(&new_ehca_av.grh.word_3, &ah_attr->grh.dgid,
 	       sizeof(ah_attr->grh.dgid));

 	av = container_of(ah, struct ehca_av, ib_ah);
 	av->av = new_ehca_av;

 	return 0;
 }

 int ehca_query_ah(struct ib_ah *ah, struct ib_ah_attr *ah_attr)
 {
 	struct ehca_av *av = container_of(ah, struct ehca_av, ib_ah);
 	struct ehca_pd *my_pd = container_of(ah->pd, struct ehca_pd, ib_pd);
 	u32 cur_pid = current->tgid;

 	if (my_pd->ib_pd.uobject && my_pd->ib_pd.uobject->context &&
 	    my_pd->ownpid != cur_pid) {
 		ehca_err(ah->device, "Invalid caller pid=%x ownpid=%x",
 			 cur_pid, my_pd->ownpid);
 		return -EINVAL;
 	}

 	memcpy(&ah_attr->grh.dgid, &av->av.grh.word_3,
 	       sizeof(ah_attr->grh.dgid));
 	ah_attr->sl = av->av.sl;

 	ah_attr->dlid = av->av.dlid;

 	ah_attr->src_path_bits = av->av.slid_path_bits;
 	ah_attr->static_rate = av->av.ipd;
 	ah_attr->ah_flags = EHCA_BMASK_GET(GRH_FLAG_MASK, av->av.lnh);
 	ah_attr->grh.traffic_class = EHCA_BMASK_GET(GRH_TCLASS_MASK,
 						    av->av.grh.word_0);
 	ah_attr->grh.hop_limit = EHCA_BMASK_GET(GRH_HOPLIMIT_MASK,
 						av->av.grh.word_0);
 	ah_attr->grh.flow_label = EHCA_BMASK_GET(GRH_FLOWLABEL_MASK,
 						 av->av.grh.word_0);

 	return 0;
 }

 int ehca_destroy_ah(struct ib_ah *ah)
 {
 	struct ehca_pd *my_pd = container_of(ah->pd, struct ehca_pd, ib_pd);
 	u32 cur_pid = current->tgid;

 	if (my_pd->ib_pd.uobject && my_pd->ib_pd.uobject->context &&
 	    my_pd->ownpid != cur_pid) {
 		ehca_err(ah->device, "Invalid caller pid=%x ownpid=%x",
 			 cur_pid, my_pd->ownpid);
 		return -EINVAL;
 	}

 	kmem_cache_free(av_cache, container_of(ah, struct ehca_av, ib_ah));

 	return 0;
 }

 int ehca_init_av_cache(void)
 {
 	av_cache = kmem_cache_create("ehca_cache_av",
 				   sizeof(struct ehca_av), 0,
 				   SLAB_HWCACHE_ALIGN,
 				   NULL, NULL);
 	if (!av_cache)
 		return -ENOMEM;
 	return 0;
 }

 void ehca_cleanup_av_cache(void)
 {
 	if (av_cache)
 		kmem_cache_destroy(av_cache);
 }
	/*
	* IBM eServer eHCA Infiniband device driver for Linux on POWER
	*
	* adress vector functions
	*
	* Authors: Hoang-Nam Nguyen <hnguyen@de.ibm.com>
	* Khadija Souissi <souissik@de.ibm.com>
	* Reinhard Ernst <rernst@de.ibm.com>
	* Christoph Raisch <raisch@de.ibm.com>
	*
	* Copyright (c) 2005 IBM Corporation
	*
	* All rights reserved.
	*
	* This source code is distributed under a dual license of GPL v2.0 and OpenIB
	* BSD.
	*
	* OpenIB BSD License
	*
	* Redistribution and use in source and binary forms, with or without
	* modification, are permitted provided that the following conditions are met:
	*
	* Redistributions of source code must retain the above copyright notice, this
	* list of conditions and the following disclaimer.
	*
	* Redistributions in binary form must reproduce the above copyright notice,
	* this list of conditions and the following disclaimer in the documentation
	* and/or other materials
	* provided with the distribution.
	*
	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
	* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
	* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
	* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
	* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
	* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
	* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
	* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
	* IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
	* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
	* POSSIBILITY OF SUCH DAMAGE.
	*/


	#include <asm/current.h>

	#include "ehca_tools.h"
	#include "ehca_iverbs.h"
	#include "hcp_if.h"

	static struct kmem_cache *av_cache;

	struct ib_ah ehca_create_ah(struct ib_pd pd, struct ib_ah_attr *ah_attr)
	{
	int ret;
	struct ehca_av *av;
	struct ehca_shca *shca = container_of(pd->device, struct ehca_shca,
	ib_device);

	av = kmem_cache_alloc(av_cache, GFP_KERNEL);
	if (!av) {
	ehca_err(pd->device, "Out of memory pd=%p ah_attr=%p",
	pd, ah_attr);
	return ERR_PTR(-ENOMEM);
	}

	av->av.sl = ah_attr->sl;
	av->av.dlid = ah_attr->dlid;
	av->av.slid_path_bits = ah_attr->src_path_bits;

	if (ehca_static_rate < 0) {
	int ah_mult = ib_rate_to_mult(ah_attr->static_rate);
	int ehca_mult =
	ib_rate_to_mult(shca->sport[ah_attr->port_num].rate );

	if (ah_mult >= ehca_mult)
	av->av.ipd = 0;
	else
	av->av.ipd = (ah_mult > 0) ?
	((ehca_mult - 1) / ah_mult) : 0;
	} else
	av->av.ipd = ehca_static_rate;

	av->av.lnh = ah_attr->ah_flags;
	av->av.grh.word_0 = EHCA_BMASK_SET(GRH_IPVERSION_MASK, 6);
	av->av.grh.word_0 \|= EHCA_BMASK_SET(GRH_TCLASS_MASK,
	ah_attr->grh.traffic_class);
	av->av.grh.word_0 \|= EHCA_BMASK_SET(GRH_FLOWLABEL_MASK,
	ah_attr->grh.flow_label);
	av->av.grh.word_0 \|= EHCA_BMASK_SET(GRH_HOPLIMIT_MASK,
	ah_attr->grh.hop_limit);
	av->av.grh.word_0 \|= EHCA_BMASK_SET(GRH_NEXTHEADER_MASK, 0x1B);
	/* set sgid in grh.word_1 */
	if (ah_attr->ah_flags & IB_AH_GRH) {
	int rc;
	struct ib_port_attr port_attr;
	union ib_gid gid;
	memset(&port_attr, 0, sizeof(port_attr));
	rc = ehca_query_port(pd->device, ah_attr->port_num,
	&port_attr);
	if (rc) { /* invalid port number */
	ret = -EINVAL;
	ehca_err(pd->device, "Invalid port number "
	"ehca_query_port() returned %x "
	"pd=%p ah_attr=%p", rc, pd, ah_attr);
	goto create_ah_exit1;
	}
	memset(&gid, 0, sizeof(gid));
	rc = ehca_query_gid(pd->device,
	ah_attr->port_num,
	ah_attr->grh.sgid_index, &gid);
	if (rc) {
	ret = -EINVAL;
	ehca_err(pd->device, "Failed to retrieve sgid "
	"ehca_query_gid() returned %x "
	"pd=%p ah_attr=%p", rc, pd, ah_attr);
	goto create_ah_exit1;
	}
	memcpy(&av->av.grh.word_1, &gid, sizeof(gid));
	}
	av->av.pmtu = shca->max_mtu;

	/* dgid comes in grh.word_3 */
	memcpy(&av->av.grh.word_3, &ah_attr->grh.dgid,
	sizeof(ah_attr->grh.dgid));

	return &av->ib_ah;

	create_ah_exit1:
	kmem_cache_free(av_cache, av);

	return ERR_PTR(ret);
	}

	int ehca_modify_ah(struct ib_ah ah, struct ib_ah_attr ah_attr)
	{
	struct ehca_av *av;
	struct ehca_ud_av new_ehca_av;
	struct ehca_pd *my_pd = container_of(ah->pd, struct ehca_pd, ib_pd);
	struct ehca_shca *shca = container_of(ah->pd->device, struct ehca_shca,
	ib_device);
	u32 cur_pid = current->tgid;

	if (my_pd->ib_pd.uobject && my_pd->ib_pd.uobject->context &&
	my_pd->ownpid != cur_pid) {
	ehca_err(ah->device, "Invalid caller pid=%x ownpid=%x",
	cur_pid, my_pd->ownpid);
	return -EINVAL;
	}

	memset(&new_ehca_av, 0, sizeof(new_ehca_av));
	new_ehca_av.sl = ah_attr->sl;
	new_ehca_av.dlid = ah_attr->dlid;
	new_ehca_av.slid_path_bits = ah_attr->src_path_bits;
	new_ehca_av.ipd = ah_attr->static_rate;
	new_ehca_av.lnh = EHCA_BMASK_SET(GRH_FLAG_MASK,
	(ah_attr->ah_flags & IB_AH_GRH) > 0);
	new_ehca_av.grh.word_0 = EHCA_BMASK_SET(GRH_TCLASS_MASK,
	ah_attr->grh.traffic_class);
	new_ehca_av.grh.word_0 \|= EHCA_BMASK_SET(GRH_FLOWLABEL_MASK,
	ah_attr->grh.flow_label);
	new_ehca_av.grh.word_0 \|= EHCA_BMASK_SET(GRH_HOPLIMIT_MASK,
	ah_attr->grh.hop_limit);
	new_ehca_av.grh.word_0 \|= EHCA_BMASK_SET(GRH_NEXTHEADER_MASK, 0x1b);

	/* set sgid in grh.word_1 */
	if (ah_attr->ah_flags & IB_AH_GRH) {
	int rc;
	struct ib_port_attr port_attr;
	union ib_gid gid;
	memset(&port_attr, 0, sizeof(port_attr));
	rc = ehca_query_port(ah->device, ah_attr->port_num,
	&port_attr);
	if (rc) { /* invalid port number */
	ehca_err(ah->device, "Invalid port number "
	"ehca_query_port() returned %x "
	"ah=%p ah_attr=%p port_num=%x",
	rc, ah, ah_attr, ah_attr->port_num);
	return -EINVAL;
	}
	memset(&gid, 0, sizeof(gid));
	rc = ehca_query_gid(ah->device,
	ah_attr->port_num,
	ah_attr->grh.sgid_index, &gid);
	if (rc) {
	ehca_err(ah->device, "Failed to retrieve sgid "
	"ehca_query_gid() returned %x "
	"ah=%p ah_attr=%p port_num=%x "
	"sgid_index=%x",
	rc, ah, ah_attr, ah_attr->port_num,
	ah_attr->grh.sgid_index);
	return -EINVAL;
	}
	memcpy(&new_ehca_av.grh.word_1, &gid, sizeof(gid));
	}

	new_ehca_av.pmtu = shca->max_mtu;

	memcpy(&new_ehca_av.grh.word_3, &ah_attr->grh.dgid,
	sizeof(ah_attr->grh.dgid));

	av = container_of(ah, struct ehca_av, ib_ah);
	av->av = new_ehca_av;

	return 0;
	}

	int ehca_query_ah(struct ib_ah ah, struct ib_ah_attr ah_attr)
	{
	struct ehca_av *av = container_of(ah, struct ehca_av, ib_ah);
	struct ehca_pd *my_pd = container_of(ah->pd, struct ehca_pd, ib_pd);
	u32 cur_pid = current->tgid;

	if (my_pd->ib_pd.uobject && my_pd->ib_pd.uobject->context &&
	my_pd->ownpid != cur_pid) {
	ehca_err(ah->device, "Invalid caller pid=%x ownpid=%x",
	cur_pid, my_pd->ownpid);
	return -EINVAL;
	}

	memcpy(&ah_attr->grh.dgid, &av->av.grh.word_3,
	sizeof(ah_attr->grh.dgid));
	ah_attr->sl = av->av.sl;

	ah_attr->dlid = av->av.dlid;

	ah_attr->src_path_bits = av->av.slid_path_bits;
	ah_attr->static_rate = av->av.ipd;
	ah_attr->ah_flags = EHCA_BMASK_GET(GRH_FLAG_MASK, av->av.lnh);
	ah_attr->grh.traffic_class = EHCA_BMASK_GET(GRH_TCLASS_MASK,
	av->av.grh.word_0);
	ah_attr->grh.hop_limit = EHCA_BMASK_GET(GRH_HOPLIMIT_MASK,
	av->av.grh.word_0);
	ah_attr->grh.flow_label = EHCA_BMASK_GET(GRH_FLOWLABEL_MASK,
	av->av.grh.word_0);

	return 0;
	}

	int ehca_destroy_ah(struct ib_ah *ah)
	{
	struct ehca_pd *my_pd = container_of(ah->pd, struct ehca_pd, ib_pd);
	u32 cur_pid = current->tgid;

	if (my_pd->ib_pd.uobject && my_pd->ib_pd.uobject->context &&
	my_pd->ownpid != cur_pid) {
	ehca_err(ah->device, "Invalid caller pid=%x ownpid=%x",
	cur_pid, my_pd->ownpid);
	return -EINVAL;
	}

	kmem_cache_free(av_cache, container_of(ah, struct ehca_av, ib_ah));

	return 0;
	}

	int ehca_init_av_cache(void)
	{
	av_cache = kmem_cache_create("ehca_cache_av",
	sizeof(struct ehca_av), 0,
	SLAB_HWCACHE_ALIGN,
	NULL, NULL);
	if (!av_cache)
	return -ENOMEM;
	return 0;
	}

	void ehca_cleanup_av_cache(void)
	{
	if (av_cache)
	kmem_cache_destroy(av_cache);
	}