drivers/s390/net/qeth_tso.c

/*
 * linux/drivers/s390/net/qeth_tso.c ($Revision: 1.6 $)
 *
 * Header file for qeth TCP Segmentation Offload support.
 *
 * Copyright 2004 IBM Corporation
 *
 *    Author(s): Frank Pavlic <pavlic@de.ibm.com>
 *
 *    $Revision: 1.6 $	 $Date: 2005/03/24 09:04:18 $
 *
 */

#include <linux/skbuff.h>
#include <linux/tcp.h>
#include <linux/ip.h>
#include <linux/ipv6.h>
#include <net/ip6_checksum.h>
#include "qeth.h"
#include "qeth_mpc.h"
#include "qeth_tso.h"

/**
 * skb already partially prepared
 * classic qdio header in skb->data
 * */
static inline struct qeth_hdr_tso *
qeth_tso_prepare_skb(struct qeth_card *card, struct sk_buff **skb)
{
	int rc = 0;

	QETH_DBF_TEXT(trace, 5, "tsoprsk");
	rc = qeth_realloc_headroom(card, skb,sizeof(struct qeth_hdr_ext_tso));
	if (rc)
		return NULL;

	return qeth_push_skb(card, skb, sizeof(struct qeth_hdr_ext_tso));
}

/**
 * fill header for a TSO packet
 */
static inline void
qeth_tso_fill_header(struct qeth_card *card, struct sk_buff *skb)
{
	struct qeth_hdr_tso *hdr;
	struct tcphdr *tcph;
	struct iphdr *iph;

	QETH_DBF_TEXT(trace, 5, "tsofhdr");

	hdr  = (struct qeth_hdr_tso *) skb->data;
	iph  = skb->nh.iph;
	tcph = skb->h.th;
	/*fix header to TSO values ...*/
	hdr->hdr.hdr.l3.id = QETH_HEADER_TYPE_TSO;
	/*set values which are fix for the first approach ...*/
	hdr->ext.hdr_tot_len = (__u16) sizeof(struct qeth_hdr_ext_tso);
	hdr->ext.imb_hdr_no  = 1;
	hdr->ext.hdr_type    = 1;
	hdr->ext.hdr_version = 1;
	hdr->ext.hdr_len     = 28;
	/*insert non-fix values */
	hdr->ext.mss = skb_shinfo(skb)->tso_size;
	hdr->ext.dg_hdr_len = (__u16)(iph->ihl*4 + tcph->doff*4);
	hdr->ext.payload_len = (__u16)(skb->len - hdr->ext.dg_hdr_len -
				       sizeof(struct qeth_hdr_tso));
}

/**
 * change some header values as requested by hardware
 */
static inline void
qeth_tso_set_tcpip_header(struct qeth_card *card, struct sk_buff *skb)
{
	struct iphdr *iph;
	struct ipv6hdr *ip6h;
	struct tcphdr *tcph;

	iph  = skb->nh.iph;
	ip6h = skb->nh.ipv6h;
	tcph = skb->h.th;

	tcph->check = 0;
	if (skb->protocol == ETH_P_IPV6) {
		ip6h->payload_len = 0;
		tcph->check = ~csum_ipv6_magic(&ip6h->saddr, &ip6h->daddr,
					       0, IPPROTO_TCP, 0);
		return;
	}
	/*OSA want us to set these values ...*/
	tcph->check = ~csum_tcpudp_magic(iph->saddr, iph->daddr,
					 0, IPPROTO_TCP, 0);
	iph->tot_len = 0;
	iph->check = 0;
}

static inline struct qeth_hdr_tso *
qeth_tso_prepare_packet(struct qeth_card *card, struct sk_buff *skb,
			int ipv, int cast_type)
{
	struct qeth_hdr_tso *hdr;
	int rc = 0;

	QETH_DBF_TEXT(trace, 5, "tsoprep");

	/*get headroom for tso qdio header */
	hdr = (struct qeth_hdr_tso *) qeth_tso_prepare_skb(card, &skb);
	if (hdr == NULL) {
		QETH_DBF_TEXT_(trace, 4, "2err%d", rc);
		return NULL;
	}
	memset(hdr, 0, sizeof(struct qeth_hdr_tso));
	/*fill first 32 bytes of  qdio header as used
	 *FIXME: TSO has two struct members
	 * with different names but same size
	 * */
	qeth_fill_header(card, &hdr->hdr, skb, ipv, cast_type);
	qeth_tso_fill_header(card, skb);
	qeth_tso_set_tcpip_header(card, skb);
	return hdr;
}

static inline int
qeth_tso_get_queue_buffer(struct qeth_qdio_out_q *queue)
{
	struct qeth_qdio_out_buffer *buffer;
	int flush_cnt = 0;

	QETH_DBF_TEXT(trace, 5, "tsobuf");

	/* force to non-packing*/
	if (queue->do_pack)
		queue->do_pack = 0;
	buffer = &queue->bufs[queue->next_buf_to_fill];
	/* get a new buffer if current is already in use*/
	if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) &&
	    (buffer->next_element_to_fill > 0)) {
		atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED);
		queue->next_buf_to_fill = (queue->next_buf_to_fill + 1) %
					  QDIO_MAX_BUFFERS_PER_Q;
		flush_cnt++;
	}
	return flush_cnt;
}

static inline void
__qeth_tso_fill_buffer_frag(struct qeth_qdio_out_buffer *buf,
			  struct sk_buff *skb)
{
	struct skb_frag_struct *frag;
	struct qdio_buffer *buffer;
	int fragno, cnt, element;
	unsigned long addr;

        QETH_DBF_TEXT(trace, 6, "tsfilfrg");

	/*initialize variables ...*/
	fragno = skb_shinfo(skb)->nr_frags;
	buffer = buf->buffer;
	element = buf->next_element_to_fill;
	/*fill buffer elements .....*/
	for (cnt = 0; cnt < fragno; cnt++) {
		frag = &skb_shinfo(skb)->frags[cnt];
		addr = (page_to_pfn(frag->page) << PAGE_SHIFT) +
			frag->page_offset;
		buffer->element[element].addr = (char *)addr;
		buffer->element[element].length = frag->size;
		if (cnt < (fragno - 1))
			buffer->element[element].flags =
				SBAL_FLAGS_MIDDLE_FRAG;
		else
			buffer->element[element].flags =
				SBAL_FLAGS_LAST_FRAG;
		element++;
	}
	buf->next_element_to_fill = element;
}

static inline int
qeth_tso_fill_buffer(struct qeth_qdio_out_buffer *buf,
		     struct sk_buff *skb)
{
        int length, length_here, element;
        int hdr_len;
	struct qdio_buffer *buffer;
	struct qeth_hdr_tso *hdr;
	char *data;

        QETH_DBF_TEXT(trace, 3, "tsfilbuf");

	/*increment user count and queue skb ...*/
        atomic_inc(&skb->users);
        skb_queue_tail(&buf->skb_list, skb);

	/*initialize all variables...*/
        buffer = buf->buffer;
	hdr = (struct qeth_hdr_tso *)skb->data;
	hdr_len = sizeof(struct qeth_hdr_tso) + hdr->ext.dg_hdr_len;
	data = skb->data + hdr_len;
	length = skb->len - hdr_len;
        element = buf->next_element_to_fill;
	/*fill first buffer entry only with header information */
	buffer->element[element].addr = skb->data;
	buffer->element[element].length = hdr_len;
	buffer->element[element].flags = SBAL_FLAGS_FIRST_FRAG;
	buf->next_element_to_fill++;

	if (skb_shinfo(skb)->nr_frags > 0) {
                 __qeth_tso_fill_buffer_frag(buf, skb);
                 goto out;
        }

       /*start filling buffer entries ...*/
        element++;
        while (length > 0) {
                /* length_here is the remaining amount of data in this page */
		length_here = PAGE_SIZE - ((unsigned long) data % PAGE_SIZE);
		if (length < length_here)
                        length_here = length;
                buffer->element[element].addr = data;
                buffer->element[element].length = length_here;
                length -= length_here;
                if (!length)
                        buffer->element[element].flags =
                                SBAL_FLAGS_LAST_FRAG;
                 else
                         buffer->element[element].flags =
                                 SBAL_FLAGS_MIDDLE_FRAG;
                data += length_here;
                element++;
        }
        /*set the buffer to primed  ...*/
        buf->next_element_to_fill = element;
out:
	atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED);
        return 1;
}

int
qeth_tso_send_packet(struct qeth_card *card, struct sk_buff *skb,
		     struct qeth_qdio_out_q *queue, int ipv, int cast_type)
{
	int flush_cnt = 0;
	struct qeth_hdr_tso *hdr;
	struct qeth_qdio_out_buffer *buffer;
        int start_index;

	QETH_DBF_TEXT(trace, 3, "tsosend");

	if (!(hdr = qeth_tso_prepare_packet(card, skb, ipv, cast_type)))
	     	return -ENOMEM;
	/*check if skb fits in one SBAL ...*/
	if (!(qeth_get_elements_no(card, (void*)hdr, skb)))
		return -EINVAL;
	/*lock queue, force switching to non-packing and send it ...*/
	while (atomic_compare_and_swap(QETH_OUT_Q_UNLOCKED,
                                       QETH_OUT_Q_LOCKED,
                                       &queue->state));
        start_index = queue->next_buf_to_fill;
        buffer = &queue->bufs[queue->next_buf_to_fill];
	/*check if card is too busy ...*/
	if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY){
		card->stats.tx_dropped++;
		goto out;
	}
	/*let's force to non-packing and get a new SBAL*/
	flush_cnt += qeth_tso_get_queue_buffer(queue);
	buffer = &queue->bufs[queue->next_buf_to_fill];
	if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) {
		card->stats.tx_dropped++;
		goto out;
	}
	flush_cnt += qeth_tso_fill_buffer(buffer, skb);
	queue->next_buf_to_fill = (queue->next_buf_to_fill + 1) %
				   QDIO_MAX_BUFFERS_PER_Q;
out:
	atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED);
	if (flush_cnt)
		qeth_flush_buffers(queue, 0, start_index, flush_cnt);
	/*do some statistics */
	card->stats.tx_packets++;
	card->stats.tx_bytes += skb->len;
	return 0;
}