/*
 * Copyright (C) 2007 PA Semi, Inc
 *
 * Driver for the PA Semi PWRficient DMA Crypto Engine, soft state and
 * hardware register layouts.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA
 */

#ifndef PASEMI_FNU_H
#define PASEMI_FNU_H

#include <linux/spinlock.h>

#define	PASEMI_SESSION(sid)	((sid) & 0xffffffff)
#define	PASEMI_SID(sesn)	((sesn) & 0xffffffff)
#define	DPRINTF(a...)	if (debug) { printk(DRV_NAME ": " a); }

/* Must be a power of two */
#define RX_RING_SIZE 512
#define TX_RING_SIZE 512
#define TX_DESC(ring, num)	((ring)->desc[2 * (num & (TX_RING_SIZE-1))])
#define TX_DESC_INFO(ring, num)	((ring)->desc_info[(num) & (TX_RING_SIZE-1)])
#define MAX_DESC_SIZE 8
#define PASEMI_INITIAL_SESSIONS 10
#define PASEMI_FNU_CHANNELS 8

/* DMA descriptor */
struct pasemi_desc {
	u64 quad[2*MAX_DESC_SIZE];
	int quad_cnt;
	int size;
	int postop;
};

/*
 * Holds per descriptor data
 */
struct pasemi_desc_info {
	int			desc_size;
	int			desc_postop;
#define PASEMI_CHECK_SIG 0x1

	struct cryptop          *cf_crp;
};

/*
 * Holds per channel data
 */
struct pasemi_fnu_txring {
	volatile u64		*desc;
	volatile struct
	pasemi_desc_info	*desc_info;
	dma_addr_t		dma;
	struct timer_list       crypto_timer;
	spinlock_t		fill_lock;
	spinlock_t		clean_lock;
	unsigned int		next_to_fill;
	unsigned int		next_to_clean;
	u16			total_pktcnt;
	int			irq;
	int			sesn;
	char			irq_name[10];
};

/*
 * Holds data specific to a single pasemi device.
 */
struct pasemi_softc {
	softc_device_decl	sc_cdev;
	struct pci_dev		*dma_pdev;	/* device backpointer */
	struct pci_dev		*iob_pdev;	/* device backpointer */
	void __iomem		*dma_regs;
	void __iomem		*iob_regs;
	int			base_irq;
	int			base_chan;
	int32_t			sc_cid;		/* crypto tag */
	int			sc_nsessions;
	struct pasemi_session	**sc_sessions;
	int			sc_num_channels;/* number of crypto channels */

	/* pointer to the array of txring datastructures, one txring per channel */
	struct pasemi_fnu_txring *tx;

	/*
	 * mutual exclusion for the channel scheduler
	 */
	spinlock_t		sc_chnlock;
	/* last channel used, for now use round-robin to allocate channels */
	int			sc_lastchn;
};

struct pasemi_session {
	u64 civ[2];
	u64 keysz;
	u64 key[4];
	u64 ccmd;
	u64 hkey[4];
	u64 hseq;
	u64 giv[2];
	u64 hiv[4];

	int used;
	dma_addr_t	dma_addr;
	int chan;
};

/* status register layout in IOB region, at 0xfd800000 */
struct pasdma_status {
	u64 rx_sta[64];
	u64 tx_sta[20];
};

#define ALG_IS_CIPHER(alg) ((alg == CRYPTO_DES_CBC)		|| \
				(alg == CRYPTO_3DES_CBC)	|| \
				(alg == CRYPTO_AES_CBC)		|| \
				(alg == CRYPTO_ARC4)		|| \
				(alg == CRYPTO_NULL_CBC))

#define ALG_IS_SIG(alg) ((alg == CRYPTO_MD5)			|| \
				(alg == CRYPTO_MD5_HMAC)	|| \
				(alg == CRYPTO_SHA1)		|| \
				(alg == CRYPTO_SHA1_HMAC)	|| \
				(alg == CRYPTO_NULL_HMAC))

enum {
	PAS_DMA_COM_TXCMD = 0x100,	/* Transmit Command Register  */
	PAS_DMA_COM_TXSTA = 0x104,	/* Transmit Status Register   */
	PAS_DMA_COM_RXCMD = 0x108,	/* Receive Command Register   */
	PAS_DMA_COM_RXSTA = 0x10c,	/* Receive Status Register    */
	PAS_DMA_COM_CFG   = 0x114,	/* DMA Configuration Register */
};

/* All these registers live in the PCI configuration space for the DMA PCI
 * device. Use the normal PCI config access functions for them.
 */

#define PAS_DMA_COM_CFG_FWF	0x18000000

#define PAS_DMA_COM_TXCMD_EN	0x00000001 /* enable */
#define PAS_DMA_COM_TXSTA_ACT	0x00000001 /* active */
#define PAS_DMA_COM_RXCMD_EN	0x00000001 /* enable */
#define PAS_DMA_COM_RXSTA_ACT	0x00000001 /* active */

#define _PAS_DMA_TXCHAN_STRIDE	0x20    /* Size per channel		*/
#define _PAS_DMA_TXCHAN_TCMDSTA	0x300	/* Command / Status		*/
#define _PAS_DMA_TXCHAN_CFG	0x304	/* Configuration		*/
#define _PAS_DMA_TXCHAN_DSCRBU	0x308	/* Descriptor BU Allocation	*/
#define _PAS_DMA_TXCHAN_INCR	0x310	/* Descriptor increment		*/
#define _PAS_DMA_TXCHAN_CNT	0x314	/* Descriptor count/offset	*/
#define _PAS_DMA_TXCHAN_BASEL	0x318	/* Descriptor ring base (low)	*/
#define _PAS_DMA_TXCHAN_BASEU	0x31c	/*			(high)	*/
#define PAS_DMA_TXCHAN_TCMDSTA(c) (0x300+(c)*_PAS_DMA_TXCHAN_STRIDE)
#define    PAS_DMA_TXCHAN_TCMDSTA_EN	0x00000001	/* Enabled */
#define    PAS_DMA_TXCHAN_TCMDSTA_ST	0x00000002	/* Stop interface */
#define    PAS_DMA_TXCHAN_TCMDSTA_ACT	0x00010000	/* Active */
#define PAS_DMA_TXCHAN_CFG(c)     (0x304+(c)*_PAS_DMA_TXCHAN_STRIDE)
#define    PAS_DMA_TXCHAN_CFG_TY_FUNC	0x00000002	/* Type = interface */
#define    PAS_DMA_TXCHAN_CFG_TY_IFACE	0x00000000	/* Type = interface */
#define    PAS_DMA_TXCHAN_CFG_TATTR_M	0x0000003c
#define    PAS_DMA_TXCHAN_CFG_TATTR_S	2
#define    PAS_DMA_TXCHAN_CFG_TATTR(x)	(((x) << PAS_DMA_TXCHAN_CFG_TATTR_S) & \
					 PAS_DMA_TXCHAN_CFG_TATTR_M)
#define    PAS_DMA_TXCHAN_CFG_WT_M	0x000001c0
#define    PAS_DMA_TXCHAN_CFG_WT_S	6
#define    PAS_DMA_TXCHAN_CFG_WT(x)	(((x) << PAS_DMA_TXCHAN_CFG_WT_S) & \
					 PAS_DMA_TXCHAN_CFG_WT_M)
#define    PAS_DMA_TXCHAN_CFG_LPSQ_FAST	0x00000400
#define    PAS_DMA_TXCHAN_CFG_LPDQ_FAST	0x00000800
#define    PAS_DMA_TXCHAN_CFG_CF	0x00001000	/* Clean first line */
#define    PAS_DMA_TXCHAN_CFG_CL	0x00002000	/* Clean last line */
#define    PAS_DMA_TXCHAN_CFG_UP	0x00004000	/* update tx descr when sent */
#define PAS_DMA_TXCHAN_INCR(c)    (0x310+(c)*_PAS_DMA_TXCHAN_STRIDE)
#define PAS_DMA_TXCHAN_BASEL(c)   (0x318+(c)*_PAS_DMA_TXCHAN_STRIDE)
#define    PAS_DMA_TXCHAN_BASEL_BRBL_M	0xffffffc0
#define    PAS_DMA_TXCHAN_BASEL_BRBL_S	0
#define    PAS_DMA_TXCHAN_BASEL_BRBL(x)	(((x) << PAS_DMA_TXCHAN_BASEL_BRBL_S) & \
					 PAS_DMA_TXCHAN_BASEL_BRBL_M)
#define PAS_DMA_TXCHAN_BASEU(c)   (0x31c+(c)*_PAS_DMA_TXCHAN_STRIDE)
#define    PAS_DMA_TXCHAN_BASEU_BRBH_M	0x00000fff
#define    PAS_DMA_TXCHAN_BASEU_BRBH_S	0
#define    PAS_DMA_TXCHAN_BASEU_BRBH(x)	(((x) << PAS_DMA_TXCHAN_BASEU_BRBH_S) & \
					 PAS_DMA_TXCHAN_BASEU_BRBH_M)
/* # of cache lines worth of buffer ring */
#define    PAS_DMA_TXCHAN_BASEU_SIZ_M	0x3fff0000
#define    PAS_DMA_TXCHAN_BASEU_SIZ_S	16		/* 0 = 16K */
#define    PAS_DMA_TXCHAN_BASEU_SIZ(x)	(((x) << PAS_DMA_TXCHAN_BASEU_SIZ_S) & \
					 PAS_DMA_TXCHAN_BASEU_SIZ_M)

#define    PAS_STATUS_PCNT_M		0x000000000000ffffull
#define    PAS_STATUS_PCNT_S		0
#define    PAS_STATUS_DCNT_M		0x00000000ffff0000ull
#define    PAS_STATUS_DCNT_S		16
#define    PAS_STATUS_BPCNT_M		0x0000ffff00000000ull
#define    PAS_STATUS_BPCNT_S		32
#define    PAS_STATUS_CAUSE_M		0xf000000000000000ull
#define    PAS_STATUS_TIMER		0x1000000000000000ull
#define    PAS_STATUS_ERROR		0x2000000000000000ull
#define    PAS_STATUS_SOFT		0x4000000000000000ull
#define    PAS_STATUS_INT		0x8000000000000000ull

#define PAS_IOB_DMA_RXCH_CFG(i)		(0x1100 + (i)*4)
#define    PAS_IOB_DMA_RXCH_CFG_CNTTH_M		0x00000fff
#define    PAS_IOB_DMA_RXCH_CFG_CNTTH_S		0
#define    PAS_IOB_DMA_RXCH_CFG_CNTTH(x)	(((x) << PAS_IOB_DMA_RXCH_CFG_CNTTH_S) & \
						 PAS_IOB_DMA_RXCH_CFG_CNTTH_M)
#define PAS_IOB_DMA_TXCH_CFG(i)		(0x1200 + (i)*4)
#define    PAS_IOB_DMA_TXCH_CFG_CNTTH_M		0x00000fff
#define    PAS_IOB_DMA_TXCH_CFG_CNTTH_S		0
#define    PAS_IOB_DMA_TXCH_CFG_CNTTH(x)	(((x) << PAS_IOB_DMA_TXCH_CFG_CNTTH_S) & \
						 PAS_IOB_DMA_TXCH_CFG_CNTTH_M)
#define PAS_IOB_DMA_RXCH_STAT(i)	(0x1300 + (i)*4)
#define    PAS_IOB_DMA_RXCH_STAT_INTGEN	0x00001000
#define    PAS_IOB_DMA_RXCH_STAT_CNTDEL_M	0x00000fff
#define    PAS_IOB_DMA_RXCH_STAT_CNTDEL_S	0
#define    PAS_IOB_DMA_RXCH_STAT_CNTDEL(x)	(((x) << PAS_IOB_DMA_RXCH_STAT_CNTDEL_S) &\
						 PAS_IOB_DMA_RXCH_STAT_CNTDEL_M)
#define PAS_IOB_DMA_TXCH_STAT(i)	(0x1400 + (i)*4)
#define    PAS_IOB_DMA_TXCH_STAT_INTGEN	0x00001000
#define    PAS_IOB_DMA_TXCH_STAT_CNTDEL_M	0x00000fff
#define    PAS_IOB_DMA_TXCH_STAT_CNTDEL_S	0
#define    PAS_IOB_DMA_TXCH_STAT_CNTDEL(x)	(((x) << PAS_IOB_DMA_TXCH_STAT_CNTDEL_S) &\
						 PAS_IOB_DMA_TXCH_STAT_CNTDEL_M)
#define PAS_IOB_DMA_RXCH_RESET(i)	(0x1500 + (i)*4)
#define    PAS_IOB_DMA_RXCH_RESET_PCNT_M	0xffff0000
#define    PAS_IOB_DMA_RXCH_RESET_PCNT_S	16
#define    PAS_IOB_DMA_RXCH_RESET_PCNT(x)	(((x) << PAS_IOB_DMA_RXCH_RESET_PCNT_S) & \
						 PAS_IOB_DMA_RXCH_RESET_PCNT_M)
#define    PAS_IOB_DMA_RXCH_RESET_PCNTRST	0x00000020
#define    PAS_IOB_DMA_RXCH_RESET_DCNTRST	0x00000010
#define    PAS_IOB_DMA_RXCH_RESET_TINTC		0x00000008
#define    PAS_IOB_DMA_RXCH_RESET_DINTC		0x00000004
#define    PAS_IOB_DMA_RXCH_RESET_SINTC		0x00000002
#define    PAS_IOB_DMA_RXCH_RESET_PINTC		0x00000001
#define PAS_IOB_DMA_TXCH_RESET(i)	(0x1600 + (i)*4)
#define    PAS_IOB_DMA_TXCH_RESET_PCNT_M	0xffff0000
#define    PAS_IOB_DMA_TXCH_RESET_PCNT_S	16
#define    PAS_IOB_DMA_TXCH_RESET_PCNT(x)	(((x) << PAS_IOB_DMA_TXCH_RESET_PCNT_S) & \
						 PAS_IOB_DMA_TXCH_RESET_PCNT_M)
#define    PAS_IOB_DMA_TXCH_RESET_PCNTRST	0x00000020
#define    PAS_IOB_DMA_TXCH_RESET_DCNTRST	0x00000010
#define    PAS_IOB_DMA_TXCH_RESET_TINTC		0x00000008
#define    PAS_IOB_DMA_TXCH_RESET_DINTC		0x00000004
#define    PAS_IOB_DMA_TXCH_RESET_SINTC		0x00000002
#define    PAS_IOB_DMA_TXCH_RESET_PINTC		0x00000001

#define PAS_IOB_DMA_COM_TIMEOUTCFG		0x1700
#define    PAS_IOB_DMA_COM_TIMEOUTCFG_TCNT_M	0x00ffffff
#define    PAS_IOB_DMA_COM_TIMEOUTCFG_TCNT_S	0
#define    PAS_IOB_DMA_COM_TIMEOUTCFG_TCNT(x)	(((x) << PAS_IOB_DMA_COM_TIMEOUTCFG_TCNT_S) & \
						 PAS_IOB_DMA_COM_TIMEOUTCFG_TCNT_M)

/* Transmit descriptor fields */
#define	XCT_MACTX_T		0x8000000000000000ull
#define	XCT_MACTX_ST		0x4000000000000000ull
#define XCT_MACTX_NORES		0x0000000000000000ull
#define XCT_MACTX_8BRES		0x1000000000000000ull
#define XCT_MACTX_24BRES	0x2000000000000000ull
#define XCT_MACTX_40BRES	0x3000000000000000ull
#define XCT_MACTX_I		0x0800000000000000ull
#define XCT_MACTX_O		0x0400000000000000ull
#define XCT_MACTX_E		0x0200000000000000ull
#define XCT_MACTX_VLAN_M	0x0180000000000000ull
#define XCT_MACTX_VLAN_NOP	0x0000000000000000ull
#define XCT_MACTX_VLAN_REMOVE	0x0080000000000000ull
#define XCT_MACTX_VLAN_INSERT   0x0100000000000000ull
#define XCT_MACTX_VLAN_REPLACE  0x0180000000000000ull
#define XCT_MACTX_CRC_M		0x0060000000000000ull
#define XCT_MACTX_CRC_NOP	0x0000000000000000ull
#define XCT_MACTX_CRC_INSERT	0x0020000000000000ull
#define XCT_MACTX_CRC_PAD	0x0040000000000000ull
#define XCT_MACTX_CRC_REPLACE	0x0060000000000000ull
#define XCT_MACTX_SS		0x0010000000000000ull
#define XCT_MACTX_LLEN_M	0x00007fff00000000ull
#define XCT_MACTX_LLEN_S	32ull
#define XCT_MACTX_LLEN(x)	((((long)(x)) << XCT_MACTX_LLEN_S) & \
				 XCT_MACTX_LLEN_M)
#define XCT_MACTX_IPH_M		0x00000000f8000000ull
#define XCT_MACTX_IPH_S		27ull
#define XCT_MACTX_IPH(x)	((((long)(x)) << XCT_MACTX_IPH_S) & \
				 XCT_MACTX_IPH_M)
#define XCT_MACTX_IPO_M		0x0000000007c00000ull
#define XCT_MACTX_IPO_S		22ull
#define XCT_MACTX_IPO(x)	((((long)(x)) << XCT_MACTX_IPO_S) & \
				 XCT_MACTX_IPO_M)
#define XCT_MACTX_CSUM_M	0x0000000000000060ull
#define XCT_MACTX_CSUM_NOP	0x0000000000000000ull
#define XCT_MACTX_CSUM_TCP	0x0000000000000040ull
#define XCT_MACTX_CSUM_UDP	0x0000000000000060ull
#define XCT_MACTX_V6		0x0000000000000010ull
#define XCT_MACTX_C		0x0000000000000004ull
#define XCT_MACTX_AL2		0x0000000000000002ull

#define XCT_PTR_T		0x8000000000000000ull
#define XCT_PTR_LEN_M		0x7ffff00000000000ull
#define XCT_PTR_LEN_S		44
#define XCT_PTR_LEN(x)		((((long)(x)) << XCT_PTR_LEN_S) & \
				 XCT_PTR_LEN_M)
#define XCT_PTR_ADDR_M		0x00000fffffffffffull
#define XCT_PTR_ADDR_S		0
#define XCT_PTR_ADDR(x)		((((long)(x)) << XCT_PTR_ADDR_S) & \
				 XCT_PTR_ADDR_M)

/* Function descriptor fields */
#define	XCT_FUN_T		0x8000000000000000ull
#define	XCT_FUN_ST		0x4000000000000000ull
#define XCT_FUN_NORES		0x0000000000000000ull
#define XCT_FUN_8BRES		0x1000000000000000ull
#define XCT_FUN_24BRES		0x2000000000000000ull
#define XCT_FUN_40BRES		0x3000000000000000ull
#define XCT_FUN_I		0x0800000000000000ull
#define XCT_FUN_O		0x0400000000000000ull
#define XCT_FUN_E		0x0200000000000000ull
#define XCT_FUN_FUN_S		54
#define XCT_FUN_FUN_M		0x01c0000000000000ull
#define XCT_FUN_FUN(num)	((((long)(num)) << XCT_FUN_FUN_S) & \
				XCT_FUN_FUN_M)
#define XCT_FUN_CRM_NOP		0x0000000000000000ull
#define XCT_FUN_CRM_SIG		0x0008000000000000ull
#define XCT_FUN_CRM_ENC		0x0010000000000000ull
#define XCT_FUN_CRM_DEC		0x0018000000000000ull
#define XCT_FUN_CRM_SIG_ENC	0x0020000000000000ull
#define XCT_FUN_CRM_ENC_SIG	0x0028000000000000ull
#define XCT_FUN_CRM_SIG_DEC	0x0030000000000000ull
#define XCT_FUN_CRM_DEC_SIG	0x0038000000000000ull
#define XCT_FUN_LLEN_M		0x0007ffff00000000ull
#define XCT_FUN_LLEN_S		32ULL
#define XCT_FUN_LLEN(x)		((((long)(x)) << XCT_FUN_LLEN_S) & \
				 XCT_FUN_LLEN_M)
#define XCT_FUN_SHL_M		0x00000000f8000000ull
#define XCT_FUN_SHL_S		27ull
#define XCT_FUN_SHL(x)		((((long)(x)) << XCT_FUN_SHL_S) & \
				 XCT_FUN_SHL_M)
#define XCT_FUN_CHL_M		0x0000000007c00000ull
#define XCT_FUN_CHL_S		22ull
#define XCT_FUN_CHL(x)		((((long)(x)) << XCT_FUN_CHL_S) & \
				 XCT_FUN_CHL_M)
#define XCT_FUN_HSZ_M		0x00000000003c0000ull
#define XCT_FUN_HSZ_S		18ull
#define XCT_FUN_HSZ(x)		((((long)(x)) << XCT_FUN_HSZ_S) & \
				 XCT_FUN_HSZ_M)
#define XCT_FUN_ALG_DES		0x0000000000000000ull
#define XCT_FUN_ALG_3DES	0x0000000000008000ull
#define XCT_FUN_ALG_AES		0x0000000000010000ull
#define XCT_FUN_ALG_ARC		0x0000000000018000ull
#define XCT_FUN_ALG_KASUMI	0x0000000000020000ull
#define XCT_FUN_BCM_ECB		0x0000000000000000ull
#define XCT_FUN_BCM_CBC		0x0000000000001000ull
#define XCT_FUN_BCM_CFB		0x0000000000002000ull
#define XCT_FUN_BCM_OFB		0x0000000000003000ull
#define XCT_FUN_BCM_CNT		0x0000000000003800ull
#define XCT_FUN_BCM_KAS_F8	0x0000000000002800ull
#define XCT_FUN_BCM_KAS_F9	0x0000000000001800ull
#define XCT_FUN_BCP_NO_PAD	0x0000000000000000ull
#define XCT_FUN_BCP_ZRO		0x0000000000000200ull
#define XCT_FUN_BCP_PL		0x0000000000000400ull
#define XCT_FUN_BCP_INCR	0x0000000000000600ull
#define XCT_FUN_SIG_MD5		(0ull << 4)
#define XCT_FUN_SIG_SHA1	(2ull << 4)
#define XCT_FUN_SIG_HMAC_MD5	(8ull << 4)
#define XCT_FUN_SIG_HMAC_SHA1	(10ull << 4)
#define XCT_FUN_A		0x0000000000000008ull
#define XCT_FUN_C		0x0000000000000004ull
#define XCT_FUN_AL2		0x0000000000000002ull
#define XCT_FUN_SE		0x0000000000000001ull

#define XCT_FUN_SRC_PTR(len, addr)	(XCT_PTR_LEN(len) | XCT_PTR_ADDR(addr))
#define XCT_FUN_DST_PTR(len, addr)	(XCT_FUN_SRC_PTR(len, addr) | \
					0x8000000000000000ull)

#define XCT_CTRL_HDR_FUN_NUM_M		0x01c0000000000000ull
#define XCT_CTRL_HDR_FUN_NUM_S		54
#define XCT_CTRL_HDR_LEN_M		0x0007ffff00000000ull
#define XCT_CTRL_HDR_LEN_S		32
#define XCT_CTRL_HDR_REG_M		0x00000000000000ffull
#define XCT_CTRL_HDR_REG_S		0

#define XCT_CTRL_HDR(funcN,len,reg)	(0x9400000000000000ull | \
			((((long)(funcN)) << XCT_CTRL_HDR_FUN_NUM_S) \
			& XCT_CTRL_HDR_FUN_NUM_M) | \
			((((long)(len)) << \
			XCT_CTRL_HDR_LEN_S) & XCT_CTRL_HDR_LEN_M) | \
			((((long)(reg)) << \
			XCT_CTRL_HDR_REG_S) & XCT_CTRL_HDR_REG_M))

/* Function config command options */
#define	DMA_CALGO_DES			0x00
#define	DMA_CALGO_3DES			0x01
#define	DMA_CALGO_AES			0x02
#define	DMA_CALGO_ARC			0x03

#define DMA_FN_CIV0			0x02
#define DMA_FN_CIV1			0x03
#define DMA_FN_HKEY0			0x0a

#define XCT_PTR_ADDR_LEN(ptr)		((ptr) & XCT_PTR_ADDR_M), \
			(((ptr) & XCT_PTR_LEN_M) >> XCT_PTR_LEN_S)

#endif /* PASEMI_FNU_H */