gpl-source-mybooklive-010002-update.zipgpl-source-mybooklive-010103-update.zipgpl-source-mybooklive-010002-update.zip

9 files changed, 12535 insertions, 8 deletions

diff --git a/drivers/dma/Kconfig b/drivers/dma/Kconfig
index b401dadad4a..3d1b57d4c1b 100644
--- a/drivers/dma/Kconfig
+++ b/drivers/dma/Kconfig
@@ -111,6 +111,46 @@ config SH_DMAE
 	help
 	  Enable support for the Renesas SuperH DMA controllers.
 
+config AMCC_PPC460EX_460GT_ADMA
+        tristate "AMCC PPC460EX/GT ADMA support"
+	depends on 460EX || 460GT
+	select ASYNC_CORE
+	select DMA_ENGINE
+	select ARCH_HAS_ASYNC_TX_FIND_CHANNEL
+	default y
+	---help---
+		Enable support for the AMCC PPC440SPe RAID engines.
+
+config AMCC_PPC460EX_460GT_4CHAN_DMA
+        tristate "AMCC PPC460EX PPC460GT PLB DMA support"
+        depends on 460EX || 460GT || APM82181
+        select DMA_ENGINE
+        default y
+
+config AMCC_PPC460EX_460GT_PLB_ADMA
+        tristate "AMCC PPC460EX/GT 4Channel PLB ADMA support"
+	depends on 460EX || 460GT
+	select ASYNC_CORE
+	select DMA_ENGINE
+	select ARCH_HAS_ASYNC_TX_FIND_CHANNEL
+	default y
+	---help---
+		Enable support for the AMCC PPC460Ex PLB  engines.
+
+config APM82181_ADMA
+        tristate "APM82181 Asynchonous DMA support"
+        depends on APM82181
+        select ASYNC_CORE
+	select ASYNC_TX_DMA
+        select DMA_ENGINE
+        select ARCH_HAS_ASYNC_TX_FIND_CHANNEL
+        default y
+        ---help---
+                Enable support for the APM82181 Asynchonous DMA engines.
+
+config ARCH_HAS_ASYNC_TX_FIND_CHANNEL
+        bool
+
 config DMA_ENGINE
 	bool
 
diff --git a/drivers/dma/Makefile b/drivers/dma/Makefile
index eca71ba78ae..3637a70241f 100644
--- a/drivers/dma/Makefile
+++ b/drivers/dma/Makefile
@@ -3,6 +3,9 @@ obj-$(CONFIG_NET_DMA) += iovlock.o
 obj-$(CONFIG_DMATEST) += dmatest.o
 obj-$(CONFIG_INTEL_IOATDMA) += ioat/
 obj-$(CONFIG_INTEL_IOP_ADMA) += iop-adma.o
+obj-$(CONFIG_AMCC_PPC460EX_460GT_ADMA) += ppc460ex-adma.o
+obj-$(CONFIG_AMCC_PPC460EX_460GT_4CHAN_DMA) += ppc460ex_4chan_dma.o ppc460ex_4chan_sgdma.o
+obj-$(CONFIG_APM82181_ADMA) += apm82181-adma.o
 obj-$(CONFIG_FSL_DMA) += fsldma.o
 obj-$(CONFIG_MV_XOR) += mv_xor.o
 obj-$(CONFIG_DW_DMAC) += dw_dmac.o
@@ -10,3 +13,4 @@ obj-$(CONFIG_AT_HDMAC) += at_hdmac.o
 obj-$(CONFIG_MX3_IPU) += ipu/
 obj-$(CONFIG_TXX9_DMAC) += txx9dmac.o
 obj-$(CONFIG_SH_DMAE) += shdma.o
+#amcc_ppc460ex_4chan_dma-objs := ppc460ex_4chan_dma.o ppc460ex_4chan_sgdma.o
diff --git a/drivers/dma/apm82181-adma.c b/drivers/dma/apm82181-adma.c
new file mode 100644
index 00000000000..5800ca15e56
--- /dev/null
+++ b/drivers/dma/apm82181-adma.c
@@ -0,0 +1,2433 @@
+/*
+ * Copyright(c) 2010 Applied Micro Circuits Corporation(AMCC). All rights reserved.
+ *
+ * Author: Tai Tri Nguyen <ttnguyen@appliedmicro.com>
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License as published by the Free
+ * Software Foundation; either version 2 of the License, or (at your option)
+ * any later version.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License along with
+ * this program; if not, write to the Free Software Foundation, Inc., 59
+ * Temple Place - Suite 330, Boston, MA  02111-1307, USA.
+ *
+ * The full GNU General Public License is included in this distribution in the
+ * file called COPYING.
+ */
+
+/*
+ * This driver supports the asynchrounous DMA copy and RAID engines available
+ * on the AppliedMicro APM82181 Processor.
+ * Based on the Intel Xscale(R) family of I/O Processors (IOP 32x, 33x, 134x)
+ * ADMA driver written by D.Williams.
+ */
+#define ADMA_DEBUG
+#undef ADMA_DEBUG
+
+#include <linux/init.h>
+#include <linux/module.h>
+#include <linux/async_tx.h>
+#include <linux/delay.h>
+#include <linux/dma-mapping.h>
+#include <linux/spinlock.h>
+#include <linux/interrupt.h>
+#include <linux/platform_device.h>
+#include <linux/uaccess.h>
+#include <linux/of_platform.h>
+#include <linux/proc_fs.h>
+#include <asm/dcr.h>
+#include <asm/dcr-regs.h>
+#include <asm/apm82181-adma.h>
+
+#define PPC4XX_EDMA "apm82181-adma: "
+#ifdef ADMA_DEBUG
+#define DBG(string, args...) \
+        printk(PPC4XX_EDMA string ,##args)
+#define INFO DBG("<%s> -- line %d\n",__func__,__LINE__);
+#define ADMA_HEXDUMP(b, l)                                              \
+  	print_hex_dump(KERN_CONT, "", DUMP_PREFIX_OFFSET,                     \
+                 16, 1, (b), (l), false);
+#else
+#define DBG(string, args...) \
+        {if (0) printk(KERN_INFO PPC4XX_EDMA string ,##args); 0; }
+#define INFO DBG("");
+#define ADMA_HEXDUMP(b, l)                                              \
+        {if (0) print_hex_dump(KERN_CONT, "", DUMP_PREFIX_OFFSET,       \
+                 8, 1, (b), (l), false); 0;}
+#endif
+
+#define MEM_HEXDUMP(b, l)                                              \
+        print_hex_dump(KERN_CONT, "", DUMP_PREFIX_OFFSET,                     \
+                 16, 1, (b), (l), false);
+
+/* The list of channels exported by apm82181 ADMA */
+struct list_head
+ppc_adma_chan_list = LIST_HEAD_INIT(ppc_adma_chan_list);
+
+/* This flag is set when want to refetch the xor chain in the interrupt
+ * handler
+ */
+static u32 do_xor_refetch = 0;
+
+/* Pointers to last submitted to DMA0/1/2/3 and XOR CDBs */
+static apm82181_desc_t *chan_last_sub[5];
+static apm82181_desc_t *chan_first_cdb[5];
+
+/* Pointer to last linked and submitted xor CB */
+static apm82181_desc_t *xor_last_linked = NULL;
+static apm82181_desc_t *xor_last_submit = NULL;
+
+/* /proc interface is used here to verify the h/w RAID 5 capabilities
+ */
+static struct proc_dir_entry *apm82181_proot;
+
+/* These are used in enable & check routines
+ */
+static u32 apm82181_xor_verified;
+static u32 apm82181_memcpy_verified[4];
+static apm82181_ch_t *apm82181_dma_tchan[5];
+static struct completion apm82181_r5_test_comp;
+
+static inline int apm82181_chan_is_busy(apm82181_ch_t *chan);
+#if 0
+static phys_addr_t fixup_bigphys_addr(phys_addr_t addr, phys_addr_t size)
+{
+	phys_addr_t page_4gb = 0;
+	 
+	return (page_4gb | addr);
+}
+#endif
+/**
+ * apm82181_adma_device_estimate - estimate the efficiency of processing
+ *      the operation given on this channel. It's assumed that 'chan' is
+ *      capable to process 'cap' type of operation.
+ * @chan: channel to use
+ * @cap: type of transaction
+ * @src_lst: array of source pointers
+ * @src_cnt: number of source operands
+ * @src_sz: size of each source operand
+ */
+int apm82181_adma_estimate (struct dma_chan *chan,
+        enum dma_transaction_type cap, struct page **src_lst,
+        int src_cnt, size_t src_sz)
+{
+        int ef = 1;
+
+        /* channel idleness increases the priority */
+        if (likely(ef) &&
+            !apm82181_chan_is_busy(to_apm82181_adma_chan(chan)))
+                ef++;
+        else { 
+		if(chan->chan_id !=APM82181_XOR_ID)
+                        ef = -1;
+	}
+        return ef;
+}
+
+/******************************************************************************
+ * Command (Descriptor) Blocks low-level routines
+ ******************************************************************************/
+/**
+ * apm82181_desc_init_interrupt - initialize the descriptor for INTERRUPT
+ * pseudo operation
+ */
+static inline void apm82181_desc_init_interrupt (apm82181_desc_t *desc,
+							apm82181_ch_t *chan)
+{
+	xor_cb_t *p;
+		
+	switch (chan->device->id) {
+	case APM82181_PDMA0_ID:
+	case APM82181_PDMA1_ID:
+	case APM82181_PDMA2_ID:
+	case APM82181_PDMA3_ID:
+		BUG();
+		break;
+	case APM82181_XOR_ID:
+		p = desc->hw_desc;
+                memset (desc->hw_desc, 0, sizeof(xor_cb_t));
+                /* NOP with Command Block Complete Enable */
+                p->cbc = XOR_CBCR_CBCE_BIT;
+                break;
+	default:
+		printk(KERN_ERR "Unsupported id %d in %s\n", chan->device->id,
+				__FUNCTION__);
+		break;
+	}
+}
+
+/**
+ * apm82181_desc_init_xor - initialize the descriptor for XOR operation
+ */
+static inline void apm82181_desc_init_xor(apm82181_desc_t *desc, int src_cnt,
+                unsigned long flags)
+{
+        xor_cb_t *hw_desc = desc->hw_desc;
+
+        memset (desc->hw_desc, 0, sizeof(xor_cb_t));
+        desc->hw_next = NULL;
+        desc->src_cnt = src_cnt;
+        desc->dst_cnt = 1;
+
+        hw_desc->cbc = XOR_CBCR_TGT_BIT | src_cnt;
+        if (flags & DMA_PREP_INTERRUPT)
+                /* Enable interrupt on complete */
+                hw_desc->cbc |= XOR_CBCR_CBCE_BIT;
+}
+
+/**
+ * apm82181_desc_init_memcpy - initialize the descriptor for MEMCPY operation
+ */
+static inline void apm82181_desc_init_memcpy(apm82181_desc_t *desc,
+		unsigned long flags)
+{
+	dma_cdb_t *hw_desc = desc->hw_desc;
+
+	memset(hw_desc, 0, sizeof(dma_cdb_t));
+	desc->hw_next = NULL;
+	desc->src_cnt = 1;
+	desc->dst_cnt = 1;
+	
+	if (flags & DMA_PREP_INTERRUPT)
+		set_bit(APM82181_DESC_INT, &desc->flags);
+	else
+		clear_bit(APM82181_DESC_INT, &desc->flags);
+	/* dma configuration for running */
+	hw_desc->ctrl.tm = 2; /* soft init mem-mem mode */
+	hw_desc->ctrl.pw = 4; /* transfer width 128 bytes */
+	hw_desc->ctrl.ben = 1;/* buffer enable */
+	hw_desc->ctrl.sai = 1;/* increase source addr */
+	hw_desc->ctrl.dai = 1;/* increase dest addr */
+	hw_desc->ctrl.tce = 1;/* chan stops when TC is reached */
+	hw_desc->ctrl.cp = 3; /* hinghest priority */
+	hw_desc->ctrl.sl = 0; /* source is in PLB */
+	hw_desc->ctrl.pl = 0; /* dest is in PLB */
+	hw_desc->cnt.tcie = 0;/* no interrupt on init */
+	hw_desc->cnt.etie = 0; /* enable error interrupt */
+	hw_desc->cnt.eie = 1; /* enable error interrupt */
+	hw_desc->cnt.link = 0;/* not link to next cdb */
+	hw_desc->cnt.sgl = 0;
+	hw_desc->ctrl.ce =1;  /* enable channel */
+	hw_desc->ctrl.cie =1; /* enable int channel */
+}
+
+/**
+ * apm82181_desc_init_memset - initialize the descriptor for MEMSET operation
+ */
+static inline void apm82181_desc_init_memset(apm82181_desc_t *desc, int value,
+		unsigned long flags)
+{
+	//dma_cdb_t *hw_desc = desc->hw_desc;
+
+	memset (desc->hw_desc, 0, sizeof(dma_cdb_t));
+	desc->hw_next = NULL;
+	desc->src_cnt = 1;
+	desc->dst_cnt = 1;
+
+	if (flags & DMA_PREP_INTERRUPT)
+		set_bit(APM82181_DESC_INT, &desc->flags);
+	else
+		clear_bit(APM82181_DESC_INT, &desc->flags);
+
+}
+
+
+
+/**
+ * apm82181_desc_set_src_addr - set source address into the descriptor
+ */
+static inline void apm82181_desc_set_src_addr( apm82181_desc_t *desc,
+				apm82181_ch_t *chan, int src_idx, dma_addr_t addr)
+{
+	dma_cdb_t *dma_hw_desc;
+	xor_cb_t *xor_hw_desc;
+
+	switch (chan->device->id) {
+	case APM82181_PDMA0_ID:
+	case APM82181_PDMA1_ID:
+	case APM82181_PDMA2_ID:
+	case APM82181_PDMA3_ID:
+		dma_hw_desc = desc->hw_desc;
+		dma_hw_desc->src_hi = (u32)(addr >> 32);
+		dma_hw_desc->src_lo = (u32)addr;
+		break;
+	case APM82181_XOR_ID:
+		xor_hw_desc = desc->hw_desc;
+                xor_hw_desc->ops[src_idx].h = (u32)(addr >>32);
+                xor_hw_desc->ops[src_idx].l = (u32)addr;
+                break;
+	}
+}
+
+static void apm82181_adma_set_src(apm82181_desc_t *sw_desc,
+                dma_addr_t addr, int index)
+{
+	apm82181_ch_t *chan = to_apm82181_adma_chan(sw_desc->async_tx.chan);
+
+        sw_desc = sw_desc->group_head;
+
+        if (likely(sw_desc))
+                apm82181_desc_set_src_addr(sw_desc, chan, index, addr);
+}
+
+/**
+ * apm82181_desc_set_dest_addr - set destination address into the descriptor
+ */
+static inline void apm82181_desc_set_dest_addr(apm82181_desc_t *desc,
+			apm82181_ch_t *chan, dma_addr_t addr, u32 index)
+{
+	dma_cdb_t *dma_hw_desc;
+	xor_cb_t *xor_hw_desc;
+
+	switch (chan->device->id) {
+        case APM82181_PDMA0_ID:
+        case APM82181_PDMA1_ID:
+        case APM82181_PDMA2_ID:
+        case APM82181_PDMA3_ID:	
+		dma_hw_desc = desc->hw_desc;
+		dma_hw_desc->dest_hi = (u32)(addr >> 32);
+		dma_hw_desc->dest_lo = (u32)addr;
+		break;
+	case APM82181_XOR_ID:
+		xor_hw_desc = desc->hw_desc;
+                xor_hw_desc->cbtah = (u32)(addr >> 32);
+                xor_hw_desc->cbtal |= (u32)addr;
+                break;
+        }
+}
+
+static int plbdma_get_transfer_width(dma_cdb_t *dma_hw_desc)
+{
+	switch (dma_hw_desc->ctrl.pw){
+                case 0:
+                        return 1; /* unit: bytes */
+                case 1:
+                        return 2;
+                case 2:
+                        return 4;
+                case 3:
+                        return 8;
+                case 4:
+                        return 16;
+        }
+	return 0;
+}
+/**
+ * apm82181_desc_set_byte_count - set number of data bytes involved
+ * into the operation
+ */
+static inline void apm82181_desc_set_byte_count(apm82181_desc_t *desc,
+					apm82181_ch_t *chan, size_t byte_count)
+{
+	dma_cdb_t *dma_hw_desc;
+	xor_cb_t *xor_hw_desc;
+	int terminal_cnt, transfer_width = 0;
+	
+	DBG("<%s> byte_count %08x\n", __func__,byte_count);
+	switch (chan->device->id){
+	case APM82181_PDMA0_ID:
+	case APM82181_PDMA1_ID:
+	case APM82181_PDMA2_ID:
+	case APM82181_PDMA3_ID:
+		dma_hw_desc = desc->hw_desc;	
+		transfer_width = plbdma_get_transfer_width(dma_hw_desc);
+		terminal_cnt = byte_count/transfer_width;
+		dma_hw_desc->cnt.tc = terminal_cnt;
+		break;
+	case APM82181_XOR_ID:
+		xor_hw_desc = desc->hw_desc;
+                xor_hw_desc->cbbc = byte_count;
+		break;
+	}
+}
+
+/**
+ * apm82181_xor_set_link - set link address in xor CB
+ */
+static inline void apm82181_xor_set_link (apm82181_desc_t *prev_desc,
+                                                apm82181_desc_t *next_desc)
+{
+        xor_cb_t *xor_hw_desc = prev_desc->hw_desc;
+
+        if (unlikely(!next_desc || !(next_desc->phys))) {
+                printk(KERN_ERR "%s: next_desc=0x%p; next_desc->phys=0x%llx\n",
+                        __func__, next_desc,
+                        next_desc ? next_desc->phys : 0);
+                BUG();
+        }
+	DBG("<%s>:next_desc->phys %llx\n", __func__,next_desc->phys);
+        xor_hw_desc->cbs = 0;
+        xor_hw_desc->cblal = (u32)next_desc->phys;
+        xor_hw_desc->cblah = (u32)(next_desc->phys >> 32);
+        xor_hw_desc->cbc |= XOR_CBCR_LNK_BIT;
+}
+
+/**
+ * apm82181_desc_set_link - set the address of descriptor following this
+ * descriptor in chain
+ */
+static inline void apm82181_desc_set_link(apm82181_ch_t *chan,
+		apm82181_desc_t *prev_desc, apm82181_desc_t *next_desc)
+{
+	unsigned long flags;
+	apm82181_desc_t *tail = next_desc;
+
+	if (unlikely(!prev_desc || !next_desc ||
+		(prev_desc->hw_next && prev_desc->hw_next != next_desc))) {
+		/* If previous next is overwritten something is wrong.
+		 * though we may refetch from append to initiate list
+		 * processing; in this case - it's ok.
+		 */
+		printk(KERN_ERR "%s: prev_desc=0x%p; next_desc=0x%p; "
+			"prev->hw_next=0x%p\n", __FUNCTION__, prev_desc,
+			next_desc, prev_desc ? prev_desc->hw_next : 0);
+		BUG();
+	}
+
+	local_irq_save(flags);
+
+	/* do s/w chaining both for DMA and XOR descriptors */
+	prev_desc->hw_next = next_desc;
+
+	switch (chan->device->id) {
+	case APM82181_PDMA0_ID:
+	case APM82181_PDMA1_ID:
+	case APM82181_PDMA2_ID:
+	case APM82181_PDMA3_ID:
+		break;
+	 case APM82181_XOR_ID:
+                /* bind descriptor to the chain */
+                while (tail->hw_next)
+                        tail = tail->hw_next;
+                xor_last_linked = tail;
+
+                if (prev_desc == xor_last_submit)
+                        /* do not link to the last submitted CB */
+                        break;
+                apm82181_xor_set_link (prev_desc, next_desc);
+                break;
+	default:
+		BUG();
+	}
+
+	local_irq_restore(flags);
+}
+
+/**
+ * apm82181_desc_get_src_addr - extract the source address from the descriptor
+ */
+static inline u32 apm82181_desc_get_src_addr(apm82181_desc_t *desc,
+					apm82181_ch_t *chan, int src_idx)
+{
+	dma_cdb_t *dma_hw_desc;
+		
+	dma_hw_desc = desc->hw_desc;
+
+	switch (chan->device->id) {
+	case APM82181_PDMA0_ID:
+	case APM82181_PDMA1_ID:
+	case APM82181_PDMA2_ID:
+	case APM82181_PDMA3_ID:
+		break;
+	default:
+		return 0;
+	}
+		/* May have 0, 1, 2, or 3 sources */
+		return (dma_hw_desc->src_lo); 
+}
+
+/**
+ * apm82181_desc_get_dest_addr - extract the destination address from the
+ * descriptor
+ */
+static inline u32 apm82181_desc_get_dest_addr(apm82181_desc_t *desc,
+		apm82181_ch_t *chan, int idx)
+{
+	dma_cdb_t *dma_hw_desc;
+		
+	dma_hw_desc = desc->hw_desc;
+
+	switch (chan->device->id) {
+	case APM82181_PDMA0_ID:
+	case APM82181_PDMA1_ID:
+	case APM82181_PDMA2_ID:
+	case APM82181_PDMA3_ID:
+		break;
+	default:
+		return 0;
+	}
+		
+	/* May have 0, 1, 2, or 3 sources */
+	return (dma_hw_desc->dest_lo); 
+}
+
+/**
+ * apm82181_desc_get_byte_count - extract the byte count from the descriptor
+ */
+static inline u32 apm82181_desc_get_byte_count(apm82181_desc_t *desc,
+		apm82181_ch_t *chan)
+{
+	dma_cdb_t *dma_hw_desc;
+		
+	dma_hw_desc = desc->hw_desc;
+
+	switch (chan->device->id) {
+	case APM82181_PDMA0_ID:
+	case APM82181_PDMA1_ID:
+	case APM82181_PDMA2_ID:
+	case APM82181_PDMA3_ID:
+		break;
+	default:
+		return 0;
+	}
+		/* May have 0, 1, 2, or 3 sources */
+		//return (dma_hw_desc->cnt); 
+}
+
+
+/**
+ * apm82181_desc_get_link - get the address of the descriptor that
+ * follows this one
+ */
+static inline u32 apm82181_desc_get_link(apm82181_desc_t *desc,
+		apm82181_ch_t *chan)
+{
+	if (!desc->hw_next)
+		return 0;
+
+	return desc->hw_next->phys;
+}
+
+/**
+ * apm82181_desc_is_aligned - check alignment
+ */
+static inline int apm82181_desc_is_aligned(apm82181_desc_t *desc,
+		int num_slots)
+{
+	return (desc->idx & (num_slots - 1)) ? 0 : 1;
+}
+
+
+
+/******************************************************************************
+ * ADMA channel low-level routines
+ ******************************************************************************/
+
+static inline phys_addr_t apm82181_chan_get_current_descriptor(apm82181_ch_t *chan);
+static inline void apm82181_chan_append(apm82181_ch_t *chan);
+
+/*
+ * apm82181_adma_device_clear_eot_status - interrupt ack to XOR or DMA engine
+ */
+static inline void apm82181_adma_device_clear_eot_status (apm82181_ch_t *chan)
+{
+	u32 val ;
+	int idx = chan->device->id;
+	volatile xor_regs_t *xor_reg;
+	INFO;
+	switch (idx) {
+	case APM82181_PDMA0_ID:
+	case APM82181_PDMA1_ID:
+	case APM82181_PDMA2_ID:
+	case APM82181_PDMA3_ID:
+		val = mfdcr(DCR_DMA2P40_SR);
+		if(val & DMA_SR_RI(idx)){
+			printk(KERN_ERR "Err occurred, DMA%d status: 0x%x\n", idx, val);
+		}
+		/* TC reached int, write back to clear */
+		mtdcr(DCR_DMA2P40_SR, val);
+		break;
+	case APM82181_XOR_ID:
+		/* reset status bits to ack*/
+		xor_reg = chan->device->xor_base;
+
+                val = xor_reg->sr;
+		DBG("XOR engine status: 0x%08x\n", val);
+                xor_reg->sr = val;
+
+                if (val & (XOR_IE_ICBIE_BIT|XOR_IE_ICIE_BIT|XOR_IE_RPTIE_BIT)) {
+                        if (val & XOR_IE_RPTIE_BIT) {
+                                /* Read PLB Timeout Error.
+                                 * Try to resubmit the CB
+                                 */
+				INFO;
+                                xor_reg->cblalr = xor_reg->ccbalr;
+                                xor_reg->crsr |= XOR_CRSR_XAE_BIT;
+                        } else
+                                printk (KERN_ERR "XOR ERR 0x%x status\n", val);
+                        break;
+                }
+
+                /*  if the XORcore is idle, but there are unprocessed CBs
+                 * then refetch the s/w chain here
+                 */
+                if (!(xor_reg->sr & XOR_SR_XCP_BIT) && do_xor_refetch) {
+                        apm82181_chan_append(chan);
+                }
+                break;
+        }
+}
+
+/*
+ * apm82181_chan_is_busy - get the channel status
+ */
+
+static inline int apm82181_chan_is_busy(apm82181_ch_t *chan)
+{
+	int busy = 0;
+	volatile xor_regs_t *xor_reg = chan->device->xor_base;
+
+	switch (chan->device->id) {
+	case APM82181_PDMA0_ID:
+	case APM82181_PDMA1_ID:
+	case APM82181_PDMA2_ID:
+	case APM82181_PDMA3_ID:
+		if(mfdcr(DCR_DMA2P40_SR) & DMA_SR_CB(chan->device->id))
+                	busy = 1;
+        	else
+                	busy = 0;
+		break;
+	case APM82181_XOR_ID:
+		/* use the special status bit for the XORcore
+                 */
+                busy = (xor_reg->sr & XOR_SR_XCP_BIT) ? 1 : 0;
+                break;
+	default:
+		BUG();
+	}
+
+	return busy;
+}
+
+/**
+ * apm82181_dma_put_desc - put PLB DMA 0/1/2/3 descriptor to FIFO
+ */
+static inline void apm82181_dma_put_desc(apm82181_ch_t *chan,
+		apm82181_desc_t *desc)
+{
+	dma_cdb_t *cdb = desc->hw_desc;
+	u32 sg_cmd = 0;
+
+	/* Enable TC interrupt */
+	if(test_bit(APM82181_DESC_INT, &desc->flags))
+		cdb->cnt.tcie = 1;	
+	else
+		cdb->cnt.tcie = 0;
+	/* Not link to next cdb */
+	cdb->sg_hi = 0xffffffff;
+	cdb->sg_lo = 0xffffffff;
+
+	chan_last_sub[chan->device->id] = desc;
+
+	/* Update new cdb addr */
+	mtdcr(DCR_DMA2P40_SGHx(chan->device->id), (u32)(desc->phys >> 32));
+	mtdcr(DCR_DMA2P40_SGLx(chan->device->id), (u32)desc->phys);
+
+	INFO;
+	DBG("slot id: %d addr: %llx\n", desc->idx, desc->phys);
+	DBG("S/G addr H: %08x addr L: %08x\n",
+		mfdcr(DCR_DMA2P40_SGHx(chan->device->id)),
+		mfdcr(DCR_DMA2P40_SGLx(chan->device->id)));
+	ADMA_HEXDUMP(cdb, 96);
+	/* Enable S/G */
+	sg_cmd |= (DMA_SGC_SSG(chan->device->id) | DMA_SGC_EM_ALL);
+	sg_cmd |= DMA_SGC_SGL(chan->device->id, 0); /* S/G addr in PLB */
+		
+	mtdcr(DCR_DMA2P40_SGC, sg_cmd);
+	DBG("S/G addr H: %08x addr L: %08x\n",
+		mfdcr(DCR_DMA2P40_SGHx(chan->device->id)),
+		mfdcr(DCR_DMA2P40_SGLx(chan->device->id)));
+	/* need to use variable for logging current CDB */
+	chan->current_cdb_addr = desc->phys;
+
+}
+
+/**
+ * apm82181_chan_append - update the h/w chain in the channel
+ */
+static inline void apm82181_chan_append(apm82181_ch_t *chan)
+{
+	apm82181_desc_t *iter;
+	volatile xor_regs_t *xor_reg;
+	phys_addr_t cur_desc;
+	xor_cb_t *xcb;
+	unsigned long flags;
+	INFO;
+
+	local_irq_save(flags);
+
+	switch (chan->device->id) {
+	case APM82181_PDMA0_ID:
+	case APM82181_PDMA1_ID:
+	case APM82181_PDMA2_ID:
+	case APM82181_PDMA3_ID:
+		cur_desc = apm82181_chan_get_current_descriptor(chan);
+		DBG("current_desc %llx\n", cur_desc);
+		if (likely(cur_desc)) {
+			INFO;
+			iter = chan_last_sub[chan->device->id];
+			BUG_ON(!iter);
+		} else {
+			INFO;
+			/* first peer */
+			iter = chan_first_cdb[chan->device->id];
+			BUG_ON(!iter);
+			INFO;
+			apm82181_dma_put_desc(chan, iter);
+			chan->hw_chain_inited = 1;
+		}
+
+		/* is there something new to append */
+		if (!iter->hw_next)
+			break;
+
+		/* flush descriptors from the s/w queue to fifo */
+		list_for_each_entry_continue(iter, &chan->chain, chain_node) {
+			apm82181_dma_put_desc(chan, iter);
+			if (!iter->hw_next)
+				break;
+		}
+		break;
+	case APM82181_XOR_ID:
+		/* update h/w links and refetch */
+                if (!xor_last_submit->hw_next)
+                        break;
+		xor_reg = chan->device->xor_base;
+		/* the last linked CDB has to generate an interrupt
+                 * that we'd be able to append the next lists to h/w
+                 * regardless of the XOR engine state at the moment of
+                 * appending of these next lists
+                 */
+                xcb = xor_last_linked->hw_desc;
+                xcb->cbc |= XOR_CBCR_CBCE_BIT;
+
+                if (!(xor_reg->sr & XOR_SR_XCP_BIT)) {
+                        /* XORcore is idle. Refetch now */
+                        do_xor_refetch = 0;
+                        apm82181_xor_set_link(xor_last_submit,
+                                xor_last_submit->hw_next);
+
+                        xor_last_submit = xor_last_linked;
+                        xor_reg->crsr |= XOR_CRSR_RCBE_BIT | XOR_CRSR_64BA_BIT;
+                } else {
+                        /* XORcore is running. Refetch later in the handler */
+                        do_xor_refetch = 1;
+                }
+
+		break;
+	}
+
+	local_irq_restore(flags);
+}
+
+/**
+ * apm82181_chan_get_current_descriptor - get the currently executed descriptor
+ */
+static inline phys_addr_t apm82181_chan_get_current_descriptor(apm82181_ch_t *chan)
+{
+	phys_addr_t curr_cdb_addr;
+	volatile xor_regs_t *xor_reg;
+	int idx = chan->device->id;
+
+	if (unlikely(!chan->hw_chain_inited))
+		/* h/w descriptor chain is not initialized yet */
+		return 0;
+	switch(idx){
+	case APM82181_PDMA0_ID:
+	case APM82181_PDMA1_ID:
+	case APM82181_PDMA2_ID:
+	case APM82181_PDMA3_ID:
+		curr_cdb_addr = chan->current_cdb_addr;	
+		break;
+	case APM82181_XOR_ID:
+		xor_reg = chan->device->xor_base;
+		curr_cdb_addr = (dma_addr_t)xor_reg->ccbahr; 
+		curr_cdb_addr = (curr_cdb_addr << 32) | xor_reg->ccbalr;
+		break;	
+	default:
+		BUG();
+	}
+	return curr_cdb_addr; 
+}
+
+
+/******************************************************************************
+ * ADMA device level
+ ******************************************************************************/
+
+static int apm82181_adma_alloc_chan_resources(struct dma_chan *chan);
+static dma_cookie_t apm82181_adma_tx_submit(
+		struct dma_async_tx_descriptor *tx);
+
+static void apm82181_adma_set_dest(
+		apm82181_desc_t *tx,
+		dma_addr_t addr, int index);
+
+/**
+ * apm82181_get_group_entry - get group entry with index idx
+ * @tdesc: is the last allocated slot in the group.
+ */
+static inline apm82181_desc_t *
+apm82181_get_group_entry ( apm82181_desc_t *tdesc, u32 entry_idx)
+{
+	apm82181_desc_t *iter = tdesc->group_head;
+	int i = 0;
+
+	if (entry_idx < 0 || entry_idx >= (tdesc->src_cnt + tdesc->dst_cnt)) {
+		printk("%s: entry_idx %d, src_cnt %d, dst_cnt %d\n",
+				__func__, entry_idx, tdesc->src_cnt, tdesc->dst_cnt);
+		BUG();
+	}
+	list_for_each_entry(iter, &tdesc->group_list, chain_node) {
+		if (i++ == entry_idx)
+			break;
+	}
+	return iter;
+}
+
+/**
+ * apm82181_adma_free_slots - flags descriptor slots for reuse
+ * @slot: Slot to free
+ * Caller must hold &apm82181_chan->lock while calling this function
+ */
+static void apm82181_adma_free_slots(apm82181_desc_t *slot,
+		apm82181_ch_t *chan)
+{
+	int stride = slot->slots_per_op;
+
+	while (stride--) {
+		/*async_tx_clear_ack(&slot->async_tx);*/ /* Don't need to clear. It is hack*/
+		slot->slots_per_op = 0;
+		slot = list_entry(slot->slot_node.next,
+				apm82181_desc_t,
+				slot_node);
+	}
+}
+
+static void 
+apm82181_adma_unmap(apm82181_ch_t *chan, apm82181_desc_t *desc)
+{
+	u32 src_cnt, dst_cnt;
+	dma_addr_t addr;
+	/*
+	 * get the number of sources & destination
+	 * included in this descriptor and unmap
+	 * them all
+	 */
+	src_cnt = 1; 
+	dst_cnt = 1; 
+
+	/* unmap destinations */
+	if (!(desc->async_tx.flags & DMA_COMPL_SKIP_DEST_UNMAP)) {
+		while (dst_cnt--) {
+			addr = apm82181_desc_get_dest_addr(
+				desc, chan, dst_cnt);
+			dma_unmap_page(&chan->device->ofdev->dev,
+					addr, desc->unmap_len,
+					DMA_FROM_DEVICE);
+		}
+	}
+
+	/* unmap sources */
+	if (!(desc->async_tx.flags & DMA_COMPL_SKIP_SRC_UNMAP)) {
+		while (src_cnt--) {
+			addr = apm82181_desc_get_src_addr(
+				desc, chan, src_cnt);
+			dma_unmap_page(&chan->device->ofdev->dev,
+					addr, desc->unmap_len,
+					DMA_TO_DEVICE);
+		}
+	}
+
+}
+/**
+ * apm82181_adma_run_tx_complete_actions - call functions to be called
+ * upon complete
+ */
+static dma_cookie_t apm82181_adma_run_tx_complete_actions(
+		apm82181_desc_t *desc,
+		apm82181_ch_t *chan,
+		dma_cookie_t cookie)
+{
+	int i;
+	//enum dma_data_direction dir;
+	INFO;
+	BUG_ON(desc->async_tx.cookie < 0);
+	if (desc->async_tx.cookie > 0) {
+		cookie = desc->async_tx.cookie;
+		desc->async_tx.cookie = 0;
+
+		/* call the callback (must not sleep or submit new
+		 * operations to this channel)
+		 */
+		if (desc->async_tx.callback)
+			desc->async_tx.callback(
+				desc->async_tx.callback_param);
+
+		/* unmap dma addresses
+		 * (unmap_single vs unmap_page?)
+		 *
+		 * actually, ppc's dma_unmap_page() functions are empty, so
+		 * the following code is just for the sake of completeness
+		 */
+		if (chan && chan->needs_unmap && desc->group_head &&
+		     desc->unmap_len) {
+			apm82181_desc_t *unmap = desc->group_head;
+			/* assume 1 slot per op always */
+			u32 slot_count = unmap->slot_cnt;
+
+			/* Run through the group list and unmap addresses */
+			for (i = 0; i < slot_count; i++) {
+				BUG_ON(!unmap);
+				apm82181_adma_unmap(chan, unmap);
+				unmap = unmap->hw_next;
+			}
+			desc->group_head = NULL;
+		}
+	}
+
+	/* run dependent operations */
+	dma_run_dependencies(&desc->async_tx);
+
+	return cookie;
+}
+
+/**
+ * apm82181_adma_clean_slot - clean up CDB slot (if ack is set)
+ */
+static int apm82181_adma_clean_slot(apm82181_desc_t *desc,
+		apm82181_ch_t *chan)
+{
+	/* the client is allowed to attach dependent operations
+	 * until 'ack' is set
+	 */
+	if (!async_tx_test_ack(&desc->async_tx))
+		return 0;
+
+	/* leave the last descriptor in the chain
+	 * so we can append to it
+	 */
+	if (list_is_last(&desc->chain_node, &chan->chain) ||
+	    desc->phys == apm82181_chan_get_current_descriptor(chan))
+		return 1;
+
+	dev_dbg(chan->device->common.dev, "\tfree slot %llx: %d stride: %d\n",
+		desc->phys, desc->idx, desc->slots_per_op);
+
+	list_del(&desc->chain_node);
+	apm82181_adma_free_slots(desc, chan);
+	return 0;
+}
+
+/**
+ *      __apm82181_adma_slot_cleanup - this is the common clean-up routine
+ *	which runs through the channel CDBs list until reach the descriptor
+ *	currently processed. When routine determines that all CDBs of group
+ *	are completed then corresponding callbacks (if any) are called and slots
+ *	are freed.
+ */
+static void __apm82181_adma_slot_cleanup(apm82181_ch_t *chan)
+{
+	apm82181_desc_t *iter, *_iter, *group_start = NULL;
+	dma_cookie_t cookie = 0;
+	phys_addr_t current_desc = apm82181_chan_get_current_descriptor(chan);
+	int busy = apm82181_chan_is_busy(chan);
+	int seen_current = 0, slot_cnt = 0, slots_per_op = 0;
+
+	DBG("apm82181 adma%d: %s\n",
+		chan->device->id, __FUNCTION__);
+	DBG("current_desc %llx\n", current_desc);
+
+	if (!current_desc) {
+		/*  There were no transactions yet, so
+		 * nothing to clean
+		 */
+		return;
+	}
+
+	/* free completed slots from the chain starting with
+	 * the oldest descriptor
+	 */
+	list_for_each_entry_safe(iter, _iter, &chan->chain,
+					chain_node) {
+		DBG(" cookie: %d slot: %d "
+		    "busy: %d this_desc: %llx next_desc: %x cur: %llx ack: %d\n",
+			iter->async_tx.cookie, iter->idx, busy, iter->phys,
+		    	apm82181_desc_get_link(iter, chan), current_desc,
+			async_tx_test_ack(&iter->async_tx));
+		prefetch(_iter);
+		prefetch(&_iter->async_tx);
+
+		/* do not advance past the current descriptor loaded into the
+		 * hardware channel,subsequent descriptors are either in process
+		 * or have not been submitted
+		 */
+		if (seen_current)
+			break;