173 lines
4.3 KiB
C
173 lines
4.3 KiB
C
// SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
|
|
//
|
|
// This file is provided under a dual BSD/GPLv2 license. When using or
|
|
// redistributing this file, you may do so under either license.
|
|
//
|
|
// Copyright(c) 2018 Intel Corporation. All rights reserved.
|
|
//
|
|
// Author: Keyon Jie <yang.jie@linux.intel.com>
|
|
//
|
|
|
|
#include <linux/io-64-nonatomic-lo-hi.h>
|
|
#include <linux/platform_device.h>
|
|
#include <asm/unaligned.h>
|
|
#include <sound/soc.h>
|
|
#include <sound/sof.h>
|
|
#include "sof-priv.h"
|
|
|
|
/*
|
|
* Register IO
|
|
*
|
|
* The sof_io_xyz() wrappers are typically referenced in snd_sof_dsp_ops
|
|
* structures and cannot be inlined.
|
|
*/
|
|
|
|
void sof_io_write(struct snd_sof_dev *sdev, void __iomem *addr, u32 value)
|
|
{
|
|
writel(value, addr);
|
|
}
|
|
EXPORT_SYMBOL(sof_io_write);
|
|
|
|
u32 sof_io_read(struct snd_sof_dev *sdev, void __iomem *addr)
|
|
{
|
|
return readl(addr);
|
|
}
|
|
EXPORT_SYMBOL(sof_io_read);
|
|
|
|
void sof_io_write64(struct snd_sof_dev *sdev, void __iomem *addr, u64 value)
|
|
{
|
|
writeq(value, addr);
|
|
}
|
|
EXPORT_SYMBOL(sof_io_write64);
|
|
|
|
u64 sof_io_read64(struct snd_sof_dev *sdev, void __iomem *addr)
|
|
{
|
|
return readq(addr);
|
|
}
|
|
EXPORT_SYMBOL(sof_io_read64);
|
|
|
|
/*
|
|
* IPC Mailbox IO
|
|
*/
|
|
|
|
void sof_mailbox_write(struct snd_sof_dev *sdev, u32 offset,
|
|
void *message, size_t bytes)
|
|
{
|
|
void __iomem *dest = sdev->bar[sdev->mailbox_bar] + offset;
|
|
|
|
memcpy_toio(dest, message, bytes);
|
|
}
|
|
EXPORT_SYMBOL(sof_mailbox_write);
|
|
|
|
void sof_mailbox_read(struct snd_sof_dev *sdev, u32 offset,
|
|
void *message, size_t bytes)
|
|
{
|
|
void __iomem *src = sdev->bar[sdev->mailbox_bar] + offset;
|
|
|
|
memcpy_fromio(message, src, bytes);
|
|
}
|
|
EXPORT_SYMBOL(sof_mailbox_read);
|
|
|
|
/*
|
|
* Memory copy.
|
|
*/
|
|
|
|
void sof_block_write(struct snd_sof_dev *sdev, u32 bar, u32 offset, void *src,
|
|
size_t size)
|
|
{
|
|
void __iomem *dest = sdev->bar[bar] + offset;
|
|
const u8 *src_byte = src;
|
|
u32 affected_mask;
|
|
u32 tmp;
|
|
int m, n;
|
|
|
|
m = size / 4;
|
|
n = size % 4;
|
|
|
|
/* __iowrite32_copy use 32bit size values so divide by 4 */
|
|
__iowrite32_copy(dest, src, m);
|
|
|
|
if (n) {
|
|
affected_mask = (1 << (8 * n)) - 1;
|
|
|
|
/* first read the 32bit data of dest, then change affected
|
|
* bytes, and write back to dest. For unaffected bytes, it
|
|
* should not be changed
|
|
*/
|
|
tmp = ioread32(dest + m * 4);
|
|
tmp &= ~affected_mask;
|
|
|
|
tmp |= *(u32 *)(src_byte + m * 4) & affected_mask;
|
|
iowrite32(tmp, dest + m * 4);
|
|
}
|
|
}
|
|
EXPORT_SYMBOL(sof_block_write);
|
|
|
|
void sof_block_read(struct snd_sof_dev *sdev, u32 bar, u32 offset, void *dest,
|
|
size_t size)
|
|
{
|
|
void __iomem *src = sdev->bar[bar] + offset;
|
|
|
|
memcpy_fromio(dest, src, size);
|
|
}
|
|
EXPORT_SYMBOL(sof_block_read);
|
|
|
|
/*
|
|
* Generic buffer page table creation.
|
|
* Take the each physical page address and drop the least significant unused
|
|
* bits from each (based on PAGE_SIZE). Then pack valid page address bits
|
|
* into compressed page table.
|
|
*/
|
|
|
|
int snd_sof_create_page_table(struct device *dev,
|
|
struct snd_dma_buffer *dmab,
|
|
unsigned char *page_table, size_t size)
|
|
{
|
|
int i, pages;
|
|
|
|
pages = snd_sgbuf_aligned_pages(size);
|
|
|
|
dev_dbg(dev, "generating page table for %p size 0x%zx pages %d\n",
|
|
dmab->area, size, pages);
|
|
|
|
for (i = 0; i < pages; i++) {
|
|
/*
|
|
* The number of valid address bits for each page is 20.
|
|
* idx determines the byte position within page_table
|
|
* where the current page's address is stored
|
|
* in the compressed page_table.
|
|
* This can be calculated by multiplying the page number by 2.5.
|
|
*/
|
|
u32 idx = (5 * i) >> 1;
|
|
u32 pfn = snd_sgbuf_get_addr(dmab, i * PAGE_SIZE) >> PAGE_SHIFT;
|
|
u8 *pg_table;
|
|
|
|
dev_vdbg(dev, "pfn i %i idx %d pfn %x\n", i, idx, pfn);
|
|
|
|
pg_table = (u8 *)(page_table + idx);
|
|
|
|
/*
|
|
* pagetable compression:
|
|
* byte 0 byte 1 byte 2 byte 3 byte 4 byte 5
|
|
* ___________pfn 0__________ __________pfn 1___________ _pfn 2...
|
|
* .... .... .... .... .... .... .... .... .... .... ....
|
|
* It is created by:
|
|
* 1. set current location to 0, PFN index i to 0
|
|
* 2. put pfn[i] at current location in Little Endian byte order
|
|
* 3. calculate an intermediate value as
|
|
* x = (pfn[i+1] << 4) | (pfn[i] & 0xf)
|
|
* 4. put x at offset (current location + 2) in LE byte order
|
|
* 5. increment current location by 5 bytes, increment i by 2
|
|
* 6. continue to (2)
|
|
*/
|
|
if (i & 1)
|
|
put_unaligned_le32((pg_table[0] & 0xf) | pfn << 4,
|
|
pg_table);
|
|
else
|
|
put_unaligned_le32(pfn, pg_table);
|
|
}
|
|
|
|
return pages;
|
|
}
|
|
EXPORT_SYMBOL(snd_sof_create_page_table);
|