blob: 6109490b83e83294373f36956a5a8a01dd923e20 [file] [log] [blame]
Wai Yew CHAY8cc72362009-05-14 08:05:58 +02001/**
2 * Copyright (C) 2008, Creative Technology Ltd. All Rights Reserved.
3 *
4 * This source file is released under GPL v2 license (no other versions).
5 * See the COPYING file included in the main directory of this source
6 * distribution for the license terms and conditions.
7 *
8 * @File ctvmem.c
9 *
10 * @Brief
11 * This file contains the implementation of virtual memory management object
12 * for card device.
13 *
14 * @Author Liu Chun
15 * @Date Apr 1 2008
16 */
17
18#include "ctvmem.h"
19#include <linux/slab.h>
20#include <linux/mm.h>
Wai Yew CHAY8cc72362009-05-14 08:05:58 +020021#include <linux/io.h>
Takashi Iwaic76157d2009-06-02 15:26:19 +020022#include <sound/pcm.h>
Wai Yew CHAY8cc72362009-05-14 08:05:58 +020023
Takashi Iwaicd391e22009-06-02 15:04:29 +020024#define CT_PTES_PER_PAGE (CT_PAGE_SIZE / sizeof(void *))
25#define CT_ADDRS_PER_PAGE (CT_PTES_PER_PAGE * CT_PAGE_SIZE)
Wai Yew CHAY8cc72362009-05-14 08:05:58 +020026
27/* *
28 * Find or create vm block based on requested @size.
29 * @size must be page aligned.
30 * */
31static struct ct_vm_block *
32get_vm_block(struct ct_vm *vm, unsigned int size)
33{
Takashi Iwai514eef92009-06-08 14:57:57 +020034 struct ct_vm_block *block = NULL, *entry;
35 struct list_head *pos;
Wai Yew CHAY8cc72362009-05-14 08:05:58 +020036
Takashi Iwaic76157d2009-06-02 15:26:19 +020037 size = CT_PAGE_ALIGN(size);
38 if (size > vm->size) {
Masanari Iida8a236f32012-02-23 23:23:06 +090039 printk(KERN_ERR "ctxfi: Fail! No sufficient device virtual "
Takashi Iwaic76157d2009-06-02 15:26:19 +020040 "memory space available!\n");
41 return NULL;
42 }
43
Takashi Iwai8a4259b2009-06-02 08:40:51 +020044 mutex_lock(&vm->lock);
Wai Yew CHAY8cc72362009-05-14 08:05:58 +020045 list_for_each(pos, &vm->unused) {
46 entry = list_entry(pos, struct ct_vm_block, list);
47 if (entry->size >= size)
48 break; /* found a block that is big enough */
49 }
50 if (pos == &vm->unused)
Takashi Iwai8a4259b2009-06-02 08:40:51 +020051 goto out;
Wai Yew CHAY8cc72362009-05-14 08:05:58 +020052
53 if (entry->size == size) {
54 /* Move the vm node from unused list to used list directly */
Kirill A. Shutemov9d4ed9e2011-03-16 00:53:24 +020055 list_move(&entry->list, &vm->used);
Wai Yew CHAY8cc72362009-05-14 08:05:58 +020056 vm->size -= size;
Takashi Iwai8a4259b2009-06-02 08:40:51 +020057 block = entry;
58 goto out;
Wai Yew CHAY8cc72362009-05-14 08:05:58 +020059 }
60
61 block = kzalloc(sizeof(*block), GFP_KERNEL);
Takashi Iwai35ebf6e2009-07-22 17:12:34 +020062 if (!block)
Takashi Iwai8a4259b2009-06-02 08:40:51 +020063 goto out;
Wai Yew CHAY8cc72362009-05-14 08:05:58 +020064
65 block->addr = entry->addr;
66 block->size = size;
67 list_add(&block->list, &vm->used);
68 entry->addr += size;
69 entry->size -= size;
70 vm->size -= size;
71
Takashi Iwai8a4259b2009-06-02 08:40:51 +020072 out:
73 mutex_unlock(&vm->lock);
Wai Yew CHAY8cc72362009-05-14 08:05:58 +020074 return block;
75}
76
77static void put_vm_block(struct ct_vm *vm, struct ct_vm_block *block)
78{
Takashi Iwai514eef92009-06-08 14:57:57 +020079 struct ct_vm_block *entry, *pre_ent;
80 struct list_head *pos, *pre;
Wai Yew CHAY8cc72362009-05-14 08:05:58 +020081
Takashi Iwaic76157d2009-06-02 15:26:19 +020082 block->size = CT_PAGE_ALIGN(block->size);
83
Takashi Iwai8a4259b2009-06-02 08:40:51 +020084 mutex_lock(&vm->lock);
Wai Yew CHAY8cc72362009-05-14 08:05:58 +020085 list_del(&block->list);
86 vm->size += block->size;
87
88 list_for_each(pos, &vm->unused) {
89 entry = list_entry(pos, struct ct_vm_block, list);
90 if (entry->addr >= (block->addr + block->size))
91 break; /* found a position */
92 }
93 if (pos == &vm->unused) {
94 list_add_tail(&block->list, &vm->unused);
95 entry = block;
96 } else {
97 if ((block->addr + block->size) == entry->addr) {
98 entry->addr = block->addr;
99 entry->size += block->size;
100 kfree(block);
101 } else {
102 __list_add(&block->list, pos->prev, pos);
103 entry = block;
104 }
105 }
106
107 pos = &entry->list;
108 pre = pos->prev;
109 while (pre != &vm->unused) {
110 entry = list_entry(pos, struct ct_vm_block, list);
111 pre_ent = list_entry(pre, struct ct_vm_block, list);
112 if ((pre_ent->addr + pre_ent->size) > entry->addr)
113 break;
114
115 pre_ent->size += entry->size;
116 list_del(pos);
117 kfree(entry);
118 pos = pre;
119 pre = pos->prev;
120 }
Takashi Iwai8a4259b2009-06-02 08:40:51 +0200121 mutex_unlock(&vm->lock);
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200122}
123
124/* Map host addr (kmalloced/vmalloced) to device logical addr. */
125static struct ct_vm_block *
Takashi Iwaic76157d2009-06-02 15:26:19 +0200126ct_vm_map(struct ct_vm *vm, struct snd_pcm_substream *substream, int size)
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200127{
Takashi Iwaic76157d2009-06-02 15:26:19 +0200128 struct ct_vm_block *block;
129 unsigned int pte_start;
130 unsigned i, pages;
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200131 unsigned long *ptp;
132
Takashi Iwaic76157d2009-06-02 15:26:19 +0200133 block = get_vm_block(vm, size);
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200134 if (block == NULL) {
Takashi Iwaib3e0afe2009-05-14 15:19:30 +0200135 printk(KERN_ERR "ctxfi: No virtual memory block that is big "
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200136 "enough to allocate!\n");
137 return NULL;
138 }
139
Jaroslav Kysela21956b62010-02-02 19:58:25 +0100140 ptp = (unsigned long *)vm->ptp[0].area;
Takashi Iwaicd391e22009-06-02 15:04:29 +0200141 pte_start = (block->addr >> CT_PAGE_SHIFT);
Takashi Iwaic76157d2009-06-02 15:26:19 +0200142 pages = block->size >> CT_PAGE_SHIFT;
143 for (i = 0; i < pages; i++) {
144 unsigned long addr;
145 addr = snd_pcm_sgbuf_get_addr(substream, i << CT_PAGE_SHIFT);
146 ptp[pte_start + i] = addr;
147 }
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200148
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200149 block->size = size;
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200150 return block;
151}
152
153static void ct_vm_unmap(struct ct_vm *vm, struct ct_vm_block *block)
154{
155 /* do unmapping */
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200156 put_vm_block(vm, block);
157}
158
159/* *
Jaroslav Kysela21956b62010-02-02 19:58:25 +0100160 * return the host physical addr of the @index-th device
161 * page table page on success, or ~0UL on failure.
162 * The first returned ~0UL indicates the termination.
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200163 * */
Jaroslav Kysela21956b62010-02-02 19:58:25 +0100164static dma_addr_t
165ct_get_ptp_phys(struct ct_vm *vm, int index)
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200166{
Jaroslav Kysela21956b62010-02-02 19:58:25 +0100167 dma_addr_t addr;
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200168
Jaroslav Kysela21956b62010-02-02 19:58:25 +0100169 addr = (index >= CT_PTP_NUM) ? ~0UL : vm->ptp[index].addr;
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200170
171 return addr;
172}
173
Jaroslav Kysela21956b62010-02-02 19:58:25 +0100174int ct_vm_create(struct ct_vm **rvm, struct pci_dev *pci)
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200175{
176 struct ct_vm *vm;
177 struct ct_vm_block *block;
Jaroslav Kysela21956b62010-02-02 19:58:25 +0100178 int i, err = 0;
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200179
180 *rvm = NULL;
181
182 vm = kzalloc(sizeof(*vm), GFP_KERNEL);
Takashi Iwai35ebf6e2009-07-22 17:12:34 +0200183 if (!vm)
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200184 return -ENOMEM;
185
Takashi Iwai8a4259b2009-06-02 08:40:51 +0200186 mutex_init(&vm->lock);
187
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200188 /* Allocate page table pages */
189 for (i = 0; i < CT_PTP_NUM; i++) {
Jaroslav Kysela21956b62010-02-02 19:58:25 +0100190 err = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV,
191 snd_dma_pci_data(pci),
192 PAGE_SIZE, &vm->ptp[i]);
193 if (err < 0)
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200194 break;
195 }
Jaroslav Kysela21956b62010-02-02 19:58:25 +0100196 if (err < 0) {
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200197 /* no page table pages are allocated */
Jaroslav Kysela21956b62010-02-02 19:58:25 +0100198 ct_vm_destroy(vm);
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200199 return -ENOMEM;
200 }
201 vm->size = CT_ADDRS_PER_PAGE * i;
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200202 vm->map = ct_vm_map;
203 vm->unmap = ct_vm_unmap;
Jaroslav Kysela21956b62010-02-02 19:58:25 +0100204 vm->get_ptp_phys = ct_get_ptp_phys;
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200205 INIT_LIST_HEAD(&vm->unused);
206 INIT_LIST_HEAD(&vm->used);
207 block = kzalloc(sizeof(*block), GFP_KERNEL);
208 if (NULL != block) {
209 block->addr = 0;
210 block->size = vm->size;
211 list_add(&block->list, &vm->unused);
212 }
213
214 *rvm = vm;
215 return 0;
216}
217
218/* The caller must ensure no mapping pages are being used
219 * by hardware before calling this function */
220void ct_vm_destroy(struct ct_vm *vm)
221{
222 int i;
Takashi Iwai514eef92009-06-08 14:57:57 +0200223 struct list_head *pos;
224 struct ct_vm_block *entry;
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200225
226 /* free used and unused list nodes */
227 while (!list_empty(&vm->used)) {
228 pos = vm->used.next;
229 list_del(pos);
230 entry = list_entry(pos, struct ct_vm_block, list);
231 kfree(entry);
232 }
233 while (!list_empty(&vm->unused)) {
234 pos = vm->unused.next;
235 list_del(pos);
236 entry = list_entry(pos, struct ct_vm_block, list);
237 kfree(entry);
238 }
239
240 /* free allocated page table pages */
241 for (i = 0; i < CT_PTP_NUM; i++)
Jaroslav Kysela21956b62010-02-02 19:58:25 +0100242 snd_dma_free_pages(&vm->ptp[i]);
Wai Yew CHAY8cc72362009-05-14 08:05:58 +0200243
244 vm->size = 0;
245
246 kfree(vm);
247}