drivers/staging/android/ion/ion_chunk_heap.c

   1 /*
   2  * drivers/staging/android/ion/ion_chunk_heap.c
   3  *
   4  * Copyright (C) 2012 Google, Inc.
   5  *
   6  * This software is licensed under the terms of the GNU General Public
   7  * License version 2, as published by the Free Software Foundation, and
   8  * may be copied, distributed, and modified under those terms.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13  * GNU General Public License for more details.
  14  *
  15  */
  16 //#include <linux/spinlock.h>
  17 #include <linux/dma-mapping.h>
  18 #include <linux/err.h>
  19 #include <linux/genalloc.h>
  20 #include <linux/io.h>
  21 #include <linux/mm.h>
  22 #include <linux/scatterlist.h>
  23 #include <linux/slab.h>
  24 #include <linux/vmalloc.h>
  25 #include "ion.h"
  26 #include "ion_priv.h"
  27
  28 #include <asm/mach/map.h>
  29
  30 struct ion_chunk_heap {
  31         struct ion_heap heap;
  32         struct gen_pool *pool;
  33         ion_phys_addr_t base;
  34         unsigned long chunk_size;
  35         unsigned long size;
  36         unsigned long allocated;
  37 };
  38
  39 static int ion_chunk_heap_allocate(struct ion_heap *heap,
  40                                       struct ion_buffer *buffer,
  41                                       unsigned long size, unsigned long align,
  42                                       unsigned long flags)
  43 {
  44         struct ion_chunk_heap *chunk_heap =
  45                 container_of(heap, struct ion_chunk_heap, heap);
  46         struct sg_table *table;
  47         struct scatterlist *sg;
  48         int ret, i;
  49         unsigned long num_chunks;
  50
  51         if (ion_buffer_fault_user_mappings(buffer))
  52                 return -ENOMEM;
  53
  54         num_chunks = ALIGN(size, chunk_heap->chunk_size) /
  55                 chunk_heap->chunk_size;
  56         buffer->size = num_chunks * chunk_heap->chunk_size;
  57
  58         if (buffer->size > chunk_heap->size - chunk_heap->allocated)
  59                 return -ENOMEM;
  60
  61         table = kzalloc(sizeof(struct sg_table), GFP_KERNEL);
  62         if (!table)
  63                 return -ENOMEM;
  64         ret = sg_alloc_table(table, num_chunks, GFP_KERNEL);
  65         if (ret) {
  66                 kfree(table);
  67                 return ret;
  68         }
  69
  70         sg = table->sgl;
  71         for (i = 0; i < num_chunks; i++) {
  72                 unsigned long paddr = gen_pool_alloc(chunk_heap->pool,
  73                                                      chunk_heap->chunk_size);
  74                 if (!paddr)
  75                         goto err;
  76                 sg_set_page(sg, phys_to_page(paddr), chunk_heap->chunk_size, 0);
  77                 sg = sg_next(sg);
  78         }
  79
  80         buffer->priv_virt = table;
  81         chunk_heap->allocated += buffer->size;
  82         return 0;
  83 err:
  84         sg = table->sgl;
  85         for (i -= 1; i >= 0; i--) {
  86                 gen_pool_free(chunk_heap->pool, page_to_phys(sg_page(sg)),
  87                               sg_dma_len(sg));
  88                 sg = sg_next(sg);
  89         }
  90         sg_free_table(table);
  91         kfree(table);
  92         return -ENOMEM;
  93 }
  94
  95 static void ion_chunk_heap_free(struct ion_buffer *buffer)
  96 {
  97         struct ion_heap *heap = buffer->heap;
  98         struct ion_chunk_heap *chunk_heap =
  99                 container_of(heap, struct ion_chunk_heap, heap);
 100         struct sg_table *table = buffer->priv_virt;
 101         struct scatterlist *sg;
 102         int i;
 103
 104         ion_heap_buffer_zero(buffer);
 105
 106         for_each_sg(table->sgl, sg, table->nents, i) {
 107                 if (ion_buffer_cached(buffer))
 108                         arm_dma_ops.sync_single_for_device(NULL,
 109                                 pfn_to_dma(NULL, page_to_pfn(sg_page(sg))),
 110                                 sg_dma_len(sg), DMA_BIDIRECTIONAL);
 111                 gen_pool_free(chunk_heap->pool, page_to_phys(sg_page(sg)),
 112                               sg_dma_len(sg));
 113         }
 114         chunk_heap->allocated -= buffer->size;
 115         sg_free_table(table);
 116         kfree(table);
 117 }
 118
 119 struct sg_table *ion_chunk_heap_map_dma(struct ion_heap *heap,
 120                                          struct ion_buffer *buffer)
 121 {
 122         return buffer->priv_virt;
 123 }
 124
 125 void ion_chunk_heap_unmap_dma(struct ion_heap *heap,
 126                                struct ion_buffer *buffer)
 127 {
 128         return;
 129 }
 130
 131 static struct ion_heap_ops chunk_heap_ops = {
 132         .allocate = ion_chunk_heap_allocate,
 133         .free = ion_chunk_heap_free,
 134         .map_dma = ion_chunk_heap_map_dma,
 135         .unmap_dma = ion_chunk_heap_unmap_dma,
 136         .map_user = ion_heap_map_user,
 137         .map_kernel = ion_heap_map_kernel,
 138         .unmap_kernel = ion_heap_unmap_kernel,
 139 };
 140
 141 struct ion_heap *ion_chunk_heap_create(struct ion_platform_heap *heap_data)
 142 {
 143         struct ion_chunk_heap *chunk_heap;
 144         struct vm_struct *vm_struct;
 145         pgprot_t pgprot = pgprot_writecombine(PAGE_KERNEL);
 146         int i, ret;
 147
 148
 149         chunk_heap = kzalloc(sizeof(struct ion_chunk_heap), GFP_KERNEL);
 150         if (!chunk_heap)
 151                 return ERR_PTR(-ENOMEM);
 152
 153         chunk_heap->chunk_size = (unsigned long)heap_data->priv;
 154         chunk_heap->pool = gen_pool_create(get_order(chunk_heap->chunk_size) +
 155                                            PAGE_SHIFT, -1);
 156         if (!chunk_heap->pool) {
 157                 ret = -ENOMEM;
 158                 goto error_gen_pool_create;
 159         }
 160         chunk_heap->base = heap_data->base;
 161         chunk_heap->size = heap_data->size;
 162         chunk_heap->allocated = 0;
 163
 164         vm_struct = get_vm_area(PAGE_SIZE, VM_ALLOC);
 165         if (!vm_struct) {
 166                 ret = -ENOMEM;
 167                 goto error;
 168         }
 169         for (i = 0; i < chunk_heap->size; i += PAGE_SIZE) {
 170                 struct page *page = phys_to_page(chunk_heap->base + i);
 171                 struct page **pages = &page;
 172
 173                 ret = map_vm_area(vm_struct, pgprot, &pages);
 174                 if (ret)
 175                         goto error_map_vm_area;
 176                 memset(vm_struct->addr, 0, PAGE_SIZE);
 177                 unmap_kernel_range((unsigned long)vm_struct->addr, PAGE_SIZE);
 178         }
 179         free_vm_area(vm_struct);
 180
 181         arm_dma_ops.sync_single_for_device(NULL,
 182                 pfn_to_dma(NULL, page_to_pfn(phys_to_page(heap_data->base))),
 183                 heap_data->size, DMA_BIDIRECTIONAL);
 184         gen_pool_add(chunk_heap->pool, chunk_heap->base, heap_data->size, -1);
 185         chunk_heap->heap.ops = &chunk_heap_ops;
 186         chunk_heap->heap.type = ION_HEAP_TYPE_CHUNK;
 187         chunk_heap->heap.flags = ION_HEAP_FLAG_DEFER_FREE;
 188         pr_info("%s: base %lu size %u align %ld\n", __func__, chunk_heap->base,
 189                 heap_data->size, heap_data->align);
 190
 191         return &chunk_heap->heap;
 192
 193 error_map_vm_area:
 194         free_vm_area(vm_struct);
 195 error:
 196         gen_pool_destroy(chunk_heap->pool);
 197 error_gen_pool_create:
 198         kfree(chunk_heap);
 199         return ERR_PTR(ret);
 200 }
 201
 202 void ion_chunk_heap_destroy(struct ion_heap *heap)
 203 {
 204         struct ion_chunk_heap *chunk_heap =
 205              container_of(heap, struct  ion_chunk_heap, heap);
 206
 207         gen_pool_destroy(chunk_heap->pool);
 208         kfree(chunk_heap);
 209         chunk_heap = NULL;
 210 }