[net-next-2.6.git] / drivers / gpu / drm / drm_mm.c

/**************************************************************************
 *
 * Copyright 2006 Tungsten Graphics, Inc., Bismarck, ND., USA.
 * All Rights Reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the
 * "Software"), to deal in the Software without restriction, including
 * without limitation the rights to use, copy, modify, merge, publish,
 * distribute, sub license, and/or sell copies of the Software, and to
 * permit persons to whom the Software is furnished to do so, subject to
 * the following conditions:
 *
 * The above copyright notice and this permission notice (including the
 * next paragraph) shall be included in all copies or substantial portions
 * of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
 * USE OR OTHER DEALINGS IN THE SOFTWARE.
 *
 *
 **************************************************************************/

/*
 * Generic simple memory manager implementation. Intended to be used as a base
 * class implementation for more advanced memory managers.
 *
 * Note that the algorithm used is quite simple and there might be substantial
 * performance gains if a smarter free list is implemented. Currently it is just an
 * unordered stack of free regions. This could easily be improved if an RB-tree
 * is used instead. At least if we expect heavy fragmentation.
 *
 * Aligned allocations can also see improvement.
 *
 * Authors:
 * Thomas Hellström <thomas-at-tungstengraphics-dot-com>
 */

#include "drmP.h"
#include "drm_mm.h"
#include <linux/slab.h>
#include <linux/seq_file.h>

#define MM_UNUSED_TARGET 4

unsigned long drm_mm_tail_space(struct drm_mm *mm)
{
	struct list_head *tail_node;
	struct drm_mm_node *entry;

	tail_node = mm->ml_entry.prev;
	entry = list_entry(tail_node, struct drm_mm_node, ml_entry);
	if (!entry->free)
		return 0;

	return entry->size;
}

int drm_mm_remove_space_from_tail(struct drm_mm *mm, unsigned long size)
{
	struct list_head *tail_node;
	struct drm_mm_node *entry;

	tail_node = mm->ml_entry.prev;
	entry = list_entry(tail_node, struct drm_mm_node, ml_entry);
	if (!entry->free)
		return -ENOMEM;

	if (entry->size <= size)
		return -ENOMEM;

	entry->size -= size;
	return 0;
}

static struct drm_mm_node *drm_mm_kmalloc(struct drm_mm *mm, int atomic)
{
	struct drm_mm_node *child;

	if (atomic)
		child = kmalloc(sizeof(*child), GFP_ATOMIC);
	else
		child = kmalloc(sizeof(*child), GFP_KERNEL);

	if (unlikely(child == NULL)) {
		spin_lock(&mm->unused_lock);
		if (list_empty(&mm->unused_nodes))
			child = NULL;
		else {
			child =
			    list_entry(mm->unused_nodes.next,
				       struct drm_mm_node, fl_entry);
			list_del(&child->fl_entry);
			--mm->num_unused;
		}
		spin_unlock(&mm->unused_lock);
	}
	return child;
}

/* drm_mm_pre_get() - pre allocate drm_mm_node structure
 * drm_mm:	memory manager struct we are pre-allocating for
 *
 * Returns 0 on success or -ENOMEM if allocation fails.
 */
int drm_mm_pre_get(struct drm_mm *mm)
{
	struct drm_mm_node *node;

	spin_lock(&mm->unused_lock);
	while (mm->num_unused < MM_UNUSED_TARGET) {
		spin_unlock(&mm->unused_lock);
		node = kmalloc(sizeof(*node), GFP_KERNEL);
		spin_lock(&mm->unused_lock);

		if (unlikely(node == NULL)) {
			int ret = (mm->num_unused < 2) ? -ENOMEM : 0;
			spin_unlock(&mm->unused_lock);
			return ret;
		}
		++mm->num_unused;
		list_add_tail(&node->fl_entry, &mm->unused_nodes);
	}
	spin_unlock(&mm->unused_lock);
	return 0;
}
EXPORT_SYMBOL(drm_mm_pre_get);

static int drm_mm_create_tail_node(struct drm_mm *mm,
				   unsigned long start,
				   unsigned long size, int atomic)
{
	struct drm_mm_node *child;

	child = drm_mm_kmalloc(mm, atomic);
	if (unlikely(child == NULL))
		return -ENOMEM;

	child->free = 1;
	child->size = size;
	child->start = start;
	child->mm = mm;

	list_add_tail(&child->ml_entry, &mm->ml_entry);
	list_add_tail(&child->fl_entry, &mm->fl_entry);

	return 0;
}

int drm_mm_add_space_to_tail(struct drm_mm *mm, unsigned long size, int atomic)
{
	struct list_head *tail_node;
	struct drm_mm_node *entry;

	tail_node = mm->ml_entry.prev;
	entry = list_entry(tail_node, struct drm_mm_node, ml_entry);
	if (!entry->free) {
		return drm_mm_create_tail_node(mm, entry->start + entry->size,
					       size, atomic);
	}
	entry->size += size;
	return 0;
}

static struct drm_mm_node *drm_mm_split_at_start(struct drm_mm_node *parent,
						 unsigned long size,
						 int atomic)
{
	struct drm_mm_node *child;

	child = drm_mm_kmalloc(parent->mm, atomic);
	if (unlikely(child == NULL))
		return NULL;

	INIT_LIST_HEAD(&child->fl_entry);

	child->free = 0;
	child->size = size;
	child->start = parent->start;
	child->mm = parent->mm;

	list_add_tail(&child->ml_entry, &parent->ml_entry);
	INIT_LIST_HEAD(&child->fl_entry);

	parent->size -= size;
	parent->start += size;
	return child;
}


struct drm_mm_node *drm_mm_get_block_generic(struct drm_mm_node *node,
					     unsigned long size,
					     unsigned alignment,
					     int atomic)
{

	struct drm_mm_node *align_splitoff = NULL;
	unsigned tmp = 0;

	if (alignment)
		tmp = node->start % alignment;

	if (tmp) {
		align_splitoff =
		    drm_mm_split_at_start(node, alignment - tmp, atomic);
		if (unlikely(align_splitoff == NULL))
			return NULL;
	}

	if (node->size == size) {
		list_del_init(&node->fl_entry);
		node->free = 0;
	} else {
		node = drm_mm_split_at_start(node, size, atomic);
	}

	if (align_splitoff)
		drm_mm_put_block(align_splitoff);

	return node;
}
EXPORT_SYMBOL(drm_mm_get_block_generic);

struct drm_mm_node *drm_mm_get_block_range_generic(struct drm_mm_node *node,
						unsigned long size,
						unsigned alignment,
						unsigned long start,
						unsigned long end,
						int atomic)
{
	struct drm_mm_node *align_splitoff = NULL;
	unsigned tmp = 0;
	unsigned wasted = 0;

	if (node->start < start)
		wasted += start - node->start;
	if (alignment)
		tmp = ((node->start + wasted) % alignment);

	if (tmp)
		wasted += alignment - tmp;
	if (wasted) {
		align_splitoff = drm_mm_split_at_start(node, wasted, atomic);
		if (unlikely(align_splitoff == NULL))
			return NULL;
	}

	if (node->size == size) {
		list_del_init(&node->fl_entry);
		node->free = 0;
	} else {
		node = drm_mm_split_at_start(node, size, atomic);
	}

	if (align_splitoff)
		drm_mm_put_block(align_splitoff);

	return node;
}
EXPORT_SYMBOL(drm_mm_get_block_range_generic);

/*
 * Put a block. Merge with the previous and / or next block if they are free.
 * Otherwise add to the free stack.
 */

void drm_mm_put_block(struct drm_mm_node *cur)
{

	struct drm_mm *mm = cur->mm;
	struct list_head *cur_head = &cur->ml_entry;
	struct list_head *root_head = &mm->ml_entry;
	struct drm_mm_node *prev_node = NULL;
	struct drm_mm_node *next_node;

	int merged = 0;

	if (cur_head->prev != root_head) {
		prev_node =
		    list_entry(cur_head->prev, struct drm_mm_node, ml_entry);
		if (prev_node->free) {
			prev_node->size += cur->size;
			merged = 1;
		}
	}
	if (cur_head->next != root_head) {
		next_node =
		    list_entry(cur_head->next, struct drm_mm_node, ml_entry);
		if (next_node->free) {
			if (merged) {
				prev_node->size += next_node->size;
				list_del(&next_node->ml_entry);
				list_del(&next_node->fl_entry);
				spin_lock(&mm->unused_lock);
				if (mm->num_unused < MM_UNUSED_TARGET) {
					list_add(&next_node->fl_entry,
						 &mm->unused_nodes);
					++mm->num_unused;
				} else
					kfree(next_node);
				spin_unlock(&mm->unused_lock);
			} else {
				next_node->size += cur->size;
				next_node->start = cur->start;
				merged = 1;
			}
		}
	}
	if (!merged) {
		cur->free = 1;
		list_add(&cur->fl_entry, &mm->fl_entry);
	} else {
		list_del(&cur->ml_entry);
		spin_lock(&mm->unused_lock);
		if (mm->num_unused < MM_UNUSED_TARGET) {
			list_add(&cur->fl_entry, &mm->unused_nodes);
			++mm->num_unused;
		} else
			kfree(cur);
		spin_unlock(&mm->unused_lock);
	}
}

EXPORT_SYMBOL(drm_mm_put_block);

struct drm_mm_node *drm_mm_search_free(const struct drm_mm *mm,
				       unsigned long size,
				       unsigned alignment, int best_match)
{
	struct list_head *list;
	const struct list_head *free_stack = &mm->fl_entry;
	struct drm_mm_node *entry;
	struct drm_mm_node *best;
	unsigned long best_size;
	unsigned wasted;

	best = NULL;
	best_size = ~0UL;

	list_for_each(list, free_stack) {
		entry = list_entry(list, struct drm_mm_node, fl_entry);
		wasted = 0;

		if (entry->size < size)
			continue;

		if (alignment) {
			register unsigned tmp = entry->start % alignment;
			if (tmp)
				wasted += alignment - tmp;
		}

		if (entry->size >= size + wasted) {
			if (!best_match)
				return entry;
			if (size < best_size) {
				best = entry;
				best_size = entry->size;
			}
		}
	}

	return best;
}
EXPORT_SYMBOL(drm_mm_search_free);

struct drm_mm_node *drm_mm_search_free_in_range(const struct drm_mm *mm,
						unsigned long size,
						unsigned alignment,
						unsigned long start,
						unsigned long end,
						int best_match)
{
	struct list_head *list;
	const struct list_head *free_stack = &mm->fl_entry;
	struct drm_mm_node *entry;
	struct drm_mm_node *best;
	unsigned long best_size;
	unsigned wasted;

	best = NULL;
	best_size = ~0UL;

	list_for_each(list, free_stack) {
		entry = list_entry(list, struct drm_mm_node, fl_entry);
		wasted = 0;

		if (entry->size < size)
			continue;

		if (entry->start > end || (entry->start+entry->size) < start)
			continue;

		if (entry->start < start)
			wasted += start - entry->start;

		if (alignment) {
			register unsigned tmp = (entry->start + wasted) % alignment;
			if (tmp)
				wasted += alignment - tmp;
		}

		if (entry->size >= size + wasted) {
			if (!best_match)
				return entry;
			if (size < best_size) {
				best = entry;
				best_size = entry->size;
			}
		}
	}

	return best;
}
EXPORT_SYMBOL(drm_mm_search_free_in_range);

int drm_mm_clean(struct drm_mm * mm)
{
	struct list_head *head = &mm->ml_entry;

	return (head->next->next == head);
}
EXPORT_SYMBOL(drm_mm_clean);

int drm_mm_init(struct drm_mm * mm, unsigned long start, unsigned long size)
{
	INIT_LIST_HEAD(&mm->ml_entry);
	INIT_LIST_HEAD(&mm->fl_entry);
	INIT_LIST_HEAD(&mm->unused_nodes);
	mm->num_unused = 0;
	spin_lock_init(&mm->unused_lock);

	return drm_mm_create_tail_node(mm, start, size, 0);
}
EXPORT_SYMBOL(drm_mm_init);

void drm_mm_takedown(struct drm_mm * mm)
{
	struct list_head *bnode = mm->fl_entry.next;
	struct drm_mm_node *entry;
	struct drm_mm_node *next;

	entry = list_entry(bnode, struct drm_mm_node, fl_entry);

	if (entry->ml_entry.next != &mm->ml_entry ||
	    entry->fl_entry.next != &mm->fl_entry) {
		DRM_ERROR("Memory manager not clean. Delaying takedown\n");
		return;
	}

	list_del(&entry->fl_entry);
	list_del(&entry->ml_entry);
	kfree(entry);

	spin_lock(&mm->unused_lock);
	list_for_each_entry_safe(entry, next, &mm->unused_nodes, fl_entry) {
		list_del(&entry->fl_entry);
		kfree(entry);
		--mm->num_unused;
	}
	spin_unlock(&mm->unused_lock);

	BUG_ON(mm->num_unused != 0);
}
EXPORT_SYMBOL(drm_mm_takedown);

void drm_mm_debug_table(struct drm_mm *mm, const char *prefix)
{
	struct drm_mm_node *entry;
	int total_used = 0, total_free = 0, total = 0;

	list_for_each_entry(entry, &mm->ml_entry, ml_entry) {
		printk(KERN_DEBUG "%s 0x%08lx-0x%08lx: %8ld: %s\n",
			prefix, entry->start, entry->start + entry->size,
			entry->size, entry->free ? "free" : "used");
		total += entry->size;
		if (entry->free)
			total_free += entry->size;
		else
			total_used += entry->size;
	}
	printk(KERN_DEBUG "%s total: %d, used %d free %d\n", prefix, total,
		total_used, total_free);
}
EXPORT_SYMBOL(drm_mm_debug_table);

#if defined(CONFIG_DEBUG_FS)
int drm_mm_dump_table(struct seq_file *m, struct drm_mm *mm)
{
	struct drm_mm_node *entry;
	int total_used = 0, total_free = 0, total = 0;

	list_for_each_entry(entry, &mm->ml_entry, ml_entry) {
		seq_printf(m, "0x%08lx-0x%08lx: 0x%08lx: %s\n", entry->start, entry->start + entry->size, entry->size, entry->free ? "free" : "used");
		total += entry->size;
		if (entry->free)
			total_free += entry->size;
		else
			total_used += entry->size;
	}
	seq_printf(m, "total: %d, used %d free %d\n", total, total_used, total_free);
	return 0;
}
EXPORT_SYMBOL(drm_mm_dump_table);
#endif
Commit	Line	Data
3a1bd924 TH	1	/**************************************************************************
	2	*
	3	* Copyright 2006 Tungsten Graphics, Inc., Bismarck, ND., USA.
	4	* All Rights Reserved.
	5	*
	6	* Permission is hereby granted, free of charge, to any person obtaining a
	7	* copy of this software and associated documentation files (the
	8	* "Software"), to deal in the Software without restriction, including
	9	* without limitation the rights to use, copy, modify, merge, publish,
	10	* distribute, sub license, and/or sell copies of the Software, and to
	11	* permit persons to whom the Software is furnished to do so, subject to
	12	* the following conditions:
	13	*
	14	* The above copyright notice and this permission notice (including the
	15	* next paragraph) shall be included in all copies or substantial portions
	16	* of the Software.
	17	*
	18	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	19	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	20	* FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
	21	* THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
	22	* DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
	23	* OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
	24	* USE OR OTHER DEALINGS IN THE SOFTWARE.
	25	*
	26	*
	27	**************************************************************************/
	28
	29	/*
	30	* Generic simple memory manager implementation. Intended to be used as a base
	31	* class implementation for more advanced memory managers.
	32	*
	33	* Note that the algorithm used is quite simple and there might be substantial
	34	* performance gains if a smarter free list is implemented. Currently it is just an
	35	* unordered stack of free regions. This could easily be improved if an RB-tree
	36	* is used instead. At least if we expect heavy fragmentation.
	37	*
	38	* Aligned allocations can also see improvement.
	39	*
	40	* Authors:
96de0e25	41	* Thomas Hellström <thomas-at-tungstengraphics-dot-com>
3a1bd924 TH	42	*/
	43
	44	#include "drmP.h"
249d6048	45	#include "drm_mm.h"
1d58420b	46	#include <linux/slab.h>
fa8a1238	47	#include <linux/seq_file.h>
1d58420b	48
249d6048 JG	49	#define MM_UNUSED_TARGET 4
249d6048 JG	50
55910517	51	unsigned long drm_mm_tail_space(struct drm_mm *mm)
1d58420b TH	52	{
1d58420b TH	53	struct list_head *tail_node;
55910517	54	struct drm_mm_node *entry;
1d58420b TH	55
1d58420b TH	56	tail_node = mm->ml_entry.prev;
55910517	57	entry = list_entry(tail_node, struct drm_mm_node, ml_entry);
1d58420b TH	58	if (!entry->free)
	59	return 0;
	60
	61	return entry->size;
	62	}
	63
55910517	64	int drm_mm_remove_space_from_tail(struct drm_mm *mm, unsigned long size)
1d58420b TH	65	{
1d58420b TH	66	struct list_head *tail_node;
55910517	67	struct drm_mm_node *entry;
1d58420b TH	68
1d58420b TH	69	tail_node = mm->ml_entry.prev;
55910517	70	entry = list_entry(tail_node, struct drm_mm_node, ml_entry);
1d58420b TH	71	if (!entry->free)
	72	return -ENOMEM;
	73
	74	if (entry->size <= size)
	75	return -ENOMEM;
	76
	77	entry->size -= size;
	78	return 0;
	79	}
	80
249d6048 JG	81	static struct drm_mm_node drm_mm_kmalloc(struct drm_mm mm, int atomic)
	82	{
	83	struct drm_mm_node *child;
	84
	85	if (atomic)
	86	child = kmalloc(sizeof(*child), GFP_ATOMIC);
	87	else
	88	child = kmalloc(sizeof(*child), GFP_KERNEL);
	89
	90	if (unlikely(child == NULL)) {
	91	spin_lock(&mm->unused_lock);
	92	if (list_empty(&mm->unused_nodes))
	93	child = NULL;
	94	else {
	95	child =
	96	list_entry(mm->unused_nodes.next,
	97	struct drm_mm_node, fl_entry);
	98	list_del(&child->fl_entry);
	99	--mm->num_unused;
	100	}
	101	spin_unlock(&mm->unused_lock);
	102	}
	103	return child;
	104	}
	105
a698cf34 JG	106	/* drm_mm_pre_get() - pre allocate drm_mm_node structure
	107	* drm_mm: memory manager struct we are pre-allocating for
	108	*
	109	* Returns 0 on success or -ENOMEM if allocation fails.
	110	*/
249d6048 JG	111	int drm_mm_pre_get(struct drm_mm *mm)
	112	{
	113	struct drm_mm_node *node;
	114
	115	spin_lock(&mm->unused_lock);
	116	while (mm->num_unused < MM_UNUSED_TARGET) {
	117	spin_unlock(&mm->unused_lock);
	118	node = kmalloc(sizeof(*node), GFP_KERNEL);
	119	spin_lock(&mm->unused_lock);
	120
	121	if (unlikely(node == NULL)) {
	122	int ret = (mm->num_unused < 2) ? -ENOMEM : 0;
	123	spin_unlock(&mm->unused_lock);
	124	return ret;
	125	}
	126	++mm->num_unused;
	127	list_add_tail(&node->fl_entry, &mm->unused_nodes);
	128	}
	129	spin_unlock(&mm->unused_lock);
	130	return 0;
	131	}
	132	EXPORT_SYMBOL(drm_mm_pre_get);
1d58420b	133
55910517	134	static int drm_mm_create_tail_node(struct drm_mm *mm,
249d6048 JG	135	unsigned long start,
249d6048 JG	136	unsigned long size, int atomic)
1d58420b	137	{
55910517	138	struct drm_mm_node *child;
1d58420b	139
249d6048 JG	140	child = drm_mm_kmalloc(mm, atomic);
249d6048 JG	141	if (unlikely(child == NULL))
1d58420b TH	142	return -ENOMEM;
	143
	144	child->free = 1;
	145	child->size = size;
	146	child->start = start;
	147	child->mm = mm;
	148
	149	list_add_tail(&child->ml_entry, &mm->ml_entry);
	150	list_add_tail(&child->fl_entry, &mm->fl_entry);
	151
	152	return 0;
	153	}
	154
249d6048	155	int drm_mm_add_space_to_tail(struct drm_mm *mm, unsigned long size, int atomic)
1d58420b TH	156	{
1d58420b TH	157	struct list_head *tail_node;
55910517	158	struct drm_mm_node *entry;
1d58420b TH	159
1d58420b TH	160	tail_node = mm->ml_entry.prev;
55910517	161	entry = list_entry(tail_node, struct drm_mm_node, ml_entry);
1d58420b	162	if (!entry->free) {
249d6048 JG	163	return drm_mm_create_tail_node(mm, entry->start + entry->size,
249d6048 JG	164	size, atomic);
1d58420b TH	165	}
	166	entry->size += size;
	167	return 0;
	168	}
	169
55910517	170	static struct drm_mm_node drm_mm_split_at_start(struct drm_mm_node parent,
249d6048 JG	171	unsigned long size,
249d6048 JG	172	int atomic)
1d58420b	173	{
55910517	174	struct drm_mm_node *child;
1d58420b	175
249d6048 JG	176	child = drm_mm_kmalloc(parent->mm, atomic);
249d6048 JG	177	if (unlikely(child == NULL))
1d58420b TH	178	return NULL;
	179
	180	INIT_LIST_HEAD(&child->fl_entry);
	181
	182	child->free = 0;
	183	child->size = size;
	184	child->start = parent->start;
	185	child->mm = parent->mm;
	186
	187	list_add_tail(&child->ml_entry, &parent->ml_entry);
	188	INIT_LIST_HEAD(&child->fl_entry);
	189
	190	parent->size -= size;
	191	parent->start += size;
	192	return child;
	193	}
	194
	195
89579f77 TH	196	struct drm_mm_node drm_mm_get_block_generic(struct drm_mm_node node,
	197	unsigned long size,
	198	unsigned alignment,
	199	int atomic)
3a1bd924 TH	200	{
3a1bd924 TH	201
55910517	202	struct drm_mm_node *align_splitoff = NULL;
1d58420b	203	unsigned tmp = 0;
3a1bd924 TH	204
3a1bd924 TH	205	if (alignment)
e6c03c5b	206	tmp = node->start % alignment;
1d58420b TH	207
1d58420b TH	208	if (tmp) {
249d6048	209	align_splitoff =
89579f77	210	drm_mm_split_at_start(node, alignment - tmp, atomic);
249d6048	211	if (unlikely(align_splitoff == NULL))
1d58420b TH	212	return NULL;
1d58420b TH	213	}
3a1bd924	214
e6c03c5b CW	215	if (node->size == size) {
	216	list_del_init(&node->fl_entry);
	217	node->free = 0;
3a1bd924	218	} else {
89579f77	219	node = drm_mm_split_at_start(node, size, atomic);
1d58420b	220	}
3a1bd924	221
1d58420b TH	222	if (align_splitoff)
1d58420b TH	223	drm_mm_put_block(align_splitoff);
3a1bd924	224
e6c03c5b	225	return node;
3a1bd924	226	}
89579f77	227	EXPORT_SYMBOL(drm_mm_get_block_generic);
249d6048	228
a2e68e92 JG	229	struct drm_mm_node drm_mm_get_block_range_generic(struct drm_mm_node node,
	230	unsigned long size,
	231	unsigned alignment,
	232	unsigned long start,
	233	unsigned long end,
	234	int atomic)
	235	{
	236	struct drm_mm_node *align_splitoff = NULL;
	237	unsigned tmp = 0;
	238	unsigned wasted = 0;
	239
	240	if (node->start < start)
	241	wasted += start - node->start;
	242	if (alignment)
	243	tmp = ((node->start + wasted) % alignment);
	244
	245	if (tmp)
	246	wasted += alignment - tmp;
	247	if (wasted) {
	248	align_splitoff = drm_mm_split_at_start(node, wasted, atomic);
	249	if (unlikely(align_splitoff == NULL))
	250	return NULL;
	251	}
	252
	253	if (node->size == size) {
	254	list_del_init(&node->fl_entry);
	255	node->free = 0;
	256	} else {
	257	node = drm_mm_split_at_start(node, size, atomic);
	258	}
	259
	260	if (align_splitoff)
	261	drm_mm_put_block(align_splitoff);
	262
	263	return node;
	264	}
	265	EXPORT_SYMBOL(drm_mm_get_block_range_generic);
	266
3a1bd924 TH	267	/*
	268	* Put a block. Merge with the previous and / or next block if they are free.
	269	* Otherwise add to the free stack.
	270	*/
	271
249d6048	272	void drm_mm_put_block(struct drm_mm_node *cur)
3a1bd924 TH	273	{
3a1bd924 TH	274
55910517	275	struct drm_mm *mm = cur->mm;
3a1bd924	276	struct list_head *cur_head = &cur->ml_entry;
1d58420b	277	struct list_head *root_head = &mm->ml_entry;
55910517 DA	278	struct drm_mm_node *prev_node = NULL;
55910517 DA	279	struct drm_mm_node *next_node;
3a1bd924	280
a1d0fcf5	281	int merged = 0;
3a1bd924 TH	282
3a1bd924 TH	283	if (cur_head->prev != root_head) {
249d6048 JG	284	prev_node =
249d6048 JG	285	list_entry(cur_head->prev, struct drm_mm_node, ml_entry);
3a1bd924 TH	286	if (prev_node->free) {
3a1bd924 TH	287	prev_node->size += cur->size;
a1d0fcf5	288	merged = 1;
3a1bd924 TH	289	}
	290	}
	291	if (cur_head->next != root_head) {
249d6048 JG	292	next_node =
249d6048 JG	293	list_entry(cur_head->next, struct drm_mm_node, ml_entry);
3a1bd924 TH	294	if (next_node->free) {
	295	if (merged) {
	296	prev_node->size += next_node->size;
	297	list_del(&next_node->ml_entry);
	298	list_del(&next_node->fl_entry);
a698cf34	299	spin_lock(&mm->unused_lock);
249d6048 JG	300	if (mm->num_unused < MM_UNUSED_TARGET) {
	301	list_add(&next_node->fl_entry,
	302	&mm->unused_nodes);
	303	++mm->num_unused;
	304	} else
	305	kfree(next_node);
a698cf34	306	spin_unlock(&mm->unused_lock);
3a1bd924 TH	307	} else {
	308	next_node->size += cur->size;
	309	next_node->start = cur->start;
a1d0fcf5	310	merged = 1;
3a1bd924 TH	311	}
	312	}
	313	}
	314	if (!merged) {
a1d0fcf5	315	cur->free = 1;
1d58420b	316	list_add(&cur->fl_entry, &mm->fl_entry);
3a1bd924 TH	317	} else {
3a1bd924 TH	318	list_del(&cur->ml_entry);
a698cf34	319	spin_lock(&mm->unused_lock);
249d6048 JG	320	if (mm->num_unused < MM_UNUSED_TARGET) {
	321	list_add(&cur->fl_entry, &mm->unused_nodes);
	322	++mm->num_unused;
	323	} else
	324	kfree(cur);
a698cf34	325	spin_unlock(&mm->unused_lock);
3a1bd924 TH	326	}
3a1bd924 TH	327	}
249d6048	328
673a394b	329	EXPORT_SYMBOL(drm_mm_put_block);
3a1bd924	330
249d6048 JG	331	struct drm_mm_node drm_mm_search_free(const struct drm_mm mm,
	332	unsigned long size,
	333	unsigned alignment, int best_match)
3a1bd924 TH	334	{
3a1bd924 TH	335	struct list_head *list;
1d58420b	336	const struct list_head *free_stack = &mm->fl_entry;
55910517 DA	337	struct drm_mm_node *entry;
55910517 DA	338	struct drm_mm_node *best;
3a1bd924	339	unsigned long best_size;
1d58420b	340	unsigned wasted;
3a1bd924 TH	341
	342	best = NULL;
	343	best_size = ~0UL;
	344
3a1bd924	345	list_for_each(list, free_stack) {
55910517	346	entry = list_entry(list, struct drm_mm_node, fl_entry);
1d58420b TH	347	wasted = 0;
	348
	349	if (entry->size < size)
	350	continue;
	351
	352	if (alignment) {
	353	register unsigned tmp = entry->start % alignment;
	354	if (tmp)
	355	wasted += alignment - tmp;
	356	}
	357
1d58420b	358	if (entry->size >= size + wasted) {
3a1bd924 TH	359	if (!best_match)
	360	return entry;
	361	if (size < best_size) {
	362	best = entry;
	363	best_size = entry->size;
	364	}
	365	}
	366	}
	367
	368	return best;
	369	}
249d6048	370	EXPORT_SYMBOL(drm_mm_search_free);
3a1bd924	371
a2e68e92 JG	372	struct drm_mm_node drm_mm_search_free_in_range(const struct drm_mm mm,
	373	unsigned long size,
	374	unsigned alignment,
	375	unsigned long start,
	376	unsigned long end,
	377	int best_match)
	378	{
	379	struct list_head *list;
	380	const struct list_head *free_stack = &mm->fl_entry;
	381	struct drm_mm_node *entry;
	382	struct drm_mm_node *best;
	383	unsigned long best_size;
	384	unsigned wasted;
	385
	386	best = NULL;
	387	best_size = ~0UL;
	388
	389	list_for_each(list, free_stack) {
	390	entry = list_entry(list, struct drm_mm_node, fl_entry);
	391	wasted = 0;
	392
	393	if (entry->size < size)
	394	continue;
	395
	396	if (entry->start > end \|\| (entry->start+entry->size) < start)
	397	continue;
	398
	399	if (entry->start < start)
	400	wasted += start - entry->start;
	401
	402	if (alignment) {
	403	register unsigned tmp = (entry->start + wasted) % alignment;
	404	if (tmp)
	405	wasted += alignment - tmp;
	406	}
	407
	408	if (entry->size >= size + wasted) {
	409	if (!best_match)
	410	return entry;
	411	if (size < best_size) {
	412	best = entry;
	413	best_size = entry->size;
	414	}
	415	}
	416	}
	417
	418	return best;
	419	}
	420	EXPORT_SYMBOL(drm_mm_search_free_in_range);
	421
55910517	422	int drm_mm_clean(struct drm_mm * mm)
3a1bd924	423	{
1d58420b	424	struct list_head *head = &mm->ml_entry;
3a1bd924	425
1d58420b TH	426	return (head->next->next == head);
1d58420b TH	427	}
249d6048	428	EXPORT_SYMBOL(drm_mm_clean);
3a1bd924	429
55910517	430	int drm_mm_init(struct drm_mm * mm, unsigned long start, unsigned long size)
1d58420b TH	431	{
	432	INIT_LIST_HEAD(&mm->ml_entry);
	433	INIT_LIST_HEAD(&mm->fl_entry);
249d6048 JG	434	INIT_LIST_HEAD(&mm->unused_nodes);
	435	mm->num_unused = 0;
	436	spin_lock_init(&mm->unused_lock);
3a1bd924	437
249d6048	438	return drm_mm_create_tail_node(mm, start, size, 0);
3a1bd924	439	}
673a394b	440	EXPORT_SYMBOL(drm_mm_init);
3a1bd924	441
55910517	442	void drm_mm_takedown(struct drm_mm * mm)
3a1bd924	443	{
1d58420b	444	struct list_head *bnode = mm->fl_entry.next;
55910517	445	struct drm_mm_node *entry;
249d6048	446	struct drm_mm_node *next;
3a1bd924	447
55910517	448	entry = list_entry(bnode, struct drm_mm_node, fl_entry);
3a1bd924	449
1d58420b TH	450	if (entry->ml_entry.next != &mm->ml_entry \|\|
1d58420b TH	451	entry->fl_entry.next != &mm->fl_entry) {
3a1bd924 TH	452	DRM_ERROR("Memory manager not clean. Delaying takedown\n");
	453	return;
	454	}
	455
	456	list_del(&entry->fl_entry);
	457	list_del(&entry->ml_entry);
249d6048 JG	458	kfree(entry);
	459
	460	spin_lock(&mm->unused_lock);
	461	list_for_each_entry_safe(entry, next, &mm->unused_nodes, fl_entry) {
	462	list_del(&entry->fl_entry);
	463	kfree(entry);
	464	--mm->num_unused;
	465	}
	466	spin_unlock(&mm->unused_lock);
3a1bd924	467
249d6048	468	BUG_ON(mm->num_unused != 0);
3a1bd924	469	}
f453ba04	470	EXPORT_SYMBOL(drm_mm_takedown);
fa8a1238	471
99d7e48e JG	472	void drm_mm_debug_table(struct drm_mm mm, const char prefix)
	473	{
	474	struct drm_mm_node *entry;
	475	int total_used = 0, total_free = 0, total = 0;
	476
	477	list_for_each_entry(entry, &mm->ml_entry, ml_entry) {
	478	printk(KERN_DEBUG "%s 0x%08lx-0x%08lx: %8ld: %s\n",
	479	prefix, entry->start, entry->start + entry->size,
	480	entry->size, entry->free ? "free" : "used");
	481	total += entry->size;
	482	if (entry->free)
	483	total_free += entry->size;
	484	else
	485	total_used += entry->size;
	486	}
	487	printk(KERN_DEBUG "%s total: %d, used %d free %d\n", prefix, total,
	488	total_used, total_free);
	489	}
	490	EXPORT_SYMBOL(drm_mm_debug_table);
	491
fa8a1238 DA	492	#if defined(CONFIG_DEBUG_FS)
	493	int drm_mm_dump_table(struct seq_file m, struct drm_mm mm)
	494	{
	495	struct drm_mm_node *entry;
	496	int total_used = 0, total_free = 0, total = 0;
	497
	498	list_for_each_entry(entry, &mm->ml_entry, ml_entry) {
	499	seq_printf(m, "0x%08lx-0x%08lx: 0x%08lx: %s\n", entry->start, entry->start + entry->size, entry->size, entry->free ? "free" : "used");
	500	total += entry->size;
	501	if (entry->free)
	502	total_free += entry->size;
	503	else
	504	total_used += entry->size;
	505	}
01d01ba9	506	seq_printf(m, "total: %d, used %d free %d\n", total, total_used, total_free);
fa8a1238 DA	507	return 0;
	508	}
	509	EXPORT_SYMBOL(drm_mm_dump_table);
	510	#endif