4 * DSP-BIOS Bridge driver support functions for TI OMAP processors.
6 * DSP/BIOS Bridge resource allocation module.
8 * Copyright (C) 2005-2006 Texas Instruments, Inc.
10 * This package is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License version 2 as
12 * published by the Free Software Foundation.
14 * THIS PACKAGE IS PROVIDED ``AS IS'' AND WITHOUT ANY EXPRESS OR
15 * IMPLIED WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED
16 * WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR A PARTICULAR PURPOSE.
18 #include <linux/types.h>
20 /* ----------------------------------- Host OS */
21 #include <dspbridge/host_os.h>
23 /* ----------------------------------- DSP/BIOS Bridge */
24 #include <dspbridge/dbdefs.h>
26 /* ----------------------------------- Trace & Debug */
27 #include <dspbridge/dbc.h>
29 /* ----------------------------------- OS Adaptation Layer */
30 #include <dspbridge/list.h>
32 /* ----------------------------------- This */
33 #include <dspbridge/drv.h>
34 #include <dspbridge/dev.h>
36 #include <dspbridge/node.h>
37 #include <dspbridge/proc.h>
38 #include <dspbridge/strm.h>
39 #include <dspbridge/nodepriv.h>
40 #include <dspbridge/dspchnl.h>
41 #include <dspbridge/resourcecleanup.h>
43 /* ----------------------------------- Defines, Data Structures, Typedefs */
45 struct lst_list *dev_list;
46 struct lst_list *dev_node_string;
50 * This is the Device Extension. Named with the Prefix
51 * DRV_ since it is living in this module
54 struct list_head link;
55 char sz_string[MAXREGPATHLENGTH];
58 /* ----------------------------------- Globals */
60 static bool ext_phys_mem_pool_enabled;
61 struct ext_phys_mem_pool {
65 u32 next_phys_alloc_ptr;
67 static struct ext_phys_mem_pool ext_mem_pool;
69 /* ----------------------------------- Function Prototypes */
70 static int request_bridge_resources(struct cfg_hostres *res);
73 /* GPP PROCESS CLEANUP CODE */
75 static int drv_proc_free_node_res(int id, void *p, void *data);
77 /* Allocate and add a node resource element
78 * This function is called from .Node_Allocate. */
79 int drv_insert_node_res_element(void *hnode, void *node_resource,
82 struct node_res_object **node_res_obj =
83 (struct node_res_object **)node_resource;
84 struct process_context *ctxt = (struct process_context *)process_ctxt;
88 *node_res_obj = kzalloc(sizeof(struct node_res_object), GFP_KERNEL);
94 (*node_res_obj)->hnode = hnode;
95 retval = idr_get_new(ctxt->node_id, *node_res_obj,
96 &(*node_res_obj)->id);
97 if (retval == -EAGAIN) {
98 if (!idr_pre_get(ctxt->node_id, GFP_KERNEL)) {
99 pr_err("%s: OUT OF MEMORY\n", __func__);
104 retval = idr_get_new(ctxt->node_id, *node_res_obj,
105 &(*node_res_obj)->id);
108 pr_err("%s: FAILED, IDR is FULL\n", __func__);
113 kfree(*node_res_obj);
118 /* Release all Node resources and its context
119 * Actual Node De-Allocation */
120 static int drv_proc_free_node_res(int id, void *p, void *data)
122 struct process_context *ctxt = data;
124 struct node_res_object *node_res_obj = p;
127 if (node_res_obj->node_allocated) {
128 node_state = node_get_state(node_res_obj->hnode);
129 if (node_state <= NODE_DELETING) {
130 if ((node_state == NODE_RUNNING) ||
131 (node_state == NODE_PAUSED) ||
132 (node_state == NODE_TERMINATING))
134 (node_res_obj->hnode, &status);
136 node_delete(node_res_obj, ctxt);
143 /* Release all Mapped and Reserved DMM resources */
144 int drv_remove_all_dmm_res_elements(void *process_ctxt)
146 struct process_context *ctxt = (struct process_context *)process_ctxt;
148 struct dmm_map_object *temp_map, *map_obj;
150 /* Free DMM mapped memory resources */
151 list_for_each_entry_safe(map_obj, temp_map, &ctxt->dmm_map_list, link) {
152 status = proc_un_map(ctxt->hprocessor,
153 (void *)map_obj->dsp_addr, ctxt);
155 pr_err("%s: proc_un_map failed!"
156 " status = 0x%xn", __func__, status);
161 /* Update Node allocation status */
162 void drv_proc_node_update_status(void *node_resource, s32 status)
164 struct node_res_object *node_res_obj =
165 (struct node_res_object *)node_resource;
166 DBC_ASSERT(node_resource != NULL);
167 node_res_obj->node_allocated = status;
170 /* Update Node Heap status */
171 void drv_proc_node_update_heap_status(void *node_resource, s32 status)
173 struct node_res_object *node_res_obj =
174 (struct node_res_object *)node_resource;
175 DBC_ASSERT(node_resource != NULL);
176 node_res_obj->heap_allocated = status;
179 /* Release all Node resources and its context
180 * This is called from .bridge_release.
182 int drv_remove_all_node_res_elements(void *process_ctxt)
184 struct process_context *ctxt = process_ctxt;
186 idr_for_each(ctxt->node_id, drv_proc_free_node_res, ctxt);
187 idr_destroy(ctxt->node_id);
192 /* Allocate the STRM resource element
193 * This is called after the actual resource is allocated
195 int drv_proc_insert_strm_res_element(void *stream_obj,
196 void *strm_res, void *process_ctxt)
198 struct strm_res_object **pstrm_res =
199 (struct strm_res_object **)strm_res;
200 struct process_context *ctxt = (struct process_context *)process_ctxt;
204 *pstrm_res = kzalloc(sizeof(struct strm_res_object), GFP_KERNEL);
205 if (*pstrm_res == NULL) {
210 (*pstrm_res)->hstream = stream_obj;
211 retval = idr_get_new(ctxt->stream_id, *pstrm_res,
213 if (retval == -EAGAIN) {
214 if (!idr_pre_get(ctxt->stream_id, GFP_KERNEL)) {
215 pr_err("%s: OUT OF MEMORY\n", __func__);
220 retval = idr_get_new(ctxt->stream_id, *pstrm_res,
224 pr_err("%s: FAILED, IDR is FULL\n", __func__);
232 static int drv_proc_free_strm_res(int id, void *p, void *process_ctxt)
234 struct process_context *ctxt = process_ctxt;
235 struct strm_res_object *strm_res = p;
236 struct stream_info strm_info;
237 struct dsp_streaminfo user;
238 u8 **ap_buffer = NULL;
244 if (strm_res->num_bufs) {
245 ap_buffer = kmalloc((strm_res->num_bufs *
246 sizeof(u8 *)), GFP_KERNEL);
248 strm_free_buffer(strm_res,
255 strm_info.user_strm = &user;
256 user.number_bufs_in_stream = 0;
257 strm_get_info(strm_res->hstream, &strm_info, sizeof(strm_info));
258 while (user.number_bufs_in_stream--)
259 strm_reclaim(strm_res->hstream, &buf_ptr, &ul_bytes,
260 (u32 *) &ul_buf_size, &dw_arg);
261 strm_close(strm_res, ctxt);
265 /* Release all Stream resources and its context
266 * This is called from .bridge_release.
268 int drv_remove_all_strm_res_elements(void *process_ctxt)
270 struct process_context *ctxt = process_ctxt;
272 idr_for_each(ctxt->stream_id, drv_proc_free_strm_res, ctxt);
273 idr_destroy(ctxt->stream_id);
278 /* Updating the stream resource element */
279 int drv_proc_update_strm_res(u32 num_bufs, void *strm_resources)
282 struct strm_res_object **strm_res =
283 (struct strm_res_object **)strm_resources;
285 (*strm_res)->num_bufs = num_bufs;
289 /* GPP PROCESS CLEANUP CODE END */
292 * ======== = drv_create ======== =
294 * DRV Object gets created only once during Driver Loading.
296 int drv_create(struct drv_object **drv_obj)
299 struct drv_object *pdrv_object = NULL;
300 struct drv_data *drv_datap = dev_get_drvdata(bridge);
302 DBC_REQUIRE(drv_obj != NULL);
303 DBC_REQUIRE(refs > 0);
305 pdrv_object = kzalloc(sizeof(struct drv_object), GFP_KERNEL);
307 /* Create and Initialize List of device objects */
308 pdrv_object->dev_list = kzalloc(sizeof(struct lst_list),
310 if (pdrv_object->dev_list) {
311 /* Create and Initialize List of device Extension */
312 pdrv_object->dev_node_string =
313 kzalloc(sizeof(struct lst_list), GFP_KERNEL);
314 if (!(pdrv_object->dev_node_string)) {
317 INIT_LIST_HEAD(&pdrv_object->
318 dev_node_string->head);
319 INIT_LIST_HEAD(&pdrv_object->dev_list->head);
327 /* Store the DRV Object in the driver data */
330 drv_datap->drv_object = (void *)pdrv_object;
333 pr_err("%s: Failed to store DRV object\n", __func__);
338 *drv_obj = pdrv_object;
340 kfree(pdrv_object->dev_list);
341 kfree(pdrv_object->dev_node_string);
342 /* Free the DRV Object */
346 DBC_ENSURE(status || pdrv_object);
351 * ======== drv_exit ========
353 * Discontinue usage of the DRV module.
357 DBC_REQUIRE(refs > 0);
361 DBC_ENSURE(refs >= 0);
365 * ======== = drv_destroy ======== =
367 * Invoked during bridge de-initialization
369 int drv_destroy(struct drv_object *driver_obj)
372 struct drv_object *pdrv_object = (struct drv_object *)driver_obj;
373 struct drv_data *drv_datap = dev_get_drvdata(bridge);
375 DBC_REQUIRE(refs > 0);
376 DBC_REQUIRE(pdrv_object);
379 * Delete the List if it exists.Should not come here
380 * as the drv_remove_dev_object and the Last drv_request_resources
381 * removes the list if the lists are empty.
383 kfree(pdrv_object->dev_list);
384 kfree(pdrv_object->dev_node_string);
386 /* Update the DRV Object in the driver data */
388 drv_datap->drv_object = NULL;
391 pr_err("%s: Failed to store DRV object\n", __func__);
398 * ======== drv_get_dev_object ========
400 * Given a index, returns a handle to DevObject from the list.
402 int drv_get_dev_object(u32 index, struct drv_object *hdrv_obj,
403 struct dev_object **device_obj)
406 #ifdef CONFIG_TIDSPBRIDGE_DEBUG
407 /* used only for Assertions and debug messages */
408 struct drv_object *pdrv_obj = (struct drv_object *)hdrv_obj;
410 struct dev_object *dev_obj;
412 DBC_REQUIRE(pdrv_obj);
413 DBC_REQUIRE(device_obj != NULL);
414 DBC_REQUIRE(index >= 0);
415 DBC_REQUIRE(refs > 0);
416 DBC_ASSERT(!(LST_IS_EMPTY(pdrv_obj->dev_list)));
418 dev_obj = (struct dev_object *)drv_get_first_dev_object();
419 for (i = 0; i < index; i++) {
421 (struct dev_object *)drv_get_next_dev_object((u32) dev_obj);
424 *device_obj = (struct dev_object *)dev_obj;
434 * ======== drv_get_first_dev_object ========
436 * Retrieve the first Device Object handle from an internal linked list of
437 * of DEV_OBJECTs maintained by DRV.
439 u32 drv_get_first_dev_object(void)
441 u32 dw_dev_object = 0;
442 struct drv_object *pdrv_obj;
443 struct drv_data *drv_datap = dev_get_drvdata(bridge);
445 if (drv_datap && drv_datap->drv_object) {
446 pdrv_obj = drv_datap->drv_object;
447 if ((pdrv_obj->dev_list != NULL) &&
448 !LST_IS_EMPTY(pdrv_obj->dev_list))
449 dw_dev_object = (u32) lst_first(pdrv_obj->dev_list);
451 pr_err("%s: Failed to retrieve the object handle\n", __func__);
454 return dw_dev_object;
458 * ======== DRV_GetFirstDevNodeString ========
460 * Retrieve the first Device Extension from an internal linked list of
461 * of Pointer to dev_node Strings maintained by DRV.
463 u32 drv_get_first_dev_extension(void)
465 u32 dw_dev_extension = 0;
466 struct drv_object *pdrv_obj;
467 struct drv_data *drv_datap = dev_get_drvdata(bridge);
469 if (drv_datap && drv_datap->drv_object) {
470 pdrv_obj = drv_datap->drv_object;
471 if ((pdrv_obj->dev_node_string != NULL) &&
472 !LST_IS_EMPTY(pdrv_obj->dev_node_string)) {
474 (u32) lst_first(pdrv_obj->dev_node_string);
477 pr_err("%s: Failed to retrieve the object handle\n", __func__);
480 return dw_dev_extension;
484 * ======== drv_get_next_dev_object ========
486 * Retrieve the next Device Object handle from an internal linked list of
487 * of DEV_OBJECTs maintained by DRV, after having previously called
488 * drv_get_first_dev_object() and zero or more DRV_GetNext.
490 u32 drv_get_next_dev_object(u32 hdev_obj)
492 u32 dw_next_dev_object = 0;
493 struct drv_object *pdrv_obj;
494 struct drv_data *drv_datap = dev_get_drvdata(bridge);
496 DBC_REQUIRE(hdev_obj != 0);
498 if (drv_datap && drv_datap->drv_object) {
499 pdrv_obj = drv_datap->drv_object;
500 if ((pdrv_obj->dev_list != NULL) &&
501 !LST_IS_EMPTY(pdrv_obj->dev_list)) {
502 dw_next_dev_object = (u32) lst_next(pdrv_obj->dev_list,
507 pr_err("%s: Failed to retrieve the object handle\n", __func__);
510 return dw_next_dev_object;
514 * ======== drv_get_next_dev_extension ========
516 * Retrieve the next Device Extension from an internal linked list of
517 * of pointer to DevNodeString maintained by DRV, after having previously
518 * called drv_get_first_dev_extension() and zero or more
519 * drv_get_next_dev_extension().
521 u32 drv_get_next_dev_extension(u32 dev_extension)
523 u32 dw_dev_extension = 0;
524 struct drv_object *pdrv_obj;
525 struct drv_data *drv_datap = dev_get_drvdata(bridge);
527 DBC_REQUIRE(dev_extension != 0);
529 if (drv_datap && drv_datap->drv_object) {
530 pdrv_obj = drv_datap->drv_object;
531 if ((pdrv_obj->dev_node_string != NULL) &&
532 !LST_IS_EMPTY(pdrv_obj->dev_node_string)) {
534 (u32) lst_next(pdrv_obj->dev_node_string,
535 (struct list_head *)dev_extension);
538 pr_err("%s: Failed to retrieve the object handle\n", __func__);
541 return dw_dev_extension;
545 * ======== drv_init ========
547 * Initialize DRV module private state.
551 s32 ret = 1; /* function return value */
553 DBC_REQUIRE(refs >= 0);
558 DBC_ENSURE((ret && (refs > 0)) || (!ret && (refs >= 0)));
564 * ======== drv_insert_dev_object ========
566 * Insert a DevObject into the list of Manager object.
568 int drv_insert_dev_object(struct drv_object *driver_obj,
569 struct dev_object *hdev_obj)
571 struct drv_object *pdrv_object = (struct drv_object *)driver_obj;
573 DBC_REQUIRE(refs > 0);
574 DBC_REQUIRE(hdev_obj != NULL);
575 DBC_REQUIRE(pdrv_object);
576 DBC_ASSERT(pdrv_object->dev_list);
578 lst_put_tail(pdrv_object->dev_list, (struct list_head *)hdev_obj);
580 DBC_ENSURE(!LST_IS_EMPTY(pdrv_object->dev_list));
586 * ======== drv_remove_dev_object ========
588 * Search for and remove a DeviceObject from the given list of DRV
591 int drv_remove_dev_object(struct drv_object *driver_obj,
592 struct dev_object *hdev_obj)
595 struct drv_object *pdrv_object = (struct drv_object *)driver_obj;
596 struct list_head *cur_elem;
598 DBC_REQUIRE(refs > 0);
599 DBC_REQUIRE(pdrv_object);
600 DBC_REQUIRE(hdev_obj != NULL);
602 DBC_REQUIRE(pdrv_object->dev_list != NULL);
603 DBC_REQUIRE(!LST_IS_EMPTY(pdrv_object->dev_list));
605 /* Search list for p_proc_object: */
606 for (cur_elem = lst_first(pdrv_object->dev_list); cur_elem != NULL;
607 cur_elem = lst_next(pdrv_object->dev_list, cur_elem)) {
608 /* If found, remove it. */
609 if ((struct dev_object *)cur_elem == hdev_obj) {
610 lst_remove_elem(pdrv_object->dev_list, cur_elem);
615 /* Remove list if empty. */
616 if (LST_IS_EMPTY(pdrv_object->dev_list)) {
617 kfree(pdrv_object->dev_list);
618 pdrv_object->dev_list = NULL;
620 DBC_ENSURE((pdrv_object->dev_list == NULL) ||
621 !LST_IS_EMPTY(pdrv_object->dev_list));
627 * ======== drv_request_resources ========
629 * Requests resources from the OS.
631 int drv_request_resources(u32 dw_context, u32 *dev_node_strg)
634 struct drv_object *pdrv_object;
635 struct drv_ext *pszdev_node;
636 struct drv_data *drv_datap = dev_get_drvdata(bridge);
638 DBC_REQUIRE(dw_context != 0);
639 DBC_REQUIRE(dev_node_strg != NULL);
642 * Allocate memory to hold the string. This will live untill
643 * it is freed in the Release resources. Update the driver object
647 if (!drv_datap || !drv_datap->drv_object)
650 pdrv_object = drv_datap->drv_object;
653 pszdev_node = kzalloc(sizeof(struct drv_ext), GFP_KERNEL);
655 lst_init_elem(&pszdev_node->link);
656 strncpy(pszdev_node->sz_string,
657 (char *)dw_context, MAXREGPATHLENGTH - 1);
658 pszdev_node->sz_string[MAXREGPATHLENGTH - 1] = '\0';
659 /* Update the Driver Object List */
660 *dev_node_strg = (u32) pszdev_node->sz_string;
661 lst_put_tail(pdrv_object->dev_node_string,
662 (struct list_head *)pszdev_node);
668 dev_dbg(bridge, "%s: Failed to get Driver Object from Registry",
673 DBC_ENSURE((!status && dev_node_strg != NULL &&
674 !LST_IS_EMPTY(pdrv_object->dev_node_string)) ||
675 (status && *dev_node_strg == 0));
681 * ======== drv_release_resources ========
683 * Releases resources from the OS.
685 int drv_release_resources(u32 dw_context, struct drv_object *hdrv_obj)
688 struct drv_object *pdrv_object = (struct drv_object *)hdrv_obj;
689 struct drv_ext *pszdev_node;
692 * Irrespective of the status go ahead and clean it
693 * The following will over write the status.
695 for (pszdev_node = (struct drv_ext *)drv_get_first_dev_extension();
696 pszdev_node != NULL; pszdev_node = (struct drv_ext *)
697 drv_get_next_dev_extension((u32) pszdev_node)) {
698 if (!pdrv_object->dev_node_string) {
699 /* When this could happen? */
702 if ((u32) pszdev_node == dw_context) {
704 /* Delete from the Driver object list */
705 lst_remove_elem(pdrv_object->dev_node_string,
706 (struct list_head *)pszdev_node);
707 kfree((void *)pszdev_node);
710 /* Delete the List if it is empty */
711 if (LST_IS_EMPTY(pdrv_object->dev_node_string)) {
712 kfree(pdrv_object->dev_node_string);
713 pdrv_object->dev_node_string = NULL;
720 * ======== request_bridge_resources ========
722 * Reserves shared memory for bridge.
724 static int request_bridge_resources(struct cfg_hostres *res)
726 struct cfg_hostres *host_res = res;
728 /* num_mem_windows must not be more than CFG_MAXMEMREGISTERS */
729 host_res->num_mem_windows = 2;
731 /* First window is for DSP internal memory */
732 host_res->dw_sys_ctrl_base = ioremap(OMAP_SYSC_BASE, OMAP_SYSC_SIZE);
733 dev_dbg(bridge, "dw_mem_base[0] 0x%x\n", host_res->dw_mem_base[0]);
734 dev_dbg(bridge, "dw_mem_base[3] 0x%x\n", host_res->dw_mem_base[3]);
736 /* for 24xx base port is not mapping the mamory for DSP
737 * internal memory TODO Do a ioremap here */
738 /* Second window is for DSP external memory shared with MPU */
740 /* These are hard-coded values */
741 host_res->birq_registers = 0;
742 host_res->birq_attrib = 0;
743 host_res->dw_offset_for_monitor = 0;
744 host_res->dw_chnl_offset = 0;
745 /* CHNL_MAXCHANNELS */
746 host_res->dw_num_chnls = CHNL_MAXCHANNELS;
747 host_res->dw_chnl_buf_size = 0x400;
753 * ======== drv_request_bridge_res_dsp ========
755 * Reserves shared memory for bridge.
757 int drv_request_bridge_res_dsp(void **phost_resources)
760 struct cfg_hostres *host_res;
764 struct drv_data *drv_datap = dev_get_drvdata(bridge);
766 dw_buff_size = sizeof(struct cfg_hostres);
768 host_res = kzalloc(dw_buff_size, GFP_KERNEL);
770 if (host_res != NULL) {
771 request_bridge_resources(host_res);
772 /* num_mem_windows must not be more than CFG_MAXMEMREGISTERS */
773 host_res->num_mem_windows = 4;
775 host_res->dw_mem_base[0] = 0;
776 host_res->dw_mem_base[2] = (u32) ioremap(OMAP_DSP_MEM1_BASE,
778 host_res->dw_mem_base[3] = (u32) ioremap(OMAP_DSP_MEM2_BASE,
780 host_res->dw_mem_base[4] = (u32) ioremap(OMAP_DSP_MEM3_BASE,
782 host_res->dw_per_base = ioremap(OMAP_PER_CM_BASE,
784 host_res->dw_per_pm_base = (u32) ioremap(OMAP_PER_PRM_BASE,
786 host_res->dw_core_pm_base = (u32) ioremap(OMAP_CORE_PRM_BASE,
789 dev_dbg(bridge, "dw_mem_base[0] 0x%x\n",
790 host_res->dw_mem_base[0]);
791 dev_dbg(bridge, "dw_mem_base[1] 0x%x\n",
792 host_res->dw_mem_base[1]);
793 dev_dbg(bridge, "dw_mem_base[2] 0x%x\n",
794 host_res->dw_mem_base[2]);
795 dev_dbg(bridge, "dw_mem_base[3] 0x%x\n",
796 host_res->dw_mem_base[3]);
797 dev_dbg(bridge, "dw_mem_base[4] 0x%x\n",
798 host_res->dw_mem_base[4]);
800 shm_size = drv_datap->shm_size;
801 if (shm_size >= 0x10000) {
802 /* Allocate Physically contiguous,
803 * non-cacheable memory */
804 host_res->dw_mem_base[1] =
805 (u32) mem_alloc_phys_mem(shm_size, 0x100000,
807 if (host_res->dw_mem_base[1] == 0) {
809 pr_err("shm reservation Failed\n");
811 host_res->dw_mem_length[1] = shm_size;
812 host_res->dw_mem_phys[1] = dma_addr;
814 dev_dbg(bridge, "%s: Bridge shm address 0x%x "
815 "dma_addr %x size %x\n", __func__,
816 host_res->dw_mem_base[1],
821 /* These are hard-coded values */
822 host_res->birq_registers = 0;
823 host_res->birq_attrib = 0;
824 host_res->dw_offset_for_monitor = 0;
825 host_res->dw_chnl_offset = 0;
826 /* CHNL_MAXCHANNELS */
827 host_res->dw_num_chnls = CHNL_MAXCHANNELS;
828 host_res->dw_chnl_buf_size = 0x400;
829 dw_buff_size = sizeof(struct cfg_hostres);
831 *phost_resources = host_res;
837 void mem_ext_phys_pool_init(u32 pool_phys_base, u32 pool_size)
841 /* get the virtual address for the physical memory pool passed */
842 pool_virt_base = (u32) ioremap(pool_phys_base, pool_size);
844 if ((void **)pool_virt_base == NULL) {
845 pr_err("%s: external physical memory map failed\n", __func__);
846 ext_phys_mem_pool_enabled = false;
848 ext_mem_pool.phys_mem_base = pool_phys_base;
849 ext_mem_pool.phys_mem_size = pool_size;
850 ext_mem_pool.virt_mem_base = pool_virt_base;
851 ext_mem_pool.next_phys_alloc_ptr = pool_phys_base;
852 ext_phys_mem_pool_enabled = true;
856 void mem_ext_phys_pool_release(void)
858 if (ext_phys_mem_pool_enabled) {
859 iounmap((void *)(ext_mem_pool.virt_mem_base));
860 ext_phys_mem_pool_enabled = false;
865 * ======== mem_ext_phys_mem_alloc ========
867 * Allocate physically contiguous, uncached memory from external memory pool
870 static void *mem_ext_phys_mem_alloc(u32 bytes, u32 align, u32 * phys_addr)
879 if (bytes > ((ext_mem_pool.phys_mem_base + ext_mem_pool.phys_mem_size)
880 - ext_mem_pool.next_phys_alloc_ptr)) {
884 offset = (ext_mem_pool.next_phys_alloc_ptr & (align - 1));
886 new_alloc_ptr = ext_mem_pool.next_phys_alloc_ptr;
888 new_alloc_ptr = (ext_mem_pool.next_phys_alloc_ptr) +
890 if ((new_alloc_ptr + bytes) <=
891 (ext_mem_pool.phys_mem_base + ext_mem_pool.phys_mem_size)) {
892 /* we can allocate */
893 *phys_addr = new_alloc_ptr;
894 ext_mem_pool.next_phys_alloc_ptr =
895 new_alloc_ptr + bytes;
897 ext_mem_pool.virt_mem_base + (new_alloc_ptr -
900 return (void *)virt_addr;
909 * ======== mem_alloc_phys_mem ========
911 * Allocate physically contiguous, uncached memory
913 void *mem_alloc_phys_mem(u32 byte_size, u32 align_mask,
914 u32 *physical_address)
920 if (ext_phys_mem_pool_enabled) {
921 va_mem = mem_ext_phys_mem_alloc(byte_size, align_mask,
924 va_mem = dma_alloc_coherent(NULL, byte_size, &pa_mem,
927 *physical_address = 0;
929 *physical_address = pa_mem;
935 * ======== mem_free_phys_mem ========
937 * Free the given block of physically contiguous memory.
939 void mem_free_phys_mem(void *virtual_address, u32 physical_address,
942 DBC_REQUIRE(virtual_address != NULL);
944 if (!ext_phys_mem_pool_enabled)
945 dma_free_coherent(NULL, byte_size, virtual_address,