]> bbs.cooldavid.org Git - net-next-2.6.git/blame - arch/powerpc/kernel/irq.c
powerpc: Remove whitespace in irq chip name fields
[net-next-2.6.git] / arch / powerpc / kernel / irq.c
CommitLineData
1da177e4 1/*
1da177e4
LT
2 * Derived from arch/i386/kernel/irq.c
3 * Copyright (C) 1992 Linus Torvalds
4 * Adapted from arch/i386 by Gary Thomas
5 * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
756e7104
SR
6 * Updated and modified by Cort Dougan <cort@fsmlabs.com>
7 * Copyright (C) 1996-2001 Cort Dougan
1da177e4
LT
8 * Adapted for Power Macintosh by Paul Mackerras
9 * Copyright (C) 1996 Paul Mackerras (paulus@cs.anu.edu.au)
756e7104 10 *
1da177e4
LT
11 * This program is free software; you can redistribute it and/or
12 * modify it under the terms of the GNU General Public License
13 * as published by the Free Software Foundation; either version
14 * 2 of the License, or (at your option) any later version.
15 *
16 * This file contains the code used by various IRQ handling routines:
17 * asking for different IRQ's should be done through these routines
18 * instead of just grabbing them. Thus setups with different IRQ numbers
19 * shouldn't result in any weird surprises, and installing new handlers
20 * should be easier.
756e7104
SR
21 *
22 * The MPC8xx has an interrupt mask in the SIU. If a bit is set, the
23 * interrupt is _enabled_. As expected, IRQ0 is bit 0 in the 32-bit
24 * mask register (of which only 16 are defined), hence the weird shifting
25 * and complement of the cached_irq_mask. I want to be able to stuff
26 * this right into the SIU SMASK register.
27 * Many of the prep/chrp functions are conditional compiled on CONFIG_8xx
28 * to reduce code space and undefined function references.
1da177e4
LT
29 */
30
0ebfff14
BH
31#undef DEBUG
32
1da177e4
LT
33#include <linux/module.h>
34#include <linux/threads.h>
35#include <linux/kernel_stat.h>
36#include <linux/signal.h>
37#include <linux/sched.h>
756e7104 38#include <linux/ptrace.h>
1da177e4
LT
39#include <linux/ioport.h>
40#include <linux/interrupt.h>
41#include <linux/timex.h>
1da177e4
LT
42#include <linux/init.h>
43#include <linux/slab.h>
1da177e4
LT
44#include <linux/delay.h>
45#include <linux/irq.h>
756e7104
SR
46#include <linux/seq_file.h>
47#include <linux/cpumask.h>
1da177e4
LT
48#include <linux/profile.h>
49#include <linux/bitops.h>
0ebfff14
BH
50#include <linux/list.h>
51#include <linux/radix-tree.h>
52#include <linux/mutex.h>
53#include <linux/bootmem.h>
45934c47 54#include <linux/pci.h>
60b332e7 55#include <linux/debugfs.h>
cdd6c482 56#include <linux/perf_event.h>
1da177e4
LT
57
58#include <asm/uaccess.h>
59#include <asm/system.h>
60#include <asm/io.h>
61#include <asm/pgtable.h>
62#include <asm/irq.h>
63#include <asm/cache.h>
64#include <asm/prom.h>
65#include <asm/ptrace.h>
1da177e4 66#include <asm/machdep.h>
0ebfff14 67#include <asm/udbg.h>
d04c56f7 68#ifdef CONFIG_PPC64
1da177e4 69#include <asm/paca.h>
d04c56f7 70#include <asm/firmware.h>
0874dd40 71#include <asm/lv1call.h>
756e7104 72#endif
1bf4af16
AB
73#define CREATE_TRACE_POINTS
74#include <asm/trace.h>
1da177e4 75
8c007bfd
AB
76DEFINE_PER_CPU_SHARED_ALIGNED(irq_cpustat_t, irq_stat);
77EXPORT_PER_CPU_SYMBOL(irq_stat);
78
868accb7 79int __irq_offset_value;
756e7104
SR
80static int ppc_spurious_interrupts;
81
756e7104 82#ifdef CONFIG_PPC32
b9e5b4e6
BH
83EXPORT_SYMBOL(__irq_offset_value);
84atomic_t ppc_n_lost_interrupts;
756e7104 85
756e7104
SR
86#ifdef CONFIG_TAU_INT
87extern int tau_initialized;
88extern int tau_interrupts(int);
89#endif
b9e5b4e6 90#endif /* CONFIG_PPC32 */
756e7104 91
756e7104 92#ifdef CONFIG_PPC64
cd015707
ME
93
94#ifndef CONFIG_SPARSE_IRQ
1da177e4 95EXPORT_SYMBOL(irq_desc);
cd015707 96#endif
1da177e4
LT
97
98int distribute_irqs = 1;
d04c56f7 99
4e491d14 100static inline notrace unsigned long get_hard_enabled(void)
ef2b343e
HD
101{
102 unsigned long enabled;
103
104 __asm__ __volatile__("lbz %0,%1(13)"
105 : "=r" (enabled) : "i" (offsetof(struct paca_struct, hard_enabled)));
106
107 return enabled;
108}
109
4e491d14 110static inline notrace void set_soft_enabled(unsigned long enable)
ef2b343e
HD
111{
112 __asm__ __volatile__("stb %0,%1(13)"
113 : : "r" (enable), "i" (offsetof(struct paca_struct, soft_enabled)));
114}
115
4e491d14 116notrace void raw_local_irq_restore(unsigned long en)
d04c56f7 117{
ef2b343e
HD
118 /*
119 * get_paca()->soft_enabled = en;
120 * Is it ever valid to use local_irq_restore(0) when soft_enabled is 1?
121 * That was allowed before, and in such a case we do need to take care
122 * that gcc will set soft_enabled directly via r13, not choose to use
123 * an intermediate register, lest we're preempted to a different cpu.
124 */
125 set_soft_enabled(en);
d04c56f7
PM
126 if (!en)
127 return;
128
94491685 129#ifdef CONFIG_PPC_STD_MMU_64
d04c56f7 130 if (firmware_has_feature(FW_FEATURE_ISERIES)) {
ef2b343e
HD
131 /*
132 * Do we need to disable preemption here? Not really: in the
133 * unlikely event that we're preempted to a different cpu in
134 * between getting r13, loading its lppaca_ptr, and loading
135 * its any_int, we might call iseries_handle_interrupts without
136 * an interrupt pending on the new cpu, but that's no disaster,
137 * is it? And the business of preempting us off the old cpu
138 * would itself involve a local_irq_restore which handles the
139 * interrupt to that cpu.
140 *
141 * But use "local_paca->lppaca_ptr" instead of "get_lppaca()"
142 * to avoid any preemption checking added into get_paca().
143 */
144 if (local_paca->lppaca_ptr->int_dword.any_int)
d04c56f7 145 iseries_handle_interrupts();
d04c56f7 146 }
94491685 147#endif /* CONFIG_PPC_STD_MMU_64 */
d04c56f7 148
cdd6c482
IM
149 if (test_perf_event_pending()) {
150 clear_perf_event_pending();
151 perf_event_do_pending();
b6c5a71d 152 }
93a6d3ce 153
ef2b343e
HD
154 /*
155 * if (get_paca()->hard_enabled) return;
156 * But again we need to take care that gcc gets hard_enabled directly
157 * via r13, not choose to use an intermediate register, lest we're
158 * preempted to a different cpu in between the two instructions.
159 */
160 if (get_hard_enabled())
d04c56f7 161 return;
ef2b343e
HD
162
163 /*
164 * Need to hard-enable interrupts here. Since currently disabled,
165 * no need to take further asm precautions against preemption; but
166 * use local_paca instead of get_paca() to avoid preemption checking.
167 */
168 local_paca->hard_enabled = en;
d04c56f7
PM
169 if ((int)mfspr(SPRN_DEC) < 0)
170 mtspr(SPRN_DEC, 1);
0874dd40
TS
171
172 /*
173 * Force the delivery of pending soft-disabled interrupts on PS3.
174 * Any HV call will have this side effect.
175 */
176 if (firmware_has_feature(FW_FEATURE_PS3_LV1)) {
177 u64 tmp;
178 lv1_get_version_info(&tmp);
179 }
180
e1fa2e13 181 __hard_irq_enable();
d04c56f7 182}
945feb17 183EXPORT_SYMBOL(raw_local_irq_restore);
756e7104 184#endif /* CONFIG_PPC64 */
1da177e4 185
c86845ed
AB
186static int show_other_interrupts(struct seq_file *p, int prec)
187{
188 int j;
189
190#if defined(CONFIG_PPC32) && defined(CONFIG_TAU_INT)
191 if (tau_initialized) {
192 seq_printf(p, "%*s: ", prec, "TAU");
193 for_each_online_cpu(j)
194 seq_printf(p, "%10u ", tau_interrupts(j));
195 seq_puts(p, " PowerPC Thermal Assist (cpu temp)\n");
196 }
197#endif /* CONFIG_PPC32 && CONFIG_TAU_INT */
198
199 seq_printf(p, "%*s: %10u\n", prec, "BAD", ppc_spurious_interrupts);
200
201 return 0;
202}
203
1da177e4
LT
204int show_interrupts(struct seq_file *p, void *v)
205{
c86845ed
AB
206 unsigned long flags, any_count = 0;
207 int i = *(loff_t *) v, j, prec;
756e7104 208 struct irqaction *action;
97f7d6bc 209 struct irq_desc *desc;
1da177e4 210
c86845ed
AB
211 if (i > nr_irqs)
212 return 0;
213
214 for (prec = 3, j = 1000; prec < 10 && j <= nr_irqs; ++prec)
215 j *= 10;
216
217 if (i == nr_irqs)
218 return show_other_interrupts(p, prec);
219
220 /* print header */
1da177e4 221 if (i == 0) {
c86845ed 222 seq_printf(p, "%*s", prec + 8, "");
756e7104 223 for_each_online_cpu(j)
c86845ed 224 seq_printf(p, "CPU%-8d", j);
1da177e4 225 seq_putc(p, '\n');
756e7104 226 }
750ab112
ME
227
228 desc = irq_to_desc(i);
229 if (!desc)
230 return 0;
231
239007b8 232 raw_spin_lock_irqsave(&desc->lock, flags);
c86845ed
AB
233 for_each_online_cpu(j)
234 any_count |= kstat_irqs_cpu(i, j);
750ab112 235 action = desc->action;
c86845ed
AB
236 if (!action && !any_count)
237 goto out;
750ab112 238
c86845ed 239 seq_printf(p, "%*d: ", prec, i);
750ab112
ME
240 for_each_online_cpu(j)
241 seq_printf(p, "%10u ", kstat_irqs_cpu(i, j));
750ab112
ME
242
243 if (desc->chip)
c86845ed 244 seq_printf(p, " %-16s", desc->chip->name);
750ab112 245 else
c86845ed
AB
246 seq_printf(p, " %-16s", "None");
247 seq_printf(p, " %-8s", (desc->status & IRQ_LEVEL) ? "Level" : "Edge");
750ab112 248
c86845ed
AB
249 if (action) {
250 seq_printf(p, " %s", action->name);
251 while ((action = action->next) != NULL)
252 seq_printf(p, ", %s", action->name);
253 }
750ab112 254
750ab112 255 seq_putc(p, '\n');
c86845ed 256out:
239007b8 257 raw_spin_unlock_irqrestore(&desc->lock, flags);
1da177e4
LT
258 return 0;
259}
260
261#ifdef CONFIG_HOTPLUG_CPU
262void fixup_irqs(cpumask_t map)
263{
6cff46f4 264 struct irq_desc *desc;
1da177e4
LT
265 unsigned int irq;
266 static int warned;
267
268 for_each_irq(irq) {
269 cpumask_t mask;
270
6cff46f4
ME
271 desc = irq_to_desc(irq);
272 if (desc && desc->status & IRQ_PER_CPU)
1da177e4
LT
273 continue;
274
6cff46f4 275 cpumask_and(&mask, desc->affinity, &map);
1da177e4
LT
276 if (any_online_cpu(mask) == NR_CPUS) {
277 printk("Breaking affinity for irq %i\n", irq);
278 mask = map;
279 }
6cff46f4
ME
280 if (desc->chip->set_affinity)
281 desc->chip->set_affinity(irq, &mask);
282 else if (desc->action && !(warned++))
1da177e4
LT
283 printk("Cannot set affinity for irq %i\n", irq);
284 }
285
286 local_irq_enable();
287 mdelay(1);
288 local_irq_disable();
289}
290#endif
291
f2694ba5
ME
292#ifdef CONFIG_IRQSTACKS
293static inline void handle_one_irq(unsigned int irq)
294{
295 struct thread_info *curtp, *irqtp;
296 unsigned long saved_sp_limit;
297 struct irq_desc *desc;
f2694ba5
ME
298
299 /* Switch to the irq stack to handle this */
300 curtp = current_thread_info();
301 irqtp = hardirq_ctx[smp_processor_id()];
302
303 if (curtp == irqtp) {
304 /* We're already on the irq stack, just handle it */
305 generic_handle_irq(irq);
306 return;
307 }
308
6cff46f4 309 desc = irq_to_desc(irq);
f2694ba5
ME
310 saved_sp_limit = current->thread.ksp_limit;
311
f2694ba5
ME
312 irqtp->task = curtp->task;
313 irqtp->flags = 0;
314
315 /* Copy the softirq bits in preempt_count so that the
316 * softirq checks work in the hardirq context. */
317 irqtp->preempt_count = (irqtp->preempt_count & ~SOFTIRQ_MASK) |
318 (curtp->preempt_count & SOFTIRQ_MASK);
319
320 current->thread.ksp_limit = (unsigned long)irqtp +
321 _ALIGN_UP(sizeof(struct thread_info), 16);
322
835363e6 323 call_handle_irq(irq, desc, irqtp, desc->handle_irq);
f2694ba5
ME
324 current->thread.ksp_limit = saved_sp_limit;
325 irqtp->task = NULL;
326
327 /* Set any flag that may have been set on the
328 * alternate stack
329 */
330 if (irqtp->flags)
331 set_bits(irqtp->flags, &curtp->flags);
332}
333#else
334static inline void handle_one_irq(unsigned int irq)
335{
336 generic_handle_irq(irq);
337}
338#endif
339
d7cb10d6
ME
340static inline void check_stack_overflow(void)
341{
342#ifdef CONFIG_DEBUG_STACKOVERFLOW
343 long sp;
344
345 sp = __get_SP() & (THREAD_SIZE-1);
346
347 /* check for stack overflow: is there less than 2KB free? */
348 if (unlikely(sp < (sizeof(struct thread_info) + 2048))) {
349 printk("do_IRQ: stack overflow: %ld\n",
350 sp - sizeof(struct thread_info));
351 dump_stack();
352 }
353#endif
354}
355
1da177e4
LT
356void do_IRQ(struct pt_regs *regs)
357{
7d12e780 358 struct pt_regs *old_regs = set_irq_regs(regs);
0ebfff14 359 unsigned int irq;
1da177e4 360
1bf4af16
AB
361 trace_irq_entry(regs);
362
4b218e9b 363 irq_enter();
1da177e4 364
d7cb10d6 365 check_stack_overflow();
1da177e4 366
35a84c2f 367 irq = ppc_md.get_irq();
1da177e4 368
f2694ba5
ME
369 if (irq != NO_IRQ && irq != NO_IRQ_IGNORE)
370 handle_one_irq(irq);
371 else if (irq != NO_IRQ_IGNORE)
e199500c
SR
372 /* That's not SMP safe ... but who cares ? */
373 ppc_spurious_interrupts++;
374
4b218e9b 375 irq_exit();
7d12e780 376 set_irq_regs(old_regs);
756e7104 377
e199500c 378#ifdef CONFIG_PPC_ISERIES
b06a3183
SR
379 if (firmware_has_feature(FW_FEATURE_ISERIES) &&
380 get_lppaca()->int_dword.fields.decr_int) {
3356bb9f
DG
381 get_lppaca()->int_dword.fields.decr_int = 0;
382 /* Signal a fake decrementer interrupt */
383 timer_interrupt(regs);
e199500c
SR
384 }
385#endif
1bf4af16
AB
386
387 trace_irq_exit(regs);
e199500c 388}
1da177e4
LT
389
390void __init init_IRQ(void)
391{
70584578
SR
392 if (ppc_md.init_IRQ)
393 ppc_md.init_IRQ();
bcf0b088
KG
394
395 exc_lvl_ctx_init();
396
1da177e4
LT
397 irq_ctx_init();
398}
399
bcf0b088
KG
400#if defined(CONFIG_BOOKE) || defined(CONFIG_40x)
401struct thread_info *critirq_ctx[NR_CPUS] __read_mostly;
402struct thread_info *dbgirq_ctx[NR_CPUS] __read_mostly;
403struct thread_info *mcheckirq_ctx[NR_CPUS] __read_mostly;
404
405void exc_lvl_ctx_init(void)
406{
407 struct thread_info *tp;
408 int i;
409
410 for_each_possible_cpu(i) {
411 memset((void *)critirq_ctx[i], 0, THREAD_SIZE);
412 tp = critirq_ctx[i];
413 tp->cpu = i;
414 tp->preempt_count = 0;
415
416#ifdef CONFIG_BOOKE
417 memset((void *)dbgirq_ctx[i], 0, THREAD_SIZE);
418 tp = dbgirq_ctx[i];
419 tp->cpu = i;
420 tp->preempt_count = 0;
421
422 memset((void *)mcheckirq_ctx[i], 0, THREAD_SIZE);
423 tp = mcheckirq_ctx[i];
424 tp->cpu = i;
425 tp->preempt_count = HARDIRQ_OFFSET;
426#endif
427 }
428}
429#endif
1da177e4 430
1da177e4 431#ifdef CONFIG_IRQSTACKS
22722051
AM
432struct thread_info *softirq_ctx[NR_CPUS] __read_mostly;
433struct thread_info *hardirq_ctx[NR_CPUS] __read_mostly;
1da177e4
LT
434
435void irq_ctx_init(void)
436{
437 struct thread_info *tp;
438 int i;
439
0e551954 440 for_each_possible_cpu(i) {
1da177e4
LT
441 memset((void *)softirq_ctx[i], 0, THREAD_SIZE);
442 tp = softirq_ctx[i];
443 tp->cpu = i;
e6768a4f 444 tp->preempt_count = 0;
1da177e4
LT
445
446 memset((void *)hardirq_ctx[i], 0, THREAD_SIZE);
447 tp = hardirq_ctx[i];
448 tp->cpu = i;
449 tp->preempt_count = HARDIRQ_OFFSET;
450 }
451}
452
c6622f63
PM
453static inline void do_softirq_onstack(void)
454{
455 struct thread_info *curtp, *irqtp;
85218827 456 unsigned long saved_sp_limit = current->thread.ksp_limit;
c6622f63
PM
457
458 curtp = current_thread_info();
459 irqtp = softirq_ctx[smp_processor_id()];
460 irqtp->task = curtp->task;
85218827
KG
461 current->thread.ksp_limit = (unsigned long)irqtp +
462 _ALIGN_UP(sizeof(struct thread_info), 16);
c6622f63 463 call_do_softirq(irqtp);
85218827 464 current->thread.ksp_limit = saved_sp_limit;
c6622f63
PM
465 irqtp->task = NULL;
466}
1da177e4 467
c6622f63
PM
468#else
469#define do_softirq_onstack() __do_softirq()
470#endif /* CONFIG_IRQSTACKS */
471
1da177e4
LT
472void do_softirq(void)
473{
474 unsigned long flags;
1da177e4
LT
475
476 if (in_interrupt())
1da177e4
LT
477 return;
478
1da177e4 479 local_irq_save(flags);
1da177e4 480
912b2539 481 if (local_softirq_pending())
c6622f63 482 do_softirq_onstack();
1da177e4
LT
483
484 local_irq_restore(flags);
1da177e4 485}
1da177e4 486
1da177e4 487
1da177e4 488/*
0ebfff14 489 * IRQ controller and virtual interrupts
1da177e4
LT
490 */
491
0ebfff14 492static LIST_HEAD(irq_hosts);
057b184a 493static DEFINE_SPINLOCK(irq_big_lock);
967e012e 494static unsigned int revmap_trees_allocated;
150c6c8f 495static DEFINE_MUTEX(revmap_trees_mutex);
0ebfff14
BH
496struct irq_map_entry irq_map[NR_IRQS];
497static unsigned int irq_virq_count = NR_IRQS;
498static struct irq_host *irq_default_host;
1da177e4 499
35923f12
OJ
500irq_hw_number_t virq_to_hw(unsigned int virq)
501{
502 return irq_map[virq].hwirq;
503}
504EXPORT_SYMBOL_GPL(virq_to_hw);
505
68158006
ME
506static int default_irq_host_match(struct irq_host *h, struct device_node *np)
507{
508 return h->of_node != NULL && h->of_node == np;
509}
510
5669c3cf 511struct irq_host *irq_alloc_host(struct device_node *of_node,
52964f87
ME
512 unsigned int revmap_type,
513 unsigned int revmap_arg,
514 struct irq_host_ops *ops,
515 irq_hw_number_t inval_irq)
1da177e4 516{
0ebfff14
BH
517 struct irq_host *host;
518 unsigned int size = sizeof(struct irq_host);
519 unsigned int i;
520 unsigned int *rmap;
521 unsigned long flags;
522
523 /* Allocate structure and revmap table if using linear mapping */
524 if (revmap_type == IRQ_HOST_MAP_LINEAR)
525 size += revmap_arg * sizeof(unsigned int);
5669c3cf 526 host = zalloc_maybe_bootmem(size, GFP_KERNEL);
0ebfff14
BH
527 if (host == NULL)
528 return NULL;
7d01c880 529
0ebfff14
BH
530 /* Fill structure */
531 host->revmap_type = revmap_type;
532 host->inval_irq = inval_irq;
533 host->ops = ops;
19fc65b5 534 host->of_node = of_node_get(of_node);
7d01c880 535
68158006
ME
536 if (host->ops->match == NULL)
537 host->ops->match = default_irq_host_match;
7d01c880 538
0ebfff14
BH
539 spin_lock_irqsave(&irq_big_lock, flags);
540
541 /* If it's a legacy controller, check for duplicates and
542 * mark it as allocated (we use irq 0 host pointer for that
543 */
544 if (revmap_type == IRQ_HOST_MAP_LEGACY) {
545 if (irq_map[0].host != NULL) {
546 spin_unlock_irqrestore(&irq_big_lock, flags);
547 /* If we are early boot, we can't free the structure,
548 * too bad...
549 * this will be fixed once slab is made available early
550 * instead of the current cruft
551 */
552 if (mem_init_done)
553 kfree(host);
554 return NULL;
555 }
556 irq_map[0].host = host;
557 }
558
559 list_add(&host->link, &irq_hosts);
560 spin_unlock_irqrestore(&irq_big_lock, flags);
561
562 /* Additional setups per revmap type */
563 switch(revmap_type) {
564 case IRQ_HOST_MAP_LEGACY:
565 /* 0 is always the invalid number for legacy */
566 host->inval_irq = 0;
567 /* setup us as the host for all legacy interrupts */
568 for (i = 1; i < NUM_ISA_INTERRUPTS; i++) {
7866291d 569 irq_map[i].hwirq = i;
0ebfff14
BH
570 smp_wmb();
571 irq_map[i].host = host;
572 smp_wmb();
573
6e99e458 574 /* Clear norequest flags */
6cff46f4 575 irq_to_desc(i)->status &= ~IRQ_NOREQUEST;
0ebfff14
BH
576
577 /* Legacy flags are left to default at this point,
578 * one can then use irq_create_mapping() to
c03983ac 579 * explicitly change them
0ebfff14 580 */
6e99e458 581 ops->map(host, i, i);
0ebfff14
BH
582 }
583 break;
584 case IRQ_HOST_MAP_LINEAR:
585 rmap = (unsigned int *)(host + 1);
586 for (i = 0; i < revmap_arg; i++)
f5921697 587 rmap[i] = NO_IRQ;
0ebfff14
BH
588 host->revmap_data.linear.size = revmap_arg;
589 smp_wmb();
590 host->revmap_data.linear.revmap = rmap;
591 break;
592 default:
593 break;
594 }
595
596 pr_debug("irq: Allocated host of type %d @0x%p\n", revmap_type, host);
597
598 return host;
1da177e4
LT
599}
600
0ebfff14 601struct irq_host *irq_find_host(struct device_node *node)
1da177e4 602{
0ebfff14
BH
603 struct irq_host *h, *found = NULL;
604 unsigned long flags;
605
606 /* We might want to match the legacy controller last since
607 * it might potentially be set to match all interrupts in
608 * the absence of a device node. This isn't a problem so far
609 * yet though...
610 */
611 spin_lock_irqsave(&irq_big_lock, flags);
612 list_for_each_entry(h, &irq_hosts, link)
68158006 613 if (h->ops->match(h, node)) {
0ebfff14
BH
614 found = h;
615 break;
616 }
617 spin_unlock_irqrestore(&irq_big_lock, flags);
618 return found;
619}
620EXPORT_SYMBOL_GPL(irq_find_host);
621
622void irq_set_default_host(struct irq_host *host)
623{
624 pr_debug("irq: Default host set to @0x%p\n", host);
1da177e4 625
0ebfff14
BH
626 irq_default_host = host;
627}
1da177e4 628
0ebfff14
BH
629void irq_set_virq_count(unsigned int count)
630{
631 pr_debug("irq: Trying to set virq count to %d\n", count);
fef1c772 632
0ebfff14
BH
633 BUG_ON(count < NUM_ISA_INTERRUPTS);
634 if (count < NR_IRQS)
635 irq_virq_count = count;
636}
637
6fde40f3
ME
638static int irq_setup_virq(struct irq_host *host, unsigned int virq,
639 irq_hw_number_t hwirq)
640{
cd015707
ME
641 struct irq_desc *desc;
642
643 desc = irq_to_desc_alloc_node(virq, 0);
644 if (!desc) {
645 pr_debug("irq: -> allocating desc failed\n");
646 goto error;
647 }
648
6fde40f3 649 /* Clear IRQ_NOREQUEST flag */
cd015707 650 desc->status &= ~IRQ_NOREQUEST;
6fde40f3
ME
651
652 /* map it */
653 smp_wmb();
654 irq_map[virq].hwirq = hwirq;
655 smp_mb();
656
657 if (host->ops->map(host, virq, hwirq)) {
658 pr_debug("irq: -> mapping failed, freeing\n");
cd015707 659 goto error;
6fde40f3
ME
660 }
661
662 return 0;
cd015707
ME
663
664error:
665 irq_free_virt(virq, 1);
666 return -1;
6fde40f3 667}
8ec8f2e8 668
ee51de56
ME
669unsigned int irq_create_direct_mapping(struct irq_host *host)
670{
671 unsigned int virq;
672
673 if (host == NULL)
674 host = irq_default_host;
675
676 BUG_ON(host == NULL);
677 WARN_ON(host->revmap_type != IRQ_HOST_MAP_NOMAP);
678
679 virq = irq_alloc_virt(host, 1, 0);
680 if (virq == NO_IRQ) {
681 pr_debug("irq: create_direct virq allocation failed\n");
682 return NO_IRQ;
683 }
684
685 pr_debug("irq: create_direct obtained virq %d\n", virq);
686
687 if (irq_setup_virq(host, virq, virq))
688 return NO_IRQ;
689
690 return virq;
691}
692
0ebfff14 693unsigned int irq_create_mapping(struct irq_host *host,
6e99e458 694 irq_hw_number_t hwirq)
0ebfff14
BH
695{
696 unsigned int virq, hint;
697
6e99e458 698 pr_debug("irq: irq_create_mapping(0x%p, 0x%lx)\n", host, hwirq);
0ebfff14
BH
699
700 /* Look for default host if nececssary */
701 if (host == NULL)
702 host = irq_default_host;
703 if (host == NULL) {
704 printk(KERN_WARNING "irq_create_mapping called for"
705 " NULL host, hwirq=%lx\n", hwirq);
706 WARN_ON(1);
707 return NO_IRQ;
1da177e4 708 }
0ebfff14 709 pr_debug("irq: -> using host @%p\n", host);
1da177e4 710
0ebfff14
BH
711 /* Check if mapping already exist, if it does, call
712 * host->ops->map() to update the flags
713 */
714 virq = irq_find_mapping(host, hwirq);
f5921697 715 if (virq != NO_IRQ) {
acc900ef
IK
716 if (host->ops->remap)
717 host->ops->remap(host, virq, hwirq);
0ebfff14 718 pr_debug("irq: -> existing mapping on virq %d\n", virq);
0ebfff14 719 return virq;
1da177e4
LT
720 }
721
0ebfff14
BH
722 /* Get a virtual interrupt number */
723 if (host->revmap_type == IRQ_HOST_MAP_LEGACY) {
724 /* Handle legacy */
725 virq = (unsigned int)hwirq;
726 if (virq == 0 || virq >= NUM_ISA_INTERRUPTS)
727 return NO_IRQ;
728 return virq;
729 } else {
730 /* Allocate a virtual interrupt number */
731 hint = hwirq % irq_virq_count;
732 virq = irq_alloc_virt(host, 1, hint);
733 if (virq == NO_IRQ) {
734 pr_debug("irq: -> virq allocation failed\n");
735 return NO_IRQ;
736 }
737 }
0ebfff14 738
6fde40f3 739 if (irq_setup_virq(host, virq, hwirq))
0ebfff14 740 return NO_IRQ;
6fde40f3 741
c7d07fdd
ME
742 printk(KERN_DEBUG "irq: irq %lu on host %s mapped to virtual irq %u\n",
743 hwirq, host->of_node ? host->of_node->full_name : "null", virq);
744
1da177e4 745 return virq;
0ebfff14
BH
746}
747EXPORT_SYMBOL_GPL(irq_create_mapping);
748
f3d2ab41 749unsigned int irq_create_of_mapping(struct device_node *controller,
40d50cf7 750 const u32 *intspec, unsigned int intsize)
0ebfff14
BH
751{
752 struct irq_host *host;
753 irq_hw_number_t hwirq;
6e99e458
BH
754 unsigned int type = IRQ_TYPE_NONE;
755 unsigned int virq;
1da177e4 756
0ebfff14
BH
757 if (controller == NULL)
758 host = irq_default_host;
759 else
760 host = irq_find_host(controller);
6e99e458
BH
761 if (host == NULL) {
762 printk(KERN_WARNING "irq: no irq host found for %s !\n",
763 controller->full_name);
0ebfff14 764 return NO_IRQ;
6e99e458 765 }
0ebfff14
BH
766
767 /* If host has no translation, then we assume interrupt line */
768 if (host->ops->xlate == NULL)
769 hwirq = intspec[0];
770 else {
771 if (host->ops->xlate(host, controller, intspec, intsize,
6e99e458 772 &hwirq, &type))
0ebfff14 773 return NO_IRQ;
1da177e4 774 }
0ebfff14 775
6e99e458
BH
776 /* Create mapping */
777 virq = irq_create_mapping(host, hwirq);
778 if (virq == NO_IRQ)
779 return virq;
780
781 /* Set type if specified and different than the current one */
782 if (type != IRQ_TYPE_NONE &&
6cff46f4 783 type != (irq_to_desc(virq)->status & IRQF_TRIGGER_MASK))
6e99e458
BH
784 set_irq_type(virq, type);
785 return virq;
1da177e4 786}
0ebfff14 787EXPORT_SYMBOL_GPL(irq_create_of_mapping);
1da177e4 788
0ebfff14 789unsigned int irq_of_parse_and_map(struct device_node *dev, int index)
1da177e4 790{
0ebfff14 791 struct of_irq oirq;
1da177e4 792
0ebfff14
BH
793 if (of_irq_map_one(dev, index, &oirq))
794 return NO_IRQ;
1da177e4 795
0ebfff14
BH
796 return irq_create_of_mapping(oirq.controller, oirq.specifier,
797 oirq.size);
798}
799EXPORT_SYMBOL_GPL(irq_of_parse_and_map);
1da177e4 800
0ebfff14
BH
801void irq_dispose_mapping(unsigned int virq)
802{
5414c6be 803 struct irq_host *host;
0ebfff14 804 irq_hw_number_t hwirq;
1da177e4 805
5414c6be
ME
806 if (virq == NO_IRQ)
807 return;
808
809 host = irq_map[virq].host;
0ebfff14
BH
810 WARN_ON (host == NULL);
811 if (host == NULL)
812 return;
1da177e4 813
0ebfff14
BH
814 /* Never unmap legacy interrupts */
815 if (host->revmap_type == IRQ_HOST_MAP_LEGACY)
816 return;
1da177e4 817
0ebfff14
BH
818 /* remove chip and handler */
819 set_irq_chip_and_handler(virq, NULL, NULL);
820
821 /* Make sure it's completed */
822 synchronize_irq(virq);
823
824 /* Tell the PIC about it */
825 if (host->ops->unmap)
826 host->ops->unmap(host, virq);
827 smp_mb();
828
829 /* Clear reverse map */
830 hwirq = irq_map[virq].hwirq;
831 switch(host->revmap_type) {
832 case IRQ_HOST_MAP_LINEAR:
833 if (hwirq < host->revmap_data.linear.size)
f5921697 834 host->revmap_data.linear.revmap[hwirq] = NO_IRQ;
0ebfff14
BH
835 break;
836 case IRQ_HOST_MAP_TREE:
967e012e
SD
837 /*
838 * Check if radix tree allocated yet, if not then nothing to
839 * remove.
840 */
841 smp_rmb();
842 if (revmap_trees_allocated < 1)
0ebfff14 843 break;
150c6c8f 844 mutex_lock(&revmap_trees_mutex);
0ebfff14 845 radix_tree_delete(&host->revmap_data.tree, hwirq);
150c6c8f 846 mutex_unlock(&revmap_trees_mutex);
0ebfff14
BH
847 break;
848 }
1da177e4 849
0ebfff14
BH
850 /* Destroy map */
851 smp_mb();
852 irq_map[virq].hwirq = host->inval_irq;
1da177e4 853
0ebfff14 854 /* Set some flags */
6cff46f4 855 irq_to_desc(virq)->status |= IRQ_NOREQUEST;
1da177e4 856
0ebfff14
BH
857 /* Free it */
858 irq_free_virt(virq, 1);
1da177e4 859}
0ebfff14 860EXPORT_SYMBOL_GPL(irq_dispose_mapping);
1da177e4 861
0ebfff14
BH
862unsigned int irq_find_mapping(struct irq_host *host,
863 irq_hw_number_t hwirq)
864{
865 unsigned int i;
866 unsigned int hint = hwirq % irq_virq_count;
867
868 /* Look for default host if nececssary */
869 if (host == NULL)
870 host = irq_default_host;
871 if (host == NULL)
872 return NO_IRQ;
873
874 /* legacy -> bail early */
875 if (host->revmap_type == IRQ_HOST_MAP_LEGACY)
876 return hwirq;
877
878 /* Slow path does a linear search of the map */
879 if (hint < NUM_ISA_INTERRUPTS)
880 hint = NUM_ISA_INTERRUPTS;
881 i = hint;
882 do {
883 if (irq_map[i].host == host &&
884 irq_map[i].hwirq == hwirq)
885 return i;
886 i++;
887 if (i >= irq_virq_count)
888 i = NUM_ISA_INTERRUPTS;
889 } while(i != hint);
890 return NO_IRQ;
891}
892EXPORT_SYMBOL_GPL(irq_find_mapping);
1da177e4 893
0ebfff14 894
967e012e
SD
895unsigned int irq_radix_revmap_lookup(struct irq_host *host,
896 irq_hw_number_t hwirq)
1da177e4 897{
0ebfff14
BH
898 struct irq_map_entry *ptr;
899 unsigned int virq;
1da177e4 900
0ebfff14 901 WARN_ON(host->revmap_type != IRQ_HOST_MAP_TREE);
1da177e4 902
967e012e
SD
903 /*
904 * Check if the radix tree exists and has bee initialized.
905 * If not, we fallback to slow mode
0ebfff14 906 */
967e012e 907 if (revmap_trees_allocated < 2)
0ebfff14
BH
908 return irq_find_mapping(host, hwirq);
909
0ebfff14 910 /* Now try to resolve */
150c6c8f
SD
911 /*
912 * No rcu_read_lock(ing) needed, the ptr returned can't go under us
913 * as it's referencing an entry in the static irq_map table.
914 */
967e012e 915 ptr = radix_tree_lookup(&host->revmap_data.tree, hwirq);
8ec8f2e8 916
967e012e
SD
917 /*
918 * If found in radix tree, then fine.
919 * Else fallback to linear lookup - this should not happen in practice
920 * as it means that we failed to insert the node in the radix tree.
921 */
922 if (ptr)
0ebfff14 923 virq = ptr - irq_map;
967e012e
SD
924 else
925 virq = irq_find_mapping(host, hwirq);
926
927 return virq;
928}
929
930void irq_radix_revmap_insert(struct irq_host *host, unsigned int virq,
931 irq_hw_number_t hwirq)
932{
967e012e
SD
933
934 WARN_ON(host->revmap_type != IRQ_HOST_MAP_TREE);
935
936 /*
937 * Check if the radix tree exists yet.
938 * If not, then the irq will be inserted into the tree when it gets
939 * initialized.
940 */
941 smp_rmb();
942 if (revmap_trees_allocated < 1)
943 return;
0ebfff14 944
8ec8f2e8 945 if (virq != NO_IRQ) {
150c6c8f 946 mutex_lock(&revmap_trees_mutex);
967e012e
SD
947 radix_tree_insert(&host->revmap_data.tree, hwirq,
948 &irq_map[virq]);
150c6c8f 949 mutex_unlock(&revmap_trees_mutex);
8ec8f2e8 950 }
1da177e4
LT
951}
952
0ebfff14
BH
953unsigned int irq_linear_revmap(struct irq_host *host,
954 irq_hw_number_t hwirq)
c6622f63 955{
0ebfff14 956 unsigned int *revmap;
c6622f63 957
0ebfff14
BH
958 WARN_ON(host->revmap_type != IRQ_HOST_MAP_LINEAR);
959
960 /* Check revmap bounds */
961 if (unlikely(hwirq >= host->revmap_data.linear.size))
962 return irq_find_mapping(host, hwirq);
963
964 /* Check if revmap was allocated */
965 revmap = host->revmap_data.linear.revmap;
966 if (unlikely(revmap == NULL))
967 return irq_find_mapping(host, hwirq);
968
969 /* Fill up revmap with slow path if no mapping found */
970 if (unlikely(revmap[hwirq] == NO_IRQ))
971 revmap[hwirq] = irq_find_mapping(host, hwirq);
972
973 return revmap[hwirq];
c6622f63
PM
974}
975
0ebfff14
BH
976unsigned int irq_alloc_virt(struct irq_host *host,
977 unsigned int count,
978 unsigned int hint)
979{
980 unsigned long flags;
981 unsigned int i, j, found = NO_IRQ;
c6622f63 982
0ebfff14
BH
983 if (count == 0 || count > (irq_virq_count - NUM_ISA_INTERRUPTS))
984 return NO_IRQ;
985
986 spin_lock_irqsave(&irq_big_lock, flags);
987
988 /* Use hint for 1 interrupt if any */
989 if (count == 1 && hint >= NUM_ISA_INTERRUPTS &&
990 hint < irq_virq_count && irq_map[hint].host == NULL) {
991 found = hint;
992 goto hint_found;
993 }
994
995 /* Look for count consecutive numbers in the allocatable
996 * (non-legacy) space
997 */
e1251465
ME
998 for (i = NUM_ISA_INTERRUPTS, j = 0; i < irq_virq_count; i++) {
999 if (irq_map[i].host != NULL)
1000 j = 0;
1001 else
1002 j++;
1003
1004 if (j == count) {
1005 found = i - count + 1;
1006 break;
1007 }
0ebfff14
BH
1008 }
1009 if (found == NO_IRQ) {
1010 spin_unlock_irqrestore(&irq_big_lock, flags);
1011 return NO_IRQ;
1012 }
1013 hint_found:
1014 for (i = found; i < (found + count); i++) {
1015 irq_map[i].hwirq = host->inval_irq;
1016 smp_wmb();
1017 irq_map[i].host = host;
1018 }
1019 spin_unlock_irqrestore(&irq_big_lock, flags);
1020 return found;
1021}
1022
1023void irq_free_virt(unsigned int virq, unsigned int count)
1da177e4
LT
1024{
1025 unsigned long flags;
0ebfff14 1026 unsigned int i;
1da177e4 1027
0ebfff14
BH
1028 WARN_ON (virq < NUM_ISA_INTERRUPTS);
1029 WARN_ON (count == 0 || (virq + count) > irq_virq_count);
1da177e4 1030
0ebfff14
BH
1031 spin_lock_irqsave(&irq_big_lock, flags);
1032 for (i = virq; i < (virq + count); i++) {
1033 struct irq_host *host;
1da177e4 1034
0ebfff14
BH
1035 if (i < NUM_ISA_INTERRUPTS ||
1036 (virq + count) > irq_virq_count)
1037 continue;
1da177e4 1038
0ebfff14
BH
1039 host = irq_map[i].host;
1040 irq_map[i].hwirq = host->inval_irq;
1041 smp_wmb();
1042 irq_map[i].host = NULL;
1043 }
1044 spin_unlock_irqrestore(&irq_big_lock, flags);
1da177e4 1045}
0ebfff14 1046
cd015707 1047int arch_early_irq_init(void)
0ebfff14 1048{
cd015707
ME
1049 struct irq_desc *desc;
1050 int i;
0ebfff14 1051
cd015707
ME
1052 for (i = 0; i < NR_IRQS; i++) {
1053 desc = irq_to_desc(i);
1054 if (desc)
1055 desc->status |= IRQ_NOREQUEST;
1056 }
1057
1058 return 0;
1059}
1060
1061int arch_init_chip_data(struct irq_desc *desc, int node)
1062{
1063 desc->status |= IRQ_NOREQUEST;
1064 return 0;
0ebfff14
BH
1065}
1066
1067/* We need to create the radix trees late */
1068static int irq_late_init(void)
1069{
1070 struct irq_host *h;
967e012e 1071 unsigned int i;
0ebfff14 1072
967e012e
SD
1073 /*
1074 * No mutual exclusion with respect to accessors of the tree is needed
1075 * here as the synchronization is done via the state variable
1076 * revmap_trees_allocated.
1077 */
0ebfff14
BH
1078 list_for_each_entry(h, &irq_hosts, link) {
1079 if (h->revmap_type == IRQ_HOST_MAP_TREE)
967e012e
SD
1080 INIT_RADIX_TREE(&h->revmap_data.tree, GFP_KERNEL);
1081 }
1082
1083 /*
1084 * Make sure the radix trees inits are visible before setting
1085 * the flag
1086 */
1087 smp_wmb();
1088 revmap_trees_allocated = 1;
1089
1090 /*
1091 * Insert the reverse mapping for those interrupts already present
1092 * in irq_map[].
1093 */
150c6c8f 1094 mutex_lock(&revmap_trees_mutex);
967e012e
SD
1095 for (i = 0; i < irq_virq_count; i++) {
1096 if (irq_map[i].host &&
1097 (irq_map[i].host->revmap_type == IRQ_HOST_MAP_TREE))
1098 radix_tree_insert(&irq_map[i].host->revmap_data.tree,
1099 irq_map[i].hwirq, &irq_map[i]);
0ebfff14 1100 }
150c6c8f 1101 mutex_unlock(&revmap_trees_mutex);
0ebfff14 1102
967e012e
SD
1103 /*
1104 * Make sure the radix trees insertions are visible before setting
1105 * the flag
1106 */
1107 smp_wmb();
1108 revmap_trees_allocated = 2;
1109
0ebfff14
BH
1110 return 0;
1111}
1112arch_initcall(irq_late_init);
1113
60b332e7
ME
1114#ifdef CONFIG_VIRQ_DEBUG
1115static int virq_debug_show(struct seq_file *m, void *private)
1116{
1117 unsigned long flags;
97f7d6bc 1118 struct irq_desc *desc;
60b332e7
ME
1119 const char *p;
1120 char none[] = "none";
1121 int i;
1122
1123 seq_printf(m, "%-5s %-7s %-15s %s\n", "virq", "hwirq",
1124 "chip name", "host name");
1125
76f1d94f 1126 for (i = 1; i < nr_irqs; i++) {
6cff46f4 1127 desc = irq_to_desc(i);
76f1d94f
ME
1128 if (!desc)
1129 continue;
1130
239007b8 1131 raw_spin_lock_irqsave(&desc->lock, flags);
60b332e7
ME
1132
1133 if (desc->action && desc->action->handler) {
1134 seq_printf(m, "%5d ", i);
1135 seq_printf(m, "0x%05lx ", virq_to_hw(i));
1136
b27df672
TG
1137 if (desc->chip && desc->chip->name)
1138 p = desc->chip->name;
60b332e7
ME
1139 else
1140 p = none;
1141 seq_printf(m, "%-15s ", p);
1142
1143 if (irq_map[i].host && irq_map[i].host->of_node)
1144 p = irq_map[i].host->of_node->full_name;
1145 else
1146 p = none;
1147 seq_printf(m, "%s\n", p);
1148 }
1149
239007b8 1150 raw_spin_unlock_irqrestore(&desc->lock, flags);
60b332e7
ME
1151 }
1152
1153 return 0;
1154}
1155
1156static int virq_debug_open(struct inode *inode, struct file *file)
1157{
1158 return single_open(file, virq_debug_show, inode->i_private);
1159}
1160
1161static const struct file_operations virq_debug_fops = {
1162 .open = virq_debug_open,
1163 .read = seq_read,
1164 .llseek = seq_lseek,
1165 .release = single_release,
1166};
1167
1168static int __init irq_debugfs_init(void)
1169{
1170 if (debugfs_create_file("virq_mapping", S_IRUGO, powerpc_debugfs_root,
476ff8a0 1171 NULL, &virq_debug_fops) == NULL)
60b332e7
ME
1172 return -ENOMEM;
1173
1174 return 0;
1175}
1176__initcall(irq_debugfs_init);
1177#endif /* CONFIG_VIRQ_DEBUG */
1178
c6622f63 1179#ifdef CONFIG_PPC64
1da177e4
LT
1180static int __init setup_noirqdistrib(char *str)
1181{
1182 distribute_irqs = 0;
1183 return 1;
1184}
1185
1186__setup("noirqdistrib", setup_noirqdistrib);
756e7104 1187#endif /* CONFIG_PPC64 */