| /* |
| * Derived from arch/i386/kernel/irq.c |
| * Copyright (C) 1992 Linus Torvalds |
| * Adapted from arch/i386 by Gary Thomas |
| * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org) |
| * Updated and modified by Cort Dougan <cort@fsmlabs.com> |
| * Copyright (C) 1996-2001 Cort Dougan |
| * Adapted for Power Macintosh by Paul Mackerras |
| * Copyright (C) 1996 Paul Mackerras (paulus@cs.anu.edu.au) |
| * Amiga/APUS changes by Jesper Skov (jskov@cygnus.co.uk). |
| * |
| * This program is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU General Public License |
| * as published by the Free Software Foundation; either version |
| * 2 of the License, or (at your option) any later version. |
| * |
| * This file contains the code used by various IRQ handling routines: |
| * asking for different IRQ's should be done through these routines |
| * instead of just grabbing them. Thus setups with different IRQ numbers |
| * shouldn't result in any weird surprises, and installing new handlers |
| * should be easier. |
| * |
| * The MPC8xx has an interrupt mask in the SIU. If a bit is set, the |
| * interrupt is _enabled_. As expected, IRQ0 is bit 0 in the 32-bit |
| * mask register (of which only 16 are defined), hence the weird shifting |
| * and complement of the cached_irq_mask. I want to be able to stuff |
| * this right into the SIU SMASK register. |
| * Many of the prep/chrp functions are conditional compiled on CONFIG_8xx |
| * to reduce code space and undefined function references. |
| */ |
| |
| #undef DEBUG |
| |
| #include <linux/module.h> |
| #include <linux/threads.h> |
| #include <linux/kernel_stat.h> |
| #include <linux/signal.h> |
| #include <linux/sched.h> |
| #include <linux/ptrace.h> |
| #include <linux/ioport.h> |
| #include <linux/interrupt.h> |
| #include <linux/timex.h> |
| #include <linux/init.h> |
| #include <linux/slab.h> |
| #include <linux/delay.h> |
| #include <linux/irq.h> |
| #include <linux/seq_file.h> |
| #include <linux/cpumask.h> |
| #include <linux/profile.h> |
| #include <linux/bitops.h> |
| #include <linux/list.h> |
| #include <linux/radix-tree.h> |
| #include <linux/mutex.h> |
| #include <linux/bootmem.h> |
| |
| #include <asm/uaccess.h> |
| #include <asm/system.h> |
| #include <asm/io.h> |
| #include <asm/pgtable.h> |
| #include <asm/irq.h> |
| #include <asm/cache.h> |
| #include <asm/prom.h> |
| #include <asm/ptrace.h> |
| #include <asm/machdep.h> |
| #include <asm/udbg.h> |
| #ifdef CONFIG_PPC_ISERIES |
| #include <asm/paca.h> |
| #endif |
| |
| int __irq_offset_value; |
| static int ppc_spurious_interrupts; |
| |
| #ifdef CONFIG_PPC32 |
| EXPORT_SYMBOL(__irq_offset_value); |
| atomic_t ppc_n_lost_interrupts; |
| |
| #ifndef CONFIG_PPC_MERGE |
| #define NR_MASK_WORDS ((NR_IRQS + 31) / 32) |
| unsigned long ppc_cached_irq_mask[NR_MASK_WORDS]; |
| #endif |
| |
| #ifdef CONFIG_TAU_INT |
| extern int tau_initialized; |
| extern int tau_interrupts(int); |
| #endif |
| #endif /* CONFIG_PPC32 */ |
| |
| #if defined(CONFIG_SMP) && !defined(CONFIG_PPC_MERGE) |
| extern atomic_t ipi_recv; |
| extern atomic_t ipi_sent; |
| #endif |
| |
| #ifdef CONFIG_PPC64 |
| EXPORT_SYMBOL(irq_desc); |
| |
| int distribute_irqs = 1; |
| #endif /* CONFIG_PPC64 */ |
| |
| int show_interrupts(struct seq_file *p, void *v) |
| { |
| int i = *(loff_t *)v, j; |
| struct irqaction *action; |
| irq_desc_t *desc; |
| unsigned long flags; |
| |
| if (i == 0) { |
| seq_puts(p, " "); |
| for_each_online_cpu(j) |
| seq_printf(p, "CPU%d ", j); |
| seq_putc(p, '\n'); |
| } |
| |
| if (i < NR_IRQS) { |
| desc = get_irq_desc(i); |
| spin_lock_irqsave(&desc->lock, flags); |
| action = desc->action; |
| if (!action || !action->handler) |
| goto skip; |
| seq_printf(p, "%3d: ", i); |
| #ifdef CONFIG_SMP |
| for_each_online_cpu(j) |
| seq_printf(p, "%10u ", kstat_cpu(j).irqs[i]); |
| #else |
| seq_printf(p, "%10u ", kstat_irqs(i)); |
| #endif /* CONFIG_SMP */ |
| if (desc->chip) |
| seq_printf(p, " %s ", desc->chip->typename); |
| else |
| seq_puts(p, " None "); |
| seq_printf(p, "%s", (desc->status & IRQ_LEVEL) ? "Level " : "Edge "); |
| seq_printf(p, " %s", action->name); |
| for (action = action->next; action; action = action->next) |
| seq_printf(p, ", %s", action->name); |
| seq_putc(p, '\n'); |
| skip: |
| spin_unlock_irqrestore(&desc->lock, flags); |
| } else if (i == NR_IRQS) { |
| #ifdef CONFIG_PPC32 |
| #ifdef CONFIG_TAU_INT |
| if (tau_initialized){ |
| seq_puts(p, "TAU: "); |
| for_each_online_cpu(j) |
| seq_printf(p, "%10u ", tau_interrupts(j)); |
| seq_puts(p, " PowerPC Thermal Assist (cpu temp)\n"); |
| } |
| #endif |
| #if defined(CONFIG_SMP) && !defined(CONFIG_PPC_MERGE) |
| /* should this be per processor send/receive? */ |
| seq_printf(p, "IPI (recv/sent): %10u/%u\n", |
| atomic_read(&ipi_recv), atomic_read(&ipi_sent)); |
| #endif |
| #endif /* CONFIG_PPC32 */ |
| seq_printf(p, "BAD: %10u\n", ppc_spurious_interrupts); |
| } |
| return 0; |
| } |
| |
| #ifdef CONFIG_HOTPLUG_CPU |
| void fixup_irqs(cpumask_t map) |
| { |
| unsigned int irq; |
| static int warned; |
| |
| for_each_irq(irq) { |
| cpumask_t mask; |
| |
| if (irq_desc[irq].status & IRQ_PER_CPU) |
| continue; |
| |
| cpus_and(mask, irq_desc[irq].affinity, map); |
| if (any_online_cpu(mask) == NR_CPUS) { |
| printk("Breaking affinity for irq %i\n", irq); |
| mask = map; |
| } |
| if (irq_desc[irq].chip->set_affinity) |
| irq_desc[irq].chip->set_affinity(irq, mask); |
| else if (irq_desc[irq].action && !(warned++)) |
| printk("Cannot set affinity for irq %i\n", irq); |
| } |
| |
| local_irq_enable(); |
| mdelay(1); |
| local_irq_disable(); |
| } |
| #endif |
| |
| void do_IRQ(struct pt_regs *regs) |
| { |
| unsigned int irq; |
| #ifdef CONFIG_IRQSTACKS |
| struct thread_info *curtp, *irqtp; |
| #endif |
| |
| irq_enter(); |
| |
| #ifdef CONFIG_DEBUG_STACKOVERFLOW |
| /* Debugging check for stack overflow: is there less than 2KB free? */ |
| { |
| long sp; |
| |
| sp = __get_SP() & (THREAD_SIZE-1); |
| |
| if (unlikely(sp < (sizeof(struct thread_info) + 2048))) { |
| printk("do_IRQ: stack overflow: %ld\n", |
| sp - sizeof(struct thread_info)); |
| dump_stack(); |
| } |
| } |
| #endif |
| |
| /* |
| * Every platform is required to implement ppc_md.get_irq. |
| * This function will either return an irq number or -1 to |
| * indicate there are no more pending. |
| * The value -2 is for buggy hardware and means that this IRQ |
| * has already been handled. -- Tom |
| */ |
| irq = ppc_md.get_irq(regs); |
| |
| if (irq != NO_IRQ && irq != NO_IRQ_IGNORE) { |
| #ifdef CONFIG_IRQSTACKS |
| /* Switch to the irq stack to handle this */ |
| curtp = current_thread_info(); |
| irqtp = hardirq_ctx[smp_processor_id()]; |
| if (curtp != irqtp) { |
| struct irq_desc *desc = irq_desc + irq; |
| void *handler = desc->handle_irq; |
| if (handler == NULL) |
| handler = &__do_IRQ; |
| irqtp->task = curtp->task; |
| irqtp->flags = 0; |
| call_handle_irq(irq, desc, regs, irqtp, handler); |
| irqtp->task = NULL; |
| if (irqtp->flags) |
| set_bits(irqtp->flags, &curtp->flags); |
| } else |
| #endif |
| generic_handle_irq(irq, regs); |
| } else if (irq != NO_IRQ_IGNORE) |
| /* That's not SMP safe ... but who cares ? */ |
| ppc_spurious_interrupts++; |
| |
| irq_exit(); |
| |
| #ifdef CONFIG_PPC_ISERIES |
| if (get_lppaca()->int_dword.fields.decr_int) { |
| get_lppaca()->int_dword.fields.decr_int = 0; |
| /* Signal a fake decrementer interrupt */ |
| timer_interrupt(regs); |
| } |
| #endif |
| } |
| |
| void __init init_IRQ(void) |
| { |
| ppc_md.init_IRQ(); |
| #ifdef CONFIG_PPC64 |
| irq_ctx_init(); |
| #endif |
| } |
| |
| |
| #ifdef CONFIG_IRQSTACKS |
| struct thread_info *softirq_ctx[NR_CPUS] __read_mostly; |
| struct thread_info *hardirq_ctx[NR_CPUS] __read_mostly; |
| |
| void irq_ctx_init(void) |
| { |
| struct thread_info *tp; |
| int i; |
| |
| for_each_possible_cpu(i) { |
| memset((void *)softirq_ctx[i], 0, THREAD_SIZE); |
| tp = softirq_ctx[i]; |
| tp->cpu = i; |
| tp->preempt_count = SOFTIRQ_OFFSET; |
| |
| memset((void *)hardirq_ctx[i], 0, THREAD_SIZE); |
| tp = hardirq_ctx[i]; |
| tp->cpu = i; |
| tp->preempt_count = HARDIRQ_OFFSET; |
| } |
| } |
| |
| static inline void do_softirq_onstack(void) |
| { |
| struct thread_info *curtp, *irqtp; |
| |
| curtp = current_thread_info(); |
| irqtp = softirq_ctx[smp_processor_id()]; |
| irqtp->task = curtp->task; |
| call_do_softirq(irqtp); |
| irqtp->task = NULL; |
| } |
| |
| #else |
| #define do_softirq_onstack() __do_softirq() |
| #endif /* CONFIG_IRQSTACKS */ |
| |
| void do_softirq(void) |
| { |
| unsigned long flags; |
| |
| if (in_interrupt()) |
| return; |
| |
| local_irq_save(flags); |
| |
| if (local_softirq_pending()) |
| do_softirq_onstack(); |
| |
| local_irq_restore(flags); |
| } |
| EXPORT_SYMBOL(do_softirq); |
| |
| |
| /* |
| * IRQ controller and virtual interrupts |
| */ |
| |
| #ifdef CONFIG_PPC_MERGE |
| |
| static LIST_HEAD(irq_hosts); |
| static spinlock_t irq_big_lock = SPIN_LOCK_UNLOCKED; |
| |
| struct irq_map_entry irq_map[NR_IRQS]; |
| static unsigned int irq_virq_count = NR_IRQS; |
| static struct irq_host *irq_default_host; |
| |
| struct irq_host *irq_alloc_host(unsigned int revmap_type, |
| unsigned int revmap_arg, |
| struct irq_host_ops *ops, |
| irq_hw_number_t inval_irq) |
| { |
| struct irq_host *host; |
| unsigned int size = sizeof(struct irq_host); |
| unsigned int i; |
| unsigned int *rmap; |
| unsigned long flags; |
| |
| /* Allocate structure and revmap table if using linear mapping */ |
| if (revmap_type == IRQ_HOST_MAP_LINEAR) |
| size += revmap_arg * sizeof(unsigned int); |
| if (mem_init_done) |
| host = kzalloc(size, GFP_KERNEL); |
| else { |
| host = alloc_bootmem(size); |
| if (host) |
| memset(host, 0, size); |
| } |
| if (host == NULL) |
| return NULL; |
| |
| /* Fill structure */ |
| host->revmap_type = revmap_type; |
| host->inval_irq = inval_irq; |
| host->ops = ops; |
| |
| spin_lock_irqsave(&irq_big_lock, flags); |
| |
| /* If it's a legacy controller, check for duplicates and |
| * mark it as allocated (we use irq 0 host pointer for that |
| */ |
| if (revmap_type == IRQ_HOST_MAP_LEGACY) { |
| if (irq_map[0].host != NULL) { |
| spin_unlock_irqrestore(&irq_big_lock, flags); |
| /* If we are early boot, we can't free the structure, |
| * too bad... |
| * this will be fixed once slab is made available early |
| * instead of the current cruft |
| */ |
| if (mem_init_done) |
| kfree(host); |
| return NULL; |
| } |
| irq_map[0].host = host; |
| } |
| |
| list_add(&host->link, &irq_hosts); |
| spin_unlock_irqrestore(&irq_big_lock, flags); |
| |
| /* Additional setups per revmap type */ |
| switch(revmap_type) { |
| case IRQ_HOST_MAP_LEGACY: |
| /* 0 is always the invalid number for legacy */ |
| host->inval_irq = 0; |
| /* setup us as the host for all legacy interrupts */ |
| for (i = 1; i < NUM_ISA_INTERRUPTS; i++) { |
| irq_map[i].hwirq = 0; |
| smp_wmb(); |
| irq_map[i].host = host; |
| smp_wmb(); |
| |
| /* Clear some flags */ |
| get_irq_desc(i)->status |
| &= ~(IRQ_NOREQUEST | IRQ_LEVEL); |
| |
| /* Legacy flags are left to default at this point, |
| * one can then use irq_create_mapping() to |
| * explicitely change them |
| */ |
| ops->map(host, i, i, 0); |
| } |
| break; |
| case IRQ_HOST_MAP_LINEAR: |
| rmap = (unsigned int *)(host + 1); |
| for (i = 0; i < revmap_arg; i++) |
| rmap[i] = IRQ_NONE; |
| host->revmap_data.linear.size = revmap_arg; |
| smp_wmb(); |
| host->revmap_data.linear.revmap = rmap; |
| break; |
| default: |
| break; |
| } |
| |
| pr_debug("irq: Allocated host of type %d @0x%p\n", revmap_type, host); |
| |
| return host; |
| } |
| |
| struct irq_host *irq_find_host(struct device_node *node) |
| { |
| struct irq_host *h, *found = NULL; |
| unsigned long flags; |
| |
| /* We might want to match the legacy controller last since |
| * it might potentially be set to match all interrupts in |
| * the absence of a device node. This isn't a problem so far |
| * yet though... |
| */ |
| spin_lock_irqsave(&irq_big_lock, flags); |
| list_for_each_entry(h, &irq_hosts, link) |
| if (h->ops->match == NULL || h->ops->match(h, node)) { |
| found = h; |
| break; |
| } |
| spin_unlock_irqrestore(&irq_big_lock, flags); |
| return found; |
| } |
| EXPORT_SYMBOL_GPL(irq_find_host); |
| |
| void irq_set_default_host(struct irq_host *host) |
| { |
| pr_debug("irq: Default host set to @0x%p\n", host); |
| |
| irq_default_host = host; |
| } |
| |
| void irq_set_virq_count(unsigned int count) |
| { |
| pr_debug("irq: Trying to set virq count to %d\n", count); |
| |
| BUG_ON(count < NUM_ISA_INTERRUPTS); |
| if (count < NR_IRQS) |
| irq_virq_count = count; |
| } |
| |
| unsigned int irq_create_mapping(struct irq_host *host, |
| irq_hw_number_t hwirq, |
| unsigned int flags) |
| { |
| unsigned int virq, hint; |
| |
| pr_debug("irq: irq_create_mapping(0x%p, 0x%lx, 0x%x)\n", |
| host, hwirq, flags); |
| |
| /* Look for default host if nececssary */ |
| if (host == NULL) |
| host = irq_default_host; |
| if (host == NULL) { |
| printk(KERN_WARNING "irq_create_mapping called for" |
| " NULL host, hwirq=%lx\n", hwirq); |
| WARN_ON(1); |
| return NO_IRQ; |
| } |
| pr_debug("irq: -> using host @%p\n", host); |
| |
| /* Check if mapping already exist, if it does, call |
| * host->ops->map() to update the flags |
| */ |
| virq = irq_find_mapping(host, hwirq); |
| if (virq != IRQ_NONE) { |
| pr_debug("irq: -> existing mapping on virq %d\n", virq); |
| host->ops->map(host, virq, hwirq, flags); |
| return virq; |
| } |
| |
| /* Get a virtual interrupt number */ |
| if (host->revmap_type == IRQ_HOST_MAP_LEGACY) { |
| /* Handle legacy */ |
| virq = (unsigned int)hwirq; |
| if (virq == 0 || virq >= NUM_ISA_INTERRUPTS) |
| return NO_IRQ; |
| return virq; |
| } else { |
| /* Allocate a virtual interrupt number */ |
| hint = hwirq % irq_virq_count; |
| virq = irq_alloc_virt(host, 1, hint); |
| if (virq == NO_IRQ) { |
| pr_debug("irq: -> virq allocation failed\n"); |
| return NO_IRQ; |
| } |
| } |
| pr_debug("irq: -> obtained virq %d\n", virq); |
| |
| /* Clear some flags */ |
| get_irq_desc(virq)->status &= ~(IRQ_NOREQUEST | IRQ_LEVEL); |
| |
| /* map it */ |
| if (host->ops->map(host, virq, hwirq, flags)) { |
| pr_debug("irq: -> mapping failed, freeing\n"); |
| irq_free_virt(virq, 1); |
| return NO_IRQ; |
| } |
| smp_wmb(); |
| irq_map[virq].hwirq = hwirq; |
| smp_mb(); |
| return virq; |
| } |
| EXPORT_SYMBOL_GPL(irq_create_mapping); |
| |
| extern unsigned int irq_create_of_mapping(struct device_node *controller, |
| u32 *intspec, unsigned int intsize) |
| { |
| struct irq_host *host; |
| irq_hw_number_t hwirq; |
| unsigned int flags = IRQ_TYPE_NONE; |
| |
| if (controller == NULL) |
| host = irq_default_host; |
| else |
| host = irq_find_host(controller); |
| if (host == NULL) |
| return NO_IRQ; |
| |
| /* If host has no translation, then we assume interrupt line */ |
| if (host->ops->xlate == NULL) |
| hwirq = intspec[0]; |
| else { |
| if (host->ops->xlate(host, controller, intspec, intsize, |
| &hwirq, &flags)) |
| return NO_IRQ; |
| } |
| |
| return irq_create_mapping(host, hwirq, flags); |
| } |
| EXPORT_SYMBOL_GPL(irq_create_of_mapping); |
| |
| unsigned int irq_of_parse_and_map(struct device_node *dev, int index) |
| { |
| struct of_irq oirq; |
| |
| if (of_irq_map_one(dev, index, &oirq)) |
| return NO_IRQ; |
| |
| return irq_create_of_mapping(oirq.controller, oirq.specifier, |
| oirq.size); |
| } |
| EXPORT_SYMBOL_GPL(irq_of_parse_and_map); |
| |
| void irq_dispose_mapping(unsigned int virq) |
| { |
| struct irq_host *host = irq_map[virq].host; |
| irq_hw_number_t hwirq; |
| unsigned long flags; |
| |
| WARN_ON (host == NULL); |
| if (host == NULL) |
| return; |
| |
| /* Never unmap legacy interrupts */ |
| if (host->revmap_type == IRQ_HOST_MAP_LEGACY) |
| return; |
| |
| /* remove chip and handler */ |
| set_irq_chip_and_handler(virq, NULL, NULL); |
| |
| /* Make sure it's completed */ |
| synchronize_irq(virq); |
| |
| /* Tell the PIC about it */ |
| if (host->ops->unmap) |
| host->ops->unmap(host, virq); |
| smp_mb(); |
| |
| /* Clear reverse map */ |
| hwirq = irq_map[virq].hwirq; |
| switch(host->revmap_type) { |
| case IRQ_HOST_MAP_LINEAR: |
| if (hwirq < host->revmap_data.linear.size) |
| host->revmap_data.linear.revmap[hwirq] = IRQ_NONE; |
| break; |
| case IRQ_HOST_MAP_TREE: |
| /* Check if radix tree allocated yet */ |
| if (host->revmap_data.tree.gfp_mask == 0) |
| break; |
| /* XXX radix tree not safe ! remove lock whem it becomes safe |
| * and use some RCU sync to make sure everything is ok before we |
| * can re-use that map entry |
| */ |
| spin_lock_irqsave(&irq_big_lock, flags); |
| radix_tree_delete(&host->revmap_data.tree, hwirq); |
| spin_unlock_irqrestore(&irq_big_lock, flags); |
| break; |
| } |
| |
| /* Destroy map */ |
| smp_mb(); |
| irq_map[virq].hwirq = host->inval_irq; |
| |
| /* Set some flags */ |
| get_irq_desc(virq)->status |= IRQ_NOREQUEST; |
| |
| /* Free it */ |
| irq_free_virt(virq, 1); |
| } |
| EXPORT_SYMBOL_GPL(irq_dispose_mapping); |
| |
| unsigned int irq_find_mapping(struct irq_host *host, |
| irq_hw_number_t hwirq) |
| { |
| unsigned int i; |
| unsigned int hint = hwirq % irq_virq_count; |
| |
| /* Look for default host if nececssary */ |
| if (host == NULL) |
| host = irq_default_host; |
| if (host == NULL) |
| return NO_IRQ; |
| |
| /* legacy -> bail early */ |
| if (host->revmap_type == IRQ_HOST_MAP_LEGACY) |
| return hwirq; |
| |
| /* Slow path does a linear search of the map */ |
| if (hint < NUM_ISA_INTERRUPTS) |
| hint = NUM_ISA_INTERRUPTS; |
| i = hint; |
| do { |
| if (irq_map[i].host == host && |
| irq_map[i].hwirq == hwirq) |
| return i; |
| i++; |
| if (i >= irq_virq_count) |
| i = NUM_ISA_INTERRUPTS; |
| } while(i != hint); |
| return NO_IRQ; |
| } |
| EXPORT_SYMBOL_GPL(irq_find_mapping); |
| |
| |
| unsigned int irq_radix_revmap(struct irq_host *host, |
| irq_hw_number_t hwirq) |
| { |
| struct radix_tree_root *tree; |
| struct irq_map_entry *ptr; |
| unsigned int virq; |
| unsigned long flags; |
| |
| WARN_ON(host->revmap_type != IRQ_HOST_MAP_TREE); |
| |
| /* Check if the radix tree exist yet. We test the value of |
| * the gfp_mask for that. Sneaky but saves another int in the |
| * structure. If not, we fallback to slow mode |
| */ |
| tree = &host->revmap_data.tree; |
| if (tree->gfp_mask == 0) |
| return irq_find_mapping(host, hwirq); |
| |
| /* XXX Current radix trees are NOT SMP safe !!! Remove that lock |
| * when that is fixed (when Nick's patch gets in |
| */ |
| spin_lock_irqsave(&irq_big_lock, flags); |
| |
| /* Now try to resolve */ |
| ptr = radix_tree_lookup(tree, hwirq); |
| /* Found it, return */ |
| if (ptr) { |
| virq = ptr - irq_map; |
| goto bail; |
| } |
| |
| /* If not there, try to insert it */ |
| virq = irq_find_mapping(host, hwirq); |
| if (virq != NO_IRQ) |
| radix_tree_insert(tree, virq, &irq_map[virq]); |
| bail: |
| spin_unlock_irqrestore(&irq_big_lock, flags); |
| return virq; |
| } |
| |
| unsigned int irq_linear_revmap(struct irq_host *host, |
| irq_hw_number_t hwirq) |
| { |
| unsigned int *revmap; |
| |
| WARN_ON(host->revmap_type != IRQ_HOST_MAP_LINEAR); |
| |
| /* Check revmap bounds */ |
| if (unlikely(hwirq >= host->revmap_data.linear.size)) |
| return irq_find_mapping(host, hwirq); |
| |
| /* Check if revmap was allocated */ |
| revmap = host->revmap_data.linear.revmap; |
| if (unlikely(revmap == NULL)) |
| return irq_find_mapping(host, hwirq); |
| |
| /* Fill up revmap with slow path if no mapping found */ |
| if (unlikely(revmap[hwirq] == NO_IRQ)) |
| revmap[hwirq] = irq_find_mapping(host, hwirq); |
| |
| return revmap[hwirq]; |
| } |
| |
| unsigned int irq_alloc_virt(struct irq_host *host, |
| unsigned int count, |
| unsigned int hint) |
| { |
| unsigned long flags; |
| unsigned int i, j, found = NO_IRQ; |
| unsigned int limit = irq_virq_count - count; |
| |
| if (count == 0 || count > (irq_virq_count - NUM_ISA_INTERRUPTS)) |
| return NO_IRQ; |
| |
| spin_lock_irqsave(&irq_big_lock, flags); |
| |
| /* Use hint for 1 interrupt if any */ |
| if (count == 1 && hint >= NUM_ISA_INTERRUPTS && |
| hint < irq_virq_count && irq_map[hint].host == NULL) { |
| found = hint; |
| goto hint_found; |
| } |
| |
| /* Look for count consecutive numbers in the allocatable |
| * (non-legacy) space |
| */ |
| for (i = NUM_ISA_INTERRUPTS; i <= limit; ) { |
| for (j = i; j < (i + count); j++) |
| if (irq_map[j].host != NULL) { |
| i = j + 1; |
| continue; |
| } |
| found = i; |
| break; |
| } |
| if (found == NO_IRQ) { |
| spin_unlock_irqrestore(&irq_big_lock, flags); |
| return NO_IRQ; |
| } |
| hint_found: |
| for (i = found; i < (found + count); i++) { |
| irq_map[i].hwirq = host->inval_irq; |
| smp_wmb(); |
| irq_map[i].host = host; |
| } |
| spin_unlock_irqrestore(&irq_big_lock, flags); |
| return found; |
| } |
| |
| void irq_free_virt(unsigned int virq, unsigned int count) |
| { |
| unsigned long flags; |
| unsigned int i; |
| |
| WARN_ON (virq < NUM_ISA_INTERRUPTS); |
| WARN_ON (count == 0 || (virq + count) > irq_virq_count); |
| |
| spin_lock_irqsave(&irq_big_lock, flags); |
| for (i = virq; i < (virq + count); i++) { |
| struct irq_host *host; |
| |
| if (i < NUM_ISA_INTERRUPTS || |
| (virq + count) > irq_virq_count) |
| continue; |
| |
| host = irq_map[i].host; |
| irq_map[i].hwirq = host->inval_irq; |
| smp_wmb(); |
| irq_map[i].host = NULL; |
| } |
| spin_unlock_irqrestore(&irq_big_lock, flags); |
| } |
| |
| void irq_early_init(void) |
| { |
| unsigned int i; |
| |
| for (i = 0; i < NR_IRQS; i++) |
| get_irq_desc(i)->status |= IRQ_NOREQUEST; |
| } |
| |
| /* We need to create the radix trees late */ |
| static int irq_late_init(void) |
| { |
| struct irq_host *h; |
| unsigned long flags; |
| |
| spin_lock_irqsave(&irq_big_lock, flags); |
| list_for_each_entry(h, &irq_hosts, link) { |
| if (h->revmap_type == IRQ_HOST_MAP_TREE) |
| INIT_RADIX_TREE(&h->revmap_data.tree, GFP_ATOMIC); |
| } |
| spin_unlock_irqrestore(&irq_big_lock, flags); |
| |
| return 0; |
| } |
| arch_initcall(irq_late_init); |
| |
| #endif /* CONFIG_PPC_MERGE */ |
| |
| #ifdef CONFIG_PCI_MSI |
| int pci_enable_msi(struct pci_dev * pdev) |
| { |
| if (ppc_md.enable_msi) |
| return ppc_md.enable_msi(pdev); |
| else |
| return -1; |
| } |
| |
| void pci_disable_msi(struct pci_dev * pdev) |
| { |
| if (ppc_md.disable_msi) |
| ppc_md.disable_msi(pdev); |
| } |
| |
| void pci_scan_msi_device(struct pci_dev *dev) {} |
| int pci_enable_msix(struct pci_dev* dev, struct msix_entry *entries, int nvec) {return -1;} |
| void pci_disable_msix(struct pci_dev *dev) {} |
| void msi_remove_pci_irq_vectors(struct pci_dev *dev) {} |
| void disable_msi_mode(struct pci_dev *dev, int pos, int type) {} |
| void pci_no_msi(void) {} |
| |
| #endif |
| |
| #ifdef CONFIG_PPC64 |
| static int __init setup_noirqdistrib(char *str) |
| { |
| distribute_irqs = 0; |
| return 1; |
| } |
| |
| __setup("noirqdistrib", setup_noirqdistrib); |
| #endif /* CONFIG_PPC64 */ |