Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/arch/x86_64/kernel/irq.c |
| 3 | * |
| 4 | * Copyright (C) 1992, 1998 Linus Torvalds, Ingo Molnar |
| 5 | * |
| 6 | * This file contains the lowest level x86_64-specific interrupt |
| 7 | * entry and irq statistics code. All the remaining irq logic is |
| 8 | * done by the generic kernel/irq/ code and in the |
| 9 | * x86_64-specific irq controller code. (e.g. i8259.c and |
| 10 | * io_apic.c.) |
| 11 | */ |
| 12 | |
| 13 | #include <linux/kernel_stat.h> |
| 14 | #include <linux/interrupt.h> |
| 15 | #include <linux/seq_file.h> |
| 16 | #include <linux/module.h> |
Ashok Raj | 76e4f66 | 2005-06-25 14:55:00 -0700 | [diff] [blame] | 17 | #include <linux/delay.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | #include <asm/uaccess.h> |
| 19 | #include <asm/io_apic.h> |
Andi Kleen | 95833c8 | 2006-01-11 22:44:36 +0100 | [diff] [blame] | 20 | #include <asm/idle.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | |
| 22 | atomic_t irq_err_count; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | |
Eric Sandeen | 4961f10 | 2006-06-26 14:00:05 +0200 | [diff] [blame] | 24 | #ifdef CONFIG_DEBUG_STACKOVERFLOW |
| 25 | /* |
| 26 | * Probabilistic stack overflow check: |
| 27 | * |
| 28 | * Only check the stack in process context, because everything else |
| 29 | * runs on the big interrupt stacks. Checking reliably is too expensive, |
| 30 | * so we just check from interrupts. |
| 31 | */ |
| 32 | static inline void stack_overflow_check(struct pt_regs *regs) |
| 33 | { |
| 34 | u64 curbase = (u64) current->thread_info; |
| 35 | static unsigned long warned = -60*HZ; |
| 36 | |
| 37 | if (regs->rsp >= curbase && regs->rsp <= curbase + THREAD_SIZE && |
| 38 | regs->rsp < curbase + sizeof(struct thread_info) + 128 && |
| 39 | time_after(jiffies, warned + 60*HZ)) { |
| 40 | printk("do_IRQ: %s near stack overflow (cur:%Lx,rsp:%lx)\n", |
| 41 | current->comm, curbase, regs->rsp); |
| 42 | show_stack(NULL,NULL); |
| 43 | warned = jiffies; |
| 44 | } |
| 45 | } |
| 46 | #endif |
| 47 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 | /* |
| 49 | * Generic, controller-independent functions: |
| 50 | */ |
| 51 | |
| 52 | int show_interrupts(struct seq_file *p, void *v) |
| 53 | { |
| 54 | int i = *(loff_t *) v, j; |
| 55 | struct irqaction * action; |
| 56 | unsigned long flags; |
| 57 | |
| 58 | if (i == 0) { |
| 59 | seq_printf(p, " "); |
Andrew Morton | 394e390 | 2006-03-23 03:01:05 -0800 | [diff] [blame] | 60 | for_each_online_cpu(j) |
Jan Beulich | bdbdaa7 | 2006-06-26 13:59:23 +0200 | [diff] [blame] | 61 | seq_printf(p, "CPU%-8d",j); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 62 | seq_putc(p, '\n'); |
| 63 | } |
| 64 | |
| 65 | if (i < NR_IRQS) { |
| 66 | spin_lock_irqsave(&irq_desc[i].lock, flags); |
| 67 | action = irq_desc[i].action; |
| 68 | if (!action) |
| 69 | goto skip; |
| 70 | seq_printf(p, "%3d: ",i); |
| 71 | #ifndef CONFIG_SMP |
| 72 | seq_printf(p, "%10u ", kstat_irqs(i)); |
| 73 | #else |
Andrew Morton | 394e390 | 2006-03-23 03:01:05 -0800 | [diff] [blame] | 74 | for_each_online_cpu(j) |
| 75 | seq_printf(p, "%10u ", kstat_cpu(j).irqs[i]); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 76 | #endif |
Ingo Molnar | f29bd1b | 2006-10-04 02:16:25 -0700 | [diff] [blame^] | 77 | seq_printf(p, " %8s", irq_desc[i].chip->name); |
| 78 | seq_printf(p, "-%s", handle_irq_name(irq_desc[i].handle_irq)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | |
| 80 | seq_printf(p, " %s", action->name); |
| 81 | for (action=action->next; action; action = action->next) |
| 82 | seq_printf(p, ", %s", action->name); |
| 83 | seq_putc(p, '\n'); |
| 84 | skip: |
| 85 | spin_unlock_irqrestore(&irq_desc[i].lock, flags); |
| 86 | } else if (i == NR_IRQS) { |
| 87 | seq_printf(p, "NMI: "); |
Andrew Morton | 394e390 | 2006-03-23 03:01:05 -0800 | [diff] [blame] | 88 | for_each_online_cpu(j) |
| 89 | seq_printf(p, "%10u ", cpu_pda(j)->__nmi_count); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 90 | seq_putc(p, '\n'); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 91 | seq_printf(p, "LOC: "); |
Andrew Morton | 394e390 | 2006-03-23 03:01:05 -0800 | [diff] [blame] | 92 | for_each_online_cpu(j) |
| 93 | seq_printf(p, "%10u ", cpu_pda(j)->apic_timer_irqs); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | seq_putc(p, '\n'); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | seq_printf(p, "ERR: %10u\n", atomic_read(&irq_err_count)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | } |
| 97 | return 0; |
| 98 | } |
| 99 | |
| 100 | /* |
| 101 | * do_IRQ handles all normal device IRQ's (the special |
| 102 | * SMP cross-CPU interrupts have their own specific |
| 103 | * handlers). |
| 104 | */ |
| 105 | asmlinkage unsigned int do_IRQ(struct pt_regs *regs) |
| 106 | { |
Rusty Russell | 19eadf9 | 2006-06-27 02:53:44 -0700 | [diff] [blame] | 107 | /* high bit used in ret_from_ code */ |
| 108 | unsigned irq = ~regs->orig_rax; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 109 | |
Andrew Morton | a052b68 | 2006-06-28 04:26:43 -0700 | [diff] [blame] | 110 | if (unlikely(irq >= NR_IRQS)) { |
| 111 | printk(KERN_EMERG "%s: cannot handle IRQ %d\n", |
| 112 | __FUNCTION__, irq); |
| 113 | BUG(); |
| 114 | } |
| 115 | |
Andi Kleen | 95833c8 | 2006-01-11 22:44:36 +0100 | [diff] [blame] | 116 | exit_idle(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 | irq_enter(); |
Eric Sandeen | 4961f10 | 2006-06-26 14:00:05 +0200 | [diff] [blame] | 118 | #ifdef CONFIG_DEBUG_STACKOVERFLOW |
| 119 | stack_overflow_check(regs); |
| 120 | #endif |
Ingo Molnar | f29bd1b | 2006-10-04 02:16:25 -0700 | [diff] [blame^] | 121 | generic_handle_irq(irq, regs); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 122 | irq_exit(); |
| 123 | |
| 124 | return 1; |
| 125 | } |
| 126 | |
Ashok Raj | 76e4f66 | 2005-06-25 14:55:00 -0700 | [diff] [blame] | 127 | #ifdef CONFIG_HOTPLUG_CPU |
| 128 | void fixup_irqs(cpumask_t map) |
| 129 | { |
| 130 | unsigned int irq; |
| 131 | static int warned; |
| 132 | |
| 133 | for (irq = 0; irq < NR_IRQS; irq++) { |
| 134 | cpumask_t mask; |
| 135 | if (irq == 2) |
| 136 | continue; |
| 137 | |
Ingo Molnar | a53da52 | 2006-06-29 02:24:38 -0700 | [diff] [blame] | 138 | cpus_and(mask, irq_desc[irq].affinity, map); |
Ashok Raj | 76e4f66 | 2005-06-25 14:55:00 -0700 | [diff] [blame] | 139 | if (any_online_cpu(mask) == NR_CPUS) { |
| 140 | printk("Breaking affinity for irq %i\n", irq); |
| 141 | mask = map; |
| 142 | } |
Ingo Molnar | d1bef4e | 2006-06-29 02:24:36 -0700 | [diff] [blame] | 143 | if (irq_desc[irq].chip->set_affinity) |
| 144 | irq_desc[irq].chip->set_affinity(irq, mask); |
Ashok Raj | 76e4f66 | 2005-06-25 14:55:00 -0700 | [diff] [blame] | 145 | else if (irq_desc[irq].action && !(warned++)) |
| 146 | printk("Cannot set affinity for irq %i\n", irq); |
| 147 | } |
| 148 | |
| 149 | /* That doesn't seem sufficient. Give it 1ms. */ |
| 150 | local_irq_enable(); |
| 151 | mdelay(1); |
| 152 | local_irq_disable(); |
| 153 | } |
| 154 | #endif |
Andi Kleen | ed6b676 | 2005-07-28 21:15:49 -0700 | [diff] [blame] | 155 | |
| 156 | extern void call_softirq(void); |
| 157 | |
| 158 | asmlinkage void do_softirq(void) |
| 159 | { |
| 160 | __u32 pending; |
| 161 | unsigned long flags; |
| 162 | |
| 163 | if (in_interrupt()) |
| 164 | return; |
| 165 | |
| 166 | local_irq_save(flags); |
| 167 | pending = local_softirq_pending(); |
| 168 | /* Switch to interrupt stack */ |
Ingo Molnar | 2601e64 | 2006-07-03 00:24:45 -0700 | [diff] [blame] | 169 | if (pending) { |
Andi Kleen | ed6b676 | 2005-07-28 21:15:49 -0700 | [diff] [blame] | 170 | call_softirq(); |
Ingo Molnar | 2601e64 | 2006-07-03 00:24:45 -0700 | [diff] [blame] | 171 | WARN_ON_ONCE(softirq_count()); |
| 172 | } |
Andi Kleen | ed6b676 | 2005-07-28 21:15:49 -0700 | [diff] [blame] | 173 | local_irq_restore(flags); |
| 174 | } |
| 175 | EXPORT_SYMBOL(do_softirq); |