blob: c4a61ca1349a5ce4b1e00d8bbcb326e7bd1203e2 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Written by: Patricia Gaughen, IBM Corporation
3 *
4 * Copyright (C) 2002, IBM Corp.
Ingo Molnarcb81eae2009-02-17 17:53:54 +01005 * Copyright (C) 2009, Red Hat, Inc., Ingo Molnar
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
Ingo Molnar4f179d12009-02-01 11:25:57 +01007 * All rights reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
13 *
14 * This program is distributed in the hope that it will be useful, but
15 * WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
17 * NON INFRINGEMENT. See the GNU General Public License for more
18 * details.
19 *
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
23 *
24 * Send feedback to <gone@us.ibm.com>
25 */
Ingo Molnar4f179d12009-02-01 11:25:57 +010026#include <linux/nodemask.h>
Ingo Molnarcb81eae2009-02-17 17:53:54 +010027#include <linux/topology.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028#include <linux/bootmem.h>
Yinghai Lua9ce6bc2010-08-25 13:39:17 -070029#include <linux/memblock.h>
Ingo Molnar36afc3a2009-02-17 15:50:25 +010030#include <linux/threads.h>
31#include <linux/cpumask.h>
32#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#include <linux/mmzone.h>
34#include <linux/module.h>
Ingo Molnar36afc3a2009-02-17 15:50:25 +010035#include <linux/string.h>
36#include <linux/init.h>
37#include <linux/numa.h>
38#include <linux/smp.h>
Ingo Molnarcb81eae2009-02-17 17:53:54 +010039#include <linux/io.h>
Ingo Molnar4f179d12009-02-01 11:25:57 +010040#include <linux/mm.h>
41
Dave Hansene1474e22005-07-28 21:16:18 -070042#include <asm/processor.h>
Ingo Molnar36afc3a2009-02-17 15:50:25 +010043#include <asm/fixmap.h>
44#include <asm/mpspec.h>
Ingo Molnar4f179d12009-02-01 11:25:57 +010045#include <asm/numaq.h>
Yinghai Lu64898a82008-07-19 18:01:16 -070046#include <asm/setup.h>
Ingo Molnar36afc3a2009-02-17 15:50:25 +010047#include <asm/apic.h>
Ingo Molnar4f179d12009-02-01 11:25:57 +010048#include <asm/e820.h>
Ingo Molnar36afc3a2009-02-17 15:50:25 +010049#include <asm/ipi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070050
Ingo Molnarcb81eae2009-02-17 17:53:54 +010051int found_numaq;
52
53/*
54 * Have to match translation table entries to main table entries by counter
55 * hence the mpc_record variable .... can't see a less disgusting way of
56 * doing this ....
57 */
58struct mpc_trans {
59 unsigned char mpc_type;
60 unsigned char trans_len;
61 unsigned char trans_type;
62 unsigned char trans_quad;
63 unsigned char trans_global;
64 unsigned char trans_local;
65 unsigned short trans_reserved;
66};
67
Ingo Molnarcb81eae2009-02-17 17:53:54 +010068static int mpc_record;
69
Jiri Slabyb6122b32009-03-02 11:34:29 +010070static struct mpc_trans *translation_table[MAX_MPC_ENTRY];
Ingo Molnarcb81eae2009-02-17 17:53:54 +010071
72int mp_bus_id_to_node[MAX_MP_BUSSES];
73int mp_bus_id_to_local[MAX_MP_BUSSES];
74int quad_local_to_mp_bus_id[NR_CPUS/4][4];
75
76
Ingo Molnar36afc3a2009-02-17 15:50:25 +010077static inline void numaq_register_node(int node, struct sys_cfg_data *scd)
78{
79 struct eachquadmem *eq = scd->eq + node;
Tejun Heo299a1802011-05-02 14:18:53 +020080 u64 start = (u64)(eq->hi_shrd_mem_start - eq->priv_mem_size) << 20;
81 u64 end = (u64)(eq->hi_shrd_mem_start + eq->hi_shrd_mem_size) << 20;
82 int ret;
Ingo Molnar36afc3a2009-02-17 15:50:25 +010083
Tejun Heo299a1802011-05-02 14:18:53 +020084 node_set(node, numa_nodes_parsed);
85 ret = numa_add_memblk(node, start, end);
86 BUG_ON(ret < 0);
Ingo Molnar36afc3a2009-02-17 15:50:25 +010087}
Linus Torvalds1da177e2005-04-16 15:20:36 -070088
89/*
90 * Function: smp_dump_qct()
91 *
92 * Description: gets memory layout from the quad config table. This
Tejun Heo299a1802011-05-02 14:18:53 +020093 * function also updates numa_nodes_parsed with the nodes (quads) present.
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 */
95static void __init smp_dump_qct(void)
96{
Ingo Molnar36afc3a2009-02-17 15:50:25 +010097 struct sys_cfg_data *scd;
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 int node;
Ingo Molnar36afc3a2009-02-17 15:50:25 +010099
100 scd = (void *)__va(SYS_CFG_DATA_PRIV_ADDR);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 for_each_node(node) {
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100103 if (scd->quads_present31_0 & (1 << node))
104 numaq_register_node(node, scd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105 }
106}
107
Vegard Nossumb2a6a582008-08-20 18:18:26 +0200108void __cpuinit numaq_tsc_disable(void)
Yinghai Lu64898a82008-07-19 18:01:16 -0700109{
110 if (!found_numaq)
111 return;
112
113 if (num_online_nodes() > 1) {
114 printk(KERN_DEBUG "NUMAQ: disabling TSC\n");
115 setup_clear_cpu_cap(X86_FEATURE_TSC);
116 }
117}
118
Thomas Gleixner845b3942009-08-19 15:37:03 +0200119static void __init numaq_tsc_init(void)
Yinghai Lu63b5d7a2008-07-19 18:02:26 -0700120{
121 numaq_tsc_disable();
Yinghai Lu63b5d7a2008-07-19 18:02:26 -0700122}
123
Yinghai Lu64898a82008-07-19 18:01:16 -0700124static inline int generate_logical_apicid(int quad, int phys_apicid)
125{
126 return (quad << 4) + (phys_apicid ? phys_apicid << 1 : 1);
127}
128
129/* x86_quirks member */
Jaswinder Singh Rajputf4f21b72009-01-03 15:48:52 +0530130static int mpc_apic_id(struct mpc_cpu *m)
Yinghai Lu64898a82008-07-19 18:01:16 -0700131{
132 int quad = translation_table[mpc_record]->trans_quad;
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +0530133 int logical_apicid = generate_logical_apicid(quad, m->apicid);
Yinghai Lu64898a82008-07-19 18:01:16 -0700134
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100135 printk(KERN_DEBUG
136 "Processor #%d %u:%u APIC version %d (quad %d, apic %d)\n",
137 m->apicid, (m->cpufeature & CPU_FAMILY_MASK) >> 8,
138 (m->cpufeature & CPU_MODEL_MASK) >> 4,
139 m->apicver, quad, logical_apicid);
140
Yinghai Lu64898a82008-07-19 18:01:16 -0700141 return logical_apicid;
142}
143
Yinghai Lu64898a82008-07-19 18:01:16 -0700144/* x86_quirks member */
Jaswinder Singh Rajput00fb8602009-01-03 15:47:32 +0530145static void mpc_oem_bus_info(struct mpc_bus *m, char *name)
Yinghai Lu64898a82008-07-19 18:01:16 -0700146{
147 int quad = translation_table[mpc_record]->trans_quad;
148 int local = translation_table[mpc_record]->trans_local;
149
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530150 mp_bus_id_to_node[m->busid] = quad;
151 mp_bus_id_to_local[m->busid] = local;
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100152
153 printk(KERN_INFO "Bus #%d is %s (node %d)\n", m->busid, name, quad);
Yinghai Lu64898a82008-07-19 18:01:16 -0700154}
155
Yinghai Lu64898a82008-07-19 18:01:16 -0700156/* x86_quirks member */
Jaswinder Singh Rajput00fb8602009-01-03 15:47:32 +0530157static void mpc_oem_pci_bus(struct mpc_bus *m)
Yinghai Lu64898a82008-07-19 18:01:16 -0700158{
159 int quad = translation_table[mpc_record]->trans_quad;
160 int local = translation_table[mpc_record]->trans_local;
161
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530162 quad_local_to_mp_bus_id[quad][local] = m->busid;
Yinghai Lu64898a82008-07-19 18:01:16 -0700163}
164
Thomas Gleixnerf4848472009-08-20 12:05:01 +0200165/*
166 * Called from mpparse code.
167 * mode = 0: prescan
168 * mode = 1: one mpc entry scanned
169 */
170static void numaq_mpc_record(unsigned int mode)
171{
172 if (!mode)
173 mpc_record = 0;
174 else
175 mpc_record++;
176}
177
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100178static void __init MP_translation_info(struct mpc_trans *m)
Yinghai Lu64898a82008-07-19 18:01:16 -0700179{
180 printk(KERN_INFO
Ingo Molnarcb81eae2009-02-17 17:53:54 +0100181 "Translation: record %d, type %d, quad %d, global %d, local %d\n",
Yinghai Lu64898a82008-07-19 18:01:16 -0700182 mpc_record, m->trans_type, m->trans_quad, m->trans_global,
183 m->trans_local);
184
185 if (mpc_record >= MAX_MPC_ENTRY)
186 printk(KERN_ERR "MAX_MPC_ENTRY exceeded!\n");
187 else
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100188 translation_table[mpc_record] = m; /* stash this for later */
189
Yinghai Lu64898a82008-07-19 18:01:16 -0700190 if (m->trans_quad < MAX_NUMNODES && !node_online(m->trans_quad))
191 node_set_online(m->trans_quad);
192}
193
194static int __init mpf_checksum(unsigned char *mp, int len)
195{
196 int sum = 0;
197
198 while (len--)
199 sum += *mp++;
200
201 return sum & 0xFF;
202}
203
204/*
205 * Read/parse the MPC oem tables
206 */
Thomas Gleixner72302142009-08-20 12:18:32 +0200207static void __init smp_read_mpc_oem(struct mpc_table *mpc)
Yinghai Lu64898a82008-07-19 18:01:16 -0700208{
Thomas Gleixner72302142009-08-20 12:18:32 +0200209 struct mpc_oemtable *oemtable = (void *)(long)mpc->oemptr;
Yinghai Lu64898a82008-07-19 18:01:16 -0700210 int count = sizeof(*oemtable); /* the header size */
211 unsigned char *oemptr = ((unsigned char *)oemtable) + count;
212
213 mpc_record = 0;
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100214 printk(KERN_INFO
Frans Pop3235dc32010-02-06 18:47:17 +0100215 "Found an OEM MPC table at %8p - parsing it...\n", oemtable);
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100216
Jaswinder Singh Rajputa1d02722009-01-04 22:00:46 +0530217 if (memcmp(oemtable->signature, MPC_OEM_SIGNATURE, 4)) {
Yinghai Lu64898a82008-07-19 18:01:16 -0700218 printk(KERN_WARNING
219 "SMP mpc oemtable: bad signature [%c%c%c%c]!\n",
Jaswinder Singh Rajputa1d02722009-01-04 22:00:46 +0530220 oemtable->signature[0], oemtable->signature[1],
221 oemtable->signature[2], oemtable->signature[3]);
Yinghai Lu64898a82008-07-19 18:01:16 -0700222 return;
223 }
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100224
Jaswinder Singh Rajputa1d02722009-01-04 22:00:46 +0530225 if (mpf_checksum((unsigned char *)oemtable, oemtable->length)) {
Yinghai Lu64898a82008-07-19 18:01:16 -0700226 printk(KERN_WARNING "SMP oem mptable: checksum error!\n");
227 return;
228 }
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100229
Jaswinder Singh Rajputa1d02722009-01-04 22:00:46 +0530230 while (count < oemtable->length) {
Yinghai Lu64898a82008-07-19 18:01:16 -0700231 switch (*oemptr) {
232 case MP_TRANSLATION:
233 {
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100234 struct mpc_trans *m = (void *)oemptr;
235
Yinghai Lu64898a82008-07-19 18:01:16 -0700236 MP_translation_info(m);
237 oemptr += sizeof(*m);
238 count += sizeof(*m);
239 ++mpc_record;
240 break;
241 }
242 default:
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100243 printk(KERN_WARNING
244 "Unrecognised OEM table entry type! - %d\n",
245 (int)*oemptr);
246 return;
Yinghai Lu64898a82008-07-19 18:01:16 -0700247 }
248 }
249}
250
Yinghai Luab530e12008-06-03 10:25:54 -0700251static __init void early_check_numaq(void)
252{
253 /*
Yinghai Luab530e12008-06-03 10:25:54 -0700254 * get boot-time SMP configuration:
255 */
256 if (smp_found_config)
257 early_get_smp_config();
Yinghai Lu64898a82008-07-19 18:01:16 -0700258
Thomas Gleixnerf4848472009-08-20 12:05:01 +0200259 if (found_numaq) {
Thomas Gleixnerf4848472009-08-20 12:05:01 +0200260 x86_init.mpparse.mpc_record = numaq_mpc_record;
Thomas Gleixnerde934102009-08-20 09:27:29 +0200261 x86_init.mpparse.setup_ioapic_ids = x86_init_noop;
Thomas Gleixnerfd6c6662009-08-20 10:41:58 +0200262 x86_init.mpparse.mpc_apic_id = mpc_apic_id;
Thomas Gleixner72302142009-08-20 12:18:32 +0200263 x86_init.mpparse.smp_read_mpc_oem = smp_read_mpc_oem;
Thomas Gleixner52fdb562009-08-20 12:45:33 +0200264 x86_init.mpparse.mpc_oem_pci_bus = mpc_oem_pci_bus;
Thomas Gleixner90e1c692009-08-20 12:34:47 +0200265 x86_init.mpparse.mpc_oem_bus_info = mpc_oem_bus_info;
Thomas Gleixner845b3942009-08-19 15:37:03 +0200266 x86_init.timers.tsc_pre_init = numaq_tsc_init;
Thomas Gleixnerb72d0db2009-08-29 16:24:51 +0200267 x86_init.pci.init = pci_numaq_init;
Thomas Gleixnerf4848472009-08-20 12:05:01 +0200268 }
Yinghai Luab530e12008-06-03 10:25:54 -0700269}
270
Tejun Heo299a1802011-05-02 14:18:53 +0200271int __init numaq_numa_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272{
Yinghai Luab530e12008-06-03 10:25:54 -0700273 early_check_numaq();
274 if (!found_numaq)
Tejun Heo299a1802011-05-02 14:18:53 +0200275 return -ENOENT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276 smp_dump_qct();
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100277
Tejun Heo299a1802011-05-02 14:18:53 +0200278 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279}
Ingo Molnar61b90b72009-01-28 19:01:05 +0100280
Ingo Molnar61b90b72009-01-28 19:01:05 +0100281#define NUMAQ_APIC_DFR_VALUE (APIC_DFR_CLUSTER)
282
283static inline unsigned int numaq_get_apic_id(unsigned long x)
284{
285 return (x >> 24) & 0x0F;
286}
287
Ingo Molnar61b90b72009-01-28 19:01:05 +0100288static inline void numaq_send_IPI_mask(const struct cpumask *mask, int vector)
289{
Yinghai Lu43f39892009-01-29 19:31:49 -0800290 default_send_IPI_mask_sequence_logical(mask, vector);
Ingo Molnar61b90b72009-01-28 19:01:05 +0100291}
292
293static inline void numaq_send_IPI_allbutself(int vector)
294{
Yinghai Lu43f39892009-01-29 19:31:49 -0800295 default_send_IPI_mask_allbutself_logical(cpu_online_mask, vector);
Ingo Molnar61b90b72009-01-28 19:01:05 +0100296}
297
298static inline void numaq_send_IPI_all(int vector)
299{
300 numaq_send_IPI_mask(cpu_online_mask, vector);
301}
302
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100303#define NUMAQ_TRAMPOLINE_PHYS_LOW (0x8)
304#define NUMAQ_TRAMPOLINE_PHYS_HIGH (0xa)
Ingo Molnar61b90b72009-01-28 19:01:05 +0100305
306/*
307 * Because we use NMIs rather than the INIT-STARTUP sequence to
308 * bootstrap the CPUs, the APIC may be in a weird state. Kick it:
309 */
310static inline void numaq_smp_callin_clear_local_apic(void)
311{
312 clear_local_APIC();
313}
314
Rusty Russell73e907d2009-03-13 14:49:57 +1030315static inline const struct cpumask *numaq_target_cpus(void)
Ingo Molnar61b90b72009-01-28 19:01:05 +0100316{
Rusty Russell101aaca2009-03-13 14:49:47 +1030317 return cpu_all_mask;
Ingo Molnar61b90b72009-01-28 19:01:05 +0100318}
319
Cyrill Gorcunov7abc0752009-11-10 01:06:59 +0300320static unsigned long numaq_check_apicid_used(physid_mask_t *map, int apicid)
Ingo Molnar61b90b72009-01-28 19:01:05 +0100321{
Cyrill Gorcunov7abc0752009-11-10 01:06:59 +0300322 return physid_isset(apicid, *map);
Ingo Molnar61b90b72009-01-28 19:01:05 +0100323}
324
325static inline unsigned long numaq_check_apicid_present(int bit)
326{
327 return physid_isset(bit, phys_cpu_present_map);
328}
329
Ingo Molnar61b90b72009-01-28 19:01:05 +0100330static inline int numaq_apic_id_registered(void)
331{
332 return 1;
333}
334
335static inline void numaq_init_apic_ldr(void)
336{
337 /* Already done in NUMA-Q firmware */
338}
339
340static inline void numaq_setup_apic_routing(void)
341{
Ingo Molnarcb81eae2009-02-17 17:53:54 +0100342 printk(KERN_INFO
343 "Enabling APIC mode: NUMA-Q. Using %d I/O APICs\n",
344 nr_ioapics);
Ingo Molnar61b90b72009-01-28 19:01:05 +0100345}
346
347/*
348 * Skip adding the timer int on secondary nodes, which causes
349 * a small but painful rift in the time-space continuum.
350 */
351static inline int numaq_multi_timer_check(int apic, int irq)
352{
353 return apic != 0 && irq == 0;
354}
355
Cyrill Gorcunov7abc0752009-11-10 01:06:59 +0300356static inline void numaq_ioapic_phys_id_map(physid_mask_t *phys_map, physid_mask_t *retmap)
Ingo Molnar61b90b72009-01-28 19:01:05 +0100357{
358 /* We don't have a good way to do this yet - hack */
Cyrill Gorcunov7abc0752009-11-10 01:06:59 +0300359 return physids_promote(0xFUL, retmap);
Ingo Molnar61b90b72009-01-28 19:01:05 +0100360}
361
Ingo Molnar61b90b72009-01-28 19:01:05 +0100362/*
363 * Supporting over 60 cpus on NUMA-Q requires a locality-dependent
364 * cpu to APIC ID relation to properly interact with the intelligent
365 * mode of the cluster controller.
366 */
367static inline int numaq_cpu_present_to_apicid(int mps_cpu)
368{
369 if (mps_cpu < 60)
370 return ((mps_cpu >> 2) << 4) | (1 << (mps_cpu & 0x3));
371 else
372 return BAD_APICID;
373}
374
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100375static inline int numaq_apicid_to_node(int logical_apicid)
Ingo Molnar61b90b72009-01-28 19:01:05 +0100376{
377 return logical_apicid >> 4;
378}
379
Tejun Heo89e5dc22011-01-23 14:37:38 +0100380static int numaq_numa_cpu_node(int cpu)
381{
382 int logical_apicid = early_per_cpu(x86_cpu_to_logical_apicid, cpu);
383
384 if (logical_apicid != BAD_APICID)
385 return numaq_apicid_to_node(logical_apicid);
386 return NUMA_NO_NODE;
387}
388
Cyrill Gorcunov7abc0752009-11-10 01:06:59 +0300389static void numaq_apicid_to_cpu_present(int logical_apicid, physid_mask_t *retmap)
Ingo Molnar61b90b72009-01-28 19:01:05 +0100390{
391 int node = numaq_apicid_to_node(logical_apicid);
392 int cpu = __ffs(logical_apicid & 0xf);
393
Cyrill Gorcunov7abc0752009-11-10 01:06:59 +0300394 physid_set_mask_of_physid(cpu + 4*node, retmap);
Ingo Molnar61b90b72009-01-28 19:01:05 +0100395}
396
Ingo Molnar4f179d12009-02-01 11:25:57 +0100397/* Where the IO area was mapped on multiquad, always 0 otherwise */
398void *xquad_portio;
Ingo Molnar61b90b72009-01-28 19:01:05 +0100399
Thomas Gleixnere11dada2009-08-31 15:18:40 +0200400static inline int numaq_check_phys_apicid_present(int phys_apicid)
Ingo Molnar61b90b72009-01-28 19:01:05 +0100401{
402 return 1;
403}
404
405/*
406 * We use physical apicids here, not logical, so just return the default
407 * physical broadcast to stop people from breaking us
408 */
Rusty Russell73e907d2009-03-13 14:49:57 +1030409static unsigned int numaq_cpu_mask_to_apicid(const struct cpumask *cpumask)
Ingo Molnar61b90b72009-01-28 19:01:05 +0100410{
411 return 0x0F;
412}
413
414static inline unsigned int
415numaq_cpu_mask_to_apicid_and(const struct cpumask *cpumask,
416 const struct cpumask *andmask)
417{
418 return 0x0F;
419}
420
421/* No NUMA-Q box has a HT CPU, but it can't hurt to use the default code. */
422static inline int numaq_phys_pkg_id(int cpuid_apic, int index_msb)
423{
424 return cpuid_apic >> index_msb;
425}
Ingo Molnar36afc3a2009-02-17 15:50:25 +0100426
427static int
Ingo Molnarcb81eae2009-02-17 17:53:54 +0100428numaq_mps_oem_check(struct mpc_table *mpc, char *oem, char *productid)
Ingo Molnar61b90b72009-01-28 19:01:05 +0100429{
Ingo Molnarcb81eae2009-02-17 17:53:54 +0100430 if (strncmp(oem, "IBM NUMA", 8))
431 printk(KERN_ERR "Warning! Not a NUMA-Q system!\n");
432 else
433 found_numaq = 1;
434
Ingo Molnar61b90b72009-01-28 19:01:05 +0100435 return found_numaq;
436}
437
438static int probe_numaq(void)
439{
440 /* already know from get_memcfg_numaq() */
441 return found_numaq;
442}
443
Rusty Russell73e907d2009-03-13 14:49:57 +1030444static void numaq_vector_allocation_domain(int cpu, struct cpumask *retmask)
Ingo Molnar61b90b72009-01-28 19:01:05 +0100445{
446 /* Careful. Some cpus do not strictly honor the set of cpus
447 * specified in the interrupt destination when using lowest
448 * priority interrupt delivery mode.
449 *
450 * In particular there was a hyperthreading cpu observed to
451 * deliver interrupts to the wrong hyperthread when only one
452 * hyperthread was specified in the interrupt desitination.
453 */
Rusty Russell5c6cb5e2009-03-13 14:49:56 +1030454 cpumask_clear(retmask);
455 cpumask_bits(retmask)[0] = APIC_ALL_CPUS;
Ingo Molnar61b90b72009-01-28 19:01:05 +0100456}
457
458static void numaq_setup_portio_remap(void)
459{
460 int num_quads = num_online_nodes();
461
462 if (num_quads <= 1)
Ingo Molnar4f179d12009-02-01 11:25:57 +0100463 return;
Ingo Molnar61b90b72009-01-28 19:01:05 +0100464
Ingo Molnarcb81eae2009-02-17 17:53:54 +0100465 printk(KERN_INFO
466 "Remapping cross-quad port I/O for %d quads\n", num_quads);
467
Ingo Molnar61b90b72009-01-28 19:01:05 +0100468 xquad_portio = ioremap(XQUAD_PORTIO_BASE, num_quads*XQUAD_PORTIO_QUAD);
Ingo Molnarcb81eae2009-02-17 17:53:54 +0100469
470 printk(KERN_INFO
471 "xquad_portio vaddr 0x%08lx, len %08lx\n",
Ingo Molnar61b90b72009-01-28 19:01:05 +0100472 (u_long) xquad_portio, (u_long) num_quads*XQUAD_PORTIO_QUAD);
473}
474
Suresh Siddha1a8880a2011-05-20 17:51:20 -0700475/* Use __refdata to keep false positive warning calm. */
476static struct apic __refdata apic_numaq = {
Ingo Molnar61b90b72009-01-28 19:01:05 +0100477
478 .name = "NUMAQ",
479 .probe = probe_numaq,
480 .acpi_madt_oem_check = NULL,
481 .apic_id_registered = numaq_apic_id_registered,
482
483 .irq_delivery_mode = dest_LowestPrio,
484 /* physical delivery on LOCAL quad: */
485 .irq_dest_mode = 0,
486
487 .target_cpus = numaq_target_cpus,
488 .disable_esr = 1,
489 .dest_logical = APIC_DEST_LOGICAL,
490 .check_apicid_used = numaq_check_apicid_used,
491 .check_apicid_present = numaq_check_apicid_present,
492
493 .vector_allocation_domain = numaq_vector_allocation_domain,
494 .init_apic_ldr = numaq_init_apic_ldr,
495
496 .ioapic_phys_id_map = numaq_ioapic_phys_id_map,
497 .setup_apic_routing = numaq_setup_apic_routing,
498 .multi_timer_check = numaq_multi_timer_check,
Ingo Molnar61b90b72009-01-28 19:01:05 +0100499 .cpu_present_to_apicid = numaq_cpu_present_to_apicid,
500 .apicid_to_cpu_present = numaq_apicid_to_cpu_present,
501 .setup_portio_remap = numaq_setup_portio_remap,
502 .check_phys_apicid_present = numaq_check_phys_apicid_present,
503 .enable_apic_mode = NULL,
504 .phys_pkg_id = numaq_phys_pkg_id,
Ingo Molnarcb81eae2009-02-17 17:53:54 +0100505 .mps_oem_check = numaq_mps_oem_check,
Ingo Molnar61b90b72009-01-28 19:01:05 +0100506
507 .get_apic_id = numaq_get_apic_id,
508 .set_apic_id = NULL,
509 .apic_id_mask = 0x0F << 24,
510
511 .cpu_mask_to_apicid = numaq_cpu_mask_to_apicid,
512 .cpu_mask_to_apicid_and = numaq_cpu_mask_to_apicid_and,
513
514 .send_IPI_mask = numaq_send_IPI_mask,
515 .send_IPI_mask_allbutself = NULL,
516 .send_IPI_allbutself = numaq_send_IPI_allbutself,
517 .send_IPI_all = numaq_send_IPI_all,
Ingo Molnar6b64ee02009-01-30 23:42:18 +0100518 .send_IPI_self = default_send_IPI_self,
Ingo Molnar61b90b72009-01-28 19:01:05 +0100519
Ingo Molnar1f5bcab2009-02-26 13:51:40 +0100520 .wakeup_secondary_cpu = wakeup_secondary_cpu_via_nmi,
Ingo Molnar61b90b72009-01-28 19:01:05 +0100521 .trampoline_phys_low = NUMAQ_TRAMPOLINE_PHYS_LOW,
522 .trampoline_phys_high = NUMAQ_TRAMPOLINE_PHYS_HIGH,
523
524 /* We don't do anything here because we use NMI's to boot instead */
525 .wait_for_init_deassert = NULL,
526
527 .smp_callin_clear_local_apic = numaq_smp_callin_clear_local_apic,
Ingo Molnar61b90b72009-01-28 19:01:05 +0100528 .inquire_remote_apic = NULL,
Yinghai Luc1eeb2d2009-02-16 23:02:14 -0800529
530 .read = native_apic_mem_read,
531 .write = native_apic_mem_write,
532 .icr_read = native_apic_icr_read,
533 .icr_write = native_apic_icr_write,
534 .wait_icr_idle = native_apic_wait_icr_idle,
535 .safe_wait_icr_idle = native_safe_apic_wait_icr_idle,
Tejun Heoacb8bc02011-01-23 14:37:33 +0100536
537 .x86_32_early_logical_apicid = noop_x86_32_early_logical_apicid,
Tejun Heo89e5dc22011-01-23 14:37:38 +0100538 .x86_32_numa_cpu_node = numaq_numa_cpu_node,
Ingo Molnar61b90b72009-01-28 19:01:05 +0100539};
Suresh Siddha107e0e02011-05-20 17:51:17 -0700540
541apic_driver(apic_numaq);