| #include <linux/config.h> |
| #include <linux/sysdev.h> |
| #include <linux/cpu.h> |
| #include <linux/smp.h> |
| #include <linux/percpu.h> |
| #include <linux/init.h> |
| #include <linux/sched.h> |
| #include <linux/module.h> |
| #include <linux/nodemask.h> |
| #include <linux/cpumask.h> |
| #include <linux/notifier.h> |
| |
| #include <asm/current.h> |
| #include <asm/processor.h> |
| #include <asm/cputable.h> |
| #include <asm/firmware.h> |
| #include <asm/hvcall.h> |
| #include <asm/prom.h> |
| #include <asm/paca.h> |
| #include <asm/lppaca.h> |
| #include <asm/machdep.h> |
| #include <asm/smp.h> |
| |
| static DEFINE_PER_CPU(struct cpu, cpu_devices); |
| |
| /* SMT stuff */ |
| |
| #ifdef CONFIG_PPC_MULTIPLATFORM |
| /* default to snooze disabled */ |
| DEFINE_PER_CPU(unsigned long, smt_snooze_delay); |
| |
| static ssize_t store_smt_snooze_delay(struct sys_device *dev, const char *buf, |
| size_t count) |
| { |
| struct cpu *cpu = container_of(dev, struct cpu, sysdev); |
| ssize_t ret; |
| unsigned long snooze; |
| |
| ret = sscanf(buf, "%lu", &snooze); |
| if (ret != 1) |
| return -EINVAL; |
| |
| per_cpu(smt_snooze_delay, cpu->sysdev.id) = snooze; |
| |
| return count; |
| } |
| |
| static ssize_t show_smt_snooze_delay(struct sys_device *dev, char *buf) |
| { |
| struct cpu *cpu = container_of(dev, struct cpu, sysdev); |
| |
| return sprintf(buf, "%lu\n", per_cpu(smt_snooze_delay, cpu->sysdev.id)); |
| } |
| |
| static SYSDEV_ATTR(smt_snooze_delay, 0644, show_smt_snooze_delay, |
| store_smt_snooze_delay); |
| |
| /* Only parse OF options if the matching cmdline option was not specified */ |
| static int smt_snooze_cmdline; |
| |
| static int __init smt_setup(void) |
| { |
| struct device_node *options; |
| unsigned int *val; |
| unsigned int cpu; |
| |
| if (!cpu_has_feature(CPU_FTR_SMT)) |
| return -ENODEV; |
| |
| options = find_path_device("/options"); |
| if (!options) |
| return -ENODEV; |
| |
| val = (unsigned int *)get_property(options, "ibm,smt-snooze-delay", |
| NULL); |
| if (!smt_snooze_cmdline && val) { |
| for_each_possible_cpu(cpu) |
| per_cpu(smt_snooze_delay, cpu) = *val; |
| } |
| |
| return 0; |
| } |
| __initcall(smt_setup); |
| |
| static int __init setup_smt_snooze_delay(char *str) |
| { |
| unsigned int cpu; |
| int snooze; |
| |
| if (!cpu_has_feature(CPU_FTR_SMT)) |
| return 1; |
| |
| smt_snooze_cmdline = 1; |
| |
| if (get_option(&str, &snooze)) { |
| for_each_possible_cpu(cpu) |
| per_cpu(smt_snooze_delay, cpu) = snooze; |
| } |
| |
| return 1; |
| } |
| __setup("smt-snooze-delay=", setup_smt_snooze_delay); |
| |
| #endif /* CONFIG_PPC_MULTIPLATFORM */ |
| |
| /* |
| * Enabling PMCs will slow partition context switch times so we only do |
| * it the first time we write to the PMCs. |
| */ |
| |
| static DEFINE_PER_CPU(char, pmcs_enabled); |
| |
| void ppc64_enable_pmcs(void) |
| { |
| /* Only need to enable them once */ |
| if (__get_cpu_var(pmcs_enabled)) |
| return; |
| |
| __get_cpu_var(pmcs_enabled) = 1; |
| |
| if (ppc_md.enable_pmcs) |
| ppc_md.enable_pmcs(); |
| } |
| EXPORT_SYMBOL(ppc64_enable_pmcs); |
| |
| /* XXX convert to rusty's on_one_cpu */ |
| static unsigned long run_on_cpu(unsigned long cpu, |
| unsigned long (*func)(unsigned long), |
| unsigned long arg) |
| { |
| cpumask_t old_affinity = current->cpus_allowed; |
| unsigned long ret; |
| |
| /* should return -EINVAL to userspace */ |
| if (set_cpus_allowed(current, cpumask_of_cpu(cpu))) |
| return 0; |
| |
| ret = func(arg); |
| |
| set_cpus_allowed(current, old_affinity); |
| |
| return ret; |
| } |
| |
| #define SYSFS_PMCSETUP(NAME, ADDRESS) \ |
| static unsigned long read_##NAME(unsigned long junk) \ |
| { \ |
| return mfspr(ADDRESS); \ |
| } \ |
| static unsigned long write_##NAME(unsigned long val) \ |
| { \ |
| ppc64_enable_pmcs(); \ |
| mtspr(ADDRESS, val); \ |
| return 0; \ |
| } \ |
| static ssize_t show_##NAME(struct sys_device *dev, char *buf) \ |
| { \ |
| struct cpu *cpu = container_of(dev, struct cpu, sysdev); \ |
| unsigned long val = run_on_cpu(cpu->sysdev.id, read_##NAME, 0); \ |
| return sprintf(buf, "%lx\n", val); \ |
| } \ |
| static ssize_t __attribute_used__ \ |
| store_##NAME(struct sys_device *dev, const char *buf, size_t count) \ |
| { \ |
| struct cpu *cpu = container_of(dev, struct cpu, sysdev); \ |
| unsigned long val; \ |
| int ret = sscanf(buf, "%lx", &val); \ |
| if (ret != 1) \ |
| return -EINVAL; \ |
| run_on_cpu(cpu->sysdev.id, write_##NAME, val); \ |
| return count; \ |
| } |
| |
| SYSFS_PMCSETUP(mmcr0, SPRN_MMCR0); |
| SYSFS_PMCSETUP(mmcr1, SPRN_MMCR1); |
| SYSFS_PMCSETUP(mmcra, SPRN_MMCRA); |
| SYSFS_PMCSETUP(pmc1, SPRN_PMC1); |
| SYSFS_PMCSETUP(pmc2, SPRN_PMC2); |
| SYSFS_PMCSETUP(pmc3, SPRN_PMC3); |
| SYSFS_PMCSETUP(pmc4, SPRN_PMC4); |
| SYSFS_PMCSETUP(pmc5, SPRN_PMC5); |
| SYSFS_PMCSETUP(pmc6, SPRN_PMC6); |
| SYSFS_PMCSETUP(pmc7, SPRN_PMC7); |
| SYSFS_PMCSETUP(pmc8, SPRN_PMC8); |
| SYSFS_PMCSETUP(purr, SPRN_PURR); |
| |
| static SYSDEV_ATTR(mmcr0, 0600, show_mmcr0, store_mmcr0); |
| static SYSDEV_ATTR(mmcr1, 0600, show_mmcr1, store_mmcr1); |
| static SYSDEV_ATTR(mmcra, 0600, show_mmcra, store_mmcra); |
| static SYSDEV_ATTR(pmc1, 0600, show_pmc1, store_pmc1); |
| static SYSDEV_ATTR(pmc2, 0600, show_pmc2, store_pmc2); |
| static SYSDEV_ATTR(pmc3, 0600, show_pmc3, store_pmc3); |
| static SYSDEV_ATTR(pmc4, 0600, show_pmc4, store_pmc4); |
| static SYSDEV_ATTR(pmc5, 0600, show_pmc5, store_pmc5); |
| static SYSDEV_ATTR(pmc6, 0600, show_pmc6, store_pmc6); |
| static SYSDEV_ATTR(pmc7, 0600, show_pmc7, store_pmc7); |
| static SYSDEV_ATTR(pmc8, 0600, show_pmc8, store_pmc8); |
| static SYSDEV_ATTR(purr, 0600, show_purr, NULL); |
| |
| static void register_cpu_online(unsigned int cpu) |
| { |
| struct cpu *c = &per_cpu(cpu_devices, cpu); |
| struct sys_device *s = &c->sysdev; |
| |
| #ifndef CONFIG_PPC_ISERIES |
| if (cpu_has_feature(CPU_FTR_SMT)) |
| sysdev_create_file(s, &attr_smt_snooze_delay); |
| #endif |
| |
| /* PMC stuff */ |
| |
| sysdev_create_file(s, &attr_mmcr0); |
| sysdev_create_file(s, &attr_mmcr1); |
| |
| if (cpu_has_feature(CPU_FTR_MMCRA)) |
| sysdev_create_file(s, &attr_mmcra); |
| |
| if (cur_cpu_spec->num_pmcs >= 1) |
| sysdev_create_file(s, &attr_pmc1); |
| if (cur_cpu_spec->num_pmcs >= 2) |
| sysdev_create_file(s, &attr_pmc2); |
| if (cur_cpu_spec->num_pmcs >= 3) |
| sysdev_create_file(s, &attr_pmc3); |
| if (cur_cpu_spec->num_pmcs >= 4) |
| sysdev_create_file(s, &attr_pmc4); |
| if (cur_cpu_spec->num_pmcs >= 5) |
| sysdev_create_file(s, &attr_pmc5); |
| if (cur_cpu_spec->num_pmcs >= 6) |
| sysdev_create_file(s, &attr_pmc6); |
| if (cur_cpu_spec->num_pmcs >= 7) |
| sysdev_create_file(s, &attr_pmc7); |
| if (cur_cpu_spec->num_pmcs >= 8) |
| sysdev_create_file(s, &attr_pmc8); |
| |
| if (cpu_has_feature(CPU_FTR_SMT)) |
| sysdev_create_file(s, &attr_purr); |
| } |
| |
| #ifdef CONFIG_HOTPLUG_CPU |
| static void unregister_cpu_online(unsigned int cpu) |
| { |
| struct cpu *c = &per_cpu(cpu_devices, cpu); |
| struct sys_device *s = &c->sysdev; |
| |
| BUG_ON(c->no_control); |
| |
| #ifndef CONFIG_PPC_ISERIES |
| if (cpu_has_feature(CPU_FTR_SMT)) |
| sysdev_remove_file(s, &attr_smt_snooze_delay); |
| #endif |
| |
| /* PMC stuff */ |
| |
| sysdev_remove_file(s, &attr_mmcr0); |
| sysdev_remove_file(s, &attr_mmcr1); |
| |
| if (cpu_has_feature(CPU_FTR_MMCRA)) |
| sysdev_remove_file(s, &attr_mmcra); |
| |
| if (cur_cpu_spec->num_pmcs >= 1) |
| sysdev_remove_file(s, &attr_pmc1); |
| if (cur_cpu_spec->num_pmcs >= 2) |
| sysdev_remove_file(s, &attr_pmc2); |
| if (cur_cpu_spec->num_pmcs >= 3) |
| sysdev_remove_file(s, &attr_pmc3); |
| if (cur_cpu_spec->num_pmcs >= 4) |
| sysdev_remove_file(s, &attr_pmc4); |
| if (cur_cpu_spec->num_pmcs >= 5) |
| sysdev_remove_file(s, &attr_pmc5); |
| if (cur_cpu_spec->num_pmcs >= 6) |
| sysdev_remove_file(s, &attr_pmc6); |
| if (cur_cpu_spec->num_pmcs >= 7) |
| sysdev_remove_file(s, &attr_pmc7); |
| if (cur_cpu_spec->num_pmcs >= 8) |
| sysdev_remove_file(s, &attr_pmc8); |
| |
| if (cpu_has_feature(CPU_FTR_SMT)) |
| sysdev_remove_file(s, &attr_purr); |
| } |
| #endif /* CONFIG_HOTPLUG_CPU */ |
| |
| static int __devinit sysfs_cpu_notify(struct notifier_block *self, |
| unsigned long action, void *hcpu) |
| { |
| unsigned int cpu = (unsigned int)(long)hcpu; |
| |
| switch (action) { |
| case CPU_ONLINE: |
| register_cpu_online(cpu); |
| break; |
| #ifdef CONFIG_HOTPLUG_CPU |
| case CPU_DEAD: |
| unregister_cpu_online(cpu); |
| break; |
| #endif |
| } |
| return NOTIFY_OK; |
| } |
| |
| static struct notifier_block sysfs_cpu_nb = { |
| .notifier_call = sysfs_cpu_notify, |
| }; |
| |
| /* NUMA stuff */ |
| |
| #ifdef CONFIG_NUMA |
| static struct node node_devices[MAX_NUMNODES]; |
| |
| static void register_nodes(void) |
| { |
| int i; |
| |
| for (i = 0; i < MAX_NUMNODES; i++) { |
| if (node_online(i)) { |
| int p_node = parent_node(i); |
| struct node *parent = NULL; |
| |
| if (p_node != i) |
| parent = &node_devices[p_node]; |
| |
| register_node(&node_devices[i], i, parent); |
| } |
| } |
| } |
| #else |
| static void register_nodes(void) |
| { |
| return; |
| } |
| #endif |
| |
| /* Only valid if CPU is present. */ |
| static ssize_t show_physical_id(struct sys_device *dev, char *buf) |
| { |
| struct cpu *cpu = container_of(dev, struct cpu, sysdev); |
| |
| return sprintf(buf, "%d\n", get_hard_smp_processor_id(cpu->sysdev.id)); |
| } |
| static SYSDEV_ATTR(physical_id, 0444, show_physical_id, NULL); |
| |
| static int __init topology_init(void) |
| { |
| int cpu; |
| struct node *parent = NULL; |
| |
| register_nodes(); |
| |
| register_cpu_notifier(&sysfs_cpu_nb); |
| |
| for_each_possible_cpu(cpu) { |
| struct cpu *c = &per_cpu(cpu_devices, cpu); |
| |
| #ifdef CONFIG_NUMA |
| /* The node to which a cpu belongs can't be known |
| * until the cpu is made present. |
| */ |
| parent = NULL; |
| if (cpu_present(cpu)) |
| parent = &node_devices[cpu_to_node(cpu)]; |
| #endif |
| /* |
| * For now, we just see if the system supports making |
| * the RTAS calls for CPU hotplug. But, there may be a |
| * more comprehensive way to do this for an individual |
| * CPU. For instance, the boot cpu might never be valid |
| * for hotplugging. |
| */ |
| if (!ppc_md.cpu_die) |
| c->no_control = 1; |
| |
| if (cpu_online(cpu) || (c->no_control == 0)) { |
| register_cpu(c, cpu, parent); |
| |
| sysdev_create_file(&c->sysdev, &attr_physical_id); |
| } |
| |
| if (cpu_online(cpu)) |
| register_cpu_online(cpu); |
| } |
| |
| return 0; |
| } |
| __initcall(topology_init); |