arch/x86/kernel/genapic_flat_64.c

   1 /*
   2  * Copyright 2004 James Cleverdon, IBM.
   3  * Subject to the GNU Public License, v.2
   4  *
   5  * Flat APIC subarch code.
   6  *
   7  * Hacked for x86-64 by James Cleverdon from i386 architecture code by
   8  * Martin Bligh, Andi Kleen, James Bottomley, John Stultz, and
   9  * James Cleverdon.
  10  */
  11 #include <linux/errno.h>
  12 #include <linux/threads.h>
  13 #include <linux/cpumask.h>
  14 #include <linux/string.h>
  15 #include <linux/kernel.h>
  16 #include <linux/ctype.h>
  17 #include <linux/init.h>
  18 #include <linux/hardirq.h>
  19 #include <asm/smp.h>
  20 #include <asm/ipi.h>
  21 #include <asm/genapic.h>
  22 #include <mach_apicdef.h>
  23
  24 #ifdef CONFIG_ACPI
  25 #include <acpi/acpi_bus.h>
  26 #endif
  27
  28 static int __init flat_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
  29 {
  30         return 1;
  31 }
  32
  33 static cpumask_t flat_target_cpus(void)
  34 {
  35         return cpu_online_map;
  36 }
  37
  38 static cpumask_t flat_vector_allocation_domain(int cpu)
  39 {
  40         /* Careful. Some cpus do not strictly honor the set of cpus
  41          * specified in the interrupt destination when using lowest
  42          * priority interrupt delivery mode.
  43          *
  44          * In particular there was a hyperthreading cpu observed to
  45          * deliver interrupts to the wrong hyperthread when only one
  46          * hyperthread was specified in the interrupt desitination.
  47          */
  48         cpumask_t domain = { { [0] = APIC_ALL_CPUS, } };
  49         return domain;
  50 }
  51
  52 /*
  53  * Set up the logical destination ID.
  54  *
  55  * Intel recommends to set DFR, LDR and TPR before enabling
  56  * an APIC.  See e.g. "AP-388 82489DX User's Manual" (Intel
  57  * document number 292116).  So here it goes...
  58  */
  59 static void flat_init_apic_ldr(void)
  60 {
  61         unsigned long val;
  62         unsigned long num, id;
  63
  64         num = smp_processor_id();
  65         id = 1UL << num;
  66         apic_write(APIC_DFR, APIC_DFR_FLAT);
  67         val = apic_read(APIC_LDR) & ~APIC_LDR_MASK;
  68         val |= SET_APIC_LOGICAL_ID(id);
  69         apic_write(APIC_LDR, val);
  70 }
  71
  72 static void flat_send_IPI_mask(cpumask_t cpumask, int vector)
  73 {
  74         unsigned long mask = cpus_addr(cpumask)[0];
  75         unsigned long flags;
  76
  77         local_irq_save(flags);
  78         __send_IPI_dest_field(mask, vector, APIC_DEST_LOGICAL);
  79         local_irq_restore(flags);
  80 }
  81
  82 static void flat_send_IPI_allbutself(int vector)
  83 {
  84 #ifdef  CONFIG_HOTPLUG_CPU
  85         int hotplug = 1;
  86 #else
  87         int hotplug = 0;
  88 #endif
  89         if (hotplug || vector == NMI_VECTOR) {
  90                 cpumask_t allbutme = cpu_online_map;
  91
  92                 cpu_clear(smp_processor_id(), allbutme);
  93
  94                 if (!cpus_empty(allbutme))
  95                         flat_send_IPI_mask(allbutme, vector);
  96         } else if (num_online_cpus() > 1) {
  97                 __send_IPI_shortcut(APIC_DEST_ALLBUT, vector,APIC_DEST_LOGICAL);
  98         }
  99 }
 100
 101 static void flat_send_IPI_all(int vector)
 102 {
 103         if (vector == NMI_VECTOR)
 104                 flat_send_IPI_mask(cpu_online_map, vector);
 105         else
 106                 __send_IPI_shortcut(APIC_DEST_ALLINC, vector, APIC_DEST_LOGICAL);
 107 }
 108
 109 static unsigned int get_apic_id(unsigned long x)
 110 {
 111         unsigned int id;
 112
 113         id = (((x)>>24) & 0xFFu);
 114         return id;
 115 }
 116
 117 static unsigned long set_apic_id(unsigned int id)
 118 {
 119         unsigned long x;
 120
 121         x = ((id & 0xFFu)<<24);
 122         return x;
 123 }
 124
 125 static unsigned int read_xapic_id(void)
 126 {
 127         unsigned int id;
 128
 129         id = get_apic_id(apic_read(APIC_ID));
 130         return id;
 131 }
 132
 133 static int flat_apic_id_registered(void)
 134 {
 135         return physid_isset(read_xapic_id(), phys_cpu_present_map);
 136 }
 137
 138 static unsigned int flat_cpu_mask_to_apicid(cpumask_t cpumask)
 139 {
 140         return cpus_addr(cpumask)[0] & APIC_ALL_CPUS;
 141 }
 142
 143 static unsigned int phys_pkg_id(int index_msb)
 144 {
 145         return hard_smp_processor_id() >> index_msb;
 146 }
 147
 148 struct genapic apic_flat =  {
 149         .name = "flat",
 150         .acpi_madt_oem_check = flat_acpi_madt_oem_check,
 151         .int_delivery_mode = dest_LowestPrio,
 152         .int_dest_mode = (APIC_DEST_LOGICAL != 0),
 153         .target_cpus = flat_target_cpus,
 154         .vector_allocation_domain = flat_vector_allocation_domain,
 155         .apic_id_registered = flat_apic_id_registered,
 156         .init_apic_ldr = flat_init_apic_ldr,
 157         .send_IPI_all = flat_send_IPI_all,
 158         .send_IPI_allbutself = flat_send_IPI_allbutself,
 159         .send_IPI_mask = flat_send_IPI_mask,
 160         .send_IPI_self = apic_send_IPI_self,
 161         .cpu_mask_to_apicid = flat_cpu_mask_to_apicid,
 162         .phys_pkg_id = phys_pkg_id,
 163         .get_apic_id = get_apic_id,
 164         .set_apic_id = set_apic_id,
 165         .apic_id_mask = (0xFFu<<24),
 166 };
 167
 168 /*
 169  * Physflat mode is used when there are more than 8 CPUs on a AMD system.
 170  * We cannot use logical delivery in this case because the mask
 171  * overflows, so use physical mode.
 172  */
 173 static int __init physflat_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
 174 {
 175 #ifdef CONFIG_ACPI
 176         /*
 177          * Quirk: some x86_64 machines can only use physical APIC mode
 178          * regardless of how many processors are present (x86_64 ES7000
 179          * is an example).
 180          */
 181         if (acpi_gbl_FADT.header.revision > FADT2_REVISION_ID &&
 182                 (acpi_gbl_FADT.flags & ACPI_FADT_APIC_PHYSICAL))
 183                 return 1;
 184 #endif
 185
 186         return 0;
 187 }
 188
 189 static cpumask_t physflat_target_cpus(void)
 190 {
 191         return cpu_online_map;
 192 }
 193
 194 static cpumask_t physflat_vector_allocation_domain(int cpu)
 195 {
 196         return cpumask_of_cpu(cpu);
 197 }
 198
 199 static void physflat_send_IPI_mask(cpumask_t cpumask, int vector)
 200 {
 201         send_IPI_mask_sequence(cpumask, vector);
 202 }
 203
 204 static void physflat_send_IPI_allbutself(int vector)
 205 {
 206         cpumask_t allbutme = cpu_online_map;
 207
 208         cpu_clear(smp_processor_id(), allbutme);
 209         physflat_send_IPI_mask(allbutme, vector);
 210 }
 211
 212 static void physflat_send_IPI_all(int vector)
 213 {
 214         physflat_send_IPI_mask(cpu_online_map, vector);
 215 }
 216
 217 static unsigned int physflat_cpu_mask_to_apicid(cpumask_t cpumask)
 218 {
 219         int cpu;
 220
 221         /*
 222          * We're using fixed IRQ delivery, can only return one phys APIC ID.
 223          * May as well be the first.
 224          */
 225         cpu = first_cpu(cpumask);
 226         if ((unsigned)cpu < nr_cpu_ids)
 227                 return per_cpu(x86_cpu_to_apicid, cpu);
 228         else
 229                 return BAD_APICID;
 230 }
 231
 232 struct genapic apic_physflat =  {
 233         .name = "physical flat",
 234         .acpi_madt_oem_check = physflat_acpi_madt_oem_check,
 235         .int_delivery_mode = dest_Fixed,
 236         .int_dest_mode = (APIC_DEST_PHYSICAL != 0),
 237         .target_cpus = physflat_target_cpus,
 238         .vector_allocation_domain = physflat_vector_allocation_domain,
 239         .apic_id_registered = flat_apic_id_registered,
 240         .init_apic_ldr = flat_init_apic_ldr,/*not needed, but shouldn't hurt*/
 241         .send_IPI_all = physflat_send_IPI_all,
 242         .send_IPI_allbutself = physflat_send_IPI_allbutself,
 243         .send_IPI_mask = physflat_send_IPI_mask,
 244         .send_IPI_self = apic_send_IPI_self,
 245         .cpu_mask_to_apicid = physflat_cpu_mask_to_apicid,
 246         .phys_pkg_id = phys_pkg_id,
 247         .get_apic_id = get_apic_id,
 248         .set_apic_id = set_apic_id,
 249         .apic_id_mask = (0xFFu<<24),
 250 };