1 #include <linux/threads.h>
2 #include <linux/cpumask.h>
3 #include <linux/string.h>
4 #include <linux/kernel.h>
5 #include <linux/ctype.h>
6 #include <linux/init.h>
7 #include <linux/dmar.h>
10 #include <asm/x2apic.h>
14 static struct apic apic_x2apic_phys
;
16 static int set_x2apic_phys_mode(char *arg
)
21 early_param("x2apic_phys", set_x2apic_phys_mode
);
23 static int x2apic_acpi_madt_oem_check(char *oem_id
, char *oem_table_id
)
26 return x2apic_enabled();
27 else if ((acpi_gbl_FADT
.header
.revision
>= FADT2_REVISION_ID
) &&
28 (acpi_gbl_FADT
.flags
& ACPI_FADT_APIC_PHYSICAL
) &&
30 printk(KERN_DEBUG
"System requires x2apic physical mode\n");
38 __x2apic_send_IPI_mask(const struct cpumask
*mask
, int vector
, int apic_dest
)
40 unsigned long query_cpu
;
41 unsigned long this_cpu
;
46 local_irq_save(flags
);
48 this_cpu
= smp_processor_id();
49 for_each_cpu(query_cpu
, mask
) {
50 if (apic_dest
== APIC_DEST_ALLBUT
&& this_cpu
== query_cpu
)
52 __x2apic_send_IPI_dest(per_cpu(x86_cpu_to_apicid
, query_cpu
),
53 vector
, APIC_DEST_PHYSICAL
);
55 local_irq_restore(flags
);
58 static void x2apic_send_IPI_mask(const struct cpumask
*mask
, int vector
)
60 __x2apic_send_IPI_mask(mask
, vector
, APIC_DEST_ALLINC
);
64 x2apic_send_IPI_mask_allbutself(const struct cpumask
*mask
, int vector
)
66 __x2apic_send_IPI_mask(mask
, vector
, APIC_DEST_ALLBUT
);
69 static void x2apic_send_IPI_allbutself(int vector
)
71 __x2apic_send_IPI_mask(cpu_online_mask
, vector
, APIC_DEST_ALLBUT
);
74 static void x2apic_send_IPI_all(int vector
)
76 __x2apic_send_IPI_mask(cpu_online_mask
, vector
, APIC_DEST_ALLINC
);
79 static unsigned int x2apic_cpu_mask_to_apicid(const struct cpumask
*cpumask
)
82 * We're using fixed IRQ delivery, can only return one phys APIC ID.
83 * May as well be the first.
85 int cpu
= cpumask_first(cpumask
);
87 if ((unsigned)cpu
< nr_cpu_ids
)
88 return per_cpu(x86_cpu_to_apicid
, cpu
);
94 x2apic_cpu_mask_to_apicid_and(const struct cpumask
*cpumask
,
95 const struct cpumask
*andmask
)
100 * We're using fixed IRQ delivery, can only return one phys APIC ID.
101 * May as well be the first.
103 for_each_cpu_and(cpu
, cpumask
, andmask
) {
104 if (cpumask_test_cpu(cpu
, cpu_online_mask
))
108 return per_cpu(x86_cpu_to_apicid
, cpu
);
111 static void init_x2apic_ldr(void)
115 static int x2apic_phys_probe(void)
117 if (x2apic_mode
&& x2apic_phys
)
120 return apic
== &apic_x2apic_phys
;
123 static struct apic apic_x2apic_phys
= {
125 .name
= "physical x2apic",
126 .probe
= x2apic_phys_probe
,
127 .acpi_madt_oem_check
= x2apic_acpi_madt_oem_check
,
128 .apic_id_valid
= x2apic_apic_id_valid
,
129 .apic_id_registered
= x2apic_apic_id_registered
,
131 .irq_delivery_mode
= dest_Fixed
,
132 .irq_dest_mode
= 0, /* physical */
134 .target_cpus
= x2apic_target_cpus
,
137 .check_apicid_used
= NULL
,
138 .check_apicid_present
= NULL
,
140 .vector_allocation_domain
= x2apic_vector_allocation_domain
,
141 .init_apic_ldr
= init_x2apic_ldr
,
143 .ioapic_phys_id_map
= NULL
,
144 .setup_apic_routing
= NULL
,
145 .multi_timer_check
= NULL
,
146 .cpu_present_to_apicid
= default_cpu_present_to_apicid
,
147 .apicid_to_cpu_present
= NULL
,
148 .setup_portio_remap
= NULL
,
149 .check_phys_apicid_present
= default_check_phys_apicid_present
,
150 .enable_apic_mode
= NULL
,
151 .phys_pkg_id
= x2apic_phys_pkg_id
,
152 .mps_oem_check
= NULL
,
154 .get_apic_id
= x2apic_get_apic_id
,
155 .set_apic_id
= x2apic_set_apic_id
,
156 .apic_id_mask
= 0xFFFFFFFFu
,
158 .cpu_mask_to_apicid
= x2apic_cpu_mask_to_apicid
,
159 .cpu_mask_to_apicid_and
= x2apic_cpu_mask_to_apicid_and
,
161 .send_IPI_mask
= x2apic_send_IPI_mask
,
162 .send_IPI_mask_allbutself
= x2apic_send_IPI_mask_allbutself
,
163 .send_IPI_allbutself
= x2apic_send_IPI_allbutself
,
164 .send_IPI_all
= x2apic_send_IPI_all
,
165 .send_IPI_self
= x2apic_send_IPI_self
,
167 .trampoline_phys_low
= DEFAULT_TRAMPOLINE_PHYS_LOW
,
168 .trampoline_phys_high
= DEFAULT_TRAMPOLINE_PHYS_HIGH
,
169 .wait_for_init_deassert
= NULL
,
170 .smp_callin_clear_local_apic
= NULL
,
171 .inquire_remote_apic
= NULL
,
173 .read
= native_apic_msr_read
,
174 .write
= native_apic_msr_write
,
175 .eoi_write
= native_apic_msr_eoi_write
,
176 .icr_read
= native_x2apic_icr_read
,
177 .icr_write
= native_x2apic_icr_write
,
178 .wait_icr_idle
= native_x2apic_wait_icr_idle
,
179 .safe_wait_icr_idle
= native_safe_x2apic_wait_icr_idle
,
182 apic_driver(apic_x2apic_phys
);