1 | /* |
2 | * Copyright (c) 2008-2010 Apple Inc. All rights reserved. |
3 | * |
4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ |
5 | * |
6 | * This file contains Original Code and/or Modifications of Original Code |
7 | * as defined in and that are subject to the Apple Public Source License |
8 | * Version 2.0 (the 'License'). You may not use this file except in |
9 | * compliance with the License. The rights granted to you under the License |
10 | * may not be used to create, or enable the creation or redistribution of, |
11 | * unlawful or unlicensed copies of an Apple operating system, or to |
12 | * circumvent, violate, or enable the circumvention or violation of, any |
13 | * terms of an Apple operating system software license agreement. |
14 | * |
15 | * Please obtain a copy of the License at |
16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. |
17 | * |
18 | * The Original Code and all software distributed under the License are |
19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER |
20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, |
21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, |
22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. |
23 | * Please see the License for the specific language governing rights and |
24 | * limitations under the License. |
25 | * |
26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ |
27 | */ |
28 | /* |
29 | * @OSF_COPYRIGHT@ |
30 | * |
31 | */ |
32 | #ifndef _I386_LAPIC_H_ |
33 | #define _I386_LAPIC_H_ |
34 | |
35 | /* |
36 | * Legacy mode definitions. |
37 | * The register offsets are no longer used by XNU - see LAPIC_MMIO_OFFSET(). |
38 | */ |
39 | #define LAPIC_START 0xFEE00000 |
40 | #define LAPIC_SIZE 0x00000400 |
41 | |
42 | #define LAPIC_ID 0x00000020 |
43 | #define LAPIC_ID_SHIFT 24 |
44 | #define LAPIC_ID_MASK 0xFF |
45 | #define LAPIC_VERSION 0x00000030 |
46 | #define LAPIC_VERSION_MASK 0xFF |
47 | #define LAPIC_TPR 0x00000080 |
48 | #define LAPIC_TPR_MASK 0xFF |
49 | #define LAPIC_APR 0x00000090 |
50 | #define LAPIC_APR_MASK 0xFF |
51 | #define LAPIC_PPR 0x000000A0 |
52 | #define LAPIC_PPR_MASK 0xFF |
53 | #define LAPIC_EOI 0x000000B0 |
54 | #define LAPIC_REMOTE_READ 0x000000C0 |
55 | #define LAPIC_LDR 0x000000D0 |
56 | #define LAPIC_LDR_SHIFT 24 |
57 | #define LAPIC_DFR 0x000000E0 |
58 | #define LAPIC_DFR_FLAT 0xFFFFFFFF |
59 | #define LAPIC_DFR_CLUSTER 0x0FFFFFFF |
60 | #define LAPIC_DFR_SHIFT 28 |
61 | #define LAPIC_SVR 0x000000F0 |
62 | #define LAPIC_SVR_MASK 0x0FF |
63 | #define LAPIC_SVR_ENABLE 0x100 |
64 | #define LAPIC_SVR_FOCUS_OFF 0x200 |
65 | #define LAPIC_ISR_BASE 0x00000100 |
66 | #define LAPIC_TMR_BASE 0x00000180 |
67 | #define LAPIC_IRR_BASE 0x00000200 |
68 | #define LAPIC_ERROR_STATUS 0x00000280 |
69 | #define LAPIC_LVT_CMCI 0x000002F0 |
70 | #define LAPIC_ICR 0x00000300 |
71 | #define LAPIC_ICR_VECTOR_MASK 0x000FF |
72 | #define LAPIC_ICR_DM_MASK 0x00700 |
73 | #define LAPIC_ICR_DM_FIXED 0x00000 |
74 | #define LAPIC_ICR_DM_LOWEST 0x00100 |
75 | #define LAPIC_ICR_DM_SMI 0x00200 |
76 | #define LAPIC_ICR_DM_REMOTE 0x00300 |
77 | #define LAPIC_ICR_DM_NMI 0x00400 |
78 | #define LAPIC_ICR_DM_INIT 0x00500 |
79 | #define LAPIC_ICR_DM_STARTUP 0x00600 |
80 | #define LAPIC_ICR_DM_LOGICAL 0x00800 |
81 | #define LAPIC_ICR_DS_PENDING 0x01000 |
82 | #define LAPIC_ICR_LEVEL_ASSERT 0x04000 |
83 | #define LAPIC_ICR_TRIGGER_LEVEL 0x08000 |
84 | #define LAPIC_ICR_RR_MASK 0x30000 |
85 | #define LAPIC_ICR_RR_INVALID 0x00000 |
86 | #define LAPIC_ICR_RR_INPROGRESS 0x10000 |
87 | #define LAPIC_ICR_RR_VALID 0x20000 |
88 | #define LAPIC_ICR_DSS_MASK 0xC0000 |
89 | #define LAPIC_ICR_DSS_DEST 0x00000 |
90 | #define LAPIC_ICR_DSS_SELF 0x40000 |
91 | #define LAPIC_ICR_DSS_ALL 0x80000 |
92 | #define LAPIC_ICR_DSS_OTHERS 0xC0000 |
93 | #define LAPIC_ICRD 0x00000310 |
94 | #define LAPIC_ICRD_DEST_SHIFT 24 |
95 | #define LAPIC_LVT_TIMER 0x00000320 |
96 | #define LAPIC_LVT_THERMAL 0x00000330 |
97 | #define LAPIC_LVT_PERFCNT 0x00000340 |
98 | #define LAPIC_LVT_LINT0 0x00000350 |
99 | #define LAPIC_LVT_LINT1 0x00000360 |
100 | #define LAPIC_LVT_ERROR 0x00000370 |
101 | #define LAPIC_LVT_VECTOR_MASK 0x000FF |
102 | #define LAPIC_LVT_DM_SHIFT 8 |
103 | #define LAPIC_LVT_DM_MASK 0x00007 |
104 | #define LAPIC_LVT_DM_FIXED 0x00000 |
105 | #define LAPIC_LVT_DM_NMI 0x00400 |
106 | #define LAPIC_LVT_DM_EXTINT 0x00700 |
107 | #define LAPIC_LVT_DS_PENDING 0x01000 |
108 | #define LAPIC_LVT_IP_PLRITY_LOW 0x02000 |
109 | #define LAPIC_LVT_REMOTE_IRR 0x04000 |
110 | #define LAPIC_LVT_TM_LEVEL 0x08000 |
111 | #define LAPIC_LVT_MASKED 0x10000 |
112 | #define LAPIC_LVT_PERIODIC 0x20000 |
113 | #define LAPIC_LVT_TSC_DEADLINE 0x40000 |
114 | #define LAPIC_LVT_TMR_SHIFT 17 |
115 | #define LAPIC_LVT_TMR_MASK 3 |
116 | #define LAPIC_TIMER_INITIAL_COUNT 0x00000380 |
117 | #define LAPIC_TIMER_CURRENT_COUNT 0x00000390 |
118 | #define LAPIC_TIMER_DIVIDE_CONFIG 0x000003E0 |
119 | /* divisor encoded by bits 0,1,3 with bit 2 always 0: */ |
120 | #define LAPIC_TIMER_DIVIDE_MASK 0x0000000F |
121 | #define LAPIC_TIMER_DIVIDE_2 0x00000000 |
122 | #define LAPIC_TIMER_DIVIDE_4 0x00000001 |
123 | #define LAPIC_TIMER_DIVIDE_8 0x00000002 |
124 | #define LAPIC_TIMER_DIVIDE_16 0x00000003 |
125 | #define LAPIC_TIMER_DIVIDE_32 0x00000008 |
126 | #define LAPIC_TIMER_DIVIDE_64 0x00000009 |
127 | #define LAPIC_TIMER_DIVIDE_128 0x0000000A |
128 | #define LAPIC_TIMER_DIVIDE_1 0x0000000B |
129 | |
130 | #define LAPIC_ID_MAX (LAPIC_ID_MASK) |
131 | |
132 | #define CPU_NUMBER(r) \ |
133 | movl %gs:CPU_NUMBER_GS,r |
134 | |
135 | #ifndef ASSEMBLER |
136 | typedef enum { |
137 | ID = 0x02, |
138 | VERSION = 0x03, |
139 | TPR = 0x08, |
140 | APR = 0x09, |
141 | PPR = 0x0A, |
142 | EOI = 0x0B, |
143 | REMOTE_READ = 0x0C, |
144 | LDR = 0x0D, |
145 | DFR = 0x0E, |
146 | SVR = 0x0F, |
147 | ISR_BASE = 0x10, |
148 | TMR_BASE = 0x18, |
149 | IRR_BASE = 0x20, |
150 | ERROR_STATUS = 0x28, |
151 | LVT_CMCI = 0x2F, |
152 | ICR = 0x30, |
153 | ICRD = 0x31, |
154 | LVT_TIMER = 0x32, |
155 | LVT_THERMAL = 0x33, |
156 | LVT_PERFCNT = 0x34, |
157 | LVT_LINT0 = 0x35, |
158 | LVT_LINT1 = 0x36, |
159 | LVT_ERROR = 0x37, |
160 | TIMER_INITIAL_COUNT = 0x38, |
161 | TIMER_CURRENT_COUNT = 0x39, |
162 | TIMER_DIVIDE_CONFIG = 0x3E, |
163 | } lapic_register_t; |
164 | |
165 | #define LAPIC_MMIO_PBASE 0xFEE00000 /* Default physical MMIO addr */ |
166 | #define LAPIC_MMIO_VBASE lapic_vbase /* Actual virtual mapped addr */ |
167 | #define LAPIC_MSR_BASE 0x800 |
168 | |
169 | #define LAPIC_MMIO_OFFSET(reg) (reg << 4) |
170 | #define LAPIC_MSR_OFFSET(reg) (reg) |
171 | |
172 | #define LAPIC_MMIO(reg) ((volatile uint32_t *) \ |
173 | (LAPIC_MMIO_VBASE + LAPIC_MMIO_OFFSET(reg))) |
174 | #define LAPIC_MSR(reg) (LAPIC_MSR_BASE + LAPIC_MSR_OFFSET(reg)) |
175 | |
176 | typedef struct { |
177 | void (*init) (void); |
178 | uint32_t (*read) (lapic_register_t); |
179 | void (*write) (lapic_register_t, uint32_t); |
180 | uint64_t (*read_icr) (void); |
181 | void (*write_icr) (uint32_t, uint32_t); |
182 | } lapic_ops_table_t; |
183 | extern lapic_ops_table_t *lapic_ops; |
184 | |
185 | #define LAPIC_INIT() lapic_ops->init(); |
186 | #define LAPIC_WRITE(reg,val) lapic_ops->write(reg, val) |
187 | #define LAPIC_READ(reg) lapic_ops->read(reg) |
188 | #define LAPIC_READ_OFFSET(reg,off) LAPIC_READ((reg)+(off)) |
189 | #define LAPIC_READ_ICR() lapic_ops->read_icr() |
190 | #define LAPIC_WRITE_ICR(dst,cmd) lapic_ops->write_icr(dst, cmd) |
191 | |
192 | typedef enum { |
193 | periodic, |
194 | one_shot |
195 | } lapic_timer_mode_t; |
196 | typedef enum { |
197 | divide_by_1 = LAPIC_TIMER_DIVIDE_1, |
198 | divide_by_2 = LAPIC_TIMER_DIVIDE_2, |
199 | divide_by_4 = LAPIC_TIMER_DIVIDE_4, |
200 | divide_by_8 = LAPIC_TIMER_DIVIDE_8, |
201 | divide_by_16 = LAPIC_TIMER_DIVIDE_16, |
202 | divide_by_32 = LAPIC_TIMER_DIVIDE_32, |
203 | divide_by_64 = LAPIC_TIMER_DIVIDE_64, |
204 | divide_by_128 = LAPIC_TIMER_DIVIDE_128 |
205 | } lapic_timer_divide_t; |
206 | typedef uint32_t lapic_timer_count_t; |
207 | |
208 | /* |
209 | * By default, use high vectors to leave vector space for systems |
210 | * with multiple I/O APIC's. However some systems that boot with |
211 | * local APIC disabled will hang in SMM when vectors greater than |
212 | * 0x5F are used. Those systems are not expected to have I/O APIC |
213 | * so 16 (0x50 - 0x40) vectors for legacy PIC support is perfect. |
214 | */ |
215 | #define LAPIC_DEFAULT_INTERRUPT_BASE 0xD0 |
216 | #define LAPIC_REDUCED_INTERRUPT_BASE 0x50 |
217 | /* |
218 | * Specific lapic interrupts are relative to this base |
219 | * in priority order from high to low: |
220 | */ |
221 | |
222 | #define LAPIC_PERFCNT_INTERRUPT 0xF |
223 | #define LAPIC_INTERPROCESSOR_INTERRUPT 0xE |
224 | #define LAPIC_TIMER_INTERRUPT 0xD |
225 | #define LAPIC_THERMAL_INTERRUPT 0xC |
226 | #define LAPIC_ERROR_INTERRUPT 0xB |
227 | #define LAPIC_SPURIOUS_INTERRUPT 0xA |
228 | #define LAPIC_CMCI_INTERRUPT 0x9 |
229 | #define LAPIC_PMC_SW_INTERRUPT 0x8 |
230 | #define LAPIC_PM_INTERRUPT 0x7 |
231 | #define LAPIC_KICK_INTERRUPT 0x6 |
232 | |
233 | #define LAPIC_PMC_SWI_VECTOR (LAPIC_DEFAULT_INTERRUPT_BASE + LAPIC_PMC_SW_INTERRUPT) |
234 | #define LAPIC_TIMER_VECTOR (LAPIC_DEFAULT_INTERRUPT_BASE + LAPIC_TIMER_INTERRUPT) |
235 | |
236 | /* The vector field is ignored for NMI interrupts via the LAPIC |
237 | * or otherwise, so this is not an offset from the interrupt |
238 | * base. |
239 | */ |
240 | #define LAPIC_NMI_INTERRUPT 0x2 |
241 | #define LAPIC_FUNC_TABLE_SIZE (LAPIC_PERFCNT_INTERRUPT + 1) |
242 | |
243 | #define LAPIC_VECTOR(src) \ |
244 | (lapic_interrupt_base + LAPIC_##src##_INTERRUPT) |
245 | |
246 | #define LAPIC_ISR_IS_SET(base,src) \ |
247 | (LAPIC_READ_OFFSET(ISR_BASE,(base+LAPIC_##src##_INTERRUPT)/32) \ |
248 | & (1 <<((base + LAPIC_##src##_INTERRUPT)%32))) |
249 | |
250 | extern void lapic_init(void); |
251 | extern void lapic_configure(void); |
252 | extern void lapic_shutdown(void); |
253 | extern void lapic_smm_restore(void); |
254 | extern boolean_t lapic_probe(void); |
255 | extern void lapic_dump(void); |
256 | extern void lapic_cpu_map_dump(void); |
257 | extern int lapic_interrupt( |
258 | int interrupt, x86_saved_state_t *state); |
259 | extern void lapic_end_of_interrupt(void); |
260 | extern void lapic_unmask_perfcnt_interrupt(void); |
261 | extern void lapic_set_perfcnt_interrupt_mask(boolean_t); |
262 | extern void lapic_send_ipi(int cpu, int interupt); |
263 | |
264 | extern int lapic_to_cpu[]; |
265 | extern int cpu_to_lapic[]; |
266 | extern int lapic_interrupt_base; |
267 | extern void lapic_cpu_map_init(void); |
268 | extern void lapic_cpu_map(int lapic, int cpu_num); |
269 | extern uint32_t ml_get_apicid(uint32_t cpu); |
270 | extern uint32_t ml_get_cpuid(uint32_t lapic_index); |
271 | |
272 | extern void lapic_config_timer( |
273 | boolean_t interrupt, |
274 | lapic_timer_mode_t mode, |
275 | lapic_timer_divide_t divisor); |
276 | |
277 | extern void lapic_set_timer_fast( |
278 | lapic_timer_count_t initial_count); |
279 | |
280 | extern void lapic_set_timer( |
281 | boolean_t interrupt, |
282 | lapic_timer_mode_t mode, |
283 | lapic_timer_divide_t divisor, |
284 | lapic_timer_count_t initial_count); |
285 | |
286 | extern void lapic_get_timer( |
287 | lapic_timer_mode_t *mode, |
288 | lapic_timer_divide_t *divisor, |
289 | lapic_timer_count_t *initial_count, |
290 | lapic_timer_count_t *current_count); |
291 | |
292 | extern void lapic_config_tsc_deadline_timer(void); |
293 | extern void lapic_set_tsc_deadline_timer(uint64_t deadline); |
294 | extern uint64_t lapic_get_tsc_deadline_timer(void); |
295 | |
296 | typedef int (*i386_intr_func_t)(x86_saved_state_t *state); |
297 | extern void lapic_set_intr_func(int intr, i386_intr_func_t func); |
298 | |
299 | extern void lapic_set_pmi_func(i386_intr_func_t); |
300 | |
301 | static inline void lapic_set_timer_func(i386_intr_func_t func) |
302 | { |
303 | lapic_set_intr_func(LAPIC_VECTOR(TIMER), func); |
304 | } |
305 | /* We don't support dynamic adjustment of the LAPIC timer base vector here |
306 | * it's effectively incompletely supported elsewhere as well. |
307 | */ |
308 | static inline void lapic_timer_swi(void) { |
309 | __asm__ __volatile__("int %0" :: "i" (LAPIC_DEFAULT_INTERRUPT_BASE + LAPIC_TIMER_INTERRUPT):"memory" ); |
310 | } |
311 | |
312 | static inline void lapic_set_thermal_func(i386_intr_func_t func) |
313 | { |
314 | lapic_set_intr_func(LAPIC_VECTOR(THERMAL), func); |
315 | } |
316 | static inline void lapic_set_cmci_func(i386_intr_func_t func) |
317 | { |
318 | lapic_set_intr_func(LAPIC_VECTOR(CMCI), func); |
319 | } |
320 | static inline void lapic_set_pm_func(i386_intr_func_t func) |
321 | { |
322 | lapic_set_intr_func(LAPIC_VECTOR(PM), func); |
323 | } |
324 | |
325 | extern boolean_t lapic_is_interrupt_pending(void); |
326 | extern boolean_t lapic_is_interrupting(uint8_t vector); |
327 | extern void lapic_interrupt_counts(uint64_t intrs[256]); |
328 | extern void lapic_disable_timer(void); |
329 | |
330 | extern uint8_t lapic_get_cmci_vector(void); |
331 | |
332 | #define MAX_LAPICIDS (LAPIC_ID_MAX+1) |
333 | #ifdef MP_DEBUG |
334 | #define LAPIC_CPU_MAP_DUMP() lapic_cpu_map_dump() |
335 | #define LAPIC_DUMP() lapic_dump() |
336 | #else |
337 | #define LAPIC_CPU_MAP_DUMP() |
338 | #define LAPIC_DUMP() |
339 | #endif /* MP_DEBUG */ |
340 | |
341 | #endif /* ASSEMBLER */ |
342 | |
343 | #endif /* _I386_LAPIC_H_ */ |
344 | |
345 | |