1/*
2 * Copyright (c) 2003-2009 Apple Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28/*
29 * Machine independent per processor data.
30 */
31
32#ifndef _KERN_PROCESSOR_DATA_H_
33#define _KERN_PROCESSOR_DATA_H_
34
35/*
36 * #include kern/processor.h instead of this file.
37 */
38
39#ifdef MACH_KERNEL_PRIVATE
40
41#include <ipc/ipc_kmsg.h>
42#include <kern/timer.h>
43#include <kern/debug.h>
44
45struct processor_sched_statistics {
46 uint32_t csw_count;
47 uint32_t preempt_count;
48 uint32_t preempted_rt_count;
49 uint32_t preempted_by_rt_count;
50 uint32_t rt_sched_count;
51 uint32_t interrupt_count;
52 uint32_t ipi_count;
53 uint32_t timer_pop_count;
54 uint32_t idle_transitions;
55 uint32_t quantum_timer_expirations;
56};
57
58struct processor_data {
59 /* Processor state statistics */
60 timer_data_t idle_state;
61 timer_data_t system_state;
62 timer_data_t user_state;
63
64 timer_t current_state; /* points to processor's idle, system, or user state timer */
65
66 /* Thread execution timers */
67 timer_t thread_timer; /* points to current thread's user or system timer */
68 timer_t kernel_timer; /* points to current thread's system_timer */
69
70 /* Kernel stack cache */
71 struct stack_cache {
72 vm_offset_t free;
73 unsigned int count;
74 } stack_cache;
75
76 /* VM event counters */
77 vm_statistics64_data_t vm_stat;
78
79 /* waitq prepost cache */
80#define WQP_CACHE_MAX 50
81 struct wqp_cache {
82 uint64_t head;
83 unsigned int avail;
84 } wqp_cache;
85
86 int start_color;
87 unsigned long page_grab_count;
88 void *free_pages;
89 struct processor_sched_statistics sched_stats;
90 uint64_t timer_call_ttd; /* current timer call time-to-deadline */
91 uint64_t wakeups_issued_total; /* Count of thread wakeups issued
92 * by this processor
93 */
94 struct debugger_state {
95 debugger_op db_current_op;
96 const char *db_message;
97 const char *db_panic_str;
98 va_list *db_panic_args;
99 uint64_t db_panic_options;
100 void *db_panic_data_ptr;
101 boolean_t db_proceed_on_sync_failure;
102 uint32_t db_entry_count; /* incremented whenever we panic or call Debugger (current CPU panic level) */
103 kern_return_t db_op_return;
104 unsigned long db_panic_caller;
105 } debugger_state;
106};
107
108typedef struct processor_data processor_data_t;
109
110#define PROCESSOR_DATA(processor, member) \
111 (processor)->processor_data.member
112
113extern void processor_data_init(
114 processor_t processor);
115
116#define SCHED_STATS_INTERRUPT(p) \
117MACRO_BEGIN \
118 if (__builtin_expect(sched_stats_active, 0)) { \
119 (p)->processor_data.sched_stats.interrupt_count++; \
120 } \
121MACRO_END
122
123#define SCHED_STATS_TIMER_POP(p) \
124MACRO_BEGIN \
125 if (__builtin_expect(sched_stats_active, 0)) { \
126 (p)->processor_data.sched_stats.timer_pop_count++; \
127 } \
128MACRO_END
129
130#define SCHED_STATS_IPI(p) \
131MACRO_BEGIN \
132 if (__builtin_expect(sched_stats_active, 0)) { \
133 (p)->processor_data.sched_stats.ipi_count++; \
134 } \
135MACRO_END
136
137#define SCHED_STATS_CPU_IDLE_START(p) \
138MACRO_BEGIN \
139 if (__builtin_expect(sched_stats_active, 0)) { \
140 (p)->processor_data.sched_stats.idle_transitions++; \
141 } \
142MACRO_END
143
144#define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p) \
145MACRO_BEGIN \
146 if (__builtin_expect(sched_stats_active, 0)) { \
147 (p)->processor_data.sched_stats.quantum_timer_expirations++; \
148 } \
149MACRO_END
150
151#endif /* MACH_KERNEL_PRIVATE */
152
153#endif /* _KERN_PROCESSOR_DATA_H_ */
154