1/*
2 * Copyright (c) 2013 Apple Computer, Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28
29/*
30 * Sample KPC data into kperf and manage shared context-switch and AST handlers
31 */
32
33#include <kperf/kperf.h>
34#include <kperf/buffer.h>
35#include <kperf/context.h>
36#include <kperf/pet.h>
37#include <kperf/kperf_kpc.h>
38#include <kern/kpc.h> /* kpc_cswitch_context, kpc_threads_counting */
39
40void
41kperf_kpc_thread_ast(thread_t thread)
42{
43 kpc_thread_ast_handler(thread);
44 kperf_thread_ast_handler(thread);
45
46 thread->kperf_flags = 0;
47}
48
49void
50kperf_kpc_thread_sample(struct kpcdata *kpcd, int sample_config)
51{
52 BUF_INFO(PERF_KPC_THREAD_SAMPLE | DBG_FUNC_START, sample_config);
53
54 kpcd->running = kpc_get_running();
55 /* let kpc_get_curthread_counters set the correct count */
56 kpcd->counterc = KPC_MAX_COUNTERS;
57 if (kpc_get_curthread_counters(&kpcd->counterc,
58 kpcd->counterv)) {
59 /* if thread counters aren't ready, default to 0 */
60 memset(kpcd->counterv, 0,
61 sizeof(uint64_t) * kpcd->counterc);
62 }
63 /* help out Instruments by sampling KPC's config */
64 if (!sample_config) {
65 kpcd->configc = 0;
66 } else {
67 kpcd->configc = kpc_get_config_count(kpcd->running);
68 kpc_get_config(kpcd->running, kpcd->configv);
69 }
70
71 BUF_INFO(PERF_KPC_THREAD_SAMPLE | DBG_FUNC_END, kpcd->running, kpcd->counterc);
72}
73
74void
75kperf_kpc_cpu_sample(struct kpcdata *kpcd, int sample_config)
76{
77 BUF_INFO(PERF_KPC_CPU_SAMPLE | DBG_FUNC_START, sample_config);
78
79 kpcd->running = kpc_get_running();
80 kpcd->counterc = kpc_get_cpu_counters(0, kpcd->running,
81 &kpcd->curcpu,
82 kpcd->counterv);
83 if (!sample_config) {
84 kpcd->configc = 0;
85 } else {
86 kpcd->configc = kpc_get_config_count(kpcd->running);
87 kpc_get_config(kpcd->running, kpcd->configv);
88 }
89
90 BUF_INFO(PERF_KPC_CPU_SAMPLE | DBG_FUNC_END, kpcd->running, kpcd->counterc);
91}
92
93static void
94kperf_kpc_config_log(const struct kpcdata *kpcd)
95{
96 BUF_DATA(PERF_KPC_CONFIG,
97 kpcd->running,
98 kpcd->counterc,
99 kpc_get_counter_count(KPC_CLASS_FIXED_MASK),
100 kpcd->configc);
101}
102
103static void
104kperf_kpc_log(uint32_t code, uint32_t code32, const struct kpcdata *kpcd)
105{
106 unsigned i;
107
108#if __LP64__
109 (void)code32;
110 /* config registers */
111 for (i = 0; i < ((kpcd->configc + 3) / 4); i++) {
112 BUF_DATA(PERF_KPC_CFG_REG,
113 kpcd->configv[0 + i * 4],
114 kpcd->configv[1 + i * 4],
115 kpcd->configv[2 + i * 4],
116 kpcd->configv[3 + i * 4]);
117 }
118
119 /* and the actual counts with one 64-bit argument each */
120 for (i = 0; i < ((kpcd->counterc + 3) / 4); i++) {
121 BUF_DATA(code,
122 kpcd->counterv[0 + i * 4],
123 kpcd->counterv[1 + i * 4],
124 kpcd->counterv[2 + i * 4],
125 kpcd->counterv[3 + i * 4]);
126 }
127#else
128 (void)code;
129 /* config registers */
130 for (i = 0; i < ((kpcd->configc + 1) / 2); i++) {
131 BUF_DATA(PERF_KPC_CFG_REG32,
132 (kpcd->configv[0 + i * 2] >> 32ULL),
133 kpcd->configv[0 + i * 2] & 0xffffffffULL,
134 (kpcd->configv[1 + i * 2] >> 32ULL),
135 kpcd->configv[1 + i * 2] & 0xffffffffULL);
136 }
137
138 /* and the actual counts with two 32-bit trace arguments each */
139 for (i = 0; i < ((kpcd->counterc + 1) / 2); i++) {
140 BUF_DATA(code32,
141 (kpcd->counterv[0 + i * 2] >> 32ULL),
142 kpcd->counterv[0 + i * 2] & 0xffffffffULL,
143 (kpcd->counterv[1 + i * 2] >> 32ULL),
144 kpcd->counterv[1 + i * 2] & 0xffffffffULL);
145 }
146#endif
147}
148
149void
150kperf_kpc_cpu_log(const struct kpcdata *kpcd)
151{
152 kperf_kpc_config_log(kpcd);
153 kperf_kpc_log(PERF_KPC_DATA, PERF_KPC_DATA32, kpcd);
154}
155
156void
157kperf_kpc_thread_log(const struct kpcdata *kpcd)
158{
159 kperf_kpc_config_log(kpcd);
160 kperf_kpc_log(PERF_KPC_DATA_THREAD, PERF_KPC_DATA_THREAD32, kpcd);
161}
162