1/*
2 * Copyright (c) 2000-2011 Apple Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28/*
29 * @OSF_COPYRIGHT@
30 */
31/*
32 * Mach Operating System
33 * Copyright (c) 1991,1990,1989,1988,1987 Carnegie Mellon University
34 * All Rights Reserved.
35 *
36 * Permission to use, copy, modify and distribute this software and its
37 * documentation is hereby granted, provided that both the copyright
38 * notice and this permission notice appear in all copies of the
39 * software, derivative works or modified versions, and any portions
40 * thereof, and that both notices appear in supporting documentation.
41 *
42 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
43 * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
44 * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
45 *
46 * Carnegie Mellon requests users of this software to return to
47 *
48 * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU
49 * School of Computer Science
50 * Carnegie Mellon University
51 * Pittsburgh PA 15213-3890
52 *
53 * any improvements or extensions that they make and grant Carnegie Mellon
54 * the rights to redistribute these changes.
55 */
56/*
57 */
58/*
59 * File: vm/vm_init.c
60 * Author: Avadis Tevanian, Jr., Michael Wayne Young
61 * Date: 1985
62 *
63 * Initialize the Virtual Memory subsystem.
64 */
65
66#include <mach/machine/vm_types.h>
67#include <mach/vm_map.h>
68#include <kern/zalloc.h>
69#include <kern/kalloc.h>
70#include <kern/kext_alloc.h>
71#include <sys/kdebug.h>
72#include <vm/vm_object.h>
73#include <vm/vm_map.h>
74#include <vm/vm_page.h>
75#include <vm/vm_kern.h>
76#include <vm/memory_object.h>
77#include <vm/vm_fault.h>
78#include <vm/vm_init.h>
79
80#include <pexpert/pexpert.h>
81
82#include <vm/vm_protos.h>
83
84#define ZONE_MAP_MIN CONFIG_ZONE_MAP_MIN
85
86/* Maximum zone size is 1.5G */
87#define ZONE_MAP_MAX (1024 * 1024 * 1536)
88
89const vm_offset_t vm_min_kernel_address = VM_MIN_KERNEL_AND_KEXT_ADDRESS;
90const vm_offset_t vm_max_kernel_address = VM_MAX_KERNEL_ADDRESS;
91
92boolean_t vm_kernel_ready = FALSE;
93boolean_t kmem_ready = FALSE;
94boolean_t kmem_alloc_ready = FALSE;
95boolean_t zlog_ready = FALSE;
96
97vm_offset_t kmapoff_kaddr;
98unsigned int kmapoff_pgcnt;
99
100#if CONFIG_EMBEDDED
101extern int log_executable_mem_entry;
102#endif /* CONFIG_EMBEDDED */
103
104static inline void
105vm_mem_bootstrap_log(const char *message)
106{
107// kprintf("vm_mem_bootstrap: %s\n", message);
108 kernel_debug_string_early(message);
109}
110
111/*
112 * vm_mem_bootstrap initializes the virtual memory system.
113 * This is done only by the first cpu up.
114 */
115
116void
117vm_mem_bootstrap(void)
118{
119 vm_offset_t start, end;
120 vm_size_t zsizearg;
121 mach_vm_size_t zsize;
122
123 /*
124 * Initializes resident memory structures.
125 * From here on, all physical memory is accounted for,
126 * and we use only virtual addresses.
127 */
128 vm_mem_bootstrap_log("vm_page_bootstrap");
129 vm_page_bootstrap(&start, &end);
130
131 /*
132 * Initialize other VM packages
133 */
134
135 vm_mem_bootstrap_log("zone_bootstrap");
136 zone_bootstrap();
137
138 vm_mem_bootstrap_log("vm_object_bootstrap");
139 vm_object_bootstrap();
140
141 vm_kernel_ready = TRUE;
142
143 vm_mem_bootstrap_log("vm_map_init");
144 vm_map_init();
145
146 vm_mem_bootstrap_log("kmem_init");
147 kmem_init(start, end);
148 kmem_ready = TRUE;
149 /*
150 * Eat a random amount of kernel_map to fuzz subsequent heap, zone and
151 * stack addresses. (With a 4K page and 9 bits of randomness, this
152 * eats at most 2M of VA from the map.)
153 */
154 if (!PE_parse_boot_argn("kmapoff", &kmapoff_pgcnt,
155 sizeof (kmapoff_pgcnt)))
156 kmapoff_pgcnt = early_random() & 0x1ff; /* 9 bits */
157
158 if (kmapoff_pgcnt > 0 &&
159 vm_allocate_kernel(kernel_map, &kmapoff_kaddr,
160 kmapoff_pgcnt * PAGE_SIZE_64, VM_FLAGS_ANYWHERE, VM_KERN_MEMORY_OSFMK) != KERN_SUCCESS)
161 panic("cannot vm_allocate %u kernel_map pages", kmapoff_pgcnt);
162
163#if CONFIG_EMBEDDED
164 PE_parse_boot_argn("log_executable_mem_entry",
165 &log_executable_mem_entry,
166 sizeof (log_executable_mem_entry));
167#endif /* CONFIG_EMBEDDED */
168
169 vm_mem_bootstrap_log("pmap_init");
170 pmap_init();
171
172 kmem_alloc_ready = TRUE;
173
174 if (PE_parse_boot_argn("zsize", &zsizearg, sizeof (zsizearg)))
175 zsize = zsizearg * 1024ULL * 1024ULL;
176 else {
177 zsize = sane_size >> 2; /* Get target zone size as 1/4 of physical memory */
178 }
179
180 if (zsize < ZONE_MAP_MIN)
181 zsize = ZONE_MAP_MIN; /* Clamp to min */
182
183#if defined(__LP64__)
184 zsize += zsize >> 1;
185#endif /* __LP64__ */
186 if (zsize > sane_size >> 1)
187 zsize = sane_size >> 1; /* Clamp to half of RAM max */
188#if !__LP64__
189 if (zsize > ZONE_MAP_MAX)
190 zsize = ZONE_MAP_MAX; /* Clamp to 1.5GB max for K32 */
191#endif /* !__LP64__ */
192
193 vm_mem_bootstrap_log("kext_alloc_init");
194 kext_alloc_init();
195
196 vm_mem_bootstrap_log("zone_init");
197 assert((vm_size_t) zsize == zsize);
198 zone_init((vm_size_t) zsize); /* Allocate address space for zones */
199
200 /* The vm_page_zone must be created prior to kalloc_init; that
201 * routine can trigger zalloc()s (for e.g. mutex statistic structure
202 * initialization). The vm_page_zone must exist to saisfy fictitious
203 * page allocations (which are used for guard pages by the guard
204 * mode zone allocator).
205 */
206 vm_mem_bootstrap_log("vm_page_module_init");
207 vm_page_module_init();
208
209 vm_mem_bootstrap_log("kalloc_init");
210 kalloc_init();
211
212 vm_mem_bootstrap_log("vm_fault_init");
213 vm_fault_init();
214
215 vm_mem_bootstrap_log("memory_manager_default_init");
216 memory_manager_default_init();
217
218 vm_mem_bootstrap_log("memory_object_control_bootstrap");
219 memory_object_control_bootstrap();
220
221 vm_mem_bootstrap_log("device_pager_bootstrap");
222 device_pager_bootstrap();
223
224 vm_paging_map_init();
225
226 vm_mem_bootstrap_log("vm_mem_bootstrap done");
227
228#ifdef CONFIG_ZCACHE
229 zcache_bootstrap();
230#endif
231 vm_rtfault_record_init();
232}
233
234void
235vm_mem_init(void)
236{
237 vm_object_init();
238}
239