| 1 | /* $Id: the-darwin-kernel.h 96407 2022-08-22 17:43:14Z vboxsync $ */
|
|---|
| 2 | /** @file
|
|---|
| 3 | * IPRT - Include all necessary headers for the Darwing kernel.
|
|---|
| 4 | */
|
|---|
| 5 |
|
|---|
| 6 | /*
|
|---|
| 7 | * Copyright (C) 2006-2022 Oracle and/or its affiliates.
|
|---|
| 8 | *
|
|---|
| 9 | * This file is part of VirtualBox base platform packages, as
|
|---|
| 10 | * available from https://www.virtualbox.org.
|
|---|
| 11 | *
|
|---|
| 12 | * This program is free software; you can redistribute it and/or
|
|---|
| 13 | * modify it under the terms of the GNU General Public License
|
|---|
| 14 | * as published by the Free Software Foundation, in version 3 of the
|
|---|
| 15 | * License.
|
|---|
| 16 | *
|
|---|
| 17 | * This program is distributed in the hope that it will be useful, but
|
|---|
| 18 | * WITHOUT ANY WARRANTY; without even the implied warranty of
|
|---|
| 19 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|---|
| 20 | * General Public License for more details.
|
|---|
| 21 | *
|
|---|
| 22 | * You should have received a copy of the GNU General Public License
|
|---|
| 23 | * along with this program; if not, see <https://www.gnu.org/licenses>.
|
|---|
| 24 | *
|
|---|
| 25 | * The contents of this file may alternatively be used under the terms
|
|---|
| 26 | * of the Common Development and Distribution License Version 1.0
|
|---|
| 27 | * (CDDL), a copy of it is provided in the "COPYING.CDDL" file included
|
|---|
| 28 | * in the VirtualBox distribution, in which case the provisions of the
|
|---|
| 29 | * CDDL are applicable instead of those of the GPL.
|
|---|
| 30 | *
|
|---|
| 31 | * You may elect to license modified versions of this file under the
|
|---|
| 32 | * terms and conditions of either the GPL or the CDDL or both.
|
|---|
| 33 | *
|
|---|
| 34 | * SPDX-License-Identifier: GPL-3.0-only OR CDDL-1.0
|
|---|
| 35 | */
|
|---|
| 36 |
|
|---|
| 37 | #ifndef IPRT_INCLUDED_SRC_r0drv_darwin_the_darwin_kernel_h
|
|---|
| 38 | #define IPRT_INCLUDED_SRC_r0drv_darwin_the_darwin_kernel_h
|
|---|
| 39 | #ifndef RT_WITHOUT_PRAGMA_ONCE
|
|---|
| 40 | # pragma once
|
|---|
| 41 | #endif
|
|---|
| 42 |
|
|---|
| 43 | /* Problematic header(s) containing conflicts with IPRT first. (FreeBSD has fixed these ages ago.) */
|
|---|
| 44 | #define __STDC_CONSTANT_MACROS
|
|---|
| 45 | #define __STDC_LIMIT_MACROS
|
|---|
| 46 | #include <sys/param.h>
|
|---|
| 47 | #include <mach/vm_param.h>
|
|---|
| 48 | #undef ALIGN
|
|---|
| 49 | #undef MIN
|
|---|
| 50 | #undef MAX
|
|---|
| 51 | #undef PAGE_SIZE
|
|---|
| 52 | #undef PAGE_SHIFT
|
|---|
| 53 | #undef PVM
|
|---|
| 54 |
|
|---|
| 55 |
|
|---|
| 56 | /* Include the IPRT definitions of the conflicting #defines & typedefs. */
|
|---|
| 57 | #include <iprt/cdefs.h>
|
|---|
| 58 | #include <iprt/types.h>
|
|---|
| 59 | #include <iprt/param.h>
|
|---|
| 60 |
|
|---|
| 61 |
|
|---|
| 62 | /* After including cdefs, we can check that this really is Darwin. */
|
|---|
| 63 | #ifndef RT_OS_DARWIN
|
|---|
| 64 | # error "RT_OS_DARWIN must be defined!"
|
|---|
| 65 | #endif
|
|---|
| 66 |
|
|---|
| 67 | #if defined(__clang__) || RT_GNUC_PREREQ(4, 4)
|
|---|
| 68 | # pragma GCC diagnostic push
|
|---|
| 69 | #endif
|
|---|
| 70 | #if defined(__clang__) || RT_GNUC_PREREQ(4, 2)
|
|---|
| 71 | # pragma GCC diagnostic ignored "-Wc++11-extensions"
|
|---|
| 72 | # pragma GCC diagnostic ignored "-Wc99-extensions"
|
|---|
| 73 | # pragma GCC diagnostic ignored "-Wextra-semi"
|
|---|
| 74 | # pragma GCC diagnostic ignored "-Wzero-length-array"
|
|---|
| 75 | # pragma GCC diagnostic ignored "-Wgnu-zero-variadic-macro-arguments"
|
|---|
| 76 | #endif
|
|---|
| 77 |
|
|---|
| 78 | /* now we're ready for including the rest of the Darwin headers. */
|
|---|
| 79 | #include <kern/thread.h>
|
|---|
| 80 | #include <kern/clock.h>
|
|---|
| 81 | #include <kern/sched_prim.h>
|
|---|
| 82 | #include <kern/locks.h>
|
|---|
| 83 | #if defined(RT_ARCH_X86) && MAC_OS_X_VERSION_MIN_REQUIRED < 1060
|
|---|
| 84 | # include <i386/mp_events.h>
|
|---|
| 85 | #endif
|
|---|
| 86 | #include <libkern/libkern.h>
|
|---|
| 87 | #include <libkern/sysctl.h>
|
|---|
| 88 | #include <libkern/version.h>
|
|---|
| 89 | #include <mach/thread_act.h>
|
|---|
| 90 | #include <mach/vm_map.h>
|
|---|
| 91 | #include <mach/vm_region.h>
|
|---|
| 92 | #include <pexpert/pexpert.h>
|
|---|
| 93 | #include <sys/conf.h>
|
|---|
| 94 | #include <sys/errno.h>
|
|---|
| 95 | #include <sys/ioccom.h>
|
|---|
| 96 | #include <sys/malloc.h>
|
|---|
| 97 | #include <sys/proc.h>
|
|---|
| 98 | #include <sys/vnode.h>
|
|---|
| 99 | #include <sys/fcntl.h>
|
|---|
| 100 | #include <IOKit/IOTypes.h>
|
|---|
| 101 | #include <IOKit/IOLib.h> /* Note! Has Assert down as a function. */
|
|---|
| 102 | #define _OS_OSUNSERIALIZE_H /* HACK ALERT! Block importing OSUnserialized.h as it causes compilation trouble with
|
|---|
| 103 | newer clang versions and the 10.15 SDK, and we really don't need it. Sample error:
|
|---|
| 104 | libkern/c++/OSUnserialize.h:72:2: error: use of OSPtr outside of a return type [-Werror,-Wossharedptr-misuse] */
|
|---|
| 105 | #include <IOKit/IOMemoryDescriptor.h>
|
|---|
| 106 | #include <IOKit/IOBufferMemoryDescriptor.h>
|
|---|
| 107 | #include <IOKit/IOMapper.h>
|
|---|
| 108 |
|
|---|
| 109 | #if defined(__clang__) || RT_GNUC_PREREQ(4, 4)
|
|---|
| 110 | # pragma GCC diagnostic pop
|
|---|
| 111 | #endif
|
|---|
| 112 |
|
|---|
| 113 |
|
|---|
| 114 | /* See osfmk/kern/ast.h. */
|
|---|
| 115 | #ifndef AST_PREEMPT
|
|---|
| 116 | # define AST_PREEMPT UINT32_C(1)
|
|---|
| 117 | # define AST_QUANTUM UINT32_C(2)
|
|---|
| 118 | # define AST_URGENT UINT32_C(4)
|
|---|
| 119 | #endif
|
|---|
| 120 |
|
|---|
| 121 | /* This flag was added in 10.6, it seems. Should be harmless in earlier
|
|---|
| 122 | releases... */
|
|---|
| 123 | #if __MAC_OS_X_VERSION_MAX_ALLOWED < 1060
|
|---|
| 124 | # define kIOMemoryMapperNone UINT32_C(0x800)
|
|---|
| 125 | #endif
|
|---|
| 126 |
|
|---|
| 127 | /* This flag was added in 10.8.2, it seems. */
|
|---|
| 128 | #if __MAC_OS_X_VERSION_MAX_ALLOWED < 1082
|
|---|
| 129 | # define kIOMemoryHostPhysicallyContiguous UINT32_C(0x00000080)
|
|---|
| 130 | #endif
|
|---|
| 131 |
|
|---|
| 132 | /** @name Macros for preserving EFLAGS.AC (despair / paranoid)
|
|---|
| 133 | * @remarks Unlike linux, we have to restore it unconditionally on darwin.
|
|---|
| 134 | * @{ */
|
|---|
| 135 | #include <iprt/asm-amd64-x86.h>
|
|---|
| 136 | #include <iprt/x86.h>
|
|---|
| 137 | #define IPRT_DARWIN_SAVE_EFL_AC() RTCCUINTREG const fSavedEfl = ASMGetFlags();
|
|---|
| 138 | #define IPRT_DARWIN_RESTORE_EFL_AC() ASMSetFlags(fSavedEfl)
|
|---|
| 139 | #define IPRT_DARWIN_RESTORE_EFL_ONLY_AC() ASMChangeFlags(~X86_EFL_AC, fSavedEfl & X86_EFL_AC)
|
|---|
| 140 | #define IPRT_DARWIN_RESTORE_EFL_ONLY_AC_EX(a_fSavedEfl) ASMChangeFlags(~X86_EFL_AC, (a_fSavedEfl) & X86_EFL_AC)
|
|---|
| 141 | /** @} */
|
|---|
| 142 |
|
|---|
| 143 |
|
|---|
| 144 | RT_C_DECLS_BEGIN
|
|---|
| 145 |
|
|---|
| 146 | /* mach/vm_types.h */
|
|---|
| 147 | typedef struct pmap *pmap_t;
|
|---|
| 148 |
|
|---|
| 149 | /* vm/vm_kern.h */
|
|---|
| 150 | extern vm_map_t kernel_map;
|
|---|
| 151 |
|
|---|
| 152 | /* vm/pmap.h */
|
|---|
| 153 | extern pmap_t kernel_pmap;
|
|---|
| 154 |
|
|---|
| 155 | /* kern/task.h */
|
|---|
| 156 | extern vm_map_t get_task_map(task_t);
|
|---|
| 157 |
|
|---|
| 158 | /* osfmk/i386/pmap.h */
|
|---|
| 159 | extern ppnum_t pmap_find_phys(pmap_t, addr64_t);
|
|---|
| 160 |
|
|---|
| 161 | /* vm/vm_map.h */
|
|---|
| 162 | extern kern_return_t vm_map_wire(vm_map_t, vm_map_offset_t, vm_map_offset_t, vm_prot_t, boolean_t);
|
|---|
| 163 | extern kern_return_t vm_map_unwire(vm_map_t, vm_map_offset_t, vm_map_offset_t, boolean_t);
|
|---|
| 164 |
|
|---|
| 165 | /* mach/i386/thread_act.h */
|
|---|
| 166 | extern kern_return_t thread_terminate(thread_t);
|
|---|
| 167 |
|
|---|
| 168 | /* osfmk/i386/mp.h */
|
|---|
| 169 | extern void mp_rendezvous(void (*)(void *), void (*)(void *), void (*)(void *), void *);
|
|---|
| 170 | extern void mp_rendezvous_no_intrs(void (*)(void *), void *);
|
|---|
| 171 |
|
|---|
| 172 | /* osfmk/i386/cpu_data.h */
|
|---|
| 173 | struct my_cpu_data_x86
|
|---|
| 174 | {
|
|---|
| 175 | struct my_cpu_data_x86 *cpu_this;
|
|---|
| 176 | thread_t cpu_active_thread;
|
|---|
| 177 | void *cpu_int_state;
|
|---|
| 178 | vm_offset_t cpu_active_stack;
|
|---|
| 179 | vm_offset_t cpu_kernel_stack;
|
|---|
| 180 | vm_offset_t cpu_int_stack_top;
|
|---|
| 181 | int cpu_preemption_level;
|
|---|
| 182 | int cpu_simple_lock_count;
|
|---|
| 183 | int cpu_interrupt_level;
|
|---|
| 184 | int cpu_number;
|
|---|
| 185 | int cpu_phys_number;
|
|---|
| 186 | cpu_id_t cpu_id;
|
|---|
| 187 | int cpu_signals;
|
|---|
| 188 | int cpu_mcount_off;
|
|---|
| 189 | /*ast_t*/uint32_t cpu_pending_ast;
|
|---|
| 190 | int cpu_type;
|
|---|
| 191 | int cpu_subtype;
|
|---|
| 192 | int cpu_threadtype;
|
|---|
| 193 | int cpu_running;
|
|---|
| 194 | };
|
|---|
| 195 |
|
|---|
| 196 | /* osfmk/i386/cpu_number.h */
|
|---|
| 197 | extern int cpu_number(void);
|
|---|
| 198 |
|
|---|
| 199 | /* osfmk/vm/vm_user.c */
|
|---|
| 200 | extern kern_return_t vm_protect(vm_map_t, vm_offset_t, vm_size_t, boolean_t, vm_prot_t);
|
|---|
| 201 | /*extern kern_return_t vm_region(vm_map_t, vm_address_t *, vm_size_t *, vm_region_flavor_t, vm_region_info_t,
|
|---|
| 202 | mach_msg_type_number_t *, mach_port_t *);*/
|
|---|
| 203 |
|
|---|
| 204 | /* i386/machine_routines.h */
|
|---|
| 205 | extern int ml_get_max_cpus(void);
|
|---|
| 206 |
|
|---|
| 207 | RT_C_DECLS_END
|
|---|
| 208 |
|
|---|
| 209 |
|
|---|
| 210 | /*
|
|---|
| 211 | * Internals of the Darwin Ring-0 IPRT.
|
|---|
| 212 | */
|
|---|
| 213 | RT_C_DECLS_BEGIN
|
|---|
| 214 |
|
|---|
| 215 | /* initterm-r0drv-darwin.cpp. */
|
|---|
| 216 | typedef uint32_t * (*PFNR0DARWINASTPENDING)(void);
|
|---|
| 217 | typedef void (*PFNR0DARWINCPUINTERRUPT)(int);
|
|---|
| 218 | extern DECL_HIDDEN_DATA(lck_grp_t *) g_pDarwinLockGroup;
|
|---|
| 219 | extern DECL_HIDDEN_DATA(PFNR0DARWINASTPENDING) g_pfnR0DarwinAstPending;
|
|---|
| 220 | extern DECL_HIDDEN_DATA(PFNR0DARWINCPUINTERRUPT) g_pfnR0DarwinCpuInterrupt;
|
|---|
| 221 | #ifdef DEBUG /* Used once for debugging memory issues (see #9466). */
|
|---|
| 222 | typedef kern_return_t (*PFNR0DARWINVMFAULTEXTERNAL)(vm_map_t, vm_map_offset_t, vm_prot_t, boolean_t, int, pmap_t, vm_map_offset_t);
|
|---|
| 223 | extern DECL_HIDDEN_DATA(PFNR0DARWINVMFAULTEXTERNAL) g_pfnR0DarwinVmFaultExternal;
|
|---|
| 224 | #endif
|
|---|
| 225 |
|
|---|
| 226 | /* threadpreempt-r0drv-darwin.cpp */
|
|---|
| 227 | int rtThreadPreemptDarwinInit(void);
|
|---|
| 228 | void rtThreadPreemptDarwinTerm(void);
|
|---|
| 229 |
|
|---|
| 230 | RT_C_DECLS_END
|
|---|
| 231 |
|
|---|
| 232 |
|
|---|
| 233 | /**
|
|---|
| 234 | * Converts from nanoseconds to Darwin absolute time units.
|
|---|
| 235 | * @returns Darwin absolute time.
|
|---|
| 236 | * @param u64Nano Time interval in nanoseconds
|
|---|
| 237 | */
|
|---|
| 238 | DECLINLINE(uint64_t) rtDarwinAbsTimeFromNano(const uint64_t u64Nano)
|
|---|
| 239 | {
|
|---|
| 240 | uint64_t u64AbsTime;
|
|---|
| 241 | nanoseconds_to_absolutetime(u64Nano, &u64AbsTime);
|
|---|
| 242 | return u64AbsTime;
|
|---|
| 243 | }
|
|---|
| 244 |
|
|---|
| 245 |
|
|---|
| 246 | #include <iprt/err.h>
|
|---|
| 247 |
|
|---|
| 248 | /**
|
|---|
| 249 | * Convert from mach kernel return code to IPRT status code.
|
|---|
| 250 | * @todo put this where it belongs! (i.e. in a separate file and prototype in iprt/err.h)
|
|---|
| 251 | */
|
|---|
| 252 | DECLINLINE(int) RTErrConvertFromMachKernReturn(kern_return_t rc)
|
|---|
| 253 | {
|
|---|
| 254 | switch (rc)
|
|---|
| 255 | {
|
|---|
| 256 | case KERN_SUCCESS: return VINF_SUCCESS;
|
|---|
| 257 | default: return VERR_GENERAL_FAILURE;
|
|---|
| 258 | }
|
|---|
| 259 | }
|
|---|
| 260 |
|
|---|
| 261 | #endif /* !IPRT_INCLUDED_SRC_r0drv_darwin_the_darwin_kernel_h */
|
|---|
| 262 |
|
|---|
