| /* $Id: the-linux-kernel.h 113829 2017-03-08 10:11:26Z fmehnert $ */ | |
| /** @file | |
| * IPRT - Include all necessary headers for the Linux kernel. | |
| */ | |
| /* | |
| * Copyright (C) 2006-2015 Oracle Corporation | |
| * | |
| * This file is part of VirtualBox Open Source Edition (OSE), as | |
| * available from http://www.virtualbox.org. This file is free software; | |
| * you can redistribute it and/or modify it under the terms of the GNU | |
| * General Public License (GPL) as published by the Free Software | |
| * Foundation, in version 2 as it comes in the "COPYING" file of the | |
| * VirtualBox OSE distribution. VirtualBox OSE is distributed in the | |
| * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind. | |
| * | |
| * The contents of this file may alternatively be used under the terms | |
| * of the Common Development and Distribution License Version 1.0 | |
| * (CDDL) only, as it comes in the "COPYING.CDDL" file of the | |
| * VirtualBox OSE distribution, in which case the provisions of the | |
| * CDDL are applicable instead of those of the GPL. | |
| * | |
| * You may elect to license modified versions of this file under the | |
| * terms and conditions of either the GPL or the CDDL or both. | |
| */ | |
| #ifndef ___the_linux_kernel_h | |
| #define ___the_linux_kernel_h | |
| /* | |
| * Include iprt/types.h to install the bool wrappers. | |
| * Then use the linux bool type for all the stuff include here. | |
| */ | |
| #include <iprt/types.h> | |
| #define bool linux_bool | |
| #include <linux/version.h> | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 33) | |
| # include <generated/autoconf.h> | |
| #else | |
| # ifndef AUTOCONF_INCLUDED | |
| # include <linux/autoconf.h> | |
| # endif | |
| #endif | |
| /* We only support 2.4 and 2.6 series kernels */ | |
| #if LINUX_VERSION_CODE < KERNEL_VERSION(2, 4, 0) | |
| # error We only support 2.4 and 2.6 series kernels | |
| #endif | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 5, 0) && LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 0) | |
| # error We only support 2.4 and 2.6 series kernels | |
| #endif | |
| #if defined(CONFIG_MODVERSIONS) && !defined(MODVERSIONS) | |
| # define MODVERSIONS | |
| # if LINUX_VERSION_CODE < KERNEL_VERSION(2, 5, 71) | |
| # include <linux/modversions.h> | |
| # endif | |
| #endif | |
| #ifndef KBUILD_STR | |
| # if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 16) | |
| # define KBUILD_STR(s) s | |
| # else | |
| # define KBUILD_STR(s) #s | |
| # endif | |
| #endif | |
| # if LINUX_VERSION_CODE >= KERNEL_VERSION(3, 3, 0) | |
| # include <linux/kconfig.h> /* for macro IS_ENABLED */ | |
| # endif | |
| #include <linux/string.h> | |
| #include <linux/spinlock.h> | |
| #include <linux/slab.h> | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 27) | |
| # include <linux/semaphore.h> | |
| #else /* older kernels */ | |
| # include <asm/semaphore.h> | |
| #endif /* older kernels */ | |
| #include <linux/module.h> | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 0) | |
| # include <linux/moduleparam.h> | |
| #endif | |
| #include <linux/kernel.h> | |
| #include <linux/init.h> | |
| #include <linux/fs.h> | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 0) | |
| # include <linux/namei.h> | |
| #endif | |
| #include <linux/mm.h> | |
| #include <linux/pagemap.h> | |
| #include <linux/slab.h> | |
| #include <linux/time.h> | |
| #include <linux/sched.h> | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(3, 9, 0) | |
| # include <linux/sched/rt.h> | |
| #endif | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 11, 0) | |
| # include <linux/sched/signal.h> | |
| # include <linux/sched/types.h> | |
| #endif | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 7) | |
| # include <linux/jiffies.h> | |
| #endif | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 16) | |
| # include <linux/ktime.h> | |
| # include <linux/hrtimer.h> | |
| #endif | |
| #include <linux/wait.h> | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 5, 71) | |
| # include <linux/cpu.h> | |
| # include <linux/notifier.h> | |
| #endif | |
| /* For the basic additions module */ | |
| #include <linux/pci.h> | |
| #include <linux/delay.h> | |
| #include <linux/interrupt.h> | |
| #include <linux/completion.h> | |
| #include <linux/compiler.h> | |
| #ifndef HAVE_UNLOCKED_IOCTL /* linux/fs.h defines this */ | |
| # include <linux/smp_lock.h> | |
| #endif | |
| /* For the shared folders module */ | |
| #include <linux/vmalloc.h> | |
| #define wchar_t linux_wchar_t | |
| #include <linux/nls.h> | |
| #undef wchar_t | |
| #include <asm/mman.h> | |
| #include <asm/io.h> | |
| #include <asm/uaccess.h> | |
| #include <asm/div64.h> | |
| /* For thread-context hooks. */ | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 18) && defined(CONFIG_PREEMPT_NOTIFIERS) | |
| # include <linux/preempt.h> | |
| #endif | |
| /* for workqueue / task queues. */ | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 5, 41) | |
| # include <linux/workqueue.h> | |
| #else | |
| # include <linux/tqueue.h> | |
| #endif | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 0) | |
| # include <linux/kthread.h> | |
| #endif | |
| /* for cr4_init_shadow() / cpu_tlbstate. */ | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(3, 20, 0) | |
| # include <asm/tlbflush.h> | |
| #endif | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(3, 7, 0) | |
| # include <asm/smap.h> | |
| #else | |
| static inline void clac(void) { } | |
| static inline void stac(void) { } | |
| #endif | |
| #if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 0) | |
| # ifndef page_to_pfn | |
| # define page_to_pfn(page) ((page) - mem_map) | |
| # endif | |
| #endif | |
| #ifndef DEFINE_WAIT | |
| # define DEFINE_WAIT(name) DECLARE_WAITQUEUE(name, current) | |
| #endif | |
| #ifndef __GFP_NOWARN | |
| # define __GFP_NOWARN 0 | |
| #endif | |
| /* | |
| * 2.4 / early 2.6 compatibility wrappers | |
| */ | |
| #if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 7) | |
| # ifndef MAX_JIFFY_OFFSET | |
| # define MAX_JIFFY_OFFSET ((~0UL >> 1)-1) | |
| # endif | |
| # if LINUX_VERSION_CODE < KERNEL_VERSION(2, 4, 29) || LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 0) | |
| DECLINLINE(unsigned int) jiffies_to_msecs(unsigned long cJiffies) | |
| { | |
| # if HZ <= 1000 && !(1000 % HZ) | |
| return (1000 / HZ) * cJiffies; | |
| # elif HZ > 1000 && !(HZ % 1000) | |
| return (cJiffies + (HZ / 1000) - 1) / (HZ / 1000); | |
| # else | |
| return (cJiffies * 1000) / HZ; | |
| # endif | |
| } | |
| DECLINLINE(unsigned long) msecs_to_jiffies(unsigned int cMillies) | |
| { | |
| # if HZ > 1000 | |
| if (cMillies > jiffies_to_msecs(MAX_JIFFY_OFFSET)) | |
| return MAX_JIFFY_OFFSET; | |
| # endif | |
| # if HZ <= 1000 && !(1000 % HZ) | |
| return (cMillies + (1000 / HZ) - 1) / (1000 / HZ); | |
| # elif HZ > 1000 && !(HZ % 1000) | |
| return cMillies * (HZ / 1000); | |
| # else | |
| return (cMillies * HZ + 999) / 1000; | |
| # endif | |
| } | |
| # endif /* < 2.4.29 || >= 2.6.0 */ | |
| #endif /* < 2.6.7 */ | |
| /* | |
| * 2.4 compatibility wrappers | |
| */ | |
| #if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 0) | |
| # define prepare_to_wait(q, wait, state) \ | |
| do { \ | |
| add_wait_queue(q, wait); \ | |
| set_current_state(state); \ | |
| } while (0) | |
| # define after_wait(wait) \ | |
| do { \ | |
| list_del_init(&(wait)->task_list); \ | |
| } while (0) | |
| # define finish_wait(q, wait) \ | |
| do { \ | |
| set_current_state(TASK_RUNNING); \ | |
| remove_wait_queue(q, wait); \ | |
| } while (0) | |
| #else /* >= 2.6.0 */ | |
| # define after_wait(wait) do {} while (0) | |
| #endif /* >= 2.6.0 */ | |
| /** @def TICK_NSEC | |
| * The time between ticks in nsec */ | |
| #ifndef TICK_NSEC | |
| # define TICK_NSEC (1000000000UL / HZ) | |
| #endif | |
| /* | |
| * This sucks soooo badly on x86! Why don't they export __PAGE_KERNEL_EXEC so PAGE_KERNEL_EXEC would be usable? | |
| */ | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 8) && defined(RT_ARCH_AMD64) | |
| # define MY_PAGE_KERNEL_EXEC PAGE_KERNEL_EXEC | |
| #elif LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 8) && defined(PAGE_KERNEL_EXEC) && defined(CONFIG_X86_PAE) | |
| # ifdef __PAGE_KERNEL_EXEC | |
| /* >= 2.6.27 */ | |
| # define MY_PAGE_KERNEL_EXEC __pgprot(boot_cpu_has(X86_FEATURE_PGE) ? __PAGE_KERNEL_EXEC | _PAGE_GLOBAL : __PAGE_KERNEL_EXEC) | |
| # else | |
| # define MY_PAGE_KERNEL_EXEC __pgprot(boot_cpu_has(X86_FEATURE_PGE) ? _PAGE_KERNEL_EXEC | _PAGE_GLOBAL : _PAGE_KERNEL_EXEC) | |
| # endif | |
| #else | |
| # define MY_PAGE_KERNEL_EXEC PAGE_KERNEL | |
| #endif | |
| /* | |
| * The redhat hack section. | |
| * - The current hacks are for 2.4.21-15.EL only. | |
| */ | |
| #ifndef NO_REDHAT_HACKS | |
| /* accounting. */ | |
| # if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 0) | |
| # ifdef VM_ACCOUNT | |
| # define USE_RHEL4_MUNMAP | |
| # endif | |
| # endif | |
| /* backported remap_page_range. */ | |
| # if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 0) | |
| # include <asm/tlb.h> | |
| # ifdef tlb_vma /* probably not good enough... */ | |
| # define HAVE_26_STYLE_REMAP_PAGE_RANGE 1 | |
| # endif | |
| # endif | |
| # ifndef RT_ARCH_AMD64 | |
| /* In 2.6.9-22.ELsmp we have to call change_page_attr() twice when changing | |
| * the page attributes from PAGE_KERNEL to something else, because there appears | |
| * to be a bug in one of the many patches that redhat applied. | |
| * It should be safe to do this on less buggy linux kernels too. ;-) | |
| */ | |
| # define MY_CHANGE_PAGE_ATTR(pPages, cPages, prot) \ | |
| do { \ | |
| if (pgprot_val(prot) != pgprot_val(PAGE_KERNEL)) \ | |
| change_page_attr(pPages, cPages, prot); \ | |
| change_page_attr(pPages, cPages, prot); \ | |
| } while (0) | |
| # endif /* !RT_ARCH_AMD64 */ | |
| #endif /* !NO_REDHAT_HACKS */ | |
| #ifndef MY_CHANGE_PAGE_ATTR | |
| # ifdef RT_ARCH_AMD64 /** @todo This is a cheap hack, but it'll get around that 'else BUG();' in __change_page_attr(). */ | |
| # define MY_CHANGE_PAGE_ATTR(pPages, cPages, prot) \ | |
| do { \ | |
| change_page_attr(pPages, cPages, PAGE_KERNEL_NOCACHE); \ | |
| change_page_attr(pPages, cPages, prot); \ | |
| } while (0) | |
| # else | |
| # define MY_CHANGE_PAGE_ATTR(pPages, cPages, prot) change_page_attr(pPages, cPages, prot) | |
| # endif | |
| #endif | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 25) | |
| # define MY_SET_PAGES_EXEC(pPages, cPages) set_pages_x(pPages, cPages) | |
| # define MY_SET_PAGES_NOEXEC(pPages, cPages) set_pages_nx(pPages, cPages) | |
| #else | |
| # define MY_SET_PAGES_EXEC(pPages, cPages) \ | |
| do { \ | |
| if (pgprot_val(MY_PAGE_KERNEL_EXEC) != pgprot_val(PAGE_KERNEL)) \ | |
| MY_CHANGE_PAGE_ATTR(pPages, cPages, MY_PAGE_KERNEL_EXEC); \ | |
| } while (0) | |
| # define MY_SET_PAGES_NOEXEC(pPages, cPages) \ | |
| do { \ | |
| if (pgprot_val(MY_PAGE_KERNEL_EXEC) != pgprot_val(PAGE_KERNEL)) \ | |
| MY_CHANGE_PAGE_ATTR(pPages, cPages, PAGE_KERNEL); \ | |
| } while (0) | |
| #endif | |
| /** @def ONE_MSEC_IN_JIFFIES | |
| * The number of jiffies that make up 1 millisecond. Must be at least 1! */ | |
| #if HZ <= 1000 | |
| # define ONE_MSEC_IN_JIFFIES 1 | |
| #elif !(HZ % 1000) | |
| # define ONE_MSEC_IN_JIFFIES (HZ / 1000) | |
| #else | |
| # define ONE_MSEC_IN_JIFFIES ((HZ + 999) / 1000) | |
| # error "HZ is not a multiple of 1000, the GIP stuff won't work right!" | |
| #endif | |
| /* | |
| * Stop using the linux bool type. | |
| */ | |
| #undef bool | |
| /* | |
| * There are post-2.6.24 kernels (confusingly with unchanged version number) | |
| * which eliminate macros which were marked as deprecated. | |
| */ | |
| #ifndef __attribute_used__ | |
| #define __attribute_used__ __used | |
| #endif | |
| /** | |
| * Hack for shortening pointers on linux so we can stuff more stuff into the | |
| * task_struct::comm field. This is used by the semaphore code but put here | |
| * because we don't have any better place atm. Don't use outside IPRT, please. | |
| */ | |
| #ifdef RT_ARCH_AMD64 | |
| # define IPRT_DEBUG_SEMS_ADDRESS(addr) ( ((long)(addr) & (long)~UINT64_C(0xfffffff000000000)) ) | |
| #else | |
| # define IPRT_DEBUG_SEMS_ADDRESS(addr) ( (long)(addr) ) | |
| #endif | |
| /** | |
| * Puts semaphore info into the task_struct::comm field if IPRT_DEBUG_SEMS is | |
| * defined. | |
| */ | |
| #ifdef IPRT_DEBUG_SEMS | |
| # define IPRT_DEBUG_SEMS_STATE(pThis, chState) \ | |
| snprintf(current->comm, sizeof(current->comm), "%c%lx", (chState), IPRT_DEBUG_SEMS_ADDRESS(pThis)); | |
| #else | |
| # define IPRT_DEBUG_SEMS_STATE(pThis, chState) do { } while (0) | |
| #endif | |
| /** | |
| * Puts semaphore info into the task_struct::comm field if IPRT_DEBUG_SEMS is | |
| * defined. | |
| */ | |
| #ifdef IPRT_DEBUG_SEMS | |
| # define IPRT_DEBUG_SEMS_STATE_RC(pThis, chState, rc) \ | |
| snprintf(current->comm, sizeof(current->comm), "%c%lx:%d", (chState), IPRT_DEBUG_SEMS_ADDRESS(pThis), rc); | |
| #else | |
| # define IPRT_DEBUG_SEMS_STATE_RC(pThis, chState, rc) do { } while (0) | |
| #endif | |
| /** @name Macros for preserving EFLAGS.AC on 3.19+/amd64 paranoid. | |
| * The AMD 64 switch_to in macro in arch/x86/include/asm/switch_to.h stopped | |
| * restoring flags. | |
| * @{ */ | |
| #if defined(CONFIG_X86_SMAP) || defined(RT_STRICT) || defined(IPRT_WITH_EFLAGS_AC_PRESERVING) | |
| # include <iprt/asm-amd64-x86.h> | |
| # define IPRT_X86_EFL_AC RT_BIT(18) | |
| # define IPRT_LINUX_SAVE_EFL_AC() RTCCUINTREG fSavedEfl = ASMGetFlags() | |
| # define IPRT_LINUX_RESTORE_EFL_AC() ASMSetFlags(fSavedEfl) | |
| # define IPRT_LINUX_RESTORE_EFL_ONLY_AC() ASMChangeFlags(~IPRT_X86_EFL_AC, fSavedEfl & IPRT_X86_EFL_AC) | |
| #else | |
| # define IPRT_LINUX_SAVE_EFL_AC() do { } while (0) | |
| # define IPRT_LINUX_RESTORE_EFL_AC() do { } while (0) | |
| # define IPRT_LINUX_RESTORE_EFL_ONLY_AC() do { } while (0) | |
| #endif | |
| /** @} */ | |
| /* | |
| * There are some conflicting defines in iprt/param.h, sort them out here. | |
| */ | |
| #ifndef ___iprt_param_h | |
| # undef PAGE_SIZE | |
| # undef PAGE_OFFSET_MASK | |
| # include <iprt/param.h> | |
| #endif | |
| /* | |
| * Some global indicator macros. | |
| */ | |
| /** @def IPRT_LINUX_HAS_HRTIMER | |
| * Whether the kernel support high resolution timers (Linux kernel versions | |
| * 2.6.28 and later (hrtimer_add_expires_ns() & schedule_hrtimeout). */ | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 28) | |
| # define IPRT_LINUX_HAS_HRTIMER | |
| #endif | |
| /* | |
| * Workqueue stuff, see initterm-r0drv-linux.c. | |
| */ | |
| #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 5, 41) | |
| typedef struct work_struct RTR0LNXWORKQUEUEITEM; | |
| #else | |
| typedef struct tq_struct RTR0LNXWORKQUEUEITEM; | |
| #endif | |
| DECLHIDDEN(void) rtR0LnxWorkqueuePush(RTR0LNXWORKQUEUEITEM *pWork, void (*pfnWorker)(RTR0LNXWORKQUEUEITEM *)); | |
| DECLHIDDEN(void) rtR0LnxWorkqueueFlush(void); | |
| #endif |