diff -urp work.orig/kernel/common/inc/nv-linux.h work/kernel/common/inc/nv-linux.h --- work.orig/kernel/common/inc/nv-linux.h 2016-11-27 21:56:50.391617167 +0100 +++ work/kernel/common/inc/nv-linux.h 2016-11-27 22:04:14.045516163 +0100 @@ -1310,7 +1310,8 @@ extern void *nvidia_stack_t_cache; #if (NV_KMEM_CACHE_CREATE_ARGUMENT_COUNT == 5) #define NV_KMEM_CACHE_CREATE_FULL(name, size, align, flags, ctor) \ kmem_cache_create(name, size, align, flags, ctor) - +#define NV_KMEM_CACHE_CREATE_FULL_USERCOPY(name, size, align, flags, useroffset, usersize, ctor) \ + kmem_cache_create_usercopy(name, size, align, flags, useroffset, usersize, ctor) #else #define NV_KMEM_CACHE_CREATE_FULL(name, size, align, flags, ctor) \ kmem_cache_create(name, size, align, flags, ctor, NULL) @@ -1319,6 +1320,14 @@ extern void *nvidia_stack_t_cache; #define NV_KMEM_CACHE_CREATE(name, type) \ NV_KMEM_CACHE_CREATE_FULL(name, sizeof(type), 0, 0, NULL) +#ifdef SLAB_USERCOPY +#define NV_KMEM_CACHE_CREATE_USERCOPY(name, type) \ + NV_KMEM_CACHE_CREATE_FULL(name, sizeof(type), 0, SLAB_USERCOPY, NULL) +#else +#define NV_KMEM_CACHE_CREATE_USERCOPY(name, type) \ + NV_KMEM_CACHE_CREATE_FULL_USERCOPY(name, sizeof(type), 0, 0, 0, sizeof(type), NULL) +#endif + #define NV_KMEM_CACHE_DESTROY(kmem_cache) \ kmem_cache_destroy(kmem_cache) diff -urp work.orig/kernel/common/inc/nv-modeset-interface.h work/kernel/common/inc/nv-modeset-interface.h --- work.orig/kernel/common/inc/nv-modeset-interface.h 2016-11-27 21:56:50.391617167 +0100 +++ work/kernel/common/inc/nv-modeset-interface.h 2016-11-27 21:54:23.971706350 +0100 @@ -72,7 +72,7 @@ typedef struct { * mix nvidia and nvidia-modeset kernel modules from different * releases. */ - const char *version_string; +// const char *version_string; /* * Return system information. @@ -117,6 +117,6 @@ typedef struct { } nvidia_modeset_rm_ops_t; -NV_STATUS nvidia_get_rm_ops(nvidia_modeset_rm_ops_t *rm_ops); +NV_STATUS nvidia_get_rm_ops(const nvidia_modeset_rm_ops_t **rm_ops, const char **version_string); #endif /* _NV_MODESET_INTERFACE_H_ */ diff -urp work.orig/kernel/common/inc/nv-register-module.h work/kernel/common/inc/nv-register-module.h --- work.orig/kernel/common/inc/nv-register-module.h 2016-11-27 21:56:50.391617167 +0100 +++ work/kernel/common/inc/nv-register-module.h 2016-11-27 21:54:23.971706350 +0100 @@ -34,7 +34,7 @@ typedef struct nvidia_module_s { int (*ioctl)(struct inode *, struct file * file, unsigned int cmd, unsigned long arg); unsigned int (*poll)(struct file * file, poll_table *wait); -} nvidia_module_t; +} __do_const nvidia_module_t; int nvidia_register_module(nvidia_module_t *); int nvidia_unregister_module(nvidia_module_t *); diff -urp work.orig/kernel/nvidia/nv.c work/kernel/nvidia/nv.c --- work.orig/kernel/nvidia/nv.c 2016-11-27 21:56:50.395629748 +0100 +++ work/kernel/nvidia/nv.c 2016-11-27 21:54:23.971706350 +0100 @@ -666,7 +666,7 @@ int __init nvidia_init_module(void) NV_SPIN_LOCK_INIT(&km_lock); #endif - nvidia_stack_t_cache = NV_KMEM_CACHE_CREATE(nvidia_stack_cache_name, + nvidia_stack_t_cache = NV_KMEM_CACHE_CREATE_USERCOPY(nvidia_stack_cache_name, nvidia_stack_t); if (nvidia_stack_t_cache == NULL) { diff -urp work.orig/kernel/nvidia/nv-chrdev.c work/kernel/nvidia/nv-chrdev.c --- work.orig/kernel/nvidia/nv-chrdev.c 2016-11-27 21:56:50.395629748 +0100 +++ work/kernel/nvidia/nv-chrdev.c 2016-11-27 21:54:23.971706350 +0100 @@ -20,8 +20,6 @@ int nv_register_chrdev(void *param) { nvidia_module_t *module = (nvidia_module_t *)param; - module->instance = nv_module_instance; - return (nvidia_register_module(module)); } diff -urp work.orig/kernel/nvidia/nv-instance.c work/kernel/nvidia/nv-instance.c --- work.orig/kernel/nvidia/nv-instance.c 2016-11-27 21:56:50.395629748 +0100 +++ work/kernel/nvidia/nv-instance.c 2016-11-27 21:54:23.971706350 +0100 @@ -51,6 +51,7 @@ struct pci_driver nv_pci_driver = { nvidia_module_t nv_fops = { .owner = THIS_MODULE, .module_name = MODULE_NAME, + .instance = MODULE_INSTANCE_NUMBER, .open = nvidia_open, .close = nvidia_close, .ioctl = nvidia_ioctl, diff -urp work.orig/kernel/nvidia/nv-mmap.c work/kernel/nvidia/nv-mmap.c --- work.orig/kernel/nvidia/nv-mmap.c 2016-11-27 21:56:50.395629748 +0100 +++ work/kernel/nvidia/nv-mmap.c 2016-11-27 21:54:23.971706350 +0100 @@ -102,12 +102,12 @@ nvidia_vma_release(struct vm_area_struct } #if defined(NV_VM_OPERATIONS_STRUCT_HAS_ACCESS) -static int +static ssize_t nvidia_vma_access( struct vm_area_struct *vma, unsigned long addr, void *buffer, - int length, + size_t length, int write ) { diff -urp work.orig/kernel/nvidia/nv-modeset-interface.c work/kernel/nvidia/nv-modeset-interface.c --- work.orig/kernel/nvidia/nv-modeset-interface.c 2016-11-27 21:56:50.395629748 +0100 +++ work/kernel/nvidia/nv-modeset-interface.c 2016-11-27 21:54:23.971706350 +0100 @@ -100,10 +100,9 @@ static NvU32 nvidia_modeset_enumerate_gp return count; } -NV_STATUS nvidia_get_rm_ops(nvidia_modeset_rm_ops_t *rm_ops) +NV_STATUS nvidia_get_rm_ops(const nvidia_modeset_rm_ops_t **rm_ops, const char **version_string) { - const nvidia_modeset_rm_ops_t local_rm_ops = { - .version_string = NV_VERSION_STRING, + static const nvidia_modeset_rm_ops_t local_rm_ops = { .system_info = { .allow_write_combining = NV_FALSE, }, @@ -116,17 +115,26 @@ NV_STATUS nvidia_get_rm_ops(nvidia_modes .set_callbacks = nvidia_modeset_set_callbacks, }; - if (strcmp(rm_ops->version_string, NV_VERSION_STRING) != 0) + static const nvidia_modeset_rm_ops_t local_rm_ops_wc = { + .system_info = { + .allow_write_combining = NV_TRUE, + }, + .alloc_stack = nvidia_modeset_rm_ops_alloc_stack, + .free_stack = nvidia_modeset_rm_ops_free_stack, + .enumerate_gpus = nvidia_modeset_enumerate_gpus, + .open_gpu = nvidia_dev_get, + .close_gpu = nvidia_dev_put, + .op = rm_kernel_rmapi_op, /* provided by nv-kernel.o */ + .set_callbacks = nvidia_modeset_set_callbacks, + }; + + if (strcmp(*version_string, NV_VERSION_STRING) != 0) { - rm_ops->version_string = NV_VERSION_STRING; + *version_string = NV_VERSION_STRING; return NV_ERR_GENERIC; } - *rm_ops = local_rm_ops; - - if (NV_ALLOW_WRITE_COMBINING(NV_MEMORY_TYPE_FRAMEBUFFER)) { - rm_ops->system_info.allow_write_combining = NV_TRUE; - } + *rm_ops = NV_ALLOW_WRITE_COMBINING(NV_MEMORY_TYPE_FRAMEBUFFER) ? &local_rm_ops_wc : &local_rm_ops; return NV_OK; } diff -urp work.orig/kernel/nvidia-drm/nvidia-drm-drv.c work/kernel/nvidia-drm/nvidia-drm-drv.c --- work.orig/kernel/nvidia-drm/nvidia-drm-drv.c 2016-11-27 21:56:50.395629748 +0100 +++ work/kernel/nvidia-drm/nvidia-drm-drv.c 2016-11-27 21:54:23.971706350 +0100 @@ -594,7 +594,7 @@ static const struct drm_ioctl_desc nv_dr DRM_CONTROL_ALLOW|DRM_RENDER_ALLOW|DRM_UNLOCKED), }; -static struct drm_driver nv_drm_driver = { +static drm_driver_no_const nv_drm_driver __read_only = { .driver_features = DRIVER_GEM | DRIVER_PRIME | DRIVER_RENDER, @@ -654,6 +654,7 @@ static void nvidia_update_drm_driver_fea return; } + pax_open_kernel(); nv_drm_driver.driver_features |= DRIVER_MODESET | DRIVER_ATOMIC; nv_drm_driver.master_set = nvidia_drm_master_set; @@ -664,6 +665,7 @@ static void nvidia_update_drm_driver_fea nv_drm_driver.dumb_destroy = drm_gem_dumb_destroy; nv_drm_driver.gem_vm_ops = &nv_drm_gem_vma_ops; + pax_close_kernel(); #endif /* NV_DRM_ATOMIC_MODESET_AVAILABLE */ } diff -urp work.orig/kernel/nvidia-modeset/nvidia-modeset-linux.c work/kernel/nvidia-modeset/nvidia-modeset-linux.c --- work.orig/kernel/nvidia-modeset/nvidia-modeset-linux.c 2016-11-27 21:56:50.395629748 +0100 +++ work/kernel/nvidia-modeset/nvidia-modeset-linux.c 2016-11-27 21:54:23.971706350 +0100 @@ -335,29 +335,28 @@ static void nvkms_resume(NvU32 gpuId) * Interface with resman. *************************************************************************/ -static nvidia_modeset_rm_ops_t __rm_ops = { 0 }; +static const nvidia_modeset_rm_ops_t *__rm_ops; static nvidia_modeset_callbacks_t nvkms_rm_callbacks = { - nvkms_suspend, - nvkms_resume + .suspend = nvkms_suspend, + .resume = nvkms_resume }; static int nvkms_alloc_rm(void) { NV_STATUS nvstatus; int ret; + const char *version_string = NV_VERSION_STRING; - __rm_ops.version_string = NV_VERSION_STRING; - - nvstatus = nvidia_get_rm_ops(&__rm_ops); + nvstatus = nvidia_get_rm_ops(&__rm_ops, &version_string); if (nvstatus != NV_OK) { printk(KERN_ERR NVKMS_LOG_PREFIX "Version mismatch: " "nvidia.ko(%s) nvidia-modeset.ko(%s)\n", - __rm_ops.version_string, NV_VERSION_STRING); + version_string, NV_VERSION_STRING); return -EINVAL; } - ret = __rm_ops.set_callbacks(&nvkms_rm_callbacks); + ret = __rm_ops->set_callbacks(&nvkms_rm_callbacks); if (ret < 0) { printk(KERN_ERR NVKMS_LOG_PREFIX "Failed to register callbacks\n"); return ret; @@ -368,20 +367,20 @@ static int nvkms_alloc_rm(void) static void nvkms_free_rm(void) { - __rm_ops.set_callbacks(NULL); + __rm_ops->set_callbacks(NULL); } void NVKMS_API_CALL nvkms_call_rm(void *ops) { nvidia_modeset_stack_ptr stack = NULL; - if (__rm_ops.alloc_stack(&stack) != 0) { + if (__rm_ops->alloc_stack(&stack) != 0) { return; } - __rm_ops.op(stack, ops); + __rm_ops->op(stack, ops); - __rm_ops.free_stack(stack); + __rm_ops->free_stack(stack); } /************************************************************************* @@ -705,13 +704,13 @@ NvBool NVKMS_API_CALL nvkms_open_gpu(NvU nvidia_modeset_stack_ptr stack = NULL; NvBool ret; - if (__rm_ops.alloc_stack(&stack) != 0) { + if (__rm_ops->alloc_stack(&stack) != 0) { return NV_FALSE; } - ret = __rm_ops.open_gpu(gpuId, stack) == 0; + ret = __rm_ops->open_gpu(gpuId, stack) == 0; - __rm_ops.free_stack(stack); + __rm_ops->free_stack(stack); return ret; } @@ -720,23 +719,23 @@ void NVKMS_API_CALL nvkms_close_gpu(NvU3 { nvidia_modeset_stack_ptr stack = NULL; - if (__rm_ops.alloc_stack(&stack) != 0) { + if (__rm_ops->alloc_stack(&stack) != 0) { return; } - __rm_ops.close_gpu(gpuId, stack); + __rm_ops->close_gpu(gpuId, stack); - __rm_ops.free_stack(stack); + __rm_ops->free_stack(stack); } NvU32 NVKMS_API_CALL nvkms_enumerate_gpus(nv_gpu_info_t *gpu_info) { - return __rm_ops.enumerate_gpus(gpu_info); + return __rm_ops->enumerate_gpus(gpu_info); } NvBool NVKMS_API_CALL nvkms_allow_write_combining(void) { - return __rm_ops.system_info.allow_write_combining; + return __rm_ops->system_info.allow_write_combining; } /************************************************************************* diff -urp work.orig/kernel/nvidia-uvm/uvm8_global.c work/kernel/nvidia-uvm/uvm8_global.c --- work.orig/kernel/nvidia-uvm/uvm8_global.c 2016-11-27 21:56:50.399642330 +0100 +++ work/kernel/nvidia-uvm/uvm8_global.c 2016-11-27 21:54:23.975709978 +0100 @@ -35,17 +35,17 @@ #include "nv_uvm_interface.h" uvm_global_t g_uvm_global; -static struct UvmOpsUvmEvents g_exported_uvm8_ops; +static struct UvmOpsUvmEvents g_exported_uvm8_ops = { + .startDevice = NULL, + .stopDevice = NULL, + .isrTopHalf = uvm8_isr_top_half, +}; static bool g_ops_registered = false; static NV_STATUS uvm8_register_callbacks(void) { NV_STATUS status = NV_OK; - g_exported_uvm8_ops.startDevice = NULL; - g_exported_uvm8_ops.stopDevice = NULL; - g_exported_uvm8_ops.isrTopHalf = uvm8_isr_top_half; - // Register the UVM callbacks with the main GPU driver: status = uvm_rm_locked_call(nvUvmInterfaceRegisterUvmCallbacks(&g_exported_uvm8_ops)); if (status != NV_OK) diff -urp work.orig/kernel/nvidia-uvm/uvm8_gpu_semaphore.c work/kernel/nvidia-uvm/uvm8_gpu_semaphore.c --- work.orig/kernel/nvidia-uvm/uvm8_gpu_semaphore.c 2016-11-27 21:56:50.399642330 +0100 +++ work/kernel/nvidia-uvm/uvm8_gpu_semaphore.c 2016-11-27 21:54:23.975709978 +0100 @@ -368,7 +368,7 @@ void uvm_gpu_semaphore_set_payload(uvm_g // being optimized out on non-SMP configs (we need them for interacting with // the GPU correctly even on non-SMP). mb(); - ACCESS_ONCE(*semaphore->payload) = payload; + ACCESS_ONCE_RW(*semaphore->payload) = payload; } // This function is intended to catch channels which have been left dangling in diff -urp work.orig/kernel/nvidia-uvm/uvm8_hal.h work/kernel/nvidia-uvm/uvm8_hal.h --- work.orig/kernel/nvidia-uvm/uvm8_hal.h 2016-11-27 21:56:50.399642330 +0100 +++ work/kernel/nvidia-uvm/uvm8_hal.h 2016-11-27 21:54:23.975709978 +0100 @@ -316,7 +316,7 @@ typedef struct // fault_buffer_ops: id is a hardware class uvm_fault_buffer_hal_t fault_buffer_ops; } u; -} uvm_hal_class_ops_t; +} __do_const uvm_hal_class_ops_t; // When UVM next support is enabled support for future chips in the hal is // enabled by providing additional hal table entries below. diff -urp work.orig/kernel/nvidia-uvm/uvm8_mmu.h work/kernel/nvidia-uvm/uvm8_mmu.h --- work.orig/kernel/nvidia-uvm/uvm8_mmu.h 2016-11-27 21:56:50.399642330 +0100 +++ work/kernel/nvidia-uvm/uvm8_mmu.h 2016-11-27 21:54:23.975709978 +0100 @@ -24,7 +24,6 @@ #ifndef __UVM8_MMU_H__ #define __UVM8_MMU_H__ -#include "uvm8_forward_decl.h" #include "uvm8_hal_types.h" #include "uvm8_pmm_gpu.h" #include "uvmtypes.h" diff -urp work.orig/kernel/nvidia-uvm/uvm_common.c work/kernel/nvidia-uvm/uvm_common.c --- work.orig/kernel/nvidia-uvm/uvm_common.c 2016-11-27 21:56:50.399642330 +0100 +++ work/kernel/nvidia-uvm/uvm_common.c 2016-11-27 21:54:23.975709978 +0100 @@ -42,7 +42,6 @@ #define UVM_SPIN_LOOP_PRINT_TIMEOUT_SEC 30ULL static dev_t g_uvmBaseDev; -struct UvmOpsUvmEvents g_exportedUvmOps; static char* uvm_driver_mode = "8"; diff -urp work.orig/kernel/nvidia-uvm/uvm_full_fault_buffer.h work/kernel/nvidia-uvm/uvm_full_fault_buffer.h --- work.orig/kernel/nvidia-uvm/uvm_full_fault_buffer.h 2016-11-27 21:56:50.399642330 +0100 +++ work/kernel/nvidia-uvm/uvm_full_fault_buffer.h 2016-11-27 21:54:23.975709978 +0100 @@ -31,6 +31,7 @@ #define _UVM_FULL_FAULT_BUFFER_H_ #include "uvmtypes.h" +#include "linux/compiler.h" #define MAXWELL_FAULT_BUFFER_A (0xb069) #define MEM_RD32(a) (*(const volatile NvU32 *)(a)) @@ -303,7 +304,7 @@ typedef struct NvUvmControlPrefetch_t controlPrefetch; NvUvmTestFaultBufferOverflow_t testFaultBufferOverflow; NvUvmClearFaultBufferOverflow_t clearFaultBufferOverflow; -} UvmFaultBufferOps; +} __no_const UvmFaultBufferOps; /****************************************************************************** uvmfull_fault_buffer_init diff -urp work.orig/kernel/nvidia-uvm/uvm_linux.h work/kernel/nvidia-uvm/uvm_linux.h --- work.orig/kernel/nvidia-uvm/uvm_linux.h 2016-11-27 21:56:50.399642330 +0100 +++ work/kernel/nvidia-uvm/uvm_linux.h 2016-11-27 21:54:23.975709978 +0100 @@ -420,7 +420,7 @@ static inline NvU64 NV_GETTIME(void) // WRITE_ONCE/READ_ONCE have incompatible definitions across versions, which produces warnings. // Therefore, we define our own macros -#define UVM_WRITE_ONCE(x, val) (ACCESS_ONCE(x) = (val)) +#define UVM_WRITE_ONCE(x, val) (ACCESS_ONCE_RW(x) = (val)) #define UVM_READ_ONCE(x) ACCESS_ONCE(x) // Added in 3.11