First Push

NVIDIA-Linux-x86_64-535.161.07-grid/kernel/nvidia/nv-usermap.c

@@ -0,0 +1,161 @@
+/*
+ * SPDX-FileCopyrightText: Copyright (c) 1999-2021 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE.
+ */
+
+#define  __NO_VERSION__
+
+#include "os-interface.h"
+#include "nv-linux.h"
+#include "nv-frontend.h"
+
+NV_STATUS NV_API_CALL nv_add_mapping_context_to_file(
+    nv_state_t *nv,
+    nv_usermap_access_params_t *nvuap,
+    NvU32       prot,
+    void       *pAllocPriv,
+    NvU64       pageIndex,
+    NvU32       fd
+)
+{
+    NV_STATUS status = NV_OK;
+    nv_alloc_mapping_context_t *nvamc = NULL;
+    nv_file_private_t *nvfp = NULL;
+    nv_linux_file_private_t *nvlfp = NULL;
+    nv_linux_state_t *nvl = NV_GET_NVL_FROM_NV_STATE(nv);
+    void *priv = NULL;
+
+    nvfp = nv_get_file_private(fd, NV_IS_CTL_DEVICE(nv), &priv);
+    if (nvfp == NULL)
+        return NV_ERR_INVALID_ARGUMENT;
+
+    nvlfp = nv_get_nvlfp_from_nvfp(nvfp);
+
+    nvamc = &nvlfp->mmap_context;
+
+    if (nvamc->valid)
+    {
+        status = NV_ERR_STATE_IN_USE;
+        goto done;
+    }
+
+    if (NV_IS_CTL_DEVICE(nv))
+    {
+        nvamc->alloc = pAllocPriv;
+        nvamc->page_index = pageIndex;
+    }
+    else
+    {
+        if (NV_STATE_PTR(nvlfp->nvptr) != nv)
+        {
+            status = NV_ERR_INVALID_ARGUMENT;
+            goto done;
+        }
+
+        nvamc->mmap_start = nvuap->mmap_start;
+        nvamc->mmap_size = nvuap->mmap_size;
+        if (nv_get_numa_status(nvl) == NV_NUMA_STATUS_ONLINE)
+        {
+            nvamc->page_array = nvuap->page_array;
+            nvamc->num_pages = nvuap->num_pages;
+        }
+        nvamc->access_start = nvuap->access_start;
+        nvamc->access_size = nvuap->access_size;
+        nvamc->remap_prot_extra = nvuap->remap_prot_extra;
+    }
+
+    nvamc->prot = prot;
+    nvamc->valid = NV_TRUE;
+    nvamc->caching = nvuap->caching;
+
+done:
+    nv_put_file_private(priv);
+
+    return status;
+}
+
+NV_STATUS NV_API_CALL nv_alloc_user_mapping(
+    nv_state_t *nv,
+    void       *pAllocPrivate,
+    NvU64       pageIndex,
+    NvU32       pageOffset,
+    NvU64       size,
+    NvU32       protect,
+    NvU64      *pUserAddress,
+    void      **ppPrivate
+)
+{
+    nv_alloc_t *at = pAllocPrivate;
+
+    if (at->flags.contig)
+        *pUserAddress = (at->page_table[0]->phys_addr + (pageIndex * PAGE_SIZE) + pageOffset);
+    else
+        *pUserAddress = (at->page_table[pageIndex]->phys_addr + pageOffset);
+
+    return NV_OK;
+}
+
+NV_STATUS NV_API_CALL nv_free_user_mapping(
+    nv_state_t *nv,
+    void       *pAllocPrivate,
+    NvU64       userAddress,
+    void       *pPrivate
+)
+{
+    return NV_OK;
+}
+
+/*
+ * This function adjust the {mmap,access}_{start,size} to reflect platform-specific
+ * mechanisms for isolating mappings at a finer granularity than the os_page_size
+ */
+NV_STATUS NV_API_CALL nv_get_usermap_access_params(
+    nv_state_t *nv,
+    nv_usermap_access_params_t *nvuap
+)
+{
+    NvU64 addr = nvuap->addr;
+    NvU64 size = nvuap->size;
+
+    nvuap->remap_prot_extra = 0;
+
+    /*
+     * Do verification and cache encoding based on the original
+     * (ostensibly smaller) mmap request, since accesses should be
+     * restricted to that range.
+     */
+    if (rm_gpu_need_4k_page_isolation(nv) &&
+        NV_4K_PAGE_ISOLATION_REQUIRED(addr, size))
+    {
+#if defined(NV_4K_PAGE_ISOLATION_PRESENT)
+        nvuap->remap_prot_extra = NV_PROT_4K_PAGE_ISOLATION;
+        nvuap->access_start = (NvU64)NV_4K_PAGE_ISOLATION_ACCESS_START(addr);
+        nvuap->access_size = NV_4K_PAGE_ISOLATION_ACCESS_LEN(addr, size);
+        nvuap->mmap_start = (NvU64)NV_4K_PAGE_ISOLATION_MMAP_ADDR(addr);
+        nvuap->mmap_size = NV_4K_PAGE_ISOLATION_MMAP_LEN(size);
+#else
+        NV_DEV_PRINTF(NV_DBG_ERRORS, nv, "4K page isolation required but not available!\n");
+        return NV_ERR_OPERATING_SYSTEM;
+#endif
+    }
+
+    return NV_OK;
+}