| // SPDX-License-Identifier: MIT |
| /* |
| * Copyright © 2020 Intel Corporation |
| */ |
| |
| #include "gem/i915_gem_ioctls.h" |
| #include "gem/i915_gem_lmem.h" |
| #include "gem/i915_gem_region.h" |
| #include "pxp/intel_pxp.h" |
| |
| #include "i915_drv.h" |
| #include "i915_trace.h" |
| #include "i915_user_extensions.h" |
| |
| static u32 object_max_page_size(struct intel_memory_region **placements, |
| unsigned int n_placements) |
| { |
| u32 max_page_size = 0; |
| int i; |
| |
| for (i = 0; i < n_placements; i++) { |
| struct intel_memory_region *mr = placements[i]; |
| |
| GEM_BUG_ON(!is_power_of_2(mr->min_page_size)); |
| max_page_size = max_t(u32, max_page_size, mr->min_page_size); |
| } |
| |
| GEM_BUG_ON(!max_page_size); |
| return max_page_size; |
| } |
| |
| static int object_set_placements(struct drm_i915_gem_object *obj, |
| struct intel_memory_region **placements, |
| unsigned int n_placements) |
| { |
| struct intel_memory_region **arr; |
| unsigned int i; |
| |
| GEM_BUG_ON(!n_placements); |
| |
| /* |
| * For the common case of one memory region, skip storing an |
| * allocated array and just point at the region directly. |
| */ |
| if (n_placements == 1) { |
| struct intel_memory_region *mr = placements[0]; |
| struct drm_i915_private *i915 = mr->i915; |
| |
| obj->mm.placements = &i915->mm.regions[mr->id]; |
| obj->mm.n_placements = 1; |
| } else { |
| arr = kmalloc_array(n_placements, |
| sizeof(struct intel_memory_region *), |
| GFP_KERNEL); |
| if (!arr) |
| return -ENOMEM; |
| |
| for (i = 0; i < n_placements; i++) |
| arr[i] = placements[i]; |
| |
| obj->mm.placements = arr; |
| obj->mm.n_placements = n_placements; |
| } |
| |
| return 0; |
| } |
| |
| static int i915_gem_publish(struct drm_i915_gem_object *obj, |
| struct drm_file *file, |
| u64 *size_p, |
| u32 *handle_p) |
| { |
| u64 size = obj->base.size; |
| int ret; |
| |
| ret = drm_gem_handle_create(file, &obj->base, handle_p); |
| /* drop reference from allocate - handle holds it now */ |
| i915_gem_object_put(obj); |
| if (ret) |
| return ret; |
| |
| *size_p = size; |
| return 0; |
| } |
| |
| static struct drm_i915_gem_object * |
| __i915_gem_object_create_user_ext(struct drm_i915_private *i915, u64 size, |
| struct intel_memory_region **placements, |
| unsigned int n_placements, |
| unsigned int ext_flags) |
| { |
| struct intel_memory_region *mr = placements[0]; |
| struct drm_i915_gem_object *obj; |
| unsigned int flags; |
| int ret; |
| |
| i915_gem_flush_free_objects(i915); |
| |
| size = round_up(size, object_max_page_size(placements, n_placements)); |
| if (size == 0) |
| return ERR_PTR(-EINVAL); |
| |
| /* For most of the ABI (e.g. mmap) we think in system pages */ |
| GEM_BUG_ON(!IS_ALIGNED(size, PAGE_SIZE)); |
| |
| if (i915_gem_object_size_2big(size)) |
| return ERR_PTR(-E2BIG); |
| |
| obj = i915_gem_object_alloc(); |
| if (!obj) |
| return ERR_PTR(-ENOMEM); |
| |
| ret = object_set_placements(obj, placements, n_placements); |
| if (ret) |
| goto object_free; |
| |
| /* |
| * I915_BO_ALLOC_USER will make sure the object is cleared before |
| * any user access. |
| */ |
| flags = I915_BO_ALLOC_USER; |
| |
| ret = mr->ops->init_object(mr, obj, size, 0, flags); |
| if (ret) |
| goto object_free; |
| |
| GEM_BUG_ON(size != obj->base.size); |
| |
| /* Add any flag set by create_ext options */ |
| obj->flags |= ext_flags; |
| |
| trace_i915_gem_object_create(obj); |
| return obj; |
| |
| object_free: |
| if (obj->mm.n_placements > 1) |
| kfree(obj->mm.placements); |
| i915_gem_object_free(obj); |
| return ERR_PTR(ret); |
| } |
| |
| /** |
| * Creates a new object using the same path as DRM_I915_GEM_CREATE_EXT |
| * @i915: i915 private |
| * @size: size of the buffer, in bytes |
| * @placements: possible placement regions, in priority order |
| * @n_placements: number of possible placement regions |
| * |
| * This function is exposed primarily for selftests and does very little |
| * error checking. It is assumed that the set of placement regions has |
| * already been verified to be valid. |
| */ |
| struct drm_i915_gem_object * |
| __i915_gem_object_create_user(struct drm_i915_private *i915, u64 size, |
| struct intel_memory_region **placements, |
| unsigned int n_placements) |
| { |
| return __i915_gem_object_create_user_ext(i915, size, placements, |
| n_placements, 0); |
| } |
| |
| int |
| i915_gem_dumb_create(struct drm_file *file, |
| struct drm_device *dev, |
| struct drm_mode_create_dumb *args) |
| { |
| struct drm_i915_gem_object *obj; |
| struct intel_memory_region *mr; |
| enum intel_memory_type mem_type; |
| int cpp = DIV_ROUND_UP(args->bpp, 8); |
| u32 format; |
| |
| switch (cpp) { |
| case 1: |
| format = DRM_FORMAT_C8; |
| break; |
| case 2: |
| format = DRM_FORMAT_RGB565; |
| break; |
| case 4: |
| format = DRM_FORMAT_XRGB8888; |
| break; |
| default: |
| return -EINVAL; |
| } |
| |
| /* have to work out size/pitch and return them */ |
| args->pitch = ALIGN(args->width * cpp, 64); |
| |
| /* align stride to page size so that we can remap */ |
| if (args->pitch > intel_plane_fb_max_stride(to_i915(dev), format, |
| DRM_FORMAT_MOD_LINEAR)) |
| args->pitch = ALIGN(args->pitch, 4096); |
| |
| if (args->pitch < args->width) |
| return -EINVAL; |
| |
| args->size = mul_u32_u32(args->pitch, args->height); |
| |
| mem_type = INTEL_MEMORY_SYSTEM; |
| if (HAS_LMEM(to_i915(dev))) |
| mem_type = INTEL_MEMORY_LOCAL; |
| |
| mr = intel_memory_region_by_type(to_i915(dev), mem_type); |
| |
| obj = __i915_gem_object_create_user(to_i915(dev), args->size, &mr, 1); |
| if (IS_ERR(obj)) |
| return PTR_ERR(obj); |
| |
| return i915_gem_publish(obj, file, &args->size, &args->handle); |
| } |
| |
| /** |
| * Creates a new mm object and returns a handle to it. |
| * @dev: drm device pointer |
| * @data: ioctl data blob |
| * @file: drm file pointer |
| */ |
| int |
| i915_gem_create_ioctl(struct drm_device *dev, void *data, |
| struct drm_file *file) |
| { |
| struct drm_i915_private *i915 = to_i915(dev); |
| struct drm_i915_gem_create *args = data; |
| struct drm_i915_gem_object *obj; |
| struct intel_memory_region *mr; |
| |
| mr = intel_memory_region_by_type(i915, INTEL_MEMORY_SYSTEM); |
| |
| obj = __i915_gem_object_create_user(i915, args->size, &mr, 1); |
| if (IS_ERR(obj)) |
| return PTR_ERR(obj); |
| |
| return i915_gem_publish(obj, file, &args->size, &args->handle); |
| } |
| |
| struct create_ext { |
| struct drm_i915_private *i915; |
| struct intel_memory_region *placements[INTEL_REGION_UNKNOWN]; |
| unsigned int n_placements; |
| unsigned long flags; |
| }; |
| |
| static void repr_placements(char *buf, size_t size, |
| struct intel_memory_region **placements, |
| int n_placements) |
| { |
| int i; |
| |
| buf[0] = '\0'; |
| |
| for (i = 0; i < n_placements; i++) { |
| struct intel_memory_region *mr = placements[i]; |
| int r; |
| |
| r = snprintf(buf, size, "\n %s -> { class: %d, inst: %d }", |
| mr->name, mr->type, mr->instance); |
| if (r >= size) |
| return; |
| |
| buf += r; |
| size -= r; |
| } |
| } |
| |
| static int set_placements(struct drm_i915_gem_create_ext_memory_regions *args, |
| struct create_ext *ext_data) |
| { |
| struct drm_i915_private *i915 = ext_data->i915; |
| struct drm_i915_gem_memory_class_instance __user *uregions = |
| u64_to_user_ptr(args->regions); |
| struct intel_memory_region *placements[INTEL_REGION_UNKNOWN]; |
| u32 mask; |
| int i, ret = 0; |
| |
| if (args->pad) { |
| drm_dbg(&i915->drm, "pad should be zero\n"); |
| ret = -EINVAL; |
| } |
| |
| if (!args->num_regions) { |
| drm_dbg(&i915->drm, "num_regions is zero\n"); |
| ret = -EINVAL; |
| } |
| |
| BUILD_BUG_ON(ARRAY_SIZE(i915->mm.regions) != ARRAY_SIZE(placements)); |
| BUILD_BUG_ON(ARRAY_SIZE(ext_data->placements) != ARRAY_SIZE(placements)); |
| if (args->num_regions > ARRAY_SIZE(i915->mm.regions)) { |
| drm_dbg(&i915->drm, "num_regions is too large\n"); |
| ret = -EINVAL; |
| } |
| |
| if (ret) |
| return ret; |
| |
| mask = 0; |
| for (i = 0; i < args->num_regions; i++) { |
| struct drm_i915_gem_memory_class_instance region; |
| struct intel_memory_region *mr; |
| |
| if (copy_from_user(®ion, uregions, sizeof(region))) |
| return -EFAULT; |
| |
| mr = intel_memory_region_lookup(i915, |
| region.memory_class, |
| region.memory_instance); |
| if (!mr || mr->private) { |
| drm_dbg(&i915->drm, "Device is missing region { class: %d, inst: %d } at index = %d\n", |
| region.memory_class, region.memory_instance, i); |
| ret = -EINVAL; |
| goto out_dump; |
| } |
| |
| if (mask & BIT(mr->id)) { |
| drm_dbg(&i915->drm, "Found duplicate placement %s -> { class: %d, inst: %d } at index = %d\n", |
| mr->name, region.memory_class, |
| region.memory_instance, i); |
| ret = -EINVAL; |
| goto out_dump; |
| } |
| |
| placements[i] = mr; |
| mask |= BIT(mr->id); |
| |
| ++uregions; |
| } |
| |
| if (ext_data->n_placements) { |
| ret = -EINVAL; |
| goto out_dump; |
| } |
| |
| ext_data->n_placements = args->num_regions; |
| for (i = 0; i < args->num_regions; i++) |
| ext_data->placements[i] = placements[i]; |
| |
| return 0; |
| |
| out_dump: |
| if (1) { |
| char buf[256]; |
| |
| if (ext_data->n_placements) { |
| repr_placements(buf, |
| sizeof(buf), |
| ext_data->placements, |
| ext_data->n_placements); |
| drm_dbg(&i915->drm, |
| "Placements were already set in previous EXT. Existing placements: %s\n", |
| buf); |
| } |
| |
| repr_placements(buf, sizeof(buf), placements, i); |
| drm_dbg(&i915->drm, "New placements(so far validated): %s\n", buf); |
| } |
| |
| return ret; |
| } |
| |
| static int ext_set_placements(struct i915_user_extension __user *base, |
| void *data) |
| { |
| struct drm_i915_gem_create_ext_memory_regions ext; |
| |
| if (copy_from_user(&ext, base, sizeof(ext))) |
| return -EFAULT; |
| |
| return set_placements(&ext, data); |
| } |
| |
| static int ext_set_protected(struct i915_user_extension __user *base, void *data) |
| { |
| struct drm_i915_gem_create_ext_protected_content ext; |
| struct create_ext *ext_data = data; |
| |
| if (copy_from_user(&ext, base, sizeof(ext))) |
| return -EFAULT; |
| |
| if (ext.flags) |
| return -EINVAL; |
| |
| if (!intel_pxp_is_enabled(&ext_data->i915->gt.pxp)) |
| return -ENODEV; |
| |
| ext_data->flags |= I915_BO_PROTECTED; |
| |
| return 0; |
| } |
| |
| static const i915_user_extension_fn create_extensions[] = { |
| [I915_GEM_CREATE_EXT_MEMORY_REGIONS] = ext_set_placements, |
| [I915_GEM_CREATE_EXT_PROTECTED_CONTENT] = ext_set_protected, |
| }; |
| |
| /** |
| * Creates a new mm object and returns a handle to it. |
| * @dev: drm device pointer |
| * @data: ioctl data blob |
| * @file: drm file pointer |
| */ |
| int |
| i915_gem_create_ext_ioctl(struct drm_device *dev, void *data, |
| struct drm_file *file) |
| { |
| struct drm_i915_private *i915 = to_i915(dev); |
| struct drm_i915_gem_create_ext *args = data; |
| struct create_ext ext_data = { .i915 = i915 }; |
| struct drm_i915_gem_object *obj; |
| int ret; |
| |
| if (args->flags) |
| return -EINVAL; |
| |
| ret = i915_user_extensions(u64_to_user_ptr(args->extensions), |
| create_extensions, |
| ARRAY_SIZE(create_extensions), |
| &ext_data); |
| if (ret) |
| return ret; |
| |
| if (!ext_data.n_placements) { |
| ext_data.placements[0] = |
| intel_memory_region_by_type(i915, INTEL_MEMORY_SYSTEM); |
| ext_data.n_placements = 1; |
| } |
| |
| obj = __i915_gem_object_create_user_ext(i915, args->size, |
| ext_data.placements, |
| ext_data.n_placements, |
| ext_data.flags); |
| if (IS_ERR(obj)) |
| return PTR_ERR(obj); |
| |
| return i915_gem_publish(obj, file, &args->size, &args->handle); |
| } |