Loading...
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 | // SPDX-License-Identifier: MIT /* * Copyright © 2022 Intel Corporation */ #include "xe_wait_user_fence.h" #include <drm/drm_device.h> #include <drm/drm_file.h> #include <drm/drm_utils.h> #include <drm/xe_drm.h> #include "xe_device.h" #include "xe_gt.h" #include "xe_macros.h" #include "xe_exec_queue.h" static int do_compare(u64 addr, u64 value, u64 mask, u16 op) { u64 rvalue; int err; bool passed; err = copy_from_user(&rvalue, u64_to_user_ptr(addr), sizeof(rvalue)); if (err) return -EFAULT; switch (op) { case DRM_XE_UFENCE_WAIT_OP_EQ: passed = (rvalue & mask) == (value & mask); break; case DRM_XE_UFENCE_WAIT_OP_NEQ: passed = (rvalue & mask) != (value & mask); break; case DRM_XE_UFENCE_WAIT_OP_GT: passed = (rvalue & mask) > (value & mask); break; case DRM_XE_UFENCE_WAIT_OP_GTE: passed = (rvalue & mask) >= (value & mask); break; case DRM_XE_UFENCE_WAIT_OP_LT: passed = (rvalue & mask) < (value & mask); break; case DRM_XE_UFENCE_WAIT_OP_LTE: passed = (rvalue & mask) <= (value & mask); break; default: XE_WARN_ON("Not possible"); return -EINVAL; } return passed ? 0 : 1; } #define VALID_FLAGS DRM_XE_UFENCE_WAIT_FLAG_ABSTIME #define MAX_OP DRM_XE_UFENCE_WAIT_OP_LTE static long to_jiffies_timeout(struct xe_device *xe, struct drm_xe_wait_user_fence *args) { unsigned long long t; long timeout; /* * For negative timeout we want to wait "forever" by setting * MAX_SCHEDULE_TIMEOUT. But we have to assign this value also * to args->timeout to avoid being zeroed on the signal delivery * (see arithmetics after wait). */ if (args->timeout < 0) { args->timeout = MAX_SCHEDULE_TIMEOUT; return MAX_SCHEDULE_TIMEOUT; } if (args->timeout == 0) return 0; /* * Save the timeout to an u64 variable because nsecs_to_jiffies * might return a value that overflows s32 variable. */ if (args->flags & DRM_XE_UFENCE_WAIT_FLAG_ABSTIME) t = drm_timeout_abs_to_jiffies(args->timeout); else t = nsecs_to_jiffies(args->timeout); /* * Anything greater then MAX_SCHEDULE_TIMEOUT is meaningless, * also we don't want to cap it at MAX_SCHEDULE_TIMEOUT because * apparently user doesn't mean to wait forever, otherwise the * args->timeout should have been set to a negative value. */ if (t > MAX_SCHEDULE_TIMEOUT) timeout = MAX_SCHEDULE_TIMEOUT - 1; else timeout = t; return timeout ?: 1; } int xe_wait_user_fence_ioctl(struct drm_device *dev, void *data, struct drm_file *file) { struct xe_device *xe = to_xe_device(dev); struct xe_file *xef = to_xe_file(file); DEFINE_WAIT_FUNC(w_wait, woken_wake_function); struct drm_xe_wait_user_fence *args = data; struct xe_exec_queue *q = NULL; u64 addr = args->addr; int err = 0; long timeout; ktime_t start; if (XE_IOCTL_DBG(xe, args->extensions) || XE_IOCTL_DBG(xe, args->pad) || XE_IOCTL_DBG(xe, args->pad2) || XE_IOCTL_DBG(xe, args->reserved[0] || args->reserved[1])) return -EINVAL; if (XE_IOCTL_DBG(xe, args->flags & ~VALID_FLAGS)) return -EINVAL; if (XE_IOCTL_DBG(xe, args->op > MAX_OP)) return -EINVAL; if (XE_IOCTL_DBG(xe, addr & 0x7)) return -EINVAL; if (args->exec_queue_id) { q = xe_exec_queue_lookup(xef, args->exec_queue_id); if (XE_IOCTL_DBG(xe, !q)) return -ENOENT; } timeout = to_jiffies_timeout(xe, args); start = ktime_get(); add_wait_queue(&xe->ufence_wq, &w_wait); for (;;) { err = do_compare(addr, args->value, args->mask, args->op); if (err <= 0) break; if (signal_pending(current)) { err = -ERESTARTSYS; break; } if (q) { if (q->ops->reset_status(q)) { drm_info(&xe->drm, "exec queue reset detected\n"); err = -EIO; break; } } if (!timeout) { err = -ETIME; break; } timeout = wait_woken(&w_wait, TASK_INTERRUPTIBLE, timeout); } remove_wait_queue(&xe->ufence_wq, &w_wait); if (!(args->flags & DRM_XE_UFENCE_WAIT_FLAG_ABSTIME)) { args->timeout -= ktime_to_ns(ktime_sub(ktime_get(), start)); if (args->timeout < 0) args->timeout = 0; } if (!timeout && !(err < 0)) err = -ETIME; if (q) xe_exec_queue_put(q); return err; } |