drm/i915: Pull scatterlist utils out of i915_gem.h
authorChris Wilson <chris@chris-wilson.co.uk>
Tue, 28 May 2019 09:29:50 +0000 (10:29 +0100)
committerChris Wilson <chris@chris-wilson.co.uk>
Tue, 28 May 2019 11:45:29 +0000 (12:45 +0100)
Out scatterlist utility routines can be pulled out of i915_gem.h for a
bit more decluttering.

v2: Push I915_GTT_PAGE_SIZE out of i915_scatterlist itself and into the
caller.

Signed-off-by: Chris Wilson <chris@chris-wilson.co.uk>
Reviewed-by: Matthew Auld <matthew.auld@intel.com>
Link: https://patchwork.freedesktop.org/patch/msgid/20190528092956.14910-9-chris@chris-wilson.co.uk
19 files changed:
drivers/gpu/drm/i915/Makefile
drivers/gpu/drm/i915/gem/i915_gem_dmabuf.c
drivers/gpu/drm/i915/gem/i915_gem_internal.c
drivers/gpu/drm/i915/gem/i915_gem_pages.c
drivers/gpu/drm/i915/gem/i915_gem_phys.c
drivers/gpu/drm/i915/gem/i915_gem_shmem.c
drivers/gpu/drm/i915/gem/i915_gem_userptr.c
drivers/gpu/drm/i915/gem/selftests/huge_gem_object.c
drivers/gpu/drm/i915/gem/selftests/i915_gem_dmabuf.c
drivers/gpu/drm/i915/i915_drv.h
drivers/gpu/drm/i915/i915_gem.c
drivers/gpu/drm/i915/i915_gem_fence_reg.c
drivers/gpu/drm/i915/i915_gem_gtt.c
drivers/gpu/drm/i915/i915_gem_gtt.h
drivers/gpu/drm/i915/i915_gpu_error.c
drivers/gpu/drm/i915/i915_scatterlist.c [new file with mode: 0644]
drivers/gpu/drm/i915/i915_scatterlist.h [new file with mode: 0644]
drivers/gpu/drm/i915/selftests/i915_vma.c
drivers/gpu/drm/i915/selftests/scatterlist.c

index 3f3d378f467d58f896d06b4d0e6ba103fcecbe9e..2d5bf69dbc4ba99037f097d6bda2063d188d31f5 100644 (file)
@@ -44,6 +44,7 @@ i915-y += i915_drv.o \
          i915_irq.o \
          i915_params.o \
          i915_pci.o \
+         i915_scatterlist.o \
          i915_suspend.o \
          i915_sysfs.o \
          intel_csr.o \
index 600fc926f81efaf43af90ad441c110c13f4066d5..625397deb70151f25ebc24da74cc40057d032e31 100644 (file)
@@ -10,6 +10,7 @@
 
 #include "i915_drv.h"
 #include "i915_gem_object.h"
+#include "i915_scatterlist.h"
 
 static struct drm_i915_gem_object *dma_buf_to_obj(struct dma_buf *buf)
 {
index 85a05a2435e9e57b39dd6028830529733b9f3ab5..0c41e04ab8fa819a3403c3c77fdeb5697ffbc08c 100644 (file)
@@ -13,6 +13,7 @@
 #include "i915_drv.h"
 #include "i915_gem.h"
 #include "i915_gem_object.h"
+#include "i915_scatterlist.h"
 #include "i915_utils.h"
 
 #define QUIET (__GFP_NORETRY | __GFP_NOWARN)
index 3879b3669deac29010aa7b4f31376e88db4fca72..e53860147f21006d60425e7e91462995ecf1eeff 100644 (file)
@@ -6,6 +6,7 @@
 
 #include "i915_drv.h"
 #include "i915_gem_object.h"
+#include "i915_scatterlist.h"
 
 void __i915_gem_object_set_pages(struct drm_i915_gem_object *obj,
                                 struct sg_table *pages,
index 1c0ce69f765bde932589eb96abc9f1f933bb330a..2deac933cf596d419483c5c3205833281b919daf 100644 (file)
@@ -15,6 +15,7 @@
 
 #include "i915_drv.h"
 #include "i915_gem_object.h"
+#include "i915_scatterlist.h"
 
 static int i915_gem_object_get_pages_phys(struct drm_i915_gem_object *obj)
 {
index 568164ca66fde5988e5c9c534bfbaa7c3939f123..665f22ebf8e8dfcfc73423c777c043d8b0729699 100644 (file)
@@ -9,6 +9,7 @@
 
 #include "i915_drv.h"
 #include "i915_gem_object.h"
+#include "i915_scatterlist.h"
 
 /*
  * Move pages to appropriate lru and release the pagevec, decrementing the
index ccac73b725976178c4e09dadeae5c9dfabcb1dc1..cfa990edb351cd878f054b5dca7c194724b9bf66 100644 (file)
@@ -14,6 +14,7 @@
 
 #include "i915_gem_ioctls.h"
 #include "i915_gem_object.h"
+#include "i915_scatterlist.h"
 #include "i915_trace.h"
 #include "intel_drv.h"
 
index 824f3761314c79d67b46d05411ba018d7a5f08c6..3c5d17b2b6709ee3d398e681c8232bc9d9193706 100644 (file)
@@ -4,6 +4,8 @@
  * Copyright © 2016 Intel Corporation
  */
 
+#include "i915_scatterlist.h"
+
 #include "huge_gem_object.h"
 
 static void huge_free_pages(struct drm_i915_gem_object *obj,
index b7431712de6618f117998498f701ede3d1b82001..e3a64edef91897b013737b94cdbc08955f8e5466 100644 (file)
@@ -4,6 +4,7 @@
  * Copyright © 2016 Intel Corporation
  */
 
+#include "i915_drv.h"
 #include "i915_selftest.h"
 
 #include "mock_dmabuf.h"
index 38da46e773a3e907905c450a7e0759dc97ff6d6f..e26d622b1e416e5e002a1f73a7e70fb034e47d56 100644 (file)
@@ -2169,111 +2169,6 @@ enum hdmi_force_audio {
        GENMASK(INTEL_FRONTBUFFER_BITS_PER_PIPE * ((pipe) + 1) - 1, \
                INTEL_FRONTBUFFER_BITS_PER_PIPE * (pipe))
 
-/*
- * Optimised SGL iterator for GEM objects
- */
-static __always_inline struct sgt_iter {
-       struct scatterlist *sgp;
-       union {
-               unsigned long pfn;
-               dma_addr_t dma;
-       };
-       unsigned int curr;
-       unsigned int max;
-} __sgt_iter(struct scatterlist *sgl, bool dma) {
-       struct sgt_iter s = { .sgp = sgl };
-
-       if (s.sgp) {
-               s.max = s.curr = s.sgp->offset;
-               s.max += s.sgp->length;
-               if (dma)
-                       s.dma = sg_dma_address(s.sgp);
-               else
-                       s.pfn = page_to_pfn(sg_page(s.sgp));
-       }
-
-       return s;
-}
-
-static inline struct scatterlist *____sg_next(struct scatterlist *sg)
-{
-       ++sg;
-       if (unlikely(sg_is_chain(sg)))
-               sg = sg_chain_ptr(sg);
-       return sg;
-}
-
-/**
- * __sg_next - return the next scatterlist entry in a list
- * @sg:                The current sg entry
- *
- * Description:
- *   If the entry is the last, return NULL; otherwise, step to the next
- *   element in the array (@sg@+1). If that's a chain pointer, follow it;
- *   otherwise just return the pointer to the current element.
- **/
-static inline struct scatterlist *__sg_next(struct scatterlist *sg)
-{
-       return sg_is_last(sg) ? NULL : ____sg_next(sg);
-}
-
-/**
- * for_each_sgt_dma - iterate over the DMA addresses of the given sg_table
- * @__dmap:    DMA address (output)
- * @__iter:    'struct sgt_iter' (iterator state, internal)
- * @__sgt:     sg_table to iterate over (input)
- */
-#define for_each_sgt_dma(__dmap, __iter, __sgt)                                \
-       for ((__iter) = __sgt_iter((__sgt)->sgl, true);                 \
-            ((__dmap) = (__iter).dma + (__iter).curr);                 \
-            (((__iter).curr += I915_GTT_PAGE_SIZE) >= (__iter).max) ?  \
-            (__iter) = __sgt_iter(__sg_next((__iter).sgp), true), 0 : 0)
-
-/**
- * for_each_sgt_page - iterate over the pages of the given sg_table
- * @__pp:      page pointer (output)
- * @__iter:    'struct sgt_iter' (iterator state, internal)
- * @__sgt:     sg_table to iterate over (input)
- */
-#define for_each_sgt_page(__pp, __iter, __sgt)                         \
-       for ((__iter) = __sgt_iter((__sgt)->sgl, false);                \
-            ((__pp) = (__iter).pfn == 0 ? NULL :                       \
-             pfn_to_page((__iter).pfn + ((__iter).curr >> PAGE_SHIFT))); \
-            (((__iter).curr += PAGE_SIZE) >= (__iter).max) ?           \
-            (__iter) = __sgt_iter(__sg_next((__iter).sgp), false), 0 : 0)
-
-bool i915_sg_trim(struct sg_table *orig_st);
-
-static inline unsigned int i915_sg_page_sizes(struct scatterlist *sg)
-{
-       unsigned int page_sizes;
-
-       page_sizes = 0;
-       while (sg) {
-               GEM_BUG_ON(sg->offset);
-               GEM_BUG_ON(!IS_ALIGNED(sg->length, PAGE_SIZE));
-               page_sizes |= sg->length;
-               sg = __sg_next(sg);
-       }
-
-       return page_sizes;
-}
-
-static inline unsigned int i915_sg_segment_size(void)
-{
-       unsigned int size = swiotlb_max_segment();
-
-       if (size == 0)
-               return SCATTERLIST_MAX_SEGMENT;
-
-       size = rounddown(size, PAGE_SIZE);
-       /* swiotlb_max_segment_size can return 1 byte when it means one page. */
-       if (size < PAGE_SIZE)
-               size = PAGE_SIZE;
-
-       return size;
-}
-
 #define INTEL_INFO(dev_priv)   (&(dev_priv)->__info)
 #define RUNTIME_INFO(dev_priv) (&(dev_priv)->__runtime)
 #define DRIVER_CAPS(dev_priv)  (&(dev_priv)->caps)
@@ -2809,11 +2704,6 @@ int i915_gem_object_unbind(struct drm_i915_gem_object *obj);
 
 void i915_gem_runtime_suspend(struct drm_i915_private *dev_priv);
 
-static inline int __sg_page_count(const struct scatterlist *sg)
-{
-       return sg->length >> PAGE_SHIFT;
-}
-
 static inline int __must_check
 i915_mutex_lock_interruptible(struct drm_device *dev)
 {
index 096e31e3df92b55a6a4df5dc05f17b58262a1cf4..cfe0d9ff4e5dced69735d67253fe327afd641b92 100644 (file)
@@ -50,6 +50,7 @@
 #include "gt/intel_workarounds.h"
 
 #include "i915_drv.h"
+#include "i915_scatterlist.h"
 #include "i915_trace.h"
 #include "i915_vgpu.h"
 
@@ -1085,34 +1086,6 @@ void i915_gem_runtime_suspend(struct drm_i915_private *dev_priv)
        }
 }
 
-bool i915_sg_trim(struct sg_table *orig_st)
-{
-       struct sg_table new_st;
-       struct scatterlist *sg, *new_sg;
-       unsigned int i;
-
-       if (orig_st->nents == orig_st->orig_nents)
-               return false;
-
-       if (sg_alloc_table(&new_st, orig_st->nents, GFP_KERNEL | __GFP_NOWARN))
-               return false;
-
-       new_sg = new_st.sgl;
-       for_each_sg(orig_st->sgl, sg, orig_st->nents, i) {
-               sg_set_page(new_sg, sg_page(sg), sg->length, 0);
-               sg_dma_address(new_sg) = sg_dma_address(sg);
-               sg_dma_len(new_sg) = sg_dma_len(sg);
-
-               new_sg = sg_next(new_sg);
-       }
-       GEM_BUG_ON(new_sg); /* Should walk exactly nents and hit the end */
-
-       sg_free_table(orig_st);
-
-       *orig_st = new_st;
-       return true;
-}
-
 static unsigned long to_wait_timeout(s64 timeout_ns)
 {
        if (timeout_ns < 0)
@@ -2370,7 +2343,6 @@ void i915_gem_track_fb(struct drm_i915_gem_object *old,
 }
 
 #if IS_ENABLED(CONFIG_DRM_I915_SELFTEST)
-#include "selftests/scatterlist.c"
 #include "selftests/mock_gem_device.c"
 #include "selftests/i915_gem.c"
 #endif
index 3084f52e337283cfcab4f03b21786db9573882dc..2e9e32330aaa4f444e38e3754bc31a6e2531e2e1 100644 (file)
@@ -22,7 +22,9 @@
  */
 
 #include <drm/i915_drm.h>
+
 #include "i915_drv.h"
+#include "i915_scatterlist.h"
 
 /**
  * DOC: fence register handling
index bc5ddeb845b0c90eb035b024b9d7d6508bd9d33d..ccc4bdf356c17a016e1283910816aafb3579ac20 100644 (file)
@@ -36,8 +36,9 @@
 #include <drm/i915_drm.h>
 
 #include "i915_drv.h"
-#include "i915_vgpu.h"
+#include "i915_scatterlist.h"
 #include "i915_trace.h"
+#include "i915_vgpu.h"
 #include "intel_drv.h"
 #include "intel_frontbuffer.h"
 
index 811fa05c0322d07000a73e8d1287cb6fa689f168..73b6608740f2d13f25d14ccd01faf839fc925faa 100644 (file)
@@ -40,6 +40,7 @@
 
 #include "gt/intel_reset.h"
 #include "i915_request.h"
+#include "i915_scatterlist.h"
 #include "i915_selftest.h"
 #include "i915_timeline.h"
 
@@ -162,7 +163,8 @@ typedef u64 gen8_ppgtt_pml4e_t;
 #define GEN8_PDE_IPS_64K BIT(11)
 #define GEN8_PDE_PS_2M   BIT(7)
 
-struct sg_table;
+#define for_each_sgt_dma(__dmap, __iter, __sgt) \
+       __for_each_sgt_dma(__dmap, __iter, __sgt, I915_GTT_PAGE_SIZE)
 
 struct intel_remapped_plane_info {
        /* in gtt pages */
index c86865a349727a8164334cd025ec3fefdd465403..70781125650112268522bcd66c20731155a8aa69 100644 (file)
@@ -40,6 +40,7 @@
 
 #include "i915_drv.h"
 #include "i915_gpu_error.h"
+#include "i915_scatterlist.h"
 #include "intel_atomic.h"
 #include "intel_csr.h"
 #include "intel_overlay.h"
diff --git a/drivers/gpu/drm/i915/i915_scatterlist.c b/drivers/gpu/drm/i915/i915_scatterlist.c
new file mode 100644 (file)
index 0000000..cc6b384
--- /dev/null
@@ -0,0 +1,39 @@
+/*
+ * SPDX-License-Identifier: MIT
+ *
+ * Copyright © 2016 Intel Corporation
+ */
+
+#include "i915_scatterlist.h"
+
+bool i915_sg_trim(struct sg_table *orig_st)
+{
+       struct sg_table new_st;
+       struct scatterlist *sg, *new_sg;
+       unsigned int i;
+
+       if (orig_st->nents == orig_st->orig_nents)
+               return false;
+
+       if (sg_alloc_table(&new_st, orig_st->nents, GFP_KERNEL | __GFP_NOWARN))
+               return false;
+
+       new_sg = new_st.sgl;
+       for_each_sg(orig_st->sgl, sg, orig_st->nents, i) {
+               sg_set_page(new_sg, sg_page(sg), sg->length, 0);
+               sg_dma_address(new_sg) = sg_dma_address(sg);
+               sg_dma_len(new_sg) = sg_dma_len(sg);
+
+               new_sg = sg_next(new_sg);
+       }
+       GEM_BUG_ON(new_sg); /* Should walk exactly nents and hit the end */
+
+       sg_free_table(orig_st);
+
+       *orig_st = new_st;
+       return true;
+}
+
+#if IS_ENABLED(CONFIG_DRM_I915_SELFTEST)
+#include "selftests/scatterlist.c"
+#endif
diff --git a/drivers/gpu/drm/i915/i915_scatterlist.h b/drivers/gpu/drm/i915/i915_scatterlist.h
new file mode 100644 (file)
index 0000000..6617963
--- /dev/null
@@ -0,0 +1,127 @@
+/*
+ * SPDX-License-Identifier: MIT
+ *
+ * Copyright © 2016 Intel Corporation
+ */
+
+#ifndef I915_SCATTERLIST_H
+#define I915_SCATTERLIST_H
+
+#include <linux/pfn.h>
+#include <linux/scatterlist.h>
+#include <linux/swiotlb.h>
+
+#include "i915_gem.h"
+
+/*
+ * Optimised SGL iterator for GEM objects
+ */
+static __always_inline struct sgt_iter {
+       struct scatterlist *sgp;
+       union {
+               unsigned long pfn;
+               dma_addr_t dma;
+       };
+       unsigned int curr;
+       unsigned int max;
+} __sgt_iter(struct scatterlist *sgl, bool dma) {
+       struct sgt_iter s = { .sgp = sgl };
+
+       if (s.sgp) {
+               s.max = s.curr = s.sgp->offset;
+               s.max += s.sgp->length;
+               if (dma)
+                       s.dma = sg_dma_address(s.sgp);
+               else
+                       s.pfn = page_to_pfn(sg_page(s.sgp));
+       }
+
+       return s;
+}
+
+static inline int __sg_page_count(const struct scatterlist *sg)
+{
+       return sg->length >> PAGE_SHIFT;
+}
+
+static inline struct scatterlist *____sg_next(struct scatterlist *sg)
+{
+       ++sg;
+       if (unlikely(sg_is_chain(sg)))
+               sg = sg_chain_ptr(sg);
+       return sg;
+}
+
+/**
+ * __sg_next - return the next scatterlist entry in a list
+ * @sg:                The current sg entry
+ *
+ * Description:
+ *   If the entry is the last, return NULL; otherwise, step to the next
+ *   element in the array (@sg@+1). If that's a chain pointer, follow it;
+ *   otherwise just return the pointer to the current element.
+ **/
+static inline struct scatterlist *__sg_next(struct scatterlist *sg)
+{
+       return sg_is_last(sg) ? NULL : ____sg_next(sg);
+}
+
+/**
+ * __for_each_sgt_dma - iterate over the DMA addresses of the given sg_table
+ * @__dmap:    DMA address (output)
+ * @__iter:    'struct sgt_iter' (iterator state, internal)
+ * @__sgt:     sg_table to iterate over (input)
+ * @__step:    step size
+ */
+#define __for_each_sgt_dma(__dmap, __iter, __sgt, __step)              \
+       for ((__iter) = __sgt_iter((__sgt)->sgl, true);                 \
+            ((__dmap) = (__iter).dma + (__iter).curr);                 \
+            (((__iter).curr += (__step)) >= (__iter).max) ?            \
+            (__iter) = __sgt_iter(__sg_next((__iter).sgp), true), 0 : 0)
+
+/**
+ * for_each_sgt_page - iterate over the pages of the given sg_table
+ * @__pp:      page pointer (output)
+ * @__iter:    'struct sgt_iter' (iterator state, internal)
+ * @__sgt:     sg_table to iterate over (input)
+ */
+#define for_each_sgt_page(__pp, __iter, __sgt)                         \
+       for ((__iter) = __sgt_iter((__sgt)->sgl, false);                \
+            ((__pp) = (__iter).pfn == 0 ? NULL :                       \
+             pfn_to_page((__iter).pfn + ((__iter).curr >> PAGE_SHIFT))); \
+            (((__iter).curr += PAGE_SIZE) >= (__iter).max) ?           \
+            (__iter) = __sgt_iter(__sg_next((__iter).sgp), false), 0 : 0)
+
+static inline unsigned int i915_sg_page_sizes(struct scatterlist *sg)
+{
+       unsigned int page_sizes;
+
+       page_sizes = 0;
+       while (sg) {
+               GEM_BUG_ON(sg->offset);
+               GEM_BUG_ON(!IS_ALIGNED(sg->length, PAGE_SIZE));
+               page_sizes |= sg->length;
+               sg = __sg_next(sg);
+       }
+
+       return page_sizes;
+}
+
+static inline unsigned int i915_sg_segment_size(void)
+{
+       unsigned int size = swiotlb_max_segment();
+
+       if (size == 0)
+               return SCATTERLIST_MAX_SEGMENT;
+
+       size = rounddown(size, PAGE_SIZE);
+       /* swiotlb_max_segment_size can return 1 byte when it means one page. */
+       if (size < PAGE_SIZE)
+               size = PAGE_SIZE;
+
+       return size;
+}
+
+bool i915_sg_trim(struct sg_table *orig_st);
+
+#endif
index 425b76133850531e5500df7b2120ff954ab6091f..6919207883f6681040ba9ac22a023c3862516cf2 100644 (file)
@@ -26,6 +26,7 @@
 
 #include "gem/selftests/mock_context.h"
 
+#include "i915_scatterlist.h"
 #include "i915_selftest.h"
 
 #include "mock_gem_device.h"
index cd6d2a16071faf60b8999992dd375aadc1138c31..d599186d5b714e9315c9fbdfb6006f3dc2930a85 100644 (file)
@@ -24,7 +24,8 @@
 #include <linux/prime_numbers.h>
 #include <linux/random.h>
 
-#include "../i915_selftest.h"
+#include "i915_selftest.h"
+#include "i915_utils.h"
 
 #define PFN_BIAS (1 << 10)