diff mbox

tests/feat_profile.json: legacy features list for piglit summary feature

Message ID 1492077262-16479-1-git-send-email-jari.tahvanainen@intel.com (mailing list archive)
State New, archived
Headers show

Commit Message

Tahvanainen, Jari April 13, 2017, 9:54 a.m. UTC
Daniel has posted empty feat_profile.json as template to be used.
This is my understanding about the features and what tests are covering those.

Usage: piglit summary feature json-filename output-directory results-directory

Signed-off-by: Jari Tahvanainen <jari.tahvanainen@intel.com>
---

This is the opening for the discussion related to (legacy)
feature-tests mapping.  Please contribute on both feature list and
also regexp to be used for collecting the test results for
those. Target_rate defines the red/green for the output.

tests/feat_profile.json | 111 +++++++++++++++++++++++++++++++++++++++++++++++-
 1 file changed, 110 insertions(+), 1 deletion(-)

Comments

Daniel Vetter April 18, 2017, 9:54 a.m. UTC | #1
On Thu, Apr 13, 2017 at 12:54:22PM +0300, Jari Tahvanainen wrote:
> Daniel has posted empty feat_profile.json as template to be used.
> This is my understanding about the features and what tests are covering those.
> 
> Usage: piglit summary feature json-filename output-directory results-directory
> 
> Signed-off-by: Jari Tahvanainen <jari.tahvanainen@intel.com>
> ---
> 
> This is the opening for the discussion related to (legacy)
> feature-tests mapping.  Please contribute on both feature list and
> also regexp to be used for collecting the test results for
> those. Target_rate defines the red/green for the output.

It's better than nothing, so ack from my side, pls push. Next up is going
to every platform and feature owner and actually making this correct. Can
you pls take care of this?
-Daniel

> 
> tests/feat_profile.json | 111 +++++++++++++++++++++++++++++++++++++++++++++++-
>  1 file changed, 110 insertions(+), 1 deletion(-)
> 
> diff --git a/tests/feat_profile.json b/tests/feat_profile.json
> index 251dfd9..0ccd2ea 100644
> --- a/tests/feat_profile.json
> +++ b/tests/feat_profile.json
> @@ -1,7 +1,116 @@
>  {
> -    "psr" : {
> +    "Android Sync Framework" : {
> +        "include_tests" : "gem_exec_fence|gem_exec_async|sw_sync|fence",
> +        "exclude_tests" : "kms_busy@extended|fbc",
> +        "target_rate" : 90
> +    },
> +    "atomic" : {
> +        "include_tests" : "kms|testdisplay",
> +        "exclude_tests" : "kms_busy@extended|fbc",
> +        "target_rate" : 90
> +    },
> +    "core" : {
> +        "include_tests" : "core",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "debugfs" : {
> +        "include_tests" : "debugfs",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "drm" : {
> +        "include_tests" : "drm",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "drv" : {
> +        "include_tests" : "drv",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "gem" : {
> +        "include_tests" : "gem",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "hang" : {
> +        "comment" : "gpu hang recovery",
> +	"include_tests" : "hang",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "kms" : {
> +        "include_tests" : "kms",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "kms-cursor" : {
> +        "comment" : "cursor support",
> +        "include_tests" : "kms_cursor",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "kms-pipe_color" : {
> +        "include_tests" : "kms_pipe_color",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "kms-flip" : {
> +        "comment" : "vblank timestamps and async flips",
> +        "include_tests" : "kms_flip",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "pm" : {
> +        "include_tests" : "pm_|suspend|resume",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "pm-fbc" : {
> +        "include_tests" : "fbc",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "pm-dpms" : {
> +        "include_tests" : "dpms",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "pm-lpsp" : {
> +        "include_tests" : "lpsp",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "pm-psr" : {
>          "include_tests" : "psr",
>          "exclude_tests" : "",
>          "target_rate" : 90
> +    },
> +    "pm-rpm" : {
> +        "include_tests" : "rpm",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "pm-rps" : {
> +        "include_tests" : "rps",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "pm-sseu" : {
> +        "comment" : "subslice ungating - sseu",
> +        "include_tests" : "sseu",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "prime" : {
> +        "include_tests" : "prime",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
> +    },
> +    "sysfs" : {
> +        "include_tests" : "sysfs",
> +        "exclude_tests" : "",
> +        "target_rate" : 90
>      }
>  }
> -- 
> 2.7.4
> 
> _______________________________________________
> Intel-gfx mailing list
> Intel-gfx@lists.freedesktop.org
> https://lists.freedesktop.org/mailman/listinfo/intel-gfx
diff mbox

Patch

diff --git a/tests/feat_profile.json b/tests/feat_profile.json
index 251dfd9..0ccd2ea 100644
--- a/tests/feat_profile.json
+++ b/tests/feat_profile.json
@@ -1,7 +1,116 @@ 
 {
-    "psr" : {
+    "Android Sync Framework" : {
+        "include_tests" : "gem_exec_fence|gem_exec_async|sw_sync|fence",
+        "exclude_tests" : "kms_busy@extended|fbc",
+        "target_rate" : 90
+    },
+    "atomic" : {
+        "include_tests" : "kms|testdisplay",
+        "exclude_tests" : "kms_busy@extended|fbc",
+        "target_rate" : 90
+    },
+    "core" : {
+        "include_tests" : "core",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "debugfs" : {
+        "include_tests" : "debugfs",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "drm" : {
+        "include_tests" : "drm",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "drv" : {
+        "include_tests" : "drv",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "gem" : {
+        "include_tests" : "gem",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "hang" : {
+        "comment" : "gpu hang recovery",
+	"include_tests" : "hang",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "kms" : {
+        "include_tests" : "kms",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "kms-cursor" : {
+        "comment" : "cursor support",
+        "include_tests" : "kms_cursor",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "kms-pipe_color" : {
+        "include_tests" : "kms_pipe_color",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "kms-flip" : {
+        "comment" : "vblank timestamps and async flips",
+        "include_tests" : "kms_flip",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "pm" : {
+        "include_tests" : "pm_|suspend|resume",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "pm-fbc" : {
+        "include_tests" : "fbc",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "pm-dpms" : {
+        "include_tests" : "dpms",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "pm-lpsp" : {
+        "include_tests" : "lpsp",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "pm-psr" : {
         "include_tests" : "psr",
         "exclude_tests" : "",
         "target_rate" : 90
+    },
+    "pm-rpm" : {
+        "include_tests" : "rpm",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "pm-rps" : {
+        "include_tests" : "rps",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "pm-sseu" : {
+        "comment" : "subslice ungating - sseu",
+        "include_tests" : "sseu",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "prime" : {
+        "include_tests" : "prime",
+        "exclude_tests" : "",
+        "target_rate" : 90
+    },
+    "sysfs" : {
+        "include_tests" : "sysfs",
+        "exclude_tests" : "",
+        "target_rate" : 90
     }
 }