[Pytorch Operator MicroBenchmark] Boost new UI as primary dashboard (#7426)

1. Mark old UI as playground and boost new dashboard as main dashboard
2. change latency comparison policy to show regression only when it's
25% slower

Author: yangw-dev

torchci/components/benchmark_v3/configs/teams/torchao/config.ts

@@ -1,8 +1,8 @@
 import { BenchmarkUIConfig } from "lib/benchmark/store/benchmark_config_book";
+import { BenchmarkComparisonPolicyConfig } from "../../helpers/RegressionPolicy";
 import {
   DEFAULT_COMPARISON_TABLE_METADATA_COLUMNS,
   DEFAULT_DASHBOARD_BENCHMARK_INITIAL,
-  DEFAULT_LATENCY_POLICY,
 } from "../defaults/default_dashboard_config";
 
 export const PYTORCH_OPERATOR_MICROBENCHMARK_ID =
@@ -19,6 +19,16 @@ const initialOptions = {
   },
 };
 
+export const LATENCY_POLICY: BenchmarkComparisonPolicyConfig = {
+  target: "latency",
+  type: "ratio",
+  ratioPolicy: {
+    badRatio: 1.25,
+    goodRatio: 0.75,
+    direction: "down",
+  },
+};
+
 const COMPARISON_TABLE_METADATA_COLUMNS = [
   ...DEFAULT_COMPARISON_TABLE_METADATA_COLUMNS,
   {
@@ -98,7 +108,7 @@ export const PytorchOperatorMicroBenchmarkDashoboardConfig: BenchmarkUIConfig =
                   displayName: "Model",
                 },
                 comparisonPolicy: {
-                  latency: DEFAULT_LATENCY_POLICY,
+                  latency: LATENCY_POLICY,
                 },
                 extraMetadata: COMPARISON_TABLE_METADATA_COLUMNS,
                 renderOptions: {
@@ -137,7 +147,7 @@ export const PytorchOperatorMicroBenchmarkDashoboardConfig: BenchmarkUIConfig =
               },
             },
             comparisonPolicy: {
-              latency: DEFAULT_LATENCY_POLICY,
+              latency: LATENCY_POLICY,
             },
             extraMetadata: COMPARISON_TABLE_METADATA_COLUMNS,
             renderOptions: {

torchci/components/benchmark_v3/pages/BenchmarkListPage.tsx

@@ -60,13 +60,14 @@ export const categories: BenchmarkCategoryGroup[] = [
       },
       {
         name: "Operator Microbenchmark",
-        route:
-          "/benchmark/llms?repoName=pytorch%2Fpytorch&benchmarkName=PyTorch+operator+microbenchmark",
+        route: "/benchmark/v3/dashboard/pytorch_operator_microbenchmark",
         info: "Powered by [code](https://github.com/pytorch/pytorch/tree/main/benchmarks/operator_benchmark)",
+        description:
+          "Use `legacy page` to see comparison view for different branches. It will be deprecated soon",
         actions: [
           {
-            label: "New dashboard (WIP)",
-            href: "/benchmark/v3/dashboard/pytorch_operator_microbenchmark",
+            label: "Legacy Page/Playground",
+            href: "/benchmark/llms?repoName=pytorch%2Fpytorch&benchmarkName=PyTorch+operator+microbenchmark",
           },
         ],
       },