OOT HUD: Full ingestion pipeline — API, schemas, queries, and frontend pages

aws/lambda/clickhouse-replicator-dynamo/lambda_function.py

@@ -33,6 +33,7 @@
     "vllm-buildkite-agent-events": "vllm.vllm_buildkite_agents",
     "vllm-buildkite-build-events": "vllm.vllm_buildkite_builds",
     "vllm-buildkite-job-events": "vllm.vllm_buildkite_jobs",
+    "torchci-oot-workflow-job": "default.oot_workflow_job",
 }
 
 

torchci/clickhouse_queries/oot_backend_dashboard/params.json

@@ -0,0 +1,12 @@
+{
+  "params": {
+    "repo": "String",
+    "days": "UInt64"
+  },
+  "tests": [
+    {
+      "repo": "<company>/<repo>",
+      "days": "7"
+    }
+  ]
+}

torchci/clickhouse_queries/oot_backend_dashboard/query.sql

@@ -0,0 +1,29 @@
+SELECT
+    pr_number,
+    pytorch_head_sha,
+    workflow_name,
+    job_name,
+    check_run_id,
+    run_id,
+    run_attempt,
+    status,
+    conclusion,
+    started_at,
+    completed_at,
+    duration_seconds,
+    total_tests,
+    passed_tests,
+    failed_tests,
+    skipped_tests,
+    workflow_run_url,
+    artifact_url,
+    queue_time,
+    execution_time
+FROM
+    default.oot_workflow_job FINAL
+WHERE
+    downstream_repo = {repo: String}
+    AND started_at > now() - INTERVAL {days: UInt64} DAY
+ORDER BY
+    started_at DESC
+LIMIT 500

torchci/clickhouse_queries/oot_pr_results/params.json

@@ -0,0 +1,10 @@
+{
+  "params": {
+    "pr": "UInt64"
+  },
+  "tests": [
+    {
+      "pr": "179565"
+    }
+  ]
+}

torchci/clickhouse_queries/oot_pr_results/query.sql

@@ -0,0 +1,21 @@
+SELECT
+    downstream_repo,
+    workflow_name,
+    job_name,
+    check_run_id,
+    run_id,
+    run_attempt,
+    status,
+    conclusion,
+    duration_seconds,
+    workflow_run_url,
+    artifact_url,
+    started_at,
+    queue_time,
+    execution_time
+FROM
+    default.oot_workflow_job FINAL
+WHERE
+    pr_number = {pr: UInt64}
+ORDER BY
+    downstream_repo, started_at DESC

torchci/clickhouse_queries/oot_summary/params.json

@@ -0,0 +1,10 @@
+{
+  "params": {
+    "days": "UInt64"
+  },
+  "tests": [
+    {
+      "days": "7"
+    }
+  ]
+}

torchci/clickhouse_queries/oot_summary/query.sql

@@ -0,0 +1,18 @@
+SELECT
+    downstream_repo AS repo,
+    anyLast(downstream_repo_level) AS downstream_repo_level,
+    countIf(conclusion = 'success') AS successes,
+    countIf(conclusion = 'failure') AS failures,
+    count() AS total,
+    if(total > 0, successes / total, 0) AS pass_rate,
+    avg(duration_seconds) AS avg_duration_s,
+    max(started_at) AS last_run
+FROM
+    default.oot_workflow_job FINAL
+WHERE
+    started_at > now() - INTERVAL {days: UInt64} DAY
+    AND status = 'completed'
+GROUP BY
+    repo
+ORDER BY
+    pass_rate ASC

torchci/components/oot/OotPrSection.tsx

@@ -0,0 +1,145 @@
+import ExpandMoreIcon from "@mui/icons-material/ExpandMore";
+import {
+  Accordion,
+  AccordionDetails,
+  AccordionSummary,
+  Chip,
+  Link,
+  Stack,
+  Table,
+  TableBody,
+  TableCell,
+  TableContainer,
+  TableHead,
+  TableRow,
+  Typography,
+} from "@mui/material";
+import { durationDisplay } from "components/common/TimeUtils";
+import { fetcher } from "lib/GeneralUtils";
+import { conclusionColor, conclusionLabel } from "lib/oot/ootUtils";
+import useSWR from "swr";
+
+interface OotPrResult {
+  downstream_repo: string;
+  workflow_name: string;
+  job_name: string;
+  check_run_id: string;
+  run_id: string;
+  run_attempt: number;
+  status: string;
+  conclusion: string;
+  duration_seconds: number;
+  workflow_run_url: string;
+  artifact_url: string;
+  started_at: string;
+  queue_time: number | null;
+  execution_time: number | null;
+}
+
+export default function OotPrSection({ prNumber }: { prNumber: number }) {
+  const url = `/api/clickhouse/oot_pr_results?parameters=${encodeURIComponent(
+    JSON.stringify({ pr: String(prNumber) })
+  )}`;
+  const { data, error } = useSWR<OotPrResult[]>(url, fetcher, {
+    refreshInterval: 60_000,
+  });
+
+  if (error || !data || data.length === 0) return null;
+
+  const successCount = data.filter(
+    (r) => r.status === "completed" && r.conclusion === "success"
+  ).length;
+  const totalCompleted = data.filter((r) => r.status === "completed").length;
+  const inProgress = data.filter((r) => r.status === "in_progress").length;
+
+  const summaryText = [
+    totalCompleted > 0 ? `${successCount}/${totalCompleted} passed` : null,
+    inProgress > 0 ? `${inProgress} running` : null,
+  ]
+    .filter(Boolean)
+    .join(", ");
+
+  return (
+    <Accordion defaultExpanded={false} sx={{ mt: 2 }}>
+      <AccordionSummary expandIcon={<ExpandMoreIcon />}>
+        <Stack direction="row" spacing={1} alignItems="center">
+          <Typography variant="subtitle1">
+            <strong>Out-of-Tree Backends</strong>
+          </Typography>
+          <Typography variant="body2" color="text.secondary">
+            ({summaryText})
+          </Typography>
+        </Stack>
+      </AccordionSummary>
+      <AccordionDetails>
+        <TableContainer>
+          <Table size="small">
+            <TableHead>
+              <TableRow>
+                <TableCell>
+                  <strong>Backend</strong>
+                </TableCell>
+                <TableCell>
+                  <strong>Job</strong>
+                </TableCell>
+                <TableCell align="center">
+                  <strong>Status</strong>
+                </TableCell>
+                <TableCell align="right">
+                  <strong>Duration</strong>
+                </TableCell>
+                <TableCell>
+                  <strong>Links</strong>
+                </TableCell>
+              </TableRow>
+            </TableHead>
+            <TableBody>
+              {data.map((row, i) => (
+                <TableRow key={i} hover>
+                  <TableCell>{row.downstream_repo}</TableCell>
+                  <TableCell>{row.job_name}</TableCell>
+                  <TableCell align="center">
+                    <Chip
+                      label={conclusionLabel(row.status, row.conclusion)}
+                      color={conclusionColor(row.status, row.conclusion)}
+                      size="small"
+                    />
+                  </TableCell>
+                  <TableCell align="right">
+                    {row.duration_seconds
+                      ? durationDisplay(Math.round(row.duration_seconds))
+                      : "–"}
+                  </TableCell>
+                  <TableCell>
+                    <Stack direction="row" spacing={1}>
+                      {row.workflow_run_url && (
+                        <Link
+                          href={row.workflow_run_url}
+                          target="_blank"
+                          rel="noopener"
+                          variant="body2"
+                        >
+                          Run
+                        </Link>
+                      )}
+                      {row.artifact_url && (
+                        <Link
+                          href={row.artifact_url}
+                          target="_blank"
+                          rel="noopener"
+                          variant="body2"
+                        >
+                          Artifacts
+                        </Link>
+                      )}
+                    </Stack>
+                  </TableCell>
+                </TableRow>
+              ))}
+            </TableBody>
+          </Table>
+        </TableContainer>
+      </AccordionDetails>
+    </Accordion>
+  );
+}