Projects and Runs: Organizing Your Test Suite

// From packages/runner/src/schema.ts and run.ts

export type RunStatus = "pass" | "fail" | "running";

export type RunRecord = {
  id: string;             // UUID assigned at creation
  status: RunStatus;      // "running" → "pass" | "fail"
  startedAt: string;      // ISO 8601 timestamp
  durationMs: number;     // Total wall-clock time in ms
  baseUrl: string;        // Root URL the flow executed against
  project?: string;       // Project slug (required at API level)
  contextId?: string;     // Optional tag — e.g. a git commit SHA
  assisted?: AssistedMeta;// Present when run was AI-driven
  steps: StepOutcome[];   // Ordered results for each step
  videoPath?: string;     // Local path to failure video, if captured
};

export type StepOutcome = {
  index: number;          // Zero-based position in the run
  action: Step["action"]; // "goto" | "click" | "fill" | "press" | "waitForSelector" | "snapshot"
  ok: boolean;            // true = step succeeded
  error?: string;         // Error message if ok = false
  screenshotPath?: string;// Path to PNG screenshot artifact
  a11y?: unknown;         // Accessibility tree snapshot (if captured)
};

running  ──→  pass   (all steps succeeded, victory conditions met)
         ──→  fail   (a step failed, timeout exceeded, or victory not achieved)

{
  "project": "my-app",
  "contextId": "a3f9c12",
  "baseUrl": "https://staging.example.com",
  "steps": [...]
}

// From packages/runner/src/schema.ts

export type AssistedMeta = {
  goal: string;        // The natural-language goal provided
  model: string;       // LLM model used (e.g. "gpt-4o")
  generatedAt: string; // ISO timestamp of plan generation
  promptVersion: string;
  assistConfig?: {
    victory?: {
      textIncludes?: string[];
      selectorVisible?: string[];
      urlIncludes?: string[];
      mustAll?: boolean;
    };
    isFullPlan?: boolean;         // Full-plan mode (e.g. advanced MCP)
    maxHorizons?: number;
    stepsPerHorizon?: number;
    maxLoopMs?: number;
    modalLoaderMaxWaitMs?: number; // Max wait for modal loaders to clear
    memoryMode?: "off" | "runtime" | "adaptive";
  };
};