Set up CI + visual regression infrastructure for twenty-new-ui: - Add ci-new-ui.yaml workflow (mirrors ci-ui.yaml for twenty-new-ui) - Update visual-regression-dispatch.yaml to watch both CI UI and CI New UI, dispatching to ci-privileged for three Argos projects: 1. Self-hosted twenty-ui pixel diff (existing, unchanged) 2. Self-hosted twenty-new-ui pixel diff (new) 3. Self-hosted twenty-ui vs twenty-new-ui comparison (new) - Add visual regression documentation to twenty-new-ui README - Resolve open question 4 (visual regression tooling: Argos confirmed)
315 lines
13 KiB
YAML
315 lines
13 KiB
YAML
name: Visual Regression Dispatch
|
|
|
|
# Dispatches visual regression processing to ci-privileged after CI completes.
|
|
# Runs in the context of the base repo (not the fork) so it has access to secrets,
|
|
# making it work for external contributor PRs.
|
|
#
|
|
# Handles three Argos projects:
|
|
# 1. Self-hosted (twenty-ui pixel diff) — existing, via visual-regression event
|
|
# 2. Cloud (twenty-new-ui pixel diff) — via visual-regression-cloud event
|
|
# 3. Cloud (twenty-ui vs twenty-new-ui comparison) — via visual-regression-cloud event
|
|
# Baseline: twenty-ui screenshots on main; comparison: twenty-new-ui on PRs
|
|
|
|
on:
|
|
workflow_run:
|
|
workflows: ['CI UI', 'CI New UI']
|
|
types: [completed]
|
|
|
|
permissions:
|
|
actions: read
|
|
contents: read
|
|
pull-requests: read
|
|
|
|
jobs:
|
|
# ── Identify which workflow triggered and what artifact to look for ──
|
|
resolve-context:
|
|
if: github.event.workflow_run.conclusion == 'success'
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
outputs:
|
|
workflow_name: ${{ steps.context.outputs.workflow_name }}
|
|
artifact_name: ${{ steps.context.outputs.artifact_name }}
|
|
has_artifact: ${{ steps.check-artifact.outputs.exists }}
|
|
is_pr: ${{ steps.pr-info.outputs.has_pr }}
|
|
pr_number: ${{ steps.pr-info.outputs.pr_number }}
|
|
merge_base_sha: ${{ steps.merge-base.outputs.sha }}
|
|
steps:
|
|
- name: Resolve workflow context
|
|
id: context
|
|
uses: actions/github-script@f28e40c7f34bde8b3046d885e986cb6290c5673b # v7.1.0
|
|
with:
|
|
script: |
|
|
const name = context.payload.workflow_run.name;
|
|
const artifactName = name === 'CI New UI'
|
|
? 'argos-screenshots-twenty-new-ui'
|
|
: 'argos-screenshots-twenty-ui';
|
|
core.setOutput('workflow_name', name);
|
|
core.setOutput('artifact_name', artifactName);
|
|
core.info(`Workflow: ${name}, artifact: ${artifactName}`);
|
|
|
|
- name: Check if screenshots artifact exists
|
|
id: check-artifact
|
|
uses: actions/github-script@f28e40c7f34bde8b3046d885e986cb6290c5673b # v7.1.0
|
|
with:
|
|
script: |
|
|
const artifactName = '${{ steps.context.outputs.artifact_name }}';
|
|
const runId = context.payload.workflow_run.id;
|
|
|
|
const { data: artifacts } = await github.rest.actions.listWorkflowRunArtifacts({
|
|
owner: context.repo.owner,
|
|
repo: context.repo.repo,
|
|
run_id: runId,
|
|
});
|
|
|
|
const found = artifacts.artifacts.some(a => a.name === artifactName);
|
|
core.setOutput('exists', found ? 'true' : 'false');
|
|
|
|
if (!found) {
|
|
core.info(`Artifact "${artifactName}" not found in run ${runId} — skipping`);
|
|
}
|
|
|
|
- name: Get PR number
|
|
if: >-
|
|
steps.check-artifact.outputs.exists == 'true' &&
|
|
github.event.workflow_run.event == 'pull_request'
|
|
id: pr-info
|
|
uses: actions/github-script@f28e40c7f34bde8b3046d885e986cb6290c5673b # v7.1.0
|
|
with:
|
|
script: |
|
|
const headBranch = context.payload.workflow_run.head_branch;
|
|
const headRepo = context.payload.workflow_run.head_repository;
|
|
|
|
let pullRequests = context.payload.workflow_run.pull_requests;
|
|
let prNumber;
|
|
|
|
if (pullRequests && pullRequests.length > 0) {
|
|
prNumber = pullRequests[0].number;
|
|
} else {
|
|
const headLabel = `${headRepo.owner.login}:${headBranch}`;
|
|
core.info(`Searching for PR by head label: ${headLabel}`);
|
|
|
|
const { data: prs } = await github.rest.pulls.list({
|
|
owner: context.repo.owner,
|
|
repo: context.repo.repo,
|
|
state: 'open',
|
|
head: headLabel,
|
|
per_page: 1,
|
|
});
|
|
|
|
if (prs.length > 0) {
|
|
prNumber = prs[0].number;
|
|
}
|
|
}
|
|
|
|
if (!prNumber) {
|
|
core.info('No pull request found — skipping');
|
|
core.setOutput('has_pr', 'false');
|
|
return;
|
|
}
|
|
|
|
core.setOutput('pr_number', prNumber);
|
|
core.setOutput('has_pr', 'true');
|
|
core.info(`PR #${prNumber}`);
|
|
|
|
- name: Compute merge-base for Argos reference
|
|
if: steps.check-artifact.outputs.exists == 'true' && steps.pr-info.outputs.has_pr == 'true'
|
|
id: merge-base
|
|
uses: actions/github-script@f28e40c7f34bde8b3046d885e986cb6290c5673b # v7.1.0
|
|
with:
|
|
script: |
|
|
const headSha = context.payload.workflow_run.head_sha;
|
|
|
|
try {
|
|
const { data: comparison } = await github.rest.repos.compareCommitsWithBasehead({
|
|
owner: context.repo.owner,
|
|
repo: context.repo.repo,
|
|
basehead: `main...${headSha}`,
|
|
});
|
|
|
|
if (comparison.merge_base_commit?.sha) {
|
|
core.setOutput('sha', comparison.merge_base_commit.sha);
|
|
core.info(`Merge base: ${comparison.merge_base_commit.sha}`);
|
|
} else {
|
|
core.info('Could not determine merge base — will skip reference_commit');
|
|
core.setOutput('sha', '');
|
|
}
|
|
} catch (error) {
|
|
core.warning(`Failed to compute merge base: ${error instanceof Error ? error.message : String(error)}`);
|
|
core.setOutput('sha', '');
|
|
}
|
|
|
|
# ── Self-hosted Argos: twenty-ui pixel diff (existing behavior, unchanged) ──
|
|
dispatch-self-hosted-pr:
|
|
needs: resolve-context
|
|
if: >-
|
|
needs.resolve-context.outputs.workflow_name == 'CI UI' &&
|
|
needs.resolve-context.outputs.has_artifact == 'true' &&
|
|
needs.resolve-context.outputs.is_pr == 'true' &&
|
|
github.event.workflow_run.event == 'pull_request'
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
steps:
|
|
- name: Dispatch to ci-privileged (self-hosted)
|
|
env:
|
|
GH_TOKEN: ${{ secrets.CI_PRIVILEGED_DISPATCH_TOKEN }}
|
|
PR_NUMBER: ${{ needs.resolve-context.outputs.pr_number }}
|
|
WORKFLOW_RUN_ID: ${{ github.event.workflow_run.id }}
|
|
REPOSITORY: ${{ github.repository }}
|
|
BRANCH: ${{ github.event.workflow_run.head_branch }}
|
|
COMMIT: ${{ github.event.workflow_run.head_sha }}
|
|
REFERENCE_COMMIT: ${{ needs.resolve-context.outputs.merge_base_sha }}
|
|
run: |
|
|
ARGS=(
|
|
--method POST
|
|
-f event_type=visual-regression
|
|
-f "client_payload[pr_number]=$PR_NUMBER"
|
|
-f "client_payload[run_id]=$WORKFLOW_RUN_ID"
|
|
-f "client_payload[repo]=$REPOSITORY"
|
|
-f "client_payload[branch]=$BRANCH"
|
|
-f "client_payload[commit]=$COMMIT"
|
|
)
|
|
|
|
if [ -n "$REFERENCE_COMMIT" ]; then
|
|
ARGS+=(-f "client_payload[reference_commit]=$REFERENCE_COMMIT")
|
|
fi
|
|
|
|
gh api repos/twentyhq/ci-privileged/dispatches "${ARGS[@]}"
|
|
|
|
dispatch-self-hosted-main:
|
|
needs: resolve-context
|
|
if: >-
|
|
needs.resolve-context.outputs.workflow_name == 'CI UI' &&
|
|
needs.resolve-context.outputs.has_artifact == 'true' &&
|
|
github.event.workflow_run.event == 'push' &&
|
|
github.event.workflow_run.head_branch == 'main'
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
steps:
|
|
- name: Dispatch to ci-privileged (self-hosted)
|
|
env:
|
|
GH_TOKEN: ${{ secrets.CI_PRIVILEGED_DISPATCH_TOKEN }}
|
|
WORKFLOW_RUN_ID: ${{ github.event.workflow_run.id }}
|
|
REPOSITORY: ${{ github.repository }}
|
|
BRANCH: ${{ github.event.workflow_run.head_branch }}
|
|
COMMIT: ${{ github.event.workflow_run.head_sha }}
|
|
run: |
|
|
gh api repos/twentyhq/ci-privileged/dispatches \
|
|
--method POST \
|
|
-f event_type=visual-regression \
|
|
-f "client_payload[run_id]=$WORKFLOW_RUN_ID" \
|
|
-f "client_payload[repo]=$REPOSITORY" \
|
|
-f "client_payload[branch]=$BRANCH" \
|
|
-f "client_payload[commit]=$COMMIT"
|
|
|
|
# ── Cloud Argos: twenty-new-ui pixel diff ──
|
|
dispatch-cloud-new-ui:
|
|
needs: resolve-context
|
|
if: >-
|
|
needs.resolve-context.outputs.workflow_name == 'CI New UI' &&
|
|
needs.resolve-context.outputs.has_artifact == 'true'
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
steps:
|
|
- name: Dispatch to ci-privileged (cloud — twenty-new-ui pixel diff)
|
|
env:
|
|
GH_TOKEN: ${{ secrets.CI_PRIVILEGED_DISPATCH_TOKEN }}
|
|
WORKFLOW_RUN_ID: ${{ github.event.workflow_run.id }}
|
|
REPOSITORY: ${{ github.repository }}
|
|
BRANCH: ${{ github.event.workflow_run.head_branch }}
|
|
COMMIT: ${{ github.event.workflow_run.head_sha }}
|
|
PR_NUMBER: ${{ needs.resolve-context.outputs.pr_number }}
|
|
REFERENCE_COMMIT: ${{ needs.resolve-context.outputs.merge_base_sha }}
|
|
ARTIFACT_NAME: ${{ needs.resolve-context.outputs.artifact_name }}
|
|
run: |
|
|
ARGS=(
|
|
--method POST
|
|
-f event_type=visual-regression-cloud
|
|
-f "client_payload[project]=twenty-new-ui"
|
|
-f "client_payload[artifact_name]=$ARTIFACT_NAME"
|
|
-f "client_payload[run_id]=$WORKFLOW_RUN_ID"
|
|
-f "client_payload[repo]=$REPOSITORY"
|
|
-f "client_payload[branch]=$BRANCH"
|
|
-f "client_payload[commit]=$COMMIT"
|
|
)
|
|
|
|
if [ -n "$PR_NUMBER" ]; then
|
|
ARGS+=(-f "client_payload[pr_number]=$PR_NUMBER")
|
|
fi
|
|
if [ -n "$REFERENCE_COMMIT" ]; then
|
|
ARGS+=(-f "client_payload[reference_commit]=$REFERENCE_COMMIT")
|
|
fi
|
|
|
|
gh api repos/twentyhq/ci-privileged/dispatches "${ARGS[@]}"
|
|
|
|
# ── Cloud Argos: cross-comparison (twenty-ui baseline on main, twenty-new-ui on PRs) ──
|
|
|
|
# Upload twenty-ui screenshots as comparison baseline on main push
|
|
dispatch-cloud-comparison-baseline:
|
|
needs: resolve-context
|
|
if: >-
|
|
needs.resolve-context.outputs.workflow_name == 'CI UI' &&
|
|
needs.resolve-context.outputs.has_artifact == 'true' &&
|
|
github.event.workflow_run.event == 'push' &&
|
|
github.event.workflow_run.head_branch == 'main'
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
steps:
|
|
- name: Dispatch to ci-privileged (cloud — comparison baseline)
|
|
env:
|
|
GH_TOKEN: ${{ secrets.CI_PRIVILEGED_DISPATCH_TOKEN }}
|
|
WORKFLOW_RUN_ID: ${{ github.event.workflow_run.id }}
|
|
REPOSITORY: ${{ github.repository }}
|
|
BRANCH: ${{ github.event.workflow_run.head_branch }}
|
|
COMMIT: ${{ github.event.workflow_run.head_sha }}
|
|
ARTIFACT_NAME: ${{ needs.resolve-context.outputs.artifact_name }}
|
|
run: |
|
|
gh api repos/twentyhq/ci-privileged/dispatches \
|
|
--method POST \
|
|
-f event_type=visual-regression-cloud \
|
|
-f "client_payload[project]=comparison" \
|
|
-f "client_payload[artifact_name]=$ARTIFACT_NAME" \
|
|
-f "client_payload[run_id]=$WORKFLOW_RUN_ID" \
|
|
-f "client_payload[repo]=$REPOSITORY" \
|
|
-f "client_payload[branch]=$BRANCH" \
|
|
-f "client_payload[commit]=$COMMIT"
|
|
|
|
# Upload twenty-new-ui screenshots as comparison on PRs
|
|
dispatch-cloud-comparison-pr:
|
|
needs: resolve-context
|
|
if: >-
|
|
needs.resolve-context.outputs.workflow_name == 'CI New UI' &&
|
|
needs.resolve-context.outputs.has_artifact == 'true' &&
|
|
needs.resolve-context.outputs.is_pr == 'true' &&
|
|
github.event.workflow_run.event == 'pull_request'
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
steps:
|
|
- name: Dispatch to ci-privileged (cloud — comparison PR)
|
|
env:
|
|
GH_TOKEN: ${{ secrets.CI_PRIVILEGED_DISPATCH_TOKEN }}
|
|
WORKFLOW_RUN_ID: ${{ github.event.workflow_run.id }}
|
|
REPOSITORY: ${{ github.repository }}
|
|
BRANCH: ${{ github.event.workflow_run.head_branch }}
|
|
COMMIT: ${{ github.event.workflow_run.head_sha }}
|
|
PR_NUMBER: ${{ needs.resolve-context.outputs.pr_number }}
|
|
REFERENCE_COMMIT: ${{ needs.resolve-context.outputs.merge_base_sha }}
|
|
ARTIFACT_NAME: ${{ needs.resolve-context.outputs.artifact_name }}
|
|
run: |
|
|
ARGS=(
|
|
--method POST
|
|
-f event_type=visual-regression-cloud
|
|
-f "client_payload[project]=comparison"
|
|
-f "client_payload[artifact_name]=$ARTIFACT_NAME"
|
|
-f "client_payload[run_id]=$WORKFLOW_RUN_ID"
|
|
-f "client_payload[repo]=$REPOSITORY"
|
|
-f "client_payload[branch]=$BRANCH"
|
|
-f "client_payload[commit]=$COMMIT"
|
|
-f "client_payload[pr_number]=$PR_NUMBER"
|
|
)
|
|
|
|
if [ -n "$REFERENCE_COMMIT" ]; then
|
|
ARGS+=(-f "client_payload[reference_commit]=$REFERENCE_COMMIT")
|
|
fi
|
|
|
|
gh api repos/twentyhq/ci-privileged/dispatches "${ARGS[@]}"
|