') + ')', 'gi'); if (regex.test(text)) { found = true; var frag = document.createDocumentFragment(); var parts = text.split(regex); parts.forEach(function(part, i) { if (i % 2 === 0) { frag.appendChild(document.createTextNode(part)); } else { var span = document.createElement('span'); span.className = 'userscript-highlight'; span.textContent = part; frag.appendChild(span); } }); node.parentNode.replaceChild(frag, node); } }); } else if (node.nodeType === 1 && node.childNodes) { // element var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT']; if (!skipTags.includes(node.tagName)) { Array.from(node.childNodes).forEach(highlight); } } } highlight(document.body); // Re-highlight on dynamic content var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1 || node.nodeType === 3) highlight(node); }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Strip utm_, fbclid, gclid, etc. from all links on page (function() { var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content', 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid', 'ref', 'ref_src', 'source', 'medium', 'campaign']; function cleanUrl(url) { try { var u = new URL(url, window.location.origin); var changed = false; trackingParams.forEach(function(p) { if (u.searchParams.has(p)) { u.searchParams.delete(p); changed = true; } }); return changed ? u.toString() : url; } catch (e) { return url; } } function cleanLinks() { document.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } cleanLinks(); var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1) { if (node.tagName === 'A') cleanLinks(); node.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); } })(); (function(){ try { var __m = "youtube.com"; var __re = new RegExp('^' + "youtube\\.com" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Auto-enable theater mode on YouTube (function() { function tryTheater() { var btn = document.querySelector('button[aria-label="Theater mode"], ytd-player #player button[title="Theater mode"]'); if (btn && !btn.classList.contains('activated')) { btn.click(); } } // Try immediately tryTheater(); // Try after navigation (SPA) var lastUrl = location.href; setInterval(function() { if (location.href !== lastUrl) { lastUrl = location.href; setTimeout(tryTheater, 500); } }, 1000); // Also try on player load var observer = new MutationObserver(tryTheater); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Remove or un-stick sticky/fixed headers that block content (function() { function unstick() { document.querySelectorAll('header, nav, [role="banner"], .header, .navbar, .sticky, .fixed-top, [style*="position: fixed"], [style*="position:sticky"]').forEach(function(el) { if (el.style.position === 'fixed' || el.style.position === 'sticky' || getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') { el.style.position = 'static'; el.style.top = 'auto'; el.style.zIndex = 'auto'; } }); } unstick(); var observer = new MutationObserver(unstick); observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] }); })(); } } catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); } })(); })(); Test run before #3198 by VaguelySerious · Pull Request #3210 · vercel/workflow · GitHub
Skip to content

Test run before #3198 - #3210

Closed
VaguelySerious wants to merge 1 commit into
mainfrom
peter/test-corrupt-two-before
Closed

Test run before #3198#3210
VaguelySerious wants to merge 1 commit into
mainfrom
peter/test-corrupt-two-before

Conversation

@VaguelySerious

@VaguelySeriousVaguelySerious commented Jul 30, 2026

Copy link
Copy Markdown
Member

No description provided.

@VaguelySerious
VaguelySerious requested review from a team and ijjk as code ownersJuly 30, 2026 17:58
@changeset-bot

changeset-botBot commented Jul 30, 2026

Copy link
Copy Markdown

⚠️ No Changeset found

Latest commit: 0bbbb07

Merging this PR will not cause a version bump for any packages. If these changes should not result in a new version, you're good to go. If these changes should result in a version bump, you need to add a changeset.

This PR includes no changesets

When changesets are added to this PR, you'll see the packages that this PR includes changesets for and the associated semver types

Click here to learn what changesets are, and how to add one.

Click here if you're a maintainer who wants to add a changeset to this PR

@vercel

vercelBot commented Jul 30, 2026•
edited
Loading

Copy link
Copy Markdown
Contributor

The latest updates on your projects. Learn more about Vercel for GitHub.

ProjectDeploymentActionsUpdated (UTC)
example-nextjs-workflow-turbopackReadyReadyPreviewJul 30, 2026 6:02pm
example-nextjs-workflow-webpackReadyReadyPreviewJul 30, 2026 6:02pm
example-workflowReadyReadyPreviewJul 30, 2026 6:02pm
workbench-astro-workflowReadyReadyPreviewJul 30, 2026 6:02pm
workbench-express-workflowReadyReadyPreviewJul 30, 2026 6:02pm
workbench-fastify-workflowReadyReadyPreviewJul 30, 2026 6:02pm
workbench-hono-workflowReadyReadyPreviewJul 30, 2026 6:02pm
workbench-nestjs-workflowReadyReadyPreviewJul 30, 2026 6:02pm
workbench-nitro-workflowReadyReadyPreviewJul 30, 2026 6:02pm
workbench-nuxt-workflowReadyReadyPreviewJul 30, 2026 6:02pm
workbench-sveltekit-workflowReadyReadyPreviewJul 30, 2026 6:02pm
workbench-tanstack-start-workflowReadyReadyPreviewJul 30, 2026 6:02pm
workbench-vite-workflowReadyReadyPreviewJul 30, 2026 6:02pm
workflow-docsReadyReadyPreview, v0Jul 30, 2026 6:02pm
workflow-swc-playgroundReadyReadyPreviewJul 30, 2026 6:02pm
workflow-tarballsReadyReadyPreviewJul 30, 2026 6:02pm
workflow-webReadyReadyPreviewJul 30, 2026 6:02pm

@VaguelySeriousVaguelySerious added the event-log-race-repro Run the event log race reproduction job label Jul 30, 2026
@VaguelySerious
VaguelySerious marked this pull request as draft July 30, 2026 17:58
@github-actions

github-actionsBot commented Jul 30, 2026•
edited
Loading

Copy link
Copy Markdown
Contributor

🧪 E2E Test Results

✅ All tests passed

E2E Test Summary

Summary
PassedFailedSkippedTotal
✅ ▲ Vercel Production145502391694
✅ 💻 Local Development148602081694
✅ 📦 Local Production162102271848
✅ 🐘 Local Postgres162102271848
✅ 🪟 Windows15400154
✅ 📋 Other102002121232
✅ vercel-multi-region270027
Total7384011138497
Details by Category

✅ ▲ Vercel Production

AppPassedFailedSkipped
✅ astro126028
✅ example126028
✅ express126028
✅ fastify126028
✅ hono126028
✅ nextjs-turbopack15103
✅ nextjs-webpack15103
✅ nitro126028
✅ nuxt126028
✅ sveltekit14509
✅ vite126028

✅ 💻 Local Development

AppPassedFailedSkipped
✅ astro-stable128026
✅ express-stable128026
✅ fastify-stable128026
✅ hono-stable128026
✅ nextjs-turbopack-canary135019
✅ nextjs-turbopack-stable15400
✅ nextjs-webpack-stable15400
✅ nitro-stable128026
✅ nuxt-stable128026
✅ sveltekit-stable14707
✅ vite-stable128026

✅ 📦 Local Production

AppPassedFailedSkipped
✅ astro-stable128026
✅ express-stable128026
✅ fastify-stable128026
✅ hono-stable128026
✅ nextjs-turbopack-canary135019
✅ nextjs-turbopack-stable15400
✅ nextjs-webpack-canary135019
✅ nextjs-webpack-stable15400
✅ nitro-stable128026
✅ nuxt-stable128026
✅ sveltekit-stable14707
✅ vite-stable128026

✅ 🐘 Local Postgres

AppPassedFailedSkipped
✅ astro-stable128026
✅ express-stable128026
✅ fastify-stable128026
✅ hono-stable128026
✅ nextjs-turbopack-canary135019
✅ nextjs-turbopack-stable15400
✅ nextjs-webpack-canary135019
✅ nextjs-webpack-stable15400
✅ nitro-stable128026
✅ nuxt-stable128026
✅ sveltekit-stable14707
✅ vite-stable128026

✅ 🪟 Windows

AppPassedFailedSkipped
✅ nextjs-turbopack15400

✅ 📋 Other

AppPassedFailedSkipped
✅ e2e-local-dev-nest-stable128026
✅ e2e-local-dev-tanstack-start-128026
✅ e2e-local-postgres-nest-stable128026
✅ e2e-local-postgres-tanstack-start-128026
✅ e2e-local-prod-nest-stable128026
✅ e2e-local-prod-tanstack-start-128026
✅ e2e-vercel-prod-nest126028
✅ e2e-vercel-prod-tanstack-start126028

✅ vercel-multi-region

AppPassedFailedSkipped
✅ nextjs-turbopack2700

📋 View full workflow run

@github-actions

github-actionsBot commented Jul 30, 2026•
edited
Loading

Copy link
Copy Markdown
Contributor

📊 Workflow Benchmarks

commit 0bbbb07 · Thu, 30 Jul 2026 18:22:22 GMT · run logs

Backend: vercel · app: nextjs-turbopack

MetricScenarioBest (ms)P75 (ms)P90 (ms)P99 (ms)Samples
TTFSstep1188 (+438%) 🔻1473 🔴 (+38%) 🔻1509 🔴 (+37%) 🔻1548 🔴 (+0.8%)30
TTFSstream1307 (+476%) 🔻1433 🔴 (+48%) 🔻1472 🔴 (+42%) 🔻1559 🔴 (+43%) 🔻30
TTFShook + stream1580 (+275%) 🔻1691 🔴 (+40%) 🔻1746 🔴 (+40%) 🔻1827 🔴 (+28%) 🔻30
STSO1020 steps (1-20)181 (+2.3%)330 🔴 (+12%)383 🔴 (+13%)411 🔴 (+1.2%)19
STSO1020 steps (101-120)232 (+10%)278 🔴 (-19%) 💚304 🔴 (-28%) 💚391 🔴 (-65%) 💚19
STSO1020 steps (1001-1020)520 (-1.3%)584 🔴 (+2.3%)684 🔴 (+2.1%)848 🔴 (+20%) 🔻19
WO1020 steps433520 (+2.7%)433520 (+2.7%)433520 (+2.7%)433520 (+2.7%)1
SLstream latency129 (+52%) 🔻184 🔴 (+42%) 🔻267 🔴 (+61%) 🔻799 🔴 (+121%) 🔻30
SOstream overhead (text)145 (+21%) 🔻219 (-4.4%)236 (-9.9%)319 (-10%)30
SOstream overhead (structured)155 (+24%) 🔻210 (-16%) 💚251 (-21%) 💚316 (-25%) 💚30
ℹ️ Metric definitions & methodology

Best/P75/P90/P99 deltas compare against the most recent benchmark run on main at the time of this run. 🔻 flags a delta worse than +15%, 💚 one better than −15%.

Metrics — TTFS: time to first step body (in-deployment start() → first step body, deployment clocks) · STSO: step-to-step overhead (gap between consecutive step bodies) · WO: workflow overhead (whole-run time outside step bodies, in-deployment anchored) · SL: stream latency (in-deployment write → read propagation, readAt - writtenAt) · SO: stream overhead (end-to-end write+consume time beyond the modelled generation window)

Scenarios — step: one trivial no-op step, no stream; no hooks, so the run stays in turbo mode (in-process fast path) · stream: one streaming step; no hooks, so the run stays in turbo mode (in-process fast path) · hook + stream: registers a hook before one step, which exits turbo mode (dispatch path) · 1020 steps: 1020 trivial sequential steps; STSO is measured between consecutive steps in the given step ranges, and WO is the whole-run overhead outside step bodies · stream latency: parallel reader/writer steps on a dedicated stream; SL is the in-deployment write->read propagation (readAt - writtenAt) · stream overhead (text): writer streams 300 variable-length text token deltas paced at 100/s for 3s (a haiku-size LLM's token throughput) while a parallel reader drains the whole stream; SO is the end-to-end write+consume time beyond the 3s generation window (overhead/backpressure) · stream overhead (structured): same workload as stream overhead (text), but each delta is an AI-SDK-style structured object ({ type: 'text-delta', id, text }) instead of a raw string, so the SO gap vs the text scenario is the added serialization cost

🔴 marks a percentile over its target (within target is left unmarked). Targets (p75/p90/p99, ms) — TTFS 200/300/600 · SL 50/60/125 · SO 250/500/1000 · STSO (1-20) 20/30/60 · STSO (101-120) 30/45/90 · STSO (1001-1020) 40/60/120

All metrics are measured from deployment-side timestamps only. Runs are triggered by an in-deployment route that stamps the anchor (clientStart) right before start(), so the CI runner’s request and its path through api.vercel.com sit outside every measured window. TTFS = in-deployment start() → first step body (turbo uses the in-process fast path, non-turbo the dispatch path), and includes the VQS dispatch hop plus any /flow cold start. STSO/WO are measured between step bodies on the deployment. SL is measured inside the workflow (parallel reader/writer steps), so it no longer includes the api.vercel.com read path.

Cold starts are kept in the numbers on purpose — they are part of real bursty-workload latency. The workbench deployment cold-starts the /flow invocation for a large fraction of runs, inflating P75+; the Best column shows the fastest (warm-start) sample for comparison.

@github-actions

github-actionsBot commented Jul 30, 2026•
edited
Loading

Copy link
Copy Markdown
Contributor

Event Log Race Repro

750 of 1400 latest repro runs hit event-log regressions.

Run History

Metric2026-07-30 18:31 UTC #1
logs / deploy		2026-07-30 19:11 UTC #2
logs / deploy		2026-07-30 19:57 UTC #3
logs / deploy
Result902/1400 regressions794/1400 regressions750/1400 regressions
Total140014001400
completed498606650
CORRUPTED_EVENT_LOG902794750
USER_ERROR000
RUNTIME_ERROR000
stuck000
other000
infra000
Config1400 runs / step-storm 600, hook-storm 600, hook-sleep 200 / c40 / 6x81400 runs / step-storm 600, hook-storm 600, hook-sleep 200 / c40 / 6x81400 runs / step-storm 600, hook-storm 600, hook-sleep 200 / c40 / 6x8
Timingwatchdog 2500ms / step 2200±250ms / stagger 400ms / poke 750ms / timeout 240000mswatchdog 2500ms / step 2200±250ms / stagger 400ms / poke 750ms / timeout 240000mswatchdog 2500ms / step 2200±250ms / stagger 400ms / poke 750ms / timeout 240000ms

Latest Scenario Breakdown

ScenarioTotalcompletedCORRUPTED_EVENT_LOGUSER_ERRORRUNTIME_ERRORstuckotherinfra
step-storm6001758300000
hook-storm60043316700000
hook-sleep200200000000

Latest Non-Completed Runs

ScenarioAttemptOutcomeStatusError codeRun
step-storm13CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNQ70GX4AJDHBJRBH285
step-storm18CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNRH0GJBP2CBJAGE1J2T
step-storm20CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNSV0GXXNKDFKENTXGF0
step-storm25CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNV10GPWQ2H0G31S42SS
step-storm22CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNTG0GM2Q6K2FV3SZT3B
step-storm29CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNVC0GMCHDDYMF07JGJH
step-storm27CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNVH0GVC1SPQ24N0X213
step-storm11CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNQ00GWJ9DH6X1MFG9S1
step-storm4CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNGK0GGVGDDNSEYY5EZX
step-storm9CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNQ80GY1TSC9EK0PY3XG
step-storm28CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNVK0GTS7TFM97G510ZS
step-storm5CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNK40GRVKFBN2KXXSMKY
step-storm23CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNTZ0GWAE5TKZQRMQPK6
step-storm15CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNR70GTQF7YHPZ6VGMMD
step-storm21CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNTE0GMAVK49YMTA1KVV
step-storm17CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNR50GYC1BSRJ523CKNK
step-storm24CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNTM0GP6YAT9Z0H4QFHF
step-storm35CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNXA0GKXZF9EJVZ69VWS
step-storm36CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNXJ0GNKTNHVTXTWYWEY
step-storm37CORRUPTED_EVENT_LOGfailedCORRUPTED_EVENT_LOGwrun_41KYT7GNXH0GZ6R2J7XH0Z3BNN

Showing 20 of 750 non-completed runs.

Sign up for freeto join this conversation on GitHub. Already have an account? Sign in to comment

Reviewers

@ijjkijjkAwaiting requested review from ijjk

Assignees

No one assigned

Labels

event-log-race-reproRun the event log race reproduction job

Projects

None yet

Milestone

No milestone

Development

Successfully merging this pull request may close these issues.

1 participant

@VaguelySerious