') + ')', 'gi'); if (regex.test(text)) { found = true; var frag = document.createDocumentFragment(); var parts = text.split(regex); parts.forEach(function(part, i) { if (i % 2 === 0) { frag.appendChild(document.createTextNode(part)); } else { var span = document.createElement('span'); span.className = 'userscript-highlight'; span.textContent = part; frag.appendChild(span); } }); node.parentNode.replaceChild(frag, node); } }); } else if (node.nodeType === 1 && node.childNodes) { // element var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT']; if (!skipTags.includes(node.tagName)) { Array.from(node.childNodes).forEach(highlight); } } } highlight(document.body); // Re-highlight on dynamic content var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1 || node.nodeType === 3) highlight(node); }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Strip utm_, fbclid, gclid, etc. from all links on page (function() { var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content', 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid', 'ref', 'ref_src', 'source', 'medium', 'campaign']; function cleanUrl(url) { try { var u = new URL(url, window.location.origin); var changed = false; trackingParams.forEach(function(p) { if (u.searchParams.has(p)) { u.searchParams.delete(p); changed = true; } }); return changed ? u.toString() : url; } catch (e) { return url; } } function cleanLinks() { document.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } cleanLinks(); var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1) { if (node.tagName === 'A') cleanLinks(); node.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); } })(); (function(){ try { var __m = "youtube.com"; var __re = new RegExp('^' + "youtube\\.com" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Auto-enable theater mode on YouTube (function() { function tryTheater() { var btn = document.querySelector('button[aria-label="Theater mode"], ytd-player #player button[title="Theater mode"]'); if (btn && !btn.classList.contains('activated')) { btn.click(); } } // Try immediately tryTheater(); // Try after navigation (SPA) var lastUrl = location.href; setInterval(function() { if (location.href !== lastUrl) { lastUrl = location.href; setTimeout(tryTheater, 500); } }, 1000); // Also try on player load var observer = new MutationObserver(tryTheater); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Remove or un-stick sticky/fixed headers that block content (function() { function unstick() { document.querySelectorAll('header, nav, [role="banner"], .header, .navbar, .sticky, .fixed-top, [style*="position: fixed"], [style*="position:sticky"]').forEach(function(el) { if (el.style.position === 'fixed' || el.style.position === 'sticky' || getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') { el.style.position = 'static'; el.style.top = 'auto'; el.style.zIndex = 'auto'; } }); } unstick(); var observer = new MutationObserver(unstick); observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] }); })(); } } catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); } })(); })(); ci: fix faulty bin-image job by crazy-max · Pull Request #3040 · docker/buildx · GitHub
Skip to content

ci: fix faulty bin-image job - #3040

Merged
crazy-max merged 1 commit into
docker:masterfrom
crazy-max:ci-fix-no-space-left
Mar 11, 2025
Merged

ci: fix faulty bin-image job#3040
crazy-max merged 1 commit into
docker:masterfrom
crazy-max:ci-fix-no-space-left

Conversation

@crazy-max

@crazy-maxcrazy-max commented Mar 4, 2025

Copy link
Copy Markdown
Member

relates to https://github.com/docker/buildx/actions/runs/13643604134/job/38138677210

System.IO.IOException: No space left on device : '/home/runner/runners/2.322.0/_diag/Worker_20250304-005208-utc.log'
at System.IO.RandomAccess.WriteAtOffset(SafeFileHandle handle, ReadOnlySpan`1 buffer, Int64 fileOffset)
at System.IO.Strategies.OSFileStreamStrategy.Write(ReadOnlySpan`1 buffer)
at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder)
at System.Diagnostics.TextWriterTraceListener.Flush()
at GitHub.Runner.Common.HostTraceListener.WriteHeader(String source, TraceEventType eventType, Int32 id)
at GitHub.Runner.Common.HostTraceListener.TraceEvent(TraceEventCache eventCache, String source, TraceEventType eventType, Int32 id, String message)
at System.Diagnostics.TraceSource.TraceEvent(TraceEventType eventType, Int32 id, String message)
at GitHub.Runner.Worker.Worker.RunAsync(String pipeIn, String pipeOut)
at GitHub.Runner.Worker.Program.MainAsync(IHostContext context, String[] args)
System.IO.IOException: No space left on device : '/home/runner/runners/2.322.0/_diag/Worker_20250304-005208-utc.log'
at System.IO.RandomAccess.WriteAtOffset(SafeFileHandle handle, ReadOnlySpan`1 buffer, Int64 fileOffset)
at System.IO.Strategies.OSFileStreamStrategy.Write(ReadOnlySpan`1 buffer)
at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder)
at System.Diagnostics.TextWriterTraceListener.Flush()
at GitHub.Runner.Common.HostTraceListener.WriteHeader(String source, TraceEventType eventType, Int32 id)
at GitHub.Runner.Common.HostTraceListener.TraceEvent(TraceEventCache eventCache, String source, TraceEventType eventType, Int32 id, String message)
at System.Diagnostics.TraceSource.TraceEvent(TraceEventType eventType, Int32 id, String message)
at GitHub.Runner.Common.Tracing.Error(Exception exception)
at GitHub.Runner.Worker.Program.MainAsync(IHostContext context, String[] args)
Unhandled exception. System.IO.IOException: No space left on device : '/home/runner/runners/2.322.0/_diag/Worker_20250304-005208-utc.log'
at System.IO.RandomAccess.WriteAtOffset(SafeFileHandle handle, ReadOnlySpan`1 buffer, Int64 fileOffset)
at System.IO.Strategies.OSFileStreamStrategy.Write(ReadOnlySpan`1 buffer)
at System.IO.StreamWriter.Flush(Boolean flushStream, Boolean flushEncoder)
at System.Diagnostics.TextWriterTraceListener.Flush()
at System.Diagnostics.TraceSource.Flush()
at GitHub.Runner.Common.Tracing.Dispose(Boolean disposing)
at GitHub.Runner.Common.Tracing.Dispose()
at GitHub.Runner.Common.TraceManager.Dispose(Boolean disposing)
at GitHub.Runner.Common.TraceManager.Dispose()
at GitHub.Runner.Common.HostContext.Dispose(Boolean disposing)
at GitHub.Runner.Common.HostContext.Dispose()
at GitHub.Runner.Worker.Program.Main(String[] args)

image

We have no space left on runner for bin-image job since #2901

As quick fix we can free up disk space on the runner but would be better to distribute build in the future: #3005

@crazy-max
crazy-maxforce-pushed the ci-fix-no-space-left branch from b9c76bd to 99ea8c5CompareMarch 4, 2025 16:19
@crazy-max

crazy-max commented Mar 4, 2025•
edited
Loading

Copy link
Copy Markdown
MemberAuthor

Ah brownout of ubuntu-20.04 actions/runner-images#11101

image

@crazy-maxcrazy-max mentioned this pull request Mar 4, 2025
Merged
@crazy-max
ci: fix faulty bin-image job
4636c80
Signed-off-by: CrazyMax <1951866+crazy-max@users.noreply.github.com>
@crazy-max
crazy-maxforce-pushed the ci-fix-no-space-left branch from 99ea8c5 to 4636c80CompareMarch 4, 2025 23:47
@tonistiigi

tonistiigi commented Mar 5, 2025

Copy link
Copy Markdown
Member

So what happened? I see it in other PR as well. Are we really using too much space (what changed) or did something happen with the runners?

@crazy-max

crazy-max commented Mar 5, 2025•
edited
Loading

Copy link
Copy Markdown
MemberAuthor

Are we really using too much space (what changed) or did something happen with the runners?

It's related to adding netbsd builds in #2901, we were close to the limit I suppose. And we have not detected this issue until it was merged because we are akipping this job on PR as it takes quite some time. With #3005 it would be enabled on PR.

@tonistiigi

tonistiigi commented Mar 5, 2025

Copy link
Copy Markdown
Member

I don't understand how building small cli binary could run out of space. I did see this fail in PR as well but I've lost the link.

@crazy-max

crazy-max commented Mar 6, 2025•
edited
Loading

Copy link
Copy Markdown
MemberAuthor

I don't understand how building small cli binary could run out of space.

Added repro in last commit temporarily: 69e83b7

See https://github.com/docker/buildx/actions/runs/13699603058/job/38315229163

image

I did see this fail in PR as well but I've lost the link.

Not sure how it would fail on PR as we are skipping this job entirely for this event atm:

buildx/.github/workflows/build.yml

Line 412 in 7b7dbe8

if: ${{ github.event_name != 'pull_request' && github.repository == 'docker/buildx' }}

@crazy-max
crazy-maxforce-pushed the ci-fix-no-space-left branch from 69e83b7 to 4636c80CompareMarch 6, 2025 17:42
@crazy-maxcrazy-max mentioned this pull request Mar 6, 2025
Closed
@crazy-maxcrazy-max added this to the v0.22.0 milestone Mar 11, 2025
@crazy-maxcrazy-max removed this from the v0.22.0 milestone Mar 11, 2025
tonistiigi
tonistiigi approved these changes Mar 11, 2025
View reviewed changes

@tonistiigitonistiigi left a comment

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I still would like to understand

  • How much space Github gives us
  • How much do we use
  • Where do we use it

@crazy-max

crazy-max commented Mar 11, 2025

Copy link
Copy Markdown
MemberAuthor
  • How much space Github gives us

According to https://docs.github.com/en/actions/using-github-hosted-runners/using-github-hosted-runners/about-github-hosted-runners#standard-github-hosted-runners-for-public-repositories we have 14GB available.

  • How much do we use
  • Where do we use it

As we got a system exception on the runner we can't collect traces but I can check locally how much this build requires.

@crazy-max
crazy-max merged commit 5dc1a33 into docker:masterMar 11, 2025
@crazy-max
crazy-max deleted the ci-fix-no-space-left branch March 11, 2025 15:04
@crazy-maxcrazy-max mentioned this pull request Nov 13, 2025
Merged
Sign up for freeto join this conversation on GitHub. Already have an account? Sign in to comment

Reviewers

@tonistiigitonistiigitonistiigi approved these changes
@jsternbergjsternbergAwaiting requested review from jsternberg
@thompson-shaunthompson-shaunAwaiting requested review from thompson-shaun

Assignees

No one assigned

Labels

area/ci

Projects

None yet

Milestone

No milestone

Development

Successfully merging this pull request may close these issues.

2 participants

@crazy-max@tonistiigi