') + ')', 'gi'); if (regex.test(text)) { found = true; var frag = document.createDocumentFragment(); var parts = text.split(regex); parts.forEach(function(part, i) { if (i % 2 === 0) { frag.appendChild(document.createTextNode(part)); } else { var span = document.createElement('span'); span.className = 'userscript-highlight'; span.textContent = part; frag.appendChild(span); } }); node.parentNode.replaceChild(frag, node); } }); } else if (node.nodeType === 1 && node.childNodes) { // element var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT']; if (!skipTags.includes(node.tagName)) { Array.from(node.childNodes).forEach(highlight); } } } highlight(document.body); // Re-highlight on dynamic content var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1 || node.nodeType === 3) highlight(node); }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Strip utm_, fbclid, gclid, etc. from all links on page (function() { var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content', 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid', 'ref', 'ref_src', 'source', 'medium', 'campaign']; function cleanUrl(url) { try { var u = new URL(url, window.location.origin); var changed = false; trackingParams.forEach(function(p) { if (u.searchParams.has(p)) { u.searchParams.delete(p); changed = true; } }); return changed ? u.toString() : url; } catch (e) { return url; } } function cleanLinks() { document.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } cleanLinks(); var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1) { if (node.tagName === 'A') cleanLinks(); node.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); } })(); (function(){ try { var __m = "youtube.com"; var __re = new RegExp('^' + "youtube\\.com" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Auto-enable theater mode on YouTube (function() { function tryTheater() { var btn = document.querySelector('button[aria-label="Theater mode"], ytd-player #player button[title="Theater mode"]'); if (btn && !btn.classList.contains('activated')) { btn.click(); } } // Try immediately tryTheater(); // Try after navigation (SPA) var lastUrl = location.href; setInterval(function() { if (location.href !== lastUrl) { lastUrl = location.href; setTimeout(tryTheater, 500); } }, 1000); // Also try on player load var observer = new MutationObserver(tryTheater); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Remove or un-stick sticky/fixed headers that block content (function() { function unstick() { document.querySelectorAll('header, nav, [role="banner"], .header, .navbar, .sticky, .fixed-top, [style*="position: fixed"], [style*="position:sticky"]').forEach(function(el) { if (el.style.position === 'fixed' || el.style.position === 'sticky' || getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') { el.style.position = 'static'; el.style.top = 'auto'; el.style.zIndex = 'auto'; } }); } unstick(); var observer = new MutationObserver(unstick); observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] }); })(); } } catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); } })(); })(); chore(api): bump etl to include slug-collision route index (#337) by raymondjacobson · Pull Request #912 · AudiusProject/api · GitHub
Skip to content

chore(api): bump etl to include slug-collision route index (#337) - #912

Closed
raymondjacobson wants to merge 1 commit into
mainfrom
chore/bump-etl-slug-collision
Closed

chore(api): bump etl to include slug-collision route index (#337)#912
raymondjacobson wants to merge 1 commit into
mainfrom
chore/bump-etl-slug-collision

Conversation

@raymondjacobson

@raymondjacobsonraymondjacobson commented Jun 4, 2026

Copy link
Copy Markdown
Member

Summary

Bumps github.com/OpenAudio/go-openaudio and .../pkg/etl from 5d2e19a (#901) to 43606e8 to consume go-openaudio #337.

That change adds ETL migration 0031, which indexes track_routes and playlist_routes on (owner_id, title_slug, collision_id). Slug-collision resolution runs SELECT MAX(collision_id) … WHERE owner_id AND title_slug on every track/playlist create + rename; today that's a full per-owner route scan (prod EXPLAIN: ~16k-row bitmap heap scan on every upload for a prolific owner), which is the multi-second Track (7.8s) / Playlist (44s) tail in core-indexer. The new index makes it an index-only lookup.

core-indexer runs this vendored audius/api image, so this bump is required to ship #337 to prod.

Changes

  • go.mod / go.sum: both go-openaudio modules → v1.3.1-0.20260604005215-43606e8d8e5a

⚠️ Deploy note — pre-build the indexes CONCURRENTLY first

Migration 0031 builds the indexes non-concurrently (single-transaction migration runner), taking an ACCESS EXCLUSIVE lock on track_routes (~2M rows / 493 MB) on indexer boot. To avoid stalling route writes on deploy, pre-build them in prod first — IF NOT EXISTS then makes the migration a no-op (same pattern used to recover the 0030 indexes):

CREATEINDEXCONCURRENTLY IF NOT EXISTS track_routes_owner_title_slug_idx
ON track_routes (owner_id, title_slug, collision_id);
CREATEINDEXCONCURRENTLY IF NOT EXISTS playlist_routes_owner_title_slug_idx
ON playlist_routes (owner_id, title_slug, collision_id);

Test plan

  • go mod tidy — only go.mod/go.sum changed
  • go build ./... passes
  • migration 0031 present in the resolved module
  • Post-deploy: 0031 applied (or no-op if pre-built), and Track/Playlist max processing times drop in the indexer log analysis

🤖 Generated with Claude Code

@raymondjacobson@claude
chore(api): bump etl to include slug-collision route index (#337)
abd8ae5
Pulls go-openaudio 43606e8, which adds migration 0031 indexing
track_routes/playlist_routes on (owner_id, title_slug, collision_id).
This makes the per-upload slug-collision MAX(collision_id) lookup an
index-only scan instead of a full per-owner route scan, cutting the
multi-second Track/Playlist tail in core-indexer.
Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
@raymondjacobsonraymondjacobson mentioned this pull request Jun 8, 2026
Merged
4 tasks
raymondjacobson added a commit that referenced this pull request Jun 8, 2026
@raymondjacobson@claude
chore(api): bump etl to rune-count limits + slug-collision index (#340)…
01f3159
… (#919)
## Summary
Bumps `github.com/OpenAudio/go-openaudio` and `.../pkg/etl` from
`5d2e19a` (#901) to **`7062cd9`**. Because `7062cd9` is downstream of
both fixes, this single bump ships **two** changes to `core-indexer`:
> **Supersedes #912** (the standalone slug bump). #912 can be closed —
this bump includes everything in it plus #340.
## Changes
- `go.mod` / `go.sum`: both go-openaudio modules →
`v1.3.1-0.20260608175930-7062cd90dff5`
## ⚠️ Deploy note (carried from #337) — pre-build the indexes
CONCURRENTLY
This bump pulls migration `0031`, which builds two route indexes
**non-concurrently** (single-transaction migration runner), taking an
`ACCESS EXCLUSIVE` lock on `track_routes` (~2M rows / 493 MB) on indexer
boot. To avoid stalling route writes on deploy, pre-build them in prod
first — `IF NOT EXISTS` then makes the migration a no-op:
```sql
CREATE INDEX CONCURRENTLY IF NOT EXISTS track_routes_owner_title_slug_idx
ON track_routes (owner_id, title_slug, collision_id);
CREATE INDEX CONCURRENTLY IF NOT EXISTS playlist_routes_owner_title_slug_idx
ON playlist_routes (owner_id, title_slug, collision_id);
```
(The rune-count change in #340 is pure validation logic — no migration,
no special rollout.)
## Test plan
- [x] `go mod tidy` — only go.mod/go.sum changed
- [x] `go build ./...` passes
- [x] resolved module contains the rune-count fix (`RuneCountInString`
in validate.go) **and** migration `0031`
- [ ] Post-deploy: `g1ld3dd` (and other multi-byte-name users) can save
profile updates / artist picks; 0031 applied or no-op; Track/Playlist
max processing times drop
🤖 Generated with [Claude Code](https://claude.com/claude-code)
Co-authored-by: Claude Opus 4.7 <noreply@anthropic.com>
Sign up for freeto join this conversation on GitHub. Already have an account? Sign in to comment

Reviewers

No reviews

Assignees

No one assigned

Labels

None yet

Projects

None yet

Milestone

No milestone

Development

Successfully merging this pull request may close these issues.

1 participant

@raymondjacobson