') + ')', 'gi'); if (regex.test(text)) { found = true; var frag = document.createDocumentFragment(); var parts = text.split(regex); parts.forEach(function(part, i) { if (i % 2 === 0) { frag.appendChild(document.createTextNode(part)); } else { var span = document.createElement('span'); span.className = 'userscript-highlight'; span.textContent = part; frag.appendChild(span); } }); node.parentNode.replaceChild(frag, node); } }); } else if (node.nodeType === 1 && node.childNodes) { // element var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT']; if (!skipTags.includes(node.tagName)) { Array.from(node.childNodes).forEach(highlight); } } } highlight(document.body); // Re-highlight on dynamic content var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1 || node.nodeType === 3) highlight(node); }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Strip utm_, fbclid, gclid, etc. from all links on page (function() { var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content', 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid', 'ref', 'ref_src', 'source', 'medium', 'campaign']; function cleanUrl(url) { try { var u = new URL(url, window.location.origin); var changed = false; trackingParams.forEach(function(p) { if (u.searchParams.has(p)) { u.searchParams.delete(p); changed = true; } }); return changed ? u.toString() : url; } catch (e) { return url; } } function cleanLinks() { document.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } cleanLinks(); var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1) { if (node.tagName === 'A') cleanLinks(); node.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); } })(); (function(){ try { var __m = "youtube.com"; var __re = new RegExp('^' + "youtube\\.com" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Auto-enable theater mode on YouTube (function() { function tryTheater() { var btn = document.querySelector('button[aria-label="Theater mode"], ytd-player #player button[title="Theater mode"]'); if (btn && !btn.classList.contains('activated')) { btn.click(); } } // Try immediately tryTheater(); // Try after navigation (SPA) var lastUrl = location.href; setInterval(function() { if (location.href !== lastUrl) { lastUrl = location.href; setTimeout(tryTheater, 500); } }, 1000); // Also try on player load var observer = new MutationObserver(tryTheater); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Remove or un-stick sticky/fixed headers that block content (function() { function unstick() { document.querySelectorAll('header, nav, [role="banner"], .header, .navbar, .sticky, .fixed-top, [style*="position: fixed"], [style*="position:sticky"]').forEach(function(el) { if (el.style.position === 'fixed' || el.style.position === 'sticky' || getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') { el.style.position = 'static'; el.style.top = 'auto'; el.style.zIndex = 'auto'; } }); } unstick(); var observer = new MutationObserver(unstick); observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] }); })(); } } catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); } })(); })(); WIP: [Release] Verify release-19.0.1-rc0 by kou · Pull Request #45420 · apache/arrow · GitHub
Skip to content

WIP: [Release] Verify release-19.0.1-rc0 - #45420

Closed
kou wants to merge 4 commits into
maint-19.0.1from
release-19.0.1-rc0
Closed

WIP: [Release] Verify release-19.0.1-rc0#45420
kou wants to merge 4 commits into
maint-19.0.1from
release-19.0.1-rc0

Conversation

@kou

@koukou commented Feb 4, 2025

Copy link
Copy Markdown
Member

PR to verify Release Candidate

@kou

kou commented Feb 4, 2025

Copy link
Copy Markdown
MemberAuthor

@github-actions crossbow submit --group verify-rc-source --param release=19.0.1 --param rc=0

@github-actions

github-actionsBot commented Feb 4, 2025

Copy link
Copy Markdown

Revision: 36e0d50

Submitted crossbow builds: ursacomputing/crossbow @ actions-a726d6e4f7

TaskStatus
verify-rc-source-cpp-linux-almalinux-8-amd64GitHub Actions
verify-rc-source-cpp-linux-conda-latest-amd64GitHub Actions
verify-rc-source-cpp-linux-ubuntu-20.04-amd64GitHub Actions
verify-rc-source-cpp-linux-ubuntu-22.04-amd64GitHub Actions
verify-rc-source-cpp-macos-amd64GitHub Actions
verify-rc-source-cpp-macos-arm64GitHub Actions
verify-rc-source-cpp-macos-conda-amd64GitHub Actions
verify-rc-source-csharp-linux-almalinux-8-amd64GitHub Actions
verify-rc-source-csharp-linux-conda-latest-amd64GitHub Actions
verify-rc-source-csharp-linux-ubuntu-20.04-amd64GitHub Actions
verify-rc-source-csharp-linux-ubuntu-22.04-amd64GitHub Actions
verify-rc-source-csharp-macos-amd64GitHub Actions
verify-rc-source-csharp-macos-arm64GitHub Actions
verify-rc-source-integration-linux-almalinux-8-amd64GitHub Actions
verify-rc-source-integration-linux-conda-latest-amd64GitHub Actions
verify-rc-source-integration-linux-ubuntu-22.04-amd64GitHub Actions
verify-rc-source-integration-macos-amd64GitHub Actions
verify-rc-source-integration-macos-arm64GitHub Actions
verify-rc-source-integration-macos-conda-amd64GitHub Actions
verify-rc-source-js-linux-almalinux-8-amd64GitHub Actions
verify-rc-source-js-linux-conda-latest-amd64GitHub Actions
verify-rc-source-js-linux-ubuntu-20.04-amd64GitHub Actions
verify-rc-source-js-linux-ubuntu-22.04-amd64GitHub Actions
verify-rc-source-js-macos-amd64GitHub Actions
verify-rc-source-js-macos-arm64GitHub Actions
verify-rc-source-python-linux-almalinux-8-amd64GitHub Actions
verify-rc-source-python-linux-conda-latest-amd64GitHub Actions
verify-rc-source-python-linux-ubuntu-22.04-amd64GitHub Actions
verify-rc-source-python-macos-amd64GitHub Actions
verify-rc-source-python-macos-arm64GitHub Actions
verify-rc-source-python-macos-conda-amd64GitHub Actions
verify-rc-source-ruby-linux-almalinux-8-amd64GitHub Actions
verify-rc-source-ruby-linux-conda-latest-amd64GitHub Actions
verify-rc-source-ruby-linux-ubuntu-20.04-amd64GitHub Actions
verify-rc-source-ruby-linux-ubuntu-22.04-amd64GitHub Actions
verify-rc-source-ruby-macos-amd64GitHub Actions
verify-rc-source-ruby-macos-arm64GitHub Actions
verify-rc-source-windowsGitHub Actions

@kou

kou commented Feb 4, 2025

Copy link
Copy Markdown
MemberAuthor

Revision: apache-arrow-19.0.1-rc0

Submitted crossbow builds: ursacomputing/crossbow @ release-19.0.1-rc0-0

TaskStatus
almalinux-8-amd64GitHub Actions
almalinux-8-arm64GitHub Actions
almalinux-9-amd64GitHub Actions
almalinux-9-arm64GitHub Actions
amazon-linux-2023-amd64GitHub Actions
amazon-linux-2023-arm64GitHub Actions
centos-7-amd64GitHub Actions
centos-8-stream-amd64GitHub Actions
centos-8-stream-arm64GitHub Actions
centos-9-stream-amd64GitHub Actions
centos-9-stream-arm64GitHub Actions
conan-maximumGitHub Actions
conan-minimumGitHub Actions
debian-bookworm-amd64GitHub Actions
debian-bookworm-arm64GitHub Actions
debian-trixie-amd64GitHub Actions
debian-trixie-arm64GitHub Actions
matlabGitHub Actions
nugetGitHub Actions
python-sdistGitHub Actions
r-binary-packagesGitHub Actions
test-debian-12-docsGitHub Actions
ubuntu-focal-amd64GitHub Actions
ubuntu-focal-arm64GitHub Actions
ubuntu-jammy-amd64GitHub Actions
ubuntu-jammy-arm64GitHub Actions
ubuntu-noble-amd64GitHub Actions
ubuntu-noble-arm64GitHub Actions
wheel-macos-monterey-cp310-cp310-amd64GitHub Actions
wheel-macos-monterey-cp310-cp310-arm64GitHub Actions
wheel-macos-monterey-cp311-cp311-amd64GitHub Actions
wheel-macos-monterey-cp311-cp311-arm64GitHub Actions
wheel-macos-monterey-cp312-cp312-amd64GitHub Actions
wheel-macos-monterey-cp312-cp312-arm64GitHub Actions
wheel-macos-monterey-cp313-cp313-amd64GitHub Actions
wheel-macos-monterey-cp313-cp313-arm64GitHub Actions
wheel-macos-monterey-cp313-cp313t-amd64GitHub Actions
wheel-macos-monterey-cp313-cp313t-arm64GitHub Actions
wheel-macos-monterey-cp39-cp39-amd64GitHub Actions
wheel-macos-monterey-cp39-cp39-arm64GitHub Actions
wheel-manylinux-2-28-cp310-cp310-amd64GitHub Actions
wheel-manylinux-2-28-cp310-cp310-arm64GitHub Actions
wheel-manylinux-2-28-cp311-cp311-amd64GitHub Actions
wheel-manylinux-2-28-cp311-cp311-arm64GitHub Actions
wheel-manylinux-2-28-cp312-cp312-amd64GitHub Actions
wheel-manylinux-2-28-cp312-cp312-arm64GitHub Actions
wheel-manylinux-2-28-cp313-cp313-amd64GitHub Actions
wheel-manylinux-2-28-cp313-cp313-arm64GitHub Actions
wheel-manylinux-2-28-cp313-cp313t-amd64GitHub Actions
wheel-manylinux-2-28-cp313-cp313t-arm64GitHub Actions
wheel-manylinux-2-28-cp39-cp39-amd64GitHub Actions
wheel-manylinux-2-28-cp39-cp39-arm64GitHub Actions
wheel-manylinux-2014-cp310-cp310-amd64GitHub Actions
wheel-manylinux-2014-cp310-cp310-arm64GitHub Actions
wheel-manylinux-2014-cp311-cp311-amd64GitHub Actions
wheel-manylinux-2014-cp311-cp311-arm64GitHub Actions
wheel-manylinux-2014-cp312-cp312-amd64GitHub Actions
wheel-manylinux-2014-cp312-cp312-arm64GitHub Actions
wheel-manylinux-2014-cp313-cp313-amd64GitHub Actions
wheel-manylinux-2014-cp313-cp313-arm64GitHub Actions
wheel-manylinux-2014-cp313-cp313t-amd64GitHub Actions
wheel-manylinux-2014-cp313-cp313t-arm64GitHub Actions
wheel-manylinux-2014-cp39-cp39-amd64GitHub Actions
wheel-manylinux-2014-cp39-cp39-arm64GitHub Actions
wheel-windows-cp310-amd64GitHub Actions
wheel-windows-cp311-amd64GitHub Actions
wheel-windows-cp312-amd64GitHub Actions
wheel-windows-cp313-amd64GitHub Actions
wheel-windows-cp39-amd64GitHub Actions

@kou

kou commented Feb 4, 2025

Copy link
Copy Markdown
MemberAuthor

Hmm. wheel-windows-* are still failing...
It seems that it's same as #45295 .

@kou

kou commented Feb 4, 2025

Copy link
Copy Markdown
MemberAuthor

We may need to backport something for it.

@raulcd

raulcd commented Feb 4, 2025

Copy link
Copy Markdown
Member

It seems that the nightly wheels are also not working but the jobs are not failing now. For example for the latest nightlies Python tests are not really executed on those jobs! They seem to finish abruptly:

 C:\>mkdir C:\Users\ContainerAdministrator\Downloads\test\tzdata C:\>arc unarchive tzdata.tar.xz C:\Users\ContainerAdministrator\Downloads\test\tzdata || exit /B VALUE: &archiver.TarXz{Tar:(*archiver.Tar)(0xc000064720)}
scanning source archive: wrapping reader: xz: file format not recognized

@amoeba

amoeba commented Feb 4, 2025

Copy link
Copy Markdown
Member

My first thought after some searching around was that IANA may have changed how they issues their TLS cert (which is still possible) and that we just need a newer version of the certifi package but the jobs appear to be pulling in recent ones. I'm seeing if I can reproduce it locally. I wonder if we may just need to update the base image.

@amoeba

amoeba commented Feb 4, 2025

Copy link
Copy Markdown
Member

I had hoped to reproduce the issue but wasn't able to. I built the image locally,

$ $env:DOCKER_BUILDKIT = 0
archery docker build --no-pull python-wheel-windows-vs2019

and ran this:

$ archery docker run --no-pull -e SETUPTOOLS_SCM_PRETEND_VERSION=20.0.0.dev44 python-wheel-windows-vs2019 cmd
...inside container
C:\>C:\Python39\python.exe
Python 3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)] on win32
Type "help", "copyright", "credits" or "license" for more information.
>>> from urllib.request import urlopen
>>> import os
>>> tzdata_path = os.path.join(os.getcwd(), "foo")
>>> os.mkdir(tzdata_path)
>>> tzdata_compressed = os.path.join(tzdata_path, "tzdata.tar.gz")
>>>
>>> with urlopen('https://data.iana.org/time-zones/tzdata-latest.tar.gz') as response:
... with open(tzdata_compressed, 'wb') as f:
... f.write(response.read())
...
462943

@amoeba

amoeba commented Feb 4, 2025

Copy link
Copy Markdown
Member

@github-actions crossbow submit wheel-windows-cp39-amd64

@github-actions

github-actionsBot commented Feb 4, 2025

Copy link
Copy Markdown

Revision: 36e0d50

Submitted crossbow builds: ursacomputing/crossbow @ actions-42cab651f2

TaskStatus
wheel-windows-cp39-amd64GitHub Actions

@kou

kou commented Feb 5, 2025

Copy link
Copy Markdown
MemberAuthor

It seems that https://cygwin.osuosl.org/noarch/release/tzdata/tzdata-2024a-1.tar.xz removed.

arrow/ci/scripts/python_wheel_windows_test.bat

Line 62 in 1567be0

curl https://cygwin.osuosl.org/noarch/release/tzdata/tzdata-2024a-1.tar.xz --output tzdata.tar.xz ||exit /B

We need to use more portable URL.

@amoeba

amoeba commented Feb 5, 2025

Copy link
Copy Markdown
Member

Thanks @kou. Does it make sense for us to host a copy ourselves?

@kou

kou commented Feb 5, 2025

Copy link
Copy Markdown
MemberAuthor

Hmm... I think that we don't want to update tzdata periodically...

We may be able to use https://pypi.org/project/tzdata/ .

@amoeba

amoeba commented Feb 5, 2025

Copy link
Copy Markdown
Member

That seems like it could work,

❯ python -c "import os; from importlib import resources; print(os.path.join(resources.files('tzdata'), 'zoneinfo'));"
C:\Users\Bryce\Temp\tzinfo-testing\venv\Lib\site-packages\tzdata\zoneinfo
❯ dir C:\Users\Bryce\Temp\tzinfo-testing\venv\Lib\site-packages\tzdata\zoneinfo
Directory: C:\Users\Bryce\Temp\tzinfo-testing\venv\Lib\site-packages\tzdata\zoneinfo
...

@kou

kou commented Feb 5, 2025

Copy link
Copy Markdown
MemberAuthor

Wow! Could you open a PR that uses https://pypi.org/project/tzdata/ ?

@amoeba

amoeba commented Feb 5, 2025

Copy link
Copy Markdown
Member

Will do that in a sec once I figure out the .bat script part.

@amoeba

amoeba commented Feb 5, 2025

Copy link
Copy Markdown
Member

PR over at #45425. I didn't test the whole script since it needs to be tested as part of CI.

@amoebaamoeba mentioned this pull request Feb 5, 2025
Merged
@amoeba

amoeba commented Feb 11, 2025

Copy link
Copy Markdown
Member

#45425 is now merged and I'll start working on RC1. Closing this PR.

@amoebaamoeba closed this Feb 11, 2025
Sign up for freeto join this conversation on GitHub. Already have an account? Sign in to comment

Reviewers

@assignUserassignUserAwaiting requested review from assignUserassignUser is a code owner
@jonkeanejonkeaneAwaiting requested review from jonkeanejonkeane is a code owner
@raulcdraulcdAwaiting requested review from raulcdraulcd is a code owner
@thisisnicthisisnicAwaiting requested review from thisisnicthisisnic is a code owner
@kevingurneykevingurneyAwaiting requested review from kevingurneykevingurney is a code owner
@sgilmore10sgilmore10Awaiting requested review from sgilmore10sgilmore10 is a code owner
@domoritzdomoritzAwaiting requested review from domoritzdomoritz is a code owner
@trxcllnttrxcllntAwaiting requested review from trxcllnttrxcllnt is a code owner
@CurtHagenlocherCurtHagenlocherAwaiting requested review from CurtHagenlocherCurtHagenlocher is a code owner

Assignees

No one assigned

Labels

awaiting committer reviewAwaiting committer reviewComponent: C++Component: C#Component: DocumentationComponent: GandivaComponent: GLibComponent: JavaScriptComponent: MATLABComponent: ParquetComponent: PythonComponent: RComponent: Ruby

Projects

None yet

Milestone

No milestone

Development

Successfully merging this pull request may close these issues.

3 participants

@kou@raulcd@amoeba