diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 300101923..4f1ee21d7 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -210,6 +210,7 @@ jobs: if: needs.scope.outputs.control == 'true' run: | ../deployment/aliyun/test-polymarket-raw-ops-control-plane.sh + ../deployment/aliyun/test-polymarket-market-tape-upload-contract.sh cargo test -p hft-collector --lib systemd_reference_resource_envelope_is_pinned --locked - name: Build focused packages diff --git a/deployment/aliyun/polymarket-market-tape-upload.service b/deployment/aliyun/polymarket-market-tape-upload.service index e1151ab53..257e80d46 100644 --- a/deployment/aliyun/polymarket-market-tape-upload.service +++ b/deployment/aliyun/polymarket-market-tape-upload.service @@ -11,7 +11,7 @@ User=hftcollector Group=hftcollector Environment=HOME=/var/lib/hft-collector EnvironmentFile=/etc/monday/polymarket-market-tape-upload.env -ExecStart=/opt/monday/bin/polymarket-raw-ops upload --quote-depth-levels 0 --quote-sample-ms 0 +ExecStart=/usr/bin/env ZSTD_THREADS=1 /opt/monday/bin/polymarket-raw-ops upload --quote-depth-levels 0 --quote-sample-ms 0 --upload-concurrency 1 TimeoutStartSec=0 NoNewPrivileges=true PrivateTmp=true diff --git a/deployment/aliyun/polymarket-raw-ops-cutover.sh b/deployment/aliyun/polymarket-raw-ops-cutover.sh index 0648b33f8..265ce82aa 100755 --- a/deployment/aliyun/polymarket-raw-ops-cutover.sh +++ b/deployment/aliyun/polymarket-raw-ops-cutover.sh @@ -34,7 +34,7 @@ readonly RUST_EXEC="$ACTIVE_BINARY collect-reference --max-trade-polls-per-cycle readonly COLLECTOR_FRAGMENT="/etc/systemd/system/$COLLECTOR_UNIT" readonly LEGACY_REFERENCE_UPLOAD_EXEC="/usr/bin/python3 $LEGACY_UPLOADER --spool-dir /data/monday/spool/polymarket-reference --dataset crypto_expiry_reference --quote-depth-levels 0 --quote-sample-ms 0" readonly REFERENCE_UPLOAD_EXEC="$ACTIVE_BINARY upload --spool-dir /data/monday/spool/polymarket-reference --dataset crypto_expiry_reference --quote-depth-levels 0 --quote-sample-ms 0" -readonly MARKET_UPLOAD_EXEC="$ACTIVE_BINARY upload --quote-depth-levels 0 --quote-sample-ms 0" +readonly MARKET_UPLOAD_EXEC="/usr/bin/env ZSTD_THREADS=1 $ACTIVE_BINARY upload --quote-depth-levels 0 --quote-sample-ms 0 --upload-concurrency 1" readonly UPLOAD_ENV=/etc/monday/polymarket-market-tape-upload.env readonly MAX_HEALTH_SILENCE_SECONDS=240 readonly -a UNIT_ASSETS=( diff --git a/deployment/aliyun/test-polymarket-market-tape-upload-contract.sh b/deployment/aliyun/test-polymarket-market-tape-upload-contract.sh new file mode 100755 index 000000000..4989a2c16 --- /dev/null +++ b/deployment/aliyun/test-polymarket-market-tape-upload-contract.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +set -euo pipefail + +script_dir=$(cd -- "$(dirname -- "$0")" && pwd) +service="$script_dir/polymarket-market-tape-upload.service" +cutover="$script_dir/polymarket-raw-ops-cutover.sh" +dollar='$' + +grep -Fxq 'ExecStart=/usr/bin/env ZSTD_THREADS=1 /opt/monday/bin/polymarket-raw-ops upload --quote-depth-levels 0 --quote-sample-ms 0 --upload-concurrency 1' "$service" +grep -Fxq "readonly MARKET_UPLOAD_EXEC=\"/usr/bin/env ZSTD_THREADS=1 ${dollar}ACTIVE_BINARY upload --quote-depth-levels 0 --quote-sample-ms 0 --upload-concurrency 1\"" "$cutover"