fixed bugs with chunking and added support for remote chunks (#702)

This commit is contained in:
Zack Brady
2026-08-05 16:08:26 -04:00
committed by GitHub
parent b178b3fa81
commit 10a1af089c
8 changed files with 345 additions and 147 deletions
+5 -5
View File
@@ -251,13 +251,13 @@ jobs:
hauler store save --filename store.tar.zst
# verify via save with filename and platform (amd64)
hauler store save --filename store-amd64.tar.zst --platform linux/amd64
# verify via save with chunk-size (splits into haul-chunked_0.tar.zst, haul-chunked_1.tar.zst, ...)
# verify via save with chunk-size (splits into haul-chunked.tar.zst.001, haul-chunked.tar.zst.002, ...)
hauler store save --filename haul-chunked.tar.zst --chunk-size 50M
# verify chunk files exist and original is removed
ls haul-chunked_*.tar.zst
ls haul-chunked.tar.zst.*
! test -f haul-chunked.tar.zst
# verify at least two chunks were produced
[ $(ls haul-chunked_*.tar.zst | wc -l) -ge 2 ]
[ $(ls haul-chunked.tar.zst.* | wc -l) -ge 2 ]
- name: Remove Hauler Store Contents
run: |
@@ -279,7 +279,7 @@ jobs:
hauler store load --filename store-amd64.tar.zst
# verify via load from chunks using explicit first chunk
rm -rf store
hauler store load --filename haul-chunked_0.tar.zst
hauler store load --filename haul-chunked.tar.zst.001
hauler store info
# verify via load from chunks using base filename (auto-detect)
rm -rf store
@@ -307,7 +307,7 @@ jobs:
- name: Remove Hauler Store Contents
run: |
rm -rf store haul.tar.zst store.tar.zst store-amd64.tar.zst haul-chunked_*.tar.zst
rm -rf store haul.tar.zst store.tar.zst store-amd64.tar.zst haul-chunked.tar.zst.*
hauler store info
- name: Verify - hauler store sync