aboutsummaryrefslogtreecommitdiffhomepage
path: root/org/out_src_pod.org
diff options
context:
space:
mode:
authorRalph Amissah <ralph.amissah@gmail.com>2026-09-21 09:35:37 -0400
committerRalph Amissah <ralph.amissah@gmail.com>2026-09-22 13:48:19 -0400
commit4c766a8455d05bdf6a9793946f7839a01f179b65 (patch)
tree487d35a29c6bf1004019acd7421a0569fa67fd91 /org/out_src_pod.org
parentpod: read when zstd-wrapped (diff)
pod: write <doc>.sisupod (single zstd frame)
The pod archive spine writes is now named .sisupod and carries the same archive inside one zstd frame. The reader has accepted both since the previous commit, so every pod already published stays readable and this changes only what is written. free_culture 2863504 -> 1100180 live-manual 6972418 -> 692942 10.06x The wrap is at the pod call site and not in createZipFile, which also writes every epub and every odt. Best compression from whole-stream (rather than per-member compression). (for live-manual per-member deflate manages about 3x compared to 10x for whole pod content compression). The suffix is named as pod_archive_suffix. --pod-compression sets the level, 19 by default: a pod is written once and fetched many times (692942 bytes at 19, 837703 at 9, 2054365 at 1). (A value that is not a number warns and the default is used). Output built from a written .sisupod is byte identical to output built from the markup it came from. (assisted by Claude-Code)
Diffstat (limited to 'org/out_src_pod.org')
-rw-r--r--org/out_src_pod.org25
1 files changed, 21 insertions, 4 deletions
diff --git a/org/out_src_pod.org b/org/out_src_pod.org
index eac9882..96f784f 100644
--- a/org/out_src_pod.org
+++ b/org/out_src_pod.org
@@ -579,16 +579,33 @@ void podArchive_directory_tree(M,P)(M doc_matters, P pths_pod) { // create direc
#+NAME: zip_archive
#+BEGIN_SRC d
void zipArchive(M,F,Z)(M doc_matters, F fn_pod, Z zip) {
+ import sisudoc.ocda.zstd : zstdCompress, ZstdException;
auto fn_src_in = doc_matters.src.filename;
if (doc_matters.opt.action.pod) {
if (exists(doc_matters.src.file_with_absolute_path)) {
try {
- createZipFile!()(fn_pod, zip.build());
+ /+ ↓ the archive is built exactly as before and then wrapped in one
+ zstd frame. The wrap is here and not in createZipFile, which
+ also writes every epub and every odt: those are real zips by
+ their own specifications.
+ .
+ The compression gain is in whole-stream rather than per-member
+ compression. A zip deflates each member on its own with a 32 KB
+ window, which sees none of the redundancy between multiple language
+ versions of a document and the catalogues that may repeat the
+ English (original language): (live-manual is 10.31x smaller this
+ way, where per-member deflate manages about 3x).
+ +/
+ auto _archive = cast(ubyte[]) zip.build();
+ createZipFile!()(fn_pod,
+ cast(void[]) zstdCompress(_archive, doc_matters.opt.action.pod_compression));
+ } catch (ZstdException ex) {
+ writeln("WARNING failed to compress pod archive: ", fn_pod, " - ", ex.msg);
} catch (ErrnoException ex) {
// Handle errors
}
} else { writeln("WARNING check missing source file(s): ", doc_matters.opt.action.pod); }
- if (!(exists(fn_pod))) { writeln("WARNING failed to create pod zip archive: ", fn_pod); }
+ if (!(exists(fn_pod))) { writeln("WARNING failed to create pod archive: ", fn_pod); }
}
}
#+END_SRC
@@ -617,9 +634,9 @@ void zipArchiveDigest(M,F,D)(M doc_matters, F fn_pod, D _digests) {
if (exists(fn_pod)) {
try {
auto data = (cast(byte[]) (fn_pod).read);
- // if (doc_matters.opt.action.vox_gt_2) { writeln(" ", doc_matters.src.filename, " > ", doc_matters.src.filename_base, ".zip"); }
+ // if (doc_matters.opt.action.vox_gt_2) { writeln(" ", doc_matters.src.filename, " > ", doc_matters.src.filename_base, pod_archive_suffix); }
if (doc_matters.opt.action.pod) {
- _zip_digest = (data.sha256Of.toHexString ~ "::" ~ data.length.to!string ~ " - " ~ doc_matters.src.filename_base ~ ".zip");
+ _zip_digest = (data.sha256Of.toHexString ~ "::" ~ data.length.to!string ~ " - " ~ doc_matters.src.filename_base ~ pod_archive_suffix);
if (doc_matters.opt.action.vox_gt_1) { writeln(" ", _zip_digest); }
if (doc_matters.opt.action.vox_gt_1) { writeln(" ", pths_pod.pod_dir_(), "/", doc_matters.src.filename_base, "/"); }
if (doc_matters.opt.action.vox_gt_1) { writeln(" ", _digest_fn); }