aboutsummaryrefslogtreecommitdiffhomepage
path: root/src/sdp/sdp.d
diff options
context:
space:
mode:
Diffstat (limited to 'src/sdp/sdp.d')
-rwxr-xr-xsrc/sdp/sdp.d512
1 files changed, 0 insertions, 512 deletions
diff --git a/src/sdp/sdp.d b/src/sdp/sdp.d
deleted file mode 100755
index a135423..0000000
--- a/src/sdp/sdp.d
+++ /dev/null
@@ -1,512 +0,0 @@
-#!/usr/bin/env rdmd
-module sdp.sisu_document_parser;
-import
- sdp.conf.compile_time_info,
- sdp.meta.metadoc;
-import
- std.getopt,
- std.file,
- std.path,
- std.process;
-import
- sdp.meta,
- sdp.meta.metadoc_summary,
- sdp.meta.metadoc_from_src,
- sdp.meta.conf_make_meta_structs,
- sdp.meta.conf_make_meta_toml,
- sdp.meta.conf_make_meta_json,
- sdp.meta.defaults,
- sdp.meta.doc_debugs,
- sdp.meta.rgx,
- sdp.source.paths_source,
- sdp.source.read_config_files,
- sdp.source.read_source_files,
- sdp.output.hub;
-import std.algorithm;
-import std.parallelism;
-mixin(import("version.txt"));
-mixin CompileTimeInfo;
-/++
-name "sdp"
-description "A SiSU inspired document parser writen in D."
-homepage "http://sisudoc.org"
-+/
-void main(string[] args) {
- mixin SiSUrgxInit;
- mixin contentJSONtoSiSUstruct;
- mixin SiSUbiblio;
- mixin SiSUrgxInitFlags;
- mixin outputHub;
- string flag_action;
- string arg_unrecognized;
- enum dAM { abstraction, matters }
- static auto rgx = Rgx();
- scope(success) {
- debug(checkdoc) {
- writefln(
- "~ run complete, ok ~ (sdp-%s.%s.%s, %s D:%s, %s %s)",
- ver.major, ver.minor, ver.patch,
- __VENDOR__, __VERSION__,
- bits, os,
- );
- }
- }
- scope(failure) {
- debug(checkdoc) {
- stderr.writefln(
- "run failure",
- );
- }
- }
- bool[string] opts = [
- "abstraction" : false,
- "assertions" : false,
- "concordance" : false,
- "debug" : false,
- "digest" : false,
- "epub" : false,
- "html" : false,
- "html-seg" : false,
- "html-scroll" : false,
- "manifest" : false,
- "ocn" : true,
- "pp2" : false,
- "quiet" : false,
- "sisupod" : false,
- "source" : false,
- "sqlite-discrete" : false,
- "sqlite-db-create" : false,
- "sqlite-db-drop" : false,
- "sqlite-db-recreate" : false,
- "sqlite-delete" : false,
- "sqlite-insert" : false,
- "sqlite-update" : false,
- "text" : false,
- "verbose" : false,
- "very-verbose" : false,
- "xhtml" : false,
- "section_toc" : true,
- "section_body" : true,
- "section_endnotes" : true,
- "section_glossary" : true,
- "section_biblio" : true,
- "section_bookindex" : true,
- "section_blurb" : true,
- "backmatter" : true,
- "skip-output" : false,
- ];
- string[string] settings = [
- "output-dir" : "",
- "site-config-dir" : "",
- "lang" : "all",
- "sqlite-filename" : "documents",
- ];
- auto helpInfo = getopt(args,
- std.getopt.config.passThrough,
- "abstraction", "--abstraction document abstraction ", &opts["abstraction"],
- "assert", "--assert set optional assertions on", &opts["assertions"],
- "concordance", "--concordance file for document", &opts["concordance"],
- "debug", "--debug", &opts["debug"],
- "digest", "--digest hash digest for each object", &opts["digest"],
- "epub", "--epub process epub output", &opts["epub"],
- "html", "--html process html output", &opts["html"],
- "html-seg", "--html-seg process html output", &opts["html-seg"],
- "html-scroll", "--html-seg process html output", &opts["html-scroll"],
- "manifest", "--manifest process manifest output", &opts["manifest"],
- "ocn", "--ocn object cite numbers (default)", &opts["ocn"],
- "pp2", "--pp2 nested parallelisation", &opts["pp2"],
- "quiet", "--quiet output to terminal", &opts["quiet"],
- "sisupod", "--sisupod sisupod source content bundled", &opts["sisupod"],
- "source", "--source markup source text content", &opts["source"],
- "sqlite-discrete", "--sqlite process discrete sqlite output", &opts["sqlite-discrete"],
- "sqlite-db-create", "--sqlite-db-create create db, create tables", &opts["sqlite-db-create"],
- "sqlite-db-drop", "--sqlite-db-drop drop tables & db", &opts["sqlite-db-drop"],
- "sqlite-db-recreate", "--sqlite-db-recreate create db, create tables", &opts["sqlite-db-recreate"],
- // "sqlite-db-populate", "--sqlite-db-populate create db & tables, insert specified", &opts["sqlite-db-populate"],
- "sqlite-delete", "--sqlite process sqlite output", &opts["sqlite-delete"],
- "sqlite-insert", "--sqlite process sqlite output", &opts["sqlite-insert"],
- "sqlite-update", "--sqlite process sqlite output", &opts["sqlite-update"],
- "text", "--text process text output", &opts["text"],
- "txt", "--txt process text output", &opts["text"],
- "verbose|v", "--verbose output to terminal", &opts["verbose"],
- "very-verbose", "--very-verbose output to terminal", &opts["very-verbose"],
- "xhtml", "--xhtml process xhtml output", &opts["xhtml"],
- "section-toc", "--section-toc process table of contents (default)", &opts["section_toc"],
- "section-body", "--section-body process document body (default)", &opts["section_body"],
- "section-endnotes", "--section-endnotes process document endnotes (default)", &opts["section_endnotes"],
- "section-glossary", "--section-glossary process document glossary (default)", &opts["section_glossary"],
- "section-biblio", "--section-biblio process document biblio (default)", &opts["section_biblio"],
- "section-bookindex", "--section-bookindex process document bookindex (default)", &opts["section_bookindex"],
- "section-blurb", "--section-blurb process document blurb (default)", &opts["section_blurb"],
- "backmatter", "--section-backmatter process document backmatter (default)", &opts["backmatter"],
- "skip-output", "--skip-output", &opts["skip-output"],
- "output-dir", "--output-dir=[dir path]", &settings["output-dir"],
- "site-config-dir", "--site-config-dir=[dir path]", &settings["site-config-dir"],
- "sqlite-filename", "--sqlite-filename=[filename].sqlite", &settings["sqlite-filename"],
- "lang", "--lang=[lang code e.g. =en or =en,es]", &settings["lang"],
- );
- if (helpInfo.helpWanted) {
- defaultGetoptPrinter("Some information about the program.", helpInfo.options);
- }
- enum outTask { sisupod, source, sqlite, sqlite_multi, epub, html_scroll, html_seg, html_stuff }
- struct OptActions {
- auto assertions() {
- return opts["assertions"];
- }
- auto concordance() {
- return opts["concordance"];
- }
- auto debug_do() {
- return opts["debug"];
- }
- auto digest() {
- return opts["digest"];
- }
- auto epub() {
- return opts["epub"];
- }
- auto html() {
- bool _is = (
- opts["html"]
- || opts["html-seg"]
- || opts["html-scroll"]
- )
- ? true
- : false;
- return _is;
- }
- auto html_seg() {
- bool _is = (
- opts["html"]
- || opts["html-seg"]
- )
- ? true
- : false;
- return _is;
- }
- auto html_scroll() {
- bool _is = (
- opts["html"]
- || opts["html-scroll"]
- )
- ? true
- : false;
- return _is;
- }
- auto html_stuff() {
- bool _is = (
- opts["html"]
- || opts["html-scroll"]
- || opts["html-seg"]
- )
- ? true
- : false;
- return _is;
- }
- auto manifest() {
- return opts["manifest"];
- }
- auto ocn() {
- return opts["ocn"];
- }
- auto quiet() {
- return opts["quiet"];
- }
- auto sisupod() {
- return opts["sisupod"];
- }
- auto source() {
- return opts["source"];
- }
- auto sqlite_discrete() {
- return opts["sqlite-discrete"];
- }
- auto sqlite_db_drop() {
- bool _is = (
- opts["sqlite-db-recreate"]
- || opts["sqlite-db-drop"]
- )
- ? true
- : false;
- return _is;
- }
- auto sqlite_db_create() {
- bool _is = (
- opts["sqlite-db-recreate"]
- || opts["sqlite-db-create"]
- )
- ? true
- : false;
- return _is;
- }
- auto sqlite_insert() {
- return opts["sqlite-insert"];
- }
- auto sqlite_delete() {
- return opts["sqlite-delete"];
- }
- auto sqlite_update() {
- return opts["sqlite-update"];
- }
- auto text() {
- return opts["text"];
- }
- auto verbose() {
- bool _is = (
- opts["verbose"]
- || opts["very-verbose"]
- )
- ? true
- : false;
- return _is;
- }
- auto very_verbose() {
- return opts["very-verbose"];
- }
- auto xhtml() {
- return opts["xhtml"];
- }
- auto section_toc() {
- return opts["section_toc"];
- }
- auto section_body() {
- return opts["section_body"];
- }
- auto section_endnotes() {
- return opts["section_endnotes"];
- }
- auto section_glossary() {
- return opts["section_glossary"];
- }
- auto section_biblio() {
- return opts["section_biblio"];
- }
- auto section_bookindex() {
- return opts["section_bookindex"];
- }
- auto section_blurb() {
- return opts["section_blurb"];
- }
- auto backmatter() {
- return opts["backmatter"];
- }
- auto skip_output() {
- return opts["skip-output"];
- }
- auto languages_set() {
- return settings["lang"].split(",");
- }
- auto output_dir_set() {
- return settings["output-dir"];
- }
- auto sqlite_filename() {
- return settings["sqlite-filename"];
- }
- auto pp2() {
- return opts["pp2"];
- }
- auto output_task_scheduler() {
- int[] schedule;
- if (sisupod) {
- schedule ~= outTask.sisupod;
- }
- if (source) {
- schedule ~= outTask.source;
- }
- if (sqlite_discrete) {
- schedule ~= outTask.sqlite;
- }
- if (epub) {
- schedule ~= outTask.epub;
- }
- if (html_scroll) {
- schedule ~= outTask.html_scroll;
- }
- if (html_seg) {
- schedule ~= outTask.html_seg;
- }
- if (html_stuff) {
- schedule ~= outTask.html_stuff;
- }
- return schedule.sort().uniq;
- }
- auto abstraction() {
- bool _is = (
- opts["abstraction"]
- || concordance
- || epub
- || html
- || manifest
- || sisupod
- || source
- || sqlite_discrete
- || sqlite_delete
- || sqlite_insert
- || sqlite_update
- )
- ? true
- : false;
- return _is;
- }
- }
- auto _opt_action = OptActions();
- auto _env = [
- "pwd" : environment["PWD"],
- "home" : environment["HOME"],
- ];
- auto _manifest_start = PodManifest!()("");
- auto _manifest_matter = PathMatters!()(_opt_action, _env, "");
- auto _manifests = [ _manifest_matter ];
- foreach(arg; args[1..$]) {
- _manifest_start = PodManifest!()(arg);
- if (arg.match(rgx.flag_action)) {
- flag_action ~= " " ~ arg; // flags not taken by getopt
- } else if (
- !(arg.match(rgx.src_pth_sst_or_ssm))
- && _manifest_start.pod_manifest_file_with_path
- && _opt_action.abstraction
- ) {
- string contents_location_raw_;
- string contents_location_;
- string sisudoc_txt_ = _manifest_start.pod_manifest_file_with_path;
- enforce(
- exists(sisudoc_txt_)!=0,
- "file not found: «" ~
- sisudoc_txt_ ~ "»"
- );
- if (exists(sisudoc_txt_)) {
- try {
- if (exists(sisudoc_txt_)) {
- contents_location_raw_ = sisudoc_txt_.readText;
- }
- } catch (ErrnoException ex) {
- } catch (FileException ex) {
- // Handle errors
- }
- if (contents_location_raw_.match(rgx.pod_content_location)) { // (file name followed by language codes \n)+
- foreach (m; contents_location_raw_.matchAll(rgx.pod_content_location)) {
- foreach (n; m.captures[2].matchAll(rgx.language_codes)) {
- contents_location_ ~= "media/text/" ~ n.captures[1].to!string ~ "/" ~ m.captures[1].to!string ~ "\n";
- }
- }
- } else {
- contents_location_ = contents_location_raw_;
- }
- } else {
- writeln("manifest not found: ", sisudoc_txt_);
- }
- auto contents_locations_arr
- = (cast(char[]) contents_location_).split;
- auto tmp_dir_ = (sisudoc_txt_).dirName.array;
- foreach (contents_location; contents_locations_arr) {
- assert(contents_location.match(rgx.src_pth_sst_or_ssm),
- "not a recognised file: «" ~
- contents_location ~ "»"
- );
- auto contents_location_pth_ = (contents_location).to!string;
- auto lang_rgx_ = regex(r"/(" ~ _opt_action.languages_set.join("|") ~ ")/");
- if (_opt_action.languages_set[0] == "all"
- || (contents_location_pth_).match(lang_rgx_)
- ) {
- auto _fns = (((tmp_dir_).chainPath(contents_location_pth_)).array).to!string;
- _manifest_matter = PathMatters!()(_opt_action, _env, arg, _fns, contents_locations_arr);
- _manifests ~= _manifest_matter;
- }
- }
- } else if (arg.match(rgx.src_pth_sst_or_ssm)) {
- if (exists(arg)==0) {
- writeln("ERROR >> Processing Skipped! File not found: ", arg);
- } else {
- _manifest_matter = PathMatters!()(_opt_action, _env, arg, arg);
- _manifests ~= _manifest_matter;
- }
- } else if (arg.match(rgx.src_pth_zip)) {
- // fns_src ~= arg; // gather input markup source file names for processing
- } else { // anything remaining, unused
- arg_unrecognized ~= " " ~ arg;
- }
- }
- if (!(_opt_action.skip_output)) {
- debug(steps) {
- writeln("step0 commence → (without processing files)");
- }
- outputHubOp!()(_env, _opt_action);
- debug(steps) {
- writeln("- step0 complete");
- }
- }
- if (_manifests.length > 1) { // _manifests[0] initialized dummy element
- foreach(manifest; parallel(_manifests[1..$])) {
- if (!empty(manifest.src.filename)) {
- scope(success) {
- if (!(_opt_action.quiet)) {
- writefln(
- "%s\n%s",
- "~ document complete, ok ~",
- "------------------------------------------------------------------",
- );
- }
- }
- scope(failure) {
- debug(checkdoc) {
- stderr.writefln(
- "~ document run failure ~ (%s v%s)\n\t%s\n%s",
- __VENDOR__, __VERSION__,
- manifest.src.filename,
- "------------------------------------------------------------------",
- );
- }
- }
- enforce(
- manifest.src.filename.match(rgx.src_pth_types),
- "not a sisu markup filename: «" ~
- manifest.src.filename ~ "»"
- );
- debug(steps) {
- writeln("--->\nstepX commence → (document abstraction)");
- }
- auto t = SiSUabstraction!()(_env, _opt_action, manifest);
- static assert(!isTypeTuple!(t));
- static assert(t.length==2);
- auto doc_abstraction = t[dAM.abstraction];
- auto doc_matters = t[dAM.matters];
- debug(steps) {
- writeln("- stepX complete");
- }
- /+ ↓ debugs +/
- if (doc_matters.opt.action.verbose) {
- SiSUabstractionSummary!()(doc_abstraction, doc_matters);
- }
- /+ ↓ debugs +/
- if ((doc_matters.opt.action.debug_do)
- || (doc_matters.opt.action.verbose)
- ) {
- SiSUdebugs!()(doc_abstraction, doc_matters);
- }
- /+ ↓ output hub +/
- if (!(doc_matters.opt.action.skip_output)) {
- debug(steps) {
- writeln("step5 commence → (process outputs)");
- }
- outputHub!()(doc_abstraction, doc_matters);
- debug(steps) {
- writeln("- step5 complete");
- }
- }
- scope(exit) {
- if (!(_opt_action.quiet)) {
- writefln(
- "processed file: %s",
- manifest.src.filename
- );
- }
- destroy(manifest);
- }
- } else {
- /+ no recognized filename provided +/
- writeln("no recognized filename");
- break; // terminate, stop
- }
- }
- }
-}
generated by cgit v1.2.3 (git 2.25.1) at 2024-11-10 16:18:02 +0000