module sdp.output.sqlite;
import sdp.output;
import
std.file,
std.conv : to;
template SQLiteBuildTablesAndPopulate() {
void SQLiteBuildTablesAndPopulate(D,I)(
auto ref const D doc_abstraction,
auto ref I doc_matters,
) {
import d2sqlite3;
import std.typecons : Nullable;
mixin SiSUoutputRgxInit;
static auto rgx = Rgx();
template SQLiteFormatAndLoadObject() {
auto SQLiteFormatAndLoadObject(I)(
auto ref I doc_matters,
) {
mixin SiSUoutputRgxInit;
struct sqlite_format_and_load_objects {
auto generic_munge_sanitize_text_for_search(
string _txt,
) {
string _notes;
string _urls;
_txt = _txt.replaceAll(rgx.inline_fontface_clean, "");
if (_txt.matchFirst(rgx.inline_notes_al_gen)) {
foreach (m; _txt.matchAll(rgx.inline_notes_al_gen_text)) {
_notes ~= "\n" ~ m["text"];
}
_txt = _txt.replaceAll(rgx.inline_notes_al_gen, "");
}
if (_txt.matchFirst(rgx.inline_link)) {
foreach (m; _txt.matchAll(rgx.inline_link)) {
if (m["link"].match(rgx.url)) {
_urls ~= "\n" ~ m["link"];
}
}
_txt = _txt.replaceAll(rgx.inline_link_clean, "");
}
if (_notes.length > 0) {
_txt ~= _notes;
}
if (_urls.length > 0) {
_txt ~= _urls;
}
if (doc_matters.opt.action.debug_do) {
writeln(_txt, "\n");
}
debug(sql_text_clean) {
writeln(_txt);
}
return _txt;
}
auto munge_html(O)(
auto return ref const O obj,
) {
string _html_special_characters(string _txt){
_txt = (_txt)
.replaceAll(rgx.xhtml_ampersand, "&")
.replaceAll(rgx.xhtml_quotation, """)
.replaceAll(rgx.xhtml_less_than, "<")
.replaceAll(rgx.xhtml_greater_than, ">")
.replaceAll(rgx.nbsp_char, " ")
.replaceAll(rgx.xhtml_line_break, "
");
return _txt;
}
string _html_font_face(string _txt){
_txt = (_txt)
.replaceAll(rgx.inline_emphasis, ("$1"))
.replaceAll(rgx.inline_bold, ("$1"))
.replaceAll(rgx.inline_underscore, ("$1"))
.replaceAll(rgx.inline_italics, ("$1"))
.replaceAll(rgx.inline_superscript, ("$1"))
.replaceAll(rgx.inline_subscript, ("$1"))
.replaceAll(rgx.inline_strike, ("$1"))
.replaceAll(rgx.inline_insert, ("$1"))
.replaceAll(rgx.inline_mono, ("$1"))
.replaceAll(rgx.inline_cite, ("$1"));
return _txt;
}
string _notes;
string _urls;
string _txt = _html_font_face(_html_special_characters(obj.text));
if (_txt.matchFirst(rgx.inline_notes_al_gen)) {
foreach (m; _txt.matchAll(rgx.inline_notes_al_gen_text)) {
_notes ~= "\n" ~ m["text"];
}
_txt = _txt.replaceAll(rgx.inline_notes_al_gen_ref, "$1 ");
}
if (_txt.matchFirst(rgx.inline_link)) {
foreach (m; _txt.matchAll(rgx.inline_link)) {
}
_txt = _txt.replaceAll(rgx.inline_link_clean, "");
}
if (_notes.length > 0) {
_txt ~= _notes;
}
if (doc_matters.opt.action.debug_do) {
writeln(_txt, "\n");
}
return _txt;
}
string html_special_characters(string _txt){
_txt = (_txt)
.replaceAll(rgx.xhtml_ampersand, "&")
.replaceAll(rgx.xhtml_quotation, """)
.replaceAll(rgx.xhtml_less_than, "<")
.replaceAll(rgx.xhtml_greater_than, ">")
.replaceAll(rgx.nbsp_char, " ")
.replaceAll(rgx.xhtml_line_break, "
");
return _txt;
}
string html_special_characters_code(string _txt){
_txt = (_txt)
.replaceAll(rgx.xhtml_ampersand, "&")
.replaceAll(rgx.xhtml_quotation, """)
.replaceAll(rgx.xhtml_less_than, "<")
.replaceAll(rgx.xhtml_greater_than, ">")
.replaceAll(rgx.nbsp_char, " ");
return _txt;
}
string html_font_face(string _txt){
_txt = (_txt)
.replaceAll(rgx.inline_emphasis, ("$1"))
.replaceAll(rgx.inline_bold, ("$1"))
.replaceAll(rgx.inline_underscore, ("$1"))
.replaceAll(rgx.inline_italics, ("$1"))
.replaceAll(rgx.inline_superscript, ("$1"))
.replaceAll(rgx.inline_subscript, ("$1"))
.replaceAll(rgx.inline_strike, ("$1"))
.replaceAll(rgx.inline_insert, ("$1"))
.replaceAll(rgx.inline_mono, ("$1"))
.replaceAll(rgx.inline_cite, ("$1"));
return _txt;
}
auto html_heading(O)(
auto return ref const O obj,
) {
string _txt = munge_html(obj);
string o = format(q"¶
%s
¶",
obj.is_a,
_txt,
);
return o;
}
auto html_para(O)(
auto return ref const O obj,
) {
string _txt = munge_html(obj);
_txt = (obj.bullet) ? ("● " ~ _txt) : _txt;
string o = format(q"¶
%s
¶",
obj.is_a,
obj.indent_hang,
obj.indent_base,
_txt
);
return o;
}
auto html_quote(O)(
auto return ref const O obj,
) {
string _txt = munge_html(obj);
string o = format(q"¶
%s
¶",
obj.is_a,
_txt
);
return o;
}
auto html_group(O)(
auto return ref const O obj,
) {
string _txt = munge_html(obj);
string o = format(q"¶
%s
¶",
obj.is_a,
_txt
);
return o;
}
auto html_block(O)(
auto return ref const O obj,
) {
string _txt = munge_html(obj);
string o = format(q"¶
%s
¶",
obj.is_a,
_txt.stripRight
);
return o;
}
auto html_verse(O)(
auto return ref const O obj,
) {
string _txt = munge_html(obj);
string o = format(q"¶%s
¶",
obj.is_a,
_txt
);
return o;
}
auto html_code(O)(
auto return ref const O obj,
) {
string _txt = html_special_characters_code(obj.text);
string o = format(q"¶%s
¶",
obj.is_a,
_txt
);
return o;
}
auto html_table(O)(
auto return ref const O obj,
) {
auto _tablarize(O)(
auto return ref const O obj,
string _txt,
) {
string[] _table_rows = (_txt).split(rgx.table_delimiter_row);
string[] _table_cols;
string _table;
string _tablenote;
foreach(row_idx, row; _table_rows) {
_table_cols = row.split(rgx.table_delimiter_col);
_table ~= "";
foreach(col_idx, cell; _table_cols) {
if ((_table_cols.length == 1)
&& (_table_rows.length <= row_idx+2)) { // check row_idx+2 (rather than == ++row_idx)
_tablenote ~= cell;
} else {
string _col_is = (row_idx == 0 && obj.table_heading) ? "th" : "td";
string _align = ("style=\"text-align:"
~ ((obj.table_column_aligns[col_idx] == "l")
? "left\"" : "right\""));
_table ~= "<" ~ _col_is ~ " width=\"" ~ obj.table_column_widths[col_idx].to!string ~ "%\" " ~ _align ~ ">";
_table ~= cell;
_table ~= "";
}
}
_table ~= "
";
}
auto t = tuple(
_table,
_tablenote,
);
return t;
}
string _txt = munge_html(obj);
auto t = _tablarize(obj, _txt);
_txt = t[0];
string _note = t[1];
string o = format(q"¶
%s
¶",
obj.is_a,
_txt,
_note
);
return o;
}
auto sqlite_load_string(O,Dm)(
auto return ref const O obj,
auto return ref Dm doc_matters,
) {
string o;
return o;
}
auto postgresql_load_string(O,Dm)(
auto return ref const O obj,
auto return ref Dm doc_matters,
) {
string o;
return o;
}
string sqlite_statement(O)(
auto return ref const O obj,
string _txt,
string _html,
) {
void _sql_exe(O)(
string _sql,
) {
writeln(_html);
writeln(_sql);
}
string _sql;
return _sql;
}
auto heading(O)(
auto return ref const O obj,
) {
string[string] obj_txt = [
"text": generic_munge_sanitize_text_for_search(obj.text),
"html": html_heading(obj)
];
if (doc_matters.opt.action.debug_do) {
debug(sql_txt) {
writeln(obj_txt["text"]);
}
debug(sql_html) {
writeln(obj_txt["html"]);
}
} else {
// load sql
}
return obj_txt;
}
auto para(O)(
auto return ref const O obj,
) {
string[string] obj_txt = [
"text": generic_munge_sanitize_text_for_search(obj.text),
"html": html_para(obj)
];
if (doc_matters.opt.action.debug_do) {
debug(sql_txt) {
writeln(obj_txt["text"]);
}
debug(sql_html) {
writeln(obj_txt["html"]);
}
} else {
// load sql
}
return obj_txt;
}
auto quote(O)(
auto return ref const O obj,
) {
string[string] obj_txt = [
"text": generic_munge_sanitize_text_for_search(obj.text),
"html": html_quote(obj)
];
if (doc_matters.opt.action.debug_do) {
debug(sql_txt) {
writeln(obj_txt["text"]);
}
debug(sql_html) {
writeln(obj_txt["html"]);
}
} else {
// load sql
}
return obj_txt;
}
auto group(O)(
auto return ref const O obj,
) {
string[string] obj_txt = [
"text": generic_munge_sanitize_text_for_search(obj.text),
"html": html_group(obj)
];
if (doc_matters.opt.action.debug_do) {
debug(sql_txt) {
writeln(obj_txt["text"]);
}
debug(sql_html) {
writeln(obj_txt["html"]);
}
} else {
// load sql
}
return obj_txt;
}
auto block(O)(
auto return ref const O obj,
) {
string[string] obj_txt = [
"text": generic_munge_sanitize_text_for_search(obj.text),
"html": html_block(obj)
];
if (doc_matters.opt.action.debug_do) {
debug(sql_txt) {
writeln(obj_txt["text"]);
}
debug(sql_html) {
writeln(obj_txt["html"]);
}
} else {
// load sql
}
return obj_txt;
}
auto verse(O)(
auto return ref const O obj,
) {
string[string] obj_txt = [
"text": generic_munge_sanitize_text_for_search(obj.text),
"html": html_verse(obj)
];
if (doc_matters.opt.action.debug_do) {
debug(sql_txt) {
writeln(obj_txt["text"]);
}
debug(sql_html) {
writeln(obj_txt["html"]);
}
} else {
// load sql
}
return obj_txt;
}
auto code(O)(
auto return ref const O obj,
) {
string[string] obj_txt = [
"text": generic_munge_sanitize_text_for_search(obj.text),
"html": html_code(obj)
];
if (doc_matters.opt.action.debug_do) {
debug(sql_txt) {
writeln(obj_txt["text"]);
}
debug(sql_html) {
writeln(obj_txt["html"]);
}
} else {
// load sql
}
return obj_txt;
}
auto table(O)(
auto return ref const O obj,
) {
string[string] obj_txt = [
"text": generic_munge_sanitize_text_for_search(obj.text),
"html": html_table(obj)
];
if (doc_matters.opt.action.debug_do) {
debug(sql_txt) {
writeln(obj_txt["text"]);
}
debug(sql_html) {
writeln(obj_txt["html"]);
}
} else {
// load sql
}
return obj_txt;
}
}
return sqlite_format_and_load_objects();
}
}
template SQLiteInstruct() {
Statement SQLiteInstruct(I)(
auto ref I doc_matters,
) {
auto pth_sqlite = SiSUpathsSQLite!()(doc_matters.output_path, doc_matters.src.language);
auto db = Database(pth_sqlite.sqlite_file(doc_matters.env.pwd.baseName));
// auto db = Database(":memory:"); // open database in memory
if (doc_matters.opt.action.sqlite_create) {
if ((doc_matters.opt.action.verbose)) { writeln("sqlite create tables... "); }
db.run("
DROP TABLE IF EXISTS metadata_and_text;
DROP TABLE IF EXISTS doc_objects;
DROP TABLE IF EXISTS urls;
CREATE TABLE metadata_and_text (
tid BIGINT PRIMARY KEY,
title VARCHAR(800) NOT NULL,
title_main VARCHAR(400) NULL, /*NOT*/
title_sub VARCHAR(400) NULL,
title_short VARCHAR(400) NULL,
title_edition VARCHAR(10) NULL,
title_note VARCHAR(2500) NULL,
title_language VARCHAR(100) NULL,
title_language_char VARCHAR(6) NULL,
creator_author VARCHAR(600) NULL,
creator_author_email VARCHAR(100) NULL,
creator_author_hon VARCHAR(100) NULL,
creator_author_nationality VARCHAR(100) NULL,
creator_editor VARCHAR(600) NULL,
creator_contributor VARCHAR(600) NULL,
creator_illustrator VARCHAR(600) NULL,
creator_photographer VARCHAR(600) NULL,
creator_translator VARCHAR(600) NULL,
creator_prepared_by VARCHAR(600) NULL,
creator_digitized_by VARCHAR(600) NULL,
creator_audio VARCHAR(600) NULL,
creator_video VARCHAR(600) NULL,
language_document VARCHAR(100) NULL,
language_document_char VARCHAR(6) NULL, /*NOT*/
language_original VARCHAR(100) NULL,
language_original_char VARCHAR(6) NULL,
date_added_to_site VARCHAR(10) NULL,
date_available VARCHAR(10) NULL,
date_created VARCHAR(10) NULL,
date_issued VARCHAR(10) NULL,
date_modified VARCHAR(10) NULL,
date_published VARCHAR(10) NULL,
date_valid VARCHAR(10) NULL,
date_translated VARCHAR(10) NULL,
date_original_publication VARCHAR(10) NULL,
date_generated VARCHAR(10) NULL,
publisher VARCHAR(600) NULL,
original_publisher VARCHAR(600) NULL,
original_language VARCHAR(100) NULL,
original_language_char VARCHAR(6) NULL,
original_source VARCHAR(600) NULL,
original_institution VARCHAR(600) NULL,
original_nationality VARCHAR(100) NULL,
original_title VARCHAR(800) NULL,
rights_copyright VARCHAR(2500) NULL,
rights_copyright_audio VARCHAR(2500) NULL,
rights_copyright_cover VARCHAR(2500) NULL,
rights_copyright_illustrations VARCHAR(2500) NULL,
rights_copyright_photographs VARCHAR(2500) NULL,
rights_copyright_text VARCHAR(2500) NULL,
rights_copyright_translation VARCHAR(2500) NULL,
rights_copyright_video VARCHAR(2500) NULL,
rights_license VARCHAR(2500) NULL,
identifier_oclc VARCHAR(30) NULL,
identifier_isbn VARCHAR(16) NULL,
classify_topic_register VARCHAR(2500) NULL,
classify_subject VARCHAR(600) NULL,
classify_loc VARCHAR(30) NULL,
classify_dewey VARCHAR(30) NULL,
classify_keywords VARCHAR(600) NULL,
notes_abstract TEXT NULL,
notes_description TEXT NULL,
notes_comment TEXT NULL,
notes_coverage VARCHAR(200) NULL,
notes_relation VARCHAR(200) NULL,
notes_history VARCHAR(600) NULL,
notes_type VARCHAR(600) NULL,
notes_format VARCHAR(600) NULL,
notes_prefix TEXT NULL,
notes_prefix_a TEXT NULL,
notes_prefix_b TEXT NULL,
notes_suffix TEXT NULL,
src_filename VARCHAR(256) NULL,
src_fingerprint VARCHAR(256) NULL,
src_filesize VARCHAR(10) NULL,
src_wordcount VARCHAR(10) NULL,
src_text TEXT NULL,
fulltext TEXT NULL,
links TEXT NULL
);
/* */
CREATE TABLE doc_objects (
lid BIGINT PRIMARY KEY,
metadata_tid BIGINT REFERENCES metadata_and_text,
ocn SMALLINT,
ocnd VARCHAR(6),
ocns VARCHAR(6),
clean TEXT NULL,
body TEXT NULL,
book_idx TEXT NULL,
seg VARCHAR(256) NULL,
lev_an VARCHAR(1),
lev SMALLINT NULL,
lev0 SMALLINT,
lev1 SMALLINT,
lev2 SMALLINT,
lev3 SMALLINT,
lev4 SMALLINT,
lev5 SMALLINT,
lev6 SMALLINT,
lev7 SMALLINT,
en_a SMALLINT NULL,
en_z SMALLINT NULL,
en_a_asterisk SMALLINT NULL,
en_z_asterisk SMALLINT NULL,
en_a_plus SMALLINT NULL,
en_z_plus SMALLINT NULL,
t_of VARCHAR(16),
t_is VARCHAR(16),
node VARCHAR(16) NULL,
parent VARCHAR(16) NULL,
digest_clean CHAR(256),
digest_all CHAR(256),
types CHAR(1) NULL
)
");
}
Statement insert_metadata = db.prepare("
INSERT INTO metadata_and_text (
tid,
title,
title_main,
title_sub,
title_short,
title_edition,
title_note,
title_language,
title_language_char,
creator_author,
creator_author_email,
creator_author_hon,
creator_author_nationality,
creator_editor,
creator_contributor,
creator_illustrator,
creator_photographer,
creator_translator,
creator_prepared_by,
creator_digitized_by,
creator_audio,
creator_video,
language_document,
language_document_char,
language_original,
language_original_char,
date_added_to_site,
date_available,
date_created,
date_issued,
date_modified,
date_published,
date_valid,
date_translated,
date_original_publication,
date_generated,
publisher,
original_publisher,
original_language,
original_language_char,
original_source,
original_institution,
original_nationality,
original_title,
rights_copyright,
rights_copyright_audio,
rights_copyright_cover,
rights_copyright_illustrations,
rights_copyright_photographs,
rights_copyright_text,
rights_copyright_translation,
rights_copyright_video,
rights_license,
identifier_oclc,
identifier_isbn,
classify_topic_register,
classify_subject,
classify_loc,
classify_dewey,
classify_keywords,
notes_abstract,
notes_description,
notes_comment,
notes_coverage,
notes_relation,
notes_history,
notes_type,
notes_format,
notes_prefix,
notes_prefix_a,
notes_prefix_b,
notes_suffix,
src_filename,
src_fingerprint,
src_filesize,
src_wordcount,
src_text,
fulltext,
links
)
VALUES (
:tid,
:title,
:title_main,
:title_sub,
:title_short,
:title_edition,
:title_note,
:title_language,
:title_language_char,
:creator_author,
:creator_author_email,
:creator_author_hon,
:creator_author_nationality,
:creator_editor,
:creator_contributor,
:creator_illustrator,
:creator_photographer,
:creator_translator,
:creator_prepared_by,
:creator_digitized_by,
:creator_audio,
:creator_video,
:language_document,
:language_document_char,
:language_original,
:language_original_char,
:date_added_to_site,
:date_available,
:date_created,
:date_issued,
:date_modified,
:date_published,
:date_valid,
:date_translated,
:date_original_publication,
:date_generated,
:publisher,
:original_publisher,
:original_language,
:original_language_char,
:original_source,
:original_institution,
:original_nationality,
:original_title,
:rights_copyright,
:rights_copyright_audio,
:rights_copyright_cover,
:rights_copyright_illustrations,
:rights_copyright_photographs,
:rights_copyright_text,
:rights_copyright_translation,
:rights_copyright_video,
:rights_license,
:identifier_oclc,
:identifier_isbn,
:classify_topic_register,
:classify_subject,
:classify_loc,
:classify_dewey,
:classify_keywords,
:notes_abstract,
:notes_description,
:notes_comment,
:notes_coverage,
:notes_relation,
:notes_history,
:notes_type,
:notes_format,
:notes_prefix,
:notes_prefix_a,
:notes_prefix_b,
:notes_suffix,
:src_filename,
:src_fingerprint,
:src_filesize,
:src_wordcount,
:src_text,
:fulltext,
:links
)
");
// insert_metadata.bind(":tid", ); // unique identifier you could try use sha of title author & language? or auto increment??
insert_metadata.bind(":title", doc_matters.conf_make_meta.meta.title_full);
insert_metadata.bind(":title_main", doc_matters.conf_make_meta.meta.title_main);
insert_metadata.bind(":title_sub", doc_matters.conf_make_meta.meta.title_subtitle);
insert_metadata.bind(":title_short", doc_matters.conf_make_meta.meta.title_short); //
insert_metadata.bind(":title_edition", doc_matters.conf_make_meta.meta.title_edition);
insert_metadata.bind(":title_language", doc_matters.conf_make_meta.meta.title_language);
// insert_metadata.bind(":title_language_char", doc_matters.conf_make_meta.meta.title_language_char);
insert_metadata.bind(":classify_dewey", doc_matters.conf_make_meta.meta.classify_dewey);
insert_metadata.bind(":classify_keywords", doc_matters.conf_make_meta.meta.classify_keywords);
insert_metadata.bind(":classify_loc", doc_matters.conf_make_meta.meta.classify_loc);
insert_metadata.bind(":classify_subject", doc_matters.conf_make_meta.meta.classify_subject);
insert_metadata.bind(":classify_topic_register", doc_matters.conf_make_meta.meta.classify_topic_register);
insert_metadata.bind(":creator_author", doc_matters.conf_make_meta.meta.creator_author);
insert_metadata.bind(":creator_author_email", doc_matters.conf_make_meta.meta.creator_author_email);
// insert_metadata.bind(":creator_editor", doc_matters.conf_make_meta.meta.creator_editor);
// insert_metadata.bind(":creator_contributor", doc_matters.conf_make_meta.meta.creator_contributor);
insert_metadata.bind(":creator_illustrator", doc_matters.conf_make_meta.meta.creator_illustrator);
// insert_metadata.bind(":creator_photographer", doc_matters.conf_make_meta.meta.creator_photographer);
insert_metadata.bind(":creator_translator", doc_matters.conf_make_meta.meta.creator_translator);
// insert_metadata.bind(":creator_audio", doc_matters.conf_make_meta.meta.creator_audio);
// insert_metadata.bind(":creator_video", doc_matters.conf_make_meta.meta.creator_video);
insert_metadata.bind(":date_added_to_site", doc_matters.conf_make_meta.meta.date_added_to_site);
insert_metadata.bind(":date_available", doc_matters.conf_make_meta.meta.date_available);
insert_metadata.bind(":date_created", doc_matters.conf_make_meta.meta.date_created);
insert_metadata.bind(":date_issued", doc_matters.conf_make_meta.meta.date_issued);
insert_metadata.bind(":date_modified", doc_matters.conf_make_meta.meta.date_modified);
insert_metadata.bind(":date_published", doc_matters.conf_make_meta.meta.date_published);
insert_metadata.bind(":date_valid", doc_matters.conf_make_meta.meta.date_valid);
// insert_metadata.bind(":date_translated", doc_matters.conf_make_meta.meta.date_translated);
// insert_metadata.bind(":date_original_publication", doc_matters.conf_make_meta.meta.date_original_publication);
// insert_metadata.bind(":date_generated", doc_matters.conf_make_meta.meta.date_generated);
insert_metadata.bind(":identifier_isbn", doc_matters.conf_make_meta.meta.identifier_isbn);
insert_metadata.bind(":identifier_oclc", doc_matters.conf_make_meta.meta.identifier_oclc);
insert_metadata.bind(":language_document", doc_matters.conf_make_meta.meta.language_document);
insert_metadata.bind(":language_document_char", doc_matters.conf_make_meta.meta.language_document_char);
// insert_metadata.bind(":language_original", doc_matters.conf_make_meta.meta.language_original);
// insert_metadata.bind(":language_original_char", doc_matters.conf_make_meta.meta.language_original_char);
insert_metadata.bind(":notes_abstract", doc_matters.conf_make_meta.meta.notes_abstract);
insert_metadata.bind(":notes_description", doc_matters.conf_make_meta.meta.notes_description);
insert_metadata.bind(":original_publisher", doc_matters.conf_make_meta.meta.original_publisher);
insert_metadata.bind(":original_language", doc_matters.conf_make_meta.meta.original_language);
insert_metadata.bind(":original_language_char", doc_matters.conf_make_meta.meta.original_language_char);
insert_metadata.bind(":original_source", doc_matters.conf_make_meta.meta.original_source);
insert_metadata.bind(":original_title", doc_matters.conf_make_meta.meta.original_title);
insert_metadata.bind(":publisher", doc_matters.conf_make_meta.meta.publisher);
// insert_metadata.bind(":rights", doc_matters.conf_make_meta.meta.rights);
insert_metadata.bind(":rights_copyright", doc_matters.conf_make_meta.meta.rights_copyright);
insert_metadata.bind(":rights_copyright_audio", doc_matters.conf_make_meta.meta.rights_copyright_audio);
insert_metadata.bind(":rights_copyright_cover", doc_matters.conf_make_meta.meta.rights_copyright_cover);
insert_metadata.bind(":rights_copyright_illustrations", doc_matters.conf_make_meta.meta.rights_copyright_illustrations);
insert_metadata.bind(":rights_copyright_photographs", doc_matters.conf_make_meta.meta.rights_copyright_photographs);
// insert_metadata.bind(":rights_copyright_preparation", doc_matters.conf_make_meta.meta.rights_preparation);
insert_metadata.bind(":rights_copyright_text", doc_matters.conf_make_meta.meta.rights_copyright_text);
insert_metadata.bind(":rights_copyright_translation", doc_matters.conf_make_meta.meta.rights_copyright_translation);
insert_metadata.bind(":rights_copyright_video", doc_matters.conf_make_meta.meta.rights_copyright_video);
// insert_metadata.bind(":rights_copyright_digitization", doc_matters.conf_make_meta.meta.rights_digitization);
// insert_metadata.bind(":rights_copyright_audio", doc_matters.conf_make_meta.meta.rights_audio);
// insert_metadata.bind(":rights_copyright_video", doc_matters.conf_make_meta.meta.rights_video);
insert_metadata.bind(":rights_license", doc_matters.conf_make_meta.meta.rights_license);
// insert_metadata.bind(":src_filename", doc_matters.conf_make_meta.meta.src_filename);
// insert_metadata.bind(":src_fingerprint", doc_matters.conf_make_meta.meta.src_fingerprint);
// insert_metadata.bind(":src_filesize", doc_matters.conf_make_meta.meta.src_filesize);
// insert_metadata.bind(":src_wordcount", doc_matters.conf_make_meta.meta.src_wordcount);
// insert_metadata.bind(":src_text", doc_matters.conf_make_meta.meta.src_text);
// insert_metadata.bind(":fulltext", doc_matters.conf_make_meta.meta.fulltext);
// insert_metadata.bind(":links", doc_matters.conf_make_meta.meta.links);
insert_metadata.execute(); insert_metadata.reset();
/+ watch +/
writeln("sql statement executed");
assert(db.totalChanges == 1);
//
Statement insert_doc_objects = db.prepare("
INSERT INTO doc_objects (
lid,
metadata_tid,
ocn,
ocnd,
ocns,
clean,
body,
book_idx,
seg,
lev_an,
lev,
lev0,
lev1,
lev2,
lev3,
lev4,
lev5,
lev6,
lev7,
en_a,
en_z,
en_a_asterisk,
en_z_asterisk,
en_a_plus,
en_z_plus,
t_of,
t_is,
node,
parent,
digest_clean,
digest_all,
types
)
VALUES (
:lid,
:metadata_tid,
:ocn,
:ocnd,
:ocns,
:clean,
:body,
:book_idx,
:seg,
:lev_an,
:lev,
:lev0,
:lev1,
:lev2,
:lev3,
:lev4,
:lev5,
:lev6,
:lev7,
:en_a,
:en_z,
:en_a_asterisk,
:en_z_asterisk,
:en_a_plus,
:en_z_plus,
:t_of,
:t_is,
:node,
:parent,
:digest_clean,
:digest_all,
:types
)
");
return insert_doc_objects;
}
}
template SQLiteObjectsLoop() {
void SQLiteObjectsLoop(P)(
auto ref P doc_parts,
) {
Statement insert_doc_objects = SQLiteInstruct!()(doc_matters);
auto format_and_sqlite_load = SQLiteFormatAndLoadObject!()(doc_matters);
string[string] obj_txt;
string doc_text;
foreach (part; doc_parts) {
foreach (obj; doc_abstraction[part]) {
switch (obj.of_part) {
case "frontmatter": assert(part == "head", part);
switch (obj.is_of) {
case "para":
switch (obj.is_a) {
case "heading":
obj_txt = format_and_sqlite_load.heading(obj);
break;
default:
if ((doc_matters.opt.action.debug_do)) {
writeln(__FILE__, ":", __LINE__, ": ", obj.is_a);
}
break;
}
break;
default:
if ((doc_matters.opt.action.debug_do)) {
writeln(__FILE__, ":", __LINE__, ": ", obj.is_of);
}
break;
}
break;
case "body": // assert(part == "body", part); // TODO broken
switch (obj.is_of) {
case "para":
switch (obj.is_a) {
case "heading":
debug (asserts) { // TODO consider and fix or remove
if (part != "body") {
writeln(__LINE__, ": ", obj.text);
}
}
obj_txt = format_and_sqlite_load.heading(obj);
break;
case "para":
obj_txt = format_and_sqlite_load.para(obj);
break;
default:
if ((doc_matters.opt.action.debug_do)) {
writeln(__FILE__, ":", __LINE__, ": ", obj.is_a);
}
break;
}
break;
case "block":
switch (obj.is_a) {
case "quote":
obj_txt = format_and_sqlite_load.quote(obj);
break;
case "group":
obj_txt = format_and_sqlite_load.group(obj);
break;
case "block":
obj_txt = format_and_sqlite_load.block(obj);
break;
case "poem": // double check on keeping both poem & verse
break;
case "verse":
obj_txt = format_and_sqlite_load.verse(obj);
break;
case "code":
obj_txt = format_and_sqlite_load.code(obj);
break;
case "table":
obj_txt = format_and_sqlite_load.table(obj);
break;
default:
if ((doc_matters.opt.action.debug_do)) {
writeln(__FILE__, ":", __LINE__, ": ", obj.is_a);
}
break;
}
break;
default:
if ((doc_matters.opt.action.debug_do)) {
writeln(__FILE__, ":", __LINE__, ": ", obj.is_of);
}
break;
}
break;
case "backmatter":
assert(part == "endnotes" || "glossary" || "bibliography" || "bookindex_seg" || "blurb" || "tail", part);
switch (obj.is_of) {
case "para":
switch (obj.is_a) {
case "heading":
obj_txt = format_and_sqlite_load.heading(obj);
break;
case "endnote": assert(part == "endnotes", part);
obj_txt = format_and_sqlite_load.para(obj);
break;
case "glossary": assert(part == "glossary", part);
obj_txt = format_and_sqlite_load.para(obj);
break;
case "bibliography": assert(part == "bibliography", part);
obj_txt = format_and_sqlite_load.para(obj);
break;
case "bookindex": assert(part == "bookindex_seg", part);
obj_txt = format_and_sqlite_load.para(obj);
break;
case "blurb": assert(part == "blurb", part);
obj_txt = format_and_sqlite_load.para(obj);
break;
default:
if ((doc_matters.opt.action.debug_do)) {
writeln(__FILE__, ":", __LINE__, ": ", obj.is_a);
}
break;
}
break;
default:
if ((doc_matters.opt.action.debug_do)) {
writeln(__FILE__, ":", __LINE__, ": ", obj.is_of);
}
break;
}
break;
case "comment":
break;
default:
if ((doc_matters.opt.action.debug_do)) {
writeln(__FILE__, ":", __LINE__, ": ", obj.of_part); // check where empty value could come from
writeln(__FILE__, ":", __LINE__, ": ", obj.is_a);
writeln(__FILE__, ":", __LINE__, ": ", obj.text); // check where empty value could come from
}
break;
}
if (obj.is_a == "heading") {
writeln(
"markup: ", obj.heading_lev_markup,
"> ", obj.dom_markedup,
"; collapsed: ", obj.heading_lev_collapsed,
"> ", obj.dom_collapsed,
"; ocn: ", obj.ocn,
" node: ", obj.node,
"; parent: ", obj.parent_lev_markup,
"; ocn: ", obj.parent_ocn,
"; ",
);
}
insert_doc_objects.bind(":t_of", obj.is_of);
insert_doc_objects.bind(":t_is", obj.is_a);
insert_doc_objects.bind(":ocn", obj.ocn);
insert_doc_objects.bind(":clean", obj_txt["text"]); // consider whether book index info should be made available within clear text for search
insert_doc_objects.bind(":body", obj_txt["html"]);
// insert_doc_objects.bind(":book_idx", ""); // not needed, but, consider whether should be made available within object for clear text search
insert_doc_objects.bind(":lev", obj.heading_lev_markup);
// // insert_doc_objects.bind(":dom_markedup", ""); // should make lev sequence below obsolete
// // insert_doc_objects.bind(":dom_collapsed", ""); // should add info
// insert_doc_objects.bind(":lev0", "");
// insert_doc_objects.bind(":lev1", "");
// insert_doc_objects.bind(":lev2", "");
// insert_doc_objects.bind(":lev3", "");
// insert_doc_objects.bind(":lev4", "");
// insert_doc_objects.bind(":lev5", "");
// insert_doc_objects.bind(":lev6", "");
// insert_doc_objects.bind(":lev7", "");
// insert_doc_objects.bind(":node", "");
// insert_doc_objects.bind(":type", "");
// insert_doc_objects.bind(":parent_ocn", "");
// insert_doc_objects.bind(":ancestors", "");
// insert_doc_objects.bind(":heading_lev_markup", "");
// insert_doc_objects.bind(":heading_lev_collapsed", "");
// insert_doc_objects.bind(":parent_lev_markup", "");
// insert_doc_objects.bind(":heading_ancestors", "");
// insert_doc_objects.bind(":node", "");
insert_doc_objects.execute(); insert_doc_objects.reset();
}
}
}
}
SQLiteObjectsLoop!()(doc_matters.xml.keys_seq.sql);
}
}
template SQLiteTablesCreate() {
void SQLiteTablesCreate()() {
writeln("table create");
}
}
template SQLiteTablesDrop() {
void SQLiteTablesDrop()() {
writeln("table drop");
}
}