public void Select_tasks_steps(
Xobc_task_step_hash task_step_hash,
Xobc_step_map_tbl step_map_tbl,
byte[] wiki_abrv,
String wiki_date) {
task_step_hash.Clear();
Db_rdr rdr =
conn.Stmt_sql(
String_.Concat_lines_nl_skip_last(
"SELECT DISTINCT sm.task_id, sm.step_id",
"FROM " + tbl_name + " imps",
" JOIN " + step_map_tbl.Tbl_name() + " sm ON sm.step_id = imps.step_id",
"WHERE imps.wiki_abrv = ?",
"AND imps.wiki_date = ?"))
.Crt_bry_as_str(fld_wiki_abrv, wiki_abrv)
.Crt_str(fld_wiki_date, wiki_date)
.Exec_select__rls_auto();
try {
while (rdr.Move_next()) {
task_step_hash.Add(rdr.Read_int("task_id"), rdr.Read_int("step_id"));
}
} finally {
rdr.Rls();
}
}
class Wdata_fmtr__json implements gplx.core.brys.Bfr_arg {
private final Bry_bfr tmp_bfr = Bry_bfr_.Reset(255);
private Xoapi_toggle_itm toggle_itm;
private Wdata_toc_data toc_data;
private Json_doc jdoc;
public void Init_by_ctor(Wdata_toc_data toc_data, Xoapi_toggle_mgr toggle_mgr) {
this.toc_data = toc_data.Itms_len_enable_n_();
this.toggle_itm =
toggle_mgr.Get_or_new("wikidatawiki-json")
.Html_toggle_hdr_cls_(Bry_.new_a7("overflow:auto;"));
}
public void Init_by_lang(Wdata_hwtr_msgs msgs) {
toc_data.Orig_(msgs.Json_div_hdr());
toggle_itm.Init_msgs(msgs.Toggle_title_y(), msgs.Toggle_title_n());
}
public void Init_by_wdoc(Json_doc jdoc) {
this.jdoc = jdoc;
toc_data.Make(0);
}
public void Bfr_arg__add(Bry_bfr bfr) {
if (jdoc == null) return; // TEST: wdoc doesn't have jdoc
jdoc.Root_nde().Print_as_json(tmp_bfr, 0);
fmtr.Bld_bfr_many(
bfr,
toc_data.Href(),
toc_data.Text(),
toggle_itm.Html_toggle_btn(),
toggle_itm.Html_toggle_hdr(),
tmp_bfr.To_bry_and_clear());
}
private final Bry_fmtr fmtr =
Bry_fmtr.new_(
String_.Concat_lines_nl_skip_last(
"",
" <h2 class='wb-section-heading' id='~{hdr_href}'>~{hdr_text}~{toggle_btn}</h2>",
" <div class='visualClear'></div>",
" <pre~{toggle_hdr}>~{json}",
" </pre>",
" </div>"),
"hdr_href",
"hdr_text",
"toggle_btn",
"toggle_hdr",
"json");
}
private int Load_from_db(List_adp list, int uid_prv) {
// prepare for page_tbl
String sql =
String_.Format(
String_.Concat_lines_nl_skip_last // ANSI.Y
(
"SELECT mp.xomp_uid",
", pp.page_id",
", pp.page_namespace",
", pp.page_title",
", pp.page_text_db_id",
"FROM xomp_page mp",
" JOIN <page_db>page pp ON mp.page_id = pp.page_id",
"WHERE mp.xomp_uid > {0}",
"AND mp.page_status = 0",
"LIMIT {1}"),
uid_prv,
num_pages_per_load);
this.attach_mgr.Conn_links_(
new Db_attach_itm("page_db", wiki.Data__core_mgr().Db__core().Conn()));
sql = attach_mgr.Resolve_sql(sql);
// run page_tbl
int rv = -1;
Xomp_text_db_loader text_db_loader = new Xomp_text_db_loader(wiki);
attach_mgr.Attach();
Db_rdr rdr = make_conn.Stmt_sql(sql).Exec_select__rls_auto();
try {
while (rdr.Move_next()) {
rv = rdr.Read_int("xomp_uid");
int text_db_id = rdr.Read_int("page_text_db_id");
Xomp_page_itm ppg = new Xomp_page_itm(rdr.Read_int("page_id"));
ppg.Init_by_page(
rdr.Read_int("page_namespace"), rdr.Read_bry_by_str("page_title"), text_db_id);
list.Add(ppg);
text_db_loader.Add(text_db_id, ppg);
}
} finally {
rdr.Rls();
}
attach_mgr.Detach();
text_db_loader.Load();
return rv;
}
@Override
public void Cmd_run() {
wiki.Init_by_wiki();
Xow_db_file core_db = wiki.Data__core_mgr().Db__core();
Db_conn core_db_conn = core_db.Conn();
Gfo_usr_dlg usr_dlg = Gfo_usr_dlg_.Instance;
usr_dlg.Plog_many("", "", "creating page_filter");
if (!core_db_conn.Meta_tbl_exists("page_filter")) {
core_db_conn.Meta_tbl_create(
Dbmeta_tbl_itm.New(
"page_filter",
new Dbmeta_fld_itm[] {
Dbmeta_fld_itm.new_int("page_id").Primary_y_(),
Dbmeta_fld_itm.new_int("page_text_db_id")
},
Dbmeta_idx_itm.new_normal_by_tbl(
"page_filter", "db_id__page", "page_text_db_id", "page_id"),
Dbmeta_idx_itm.new_normal_by_tbl("page_filter", "page_id", "page_id")));
}
core_db_conn.Exec_sql_plog_ntx(
"finding missing redirects",
String_.Concat_lines_nl_skip_last(
"INSERT INTO page_filter (page_id, page_text_db_id)",
"SELECT ptr.page_id, ptr.page_text_db_id",
"FROM page ptr",
" LEFT JOIN page orig ON ptr.page_redirect_id = orig.page_id",
"WHERE ptr.page_is_redirect = 1",
"AND orig.page_id IS NULL",
"UNION",
"SELECT ptr.page_id, ptr.page_text_db_id",
"FROM page ptr",
"WHERE ptr.page_is_redirect = 1",
"AND ptr.page_redirect_id = -1",
";"));
try {
Xow_db_file[] db_file_ary =
core_db.Tbl__db().Select_all(wiki.Data__core_mgr().Props(), wiki.Fsys_mgr().Root_dir());
int len = db_file_ary.length;
for (int i = 0; i < len; ++i) {
boolean db_file_is_text = Bool_.N, db_file_is_cat = Bool_.N, db_file_is_search = Bool_.N;
Xow_db_file db_file = db_file_ary[i];
switch (db_file.Tid()) {
case Xow_db_file_.Tid__core:
case Xow_db_file_.Tid__wiki_solo:
case Xow_db_file_.Tid__text_solo:
if (wiki.Data__core_mgr().Props().Layout_text().Tid_is_lot())
continue; // if mode is lot, then "core" db does not have text, cat, search; skip;
// DATE:2016-01-31
db_file_is_text = db_file_is_cat = db_file_is_search = Bool_.Y;
break;
case Xow_db_file_.Tid__text:
db_file_is_text = Bool_.Y;
break;
case Xow_db_file_.Tid__cat:
db_file_is_cat = Bool_.Y;
break;
case Xow_db_file_.Tid__search_core:
db_file_is_search = Bool_.Y;
break;
}
int db_id = db_file.Id();
if (db_file_is_text)
Run_sql(
core_db_conn,
db_file.Url(),
db_id,
"deleting text: " + db_id,
"DELETE FROM <data_db>text WHERE page_id IN (SELECT page_id FROM page_filter WHERE page_text_db_id = {0});");
if (db_file_is_cat)
Run_sql(
core_db_conn,
db_file.Url(),
db_id,
"deleting cat: " + db_id,
"DELETE FROM <data_db>cat_link WHERE cl_from IN (SELECT page_id FROM page_filter);");
if (db_file_is_search)
Run_sql(
core_db_conn,
db_file.Url(),
db_id,
"deleting search:" + db_id,
"DELETE FROM <data_db>search_link WHERE page_id IN (SELECT page_id FROM page_filter);");
if (db_file_is_text || db_file_is_cat || db_file_is_search) db_file.Conn().Env_vacuum();
}
} catch (Exception e) {
Gfo_usr_dlg_.Instance.Warn_many(
"", "", "fatal error during page deletion: err=~{0}", Err_.Message_gplx_log(e));
}
core_db_conn.Exec_sql_plog_ntx(
"deleting from table: page",
"DELETE FROM page WHERE page_id IN (SELECT page_id FROM page_filter);");
// core_db_conn.Meta_tbl_delete("page_filter");
core_db_conn.Env_vacuum();
usr_dlg.Plog_many("", "", "");
}
class Hiero_html_wtr {
private Hiero_phoneme_mgr phoneme_mgr;
private Bry_bfr temp_bfr = Bry_bfr.reset_(255);
public Hiero_html_wtr(Hiero_html_mgr mgr, Hiero_phoneme_mgr phoneme_mgr) {
this.phoneme_mgr = phoneme_mgr;
}
public void Init_for_write(Xoh_wtr_ctx hctx) {
this.hiero_img_dir =
hctx.Mode_is_hdump()
? gplx.xowa.html.hdumps.abrvs.Xohd_abrv_.Key_hiero_dir
: Hiero_xtn_mgr.Img_src_dir;
}
private byte[] hiero_img_dir = null;
public void Hr(Bry_bfr bfr) {
bfr.Add(Html_tag_.Hr_inl).Add_byte_nl();
}
public void Tbl_eol(Bry_bfr bfr) {
bfr.Add(Tbl_eol_bry);
}
public byte[] Td_height(int height) {
return temp_bfr.Add(Option_bgn_bry)
.Add_int_variable(height)
.Add(Option_end_bry)
.Xto_bry_and_clear();
}
private static final byte[] Option_bgn_bry = Bry_.new_a7("height: "),
Option_end_bry = Bry_.new_a7("px;");
public void Td(Bry_bfr bfr, byte[] glyph) {
bfr.Add(Td_bgn_bry).Add(glyph).Add(Td_end_bry);
}
private static final byte[] Td_bgn_bry = Bry_.new_a7("\n <td>"),
Td_end_bry = Bry_.new_a7("\n </td>");
public void Cartouche_bgn(Bry_bfr bfr) {
bfr.Add(Cartouche_bgn_lhs_bry)
.Add_int_variable((Hiero_html_mgr.Cartouche_width * Hiero_html_mgr.scale) / 100)
.Add(Cartouche_bgn_rhs_bry);
}
private static final String Tbl_bgn_str = "<table class=\"mw-hiero-table\">";
private static final byte[]
Cartouche_bgn_lhs_bry =
Bry_.new_a7(
String_.Concat_lines_nl_skip_last(
"",
" <td>",
" " + Tbl_bgn_str,
" <tr>",
" <td class='mw-hiero-box' style='height: ")),
Cartouche_bgn_rhs_bry =
Bry_.new_a7(
String_.Concat_lines_nl_skip_last(
"px;'>",
" </td>",
" </tr>",
" <tr>",
" <td>",
" " + Tbl_bgn_str,
" <tr>"));
public void Cartouche_end(Bry_bfr bfr) {
bfr.Add(Cartouche_end_lhs_bry)
.Add_int_variable((Hiero_html_mgr.Cartouche_width * Hiero_html_mgr.scale) / 100)
.Add(Cartouche_end_rhs_bry);
}
private static final byte[]
Cartouche_end_lhs_bry =
Bry_.new_a7(
String_.Concat_lines_nl_skip_last(
"",
" </tr>",
" </table>",
" </td>",
" </tr>",
" <tr>",
" <td class='mw-hiero-box' style='height: ")),
Cartouche_end_rhs_bry =
Bry_.new_a7(
String_.Concat_lines_nl_skip_last(
"px;'>",
" </td>",
" </tr>",
" </table>",
" </td>"));
public byte[] Cartouche_img(
Xoh_wtr_ctx hctx,
boolean bgn,
byte[] glyph) { // render open / close cartouche; note that MW has two branches, but they are
// both the same
int height = (int) ((Hiero_html_mgr.Max_height * Hiero_html_mgr.scale) / 100);
Hiero_phoneme_itm phoneme_itm = phoneme_mgr.Get_by_key(glyph);
if (phoneme_itm == null) throw Err_.new_fmt_("missing phoneme: {0}", String_.new_u8(glyph));
byte[] code = phoneme_itm.Gardiner_code();
byte[] title = bgn ? Html_entity_.Lt_bry : Html_entity_.Gt_bry;
return cartouche_img_fmtr.Bld_bry_many(temp_bfr, hiero_img_dir, code, height, title);
}
private static final Bry_fmtr cartouche_img_fmtr =
Bry_fmtr.new_(
String_.Concat(
"\n <img src='~{path}hiero_~{code}.png'",
" height='~{height}' title='~{title}'",
" alt='~{title}' />"),
"path",
"code",
"height",
"title");
public void Tbl_inner(Bry_bfr html_bfr, Bry_bfr text_bfr) {
html_bfr.Add(Tbl_inner_bgn)
.Add_bfr_and_clear(text_bfr)
.Add(Tbl_inner_end); // $html .= self::TABLE_START . "<tr>\n" . $tableContentHtml .
// '</tr></table>';
}
private static final byte[]
Tbl_inner_bgn =
Bry_.new_u8(
String_.Concat_lines_nl_skip_last(
" <table class=\"mw-hiero-table\">", " <tr>")),
Tbl_inner_end =
Bry_.new_u8(String_.Concat_lines_nl_skip_last("", " </tr>", " </table>"));
public void Tbl_outer(Bry_bfr bfr, Bry_bfr html_bfr) {
bfr.Add(Outer_tbl_bgn);
bfr.Add_bfr_and_clear(html_bfr);
bfr.Add(Outer_tbl_end);
}
private static final byte[]
Outer_tbl_bgn =
Bry_.new_a7(
String_.Concat_lines_nl_skip_last(
"<table class='mw-hiero-table mw-hiero-outer' dir='ltr'>",
" <tr>",
" <td>",
"")),
Outer_tbl_end =
Bry_.new_a7(
String_.Concat_lines_nl_skip_last("", " </td>", " </tr>", "</table>", ""));
public byte[] Img_phoneme(byte[] img_cls, byte[] td_height, byte[] glyph_esc, byte[] code) {
byte[] code_esc = Html_utl.Escape_html_as_bry(temp_bfr, code);
byte[] img_title =
temp_bfr.Add(code_esc)
.Add_byte_space()
.Add_byte(Byte_ascii.Brack_bgn)
.Add(glyph_esc)
.Add_byte(Byte_ascii.Brack_end)
.Xto_bry_and_clear(); // "~{code} [~{glyph}]"
return Img(img_cls, td_height, glyph_esc, code_esc, img_title);
}
public byte[] Img_file(byte[] img_cls, byte[] td_height, byte[] glyph_esc) {
return Img(img_cls, td_height, glyph_esc, glyph_esc, glyph_esc);
}
private byte[] Img(
byte[] img_cls, byte[] td_height, byte[] glyph, byte[] img_src_name, byte[] img_title) {
byte[] img_src = Bld_img_src(hiero_img_dir, img_src_name);
return glyph_img_fmtr.Bld_bry_many(
temp_bfr, img_cls, Hiero_html_mgr.Image_margin, td_height, img_src, img_title, glyph);
}
private static final byte[] Tbl_eol_bry =
Bry_.new_a7(
String_.Concat_lines_nl_skip_last(
"", " </tr>", " </table>", " " + Tbl_bgn_str, " <tr>"));
private static final Bry_fmtr glyph_img_fmtr =
Bry_fmtr.new_(
"\n <img ~{img_cls}style='margin: ~{img_margin}px; ~{option}' src='~{img_src}' title='~{img_title}' alt='~{glyph}' />",
"img_cls",
"img_margin",
"option",
"img_src",
"img_title",
"glyph");
public byte[] Void(boolean half) { // render void
int width = Hiero_html_mgr.Max_height;
if (half) width /= 2;
return void_fmtr.Bld_bry_many(temp_bfr, width);
}
private static final Bry_fmtr void_fmtr =
Bry_fmtr.new_(
String_.Concat_lines_nl_skip_last(
"",
" <table class=\"mw-hiero-table\" style=\"width: ~{width}px;\">",
" <tr>",
" <td> ",
" </td>",
" </tr>",
" </table>"),
"width");
private static byte[] Bld_img_src(byte[] hiero_img_dir, byte[] name) {
return Bry_.Add(hiero_img_dir, Img_src_prefix, name, Img_src_ext);
}
private static final byte[] Img_src_prefix = Bry_.new_a7("hiero_"),
Img_src_ext = Bry_.new_a7(".png");
}
