diff --git a/packages/kiri-nif/Cargo.toml b/packages/kiri-nif/Cargo.toml index 4cb754f..3d5c311 100644 --- a/packages/kiri-nif/Cargo.toml +++ b/packages/kiri-nif/Cargo.toml @@ -14,6 +14,6 @@ crate-type = ["cdylib"] [dependencies] kiri-engine = { version = "0.2.0", path = "../kiri-engine" } -kiri-kotoba = { version = "0.1.0", path = "../kiri-kotoba" } +kiri-kotoba = { version = "0.2.0", path = "../kiri-kotoba" } rustler = "0.37" memmap2 = "0.9" diff --git a/packages/kiri-yaiba/CHANGELOG.md b/packages/kiri-yaiba/CHANGELOG.md new file mode 100644 index 0000000..0ca9230 --- /dev/null +++ b/packages/kiri-yaiba/CHANGELOG.md @@ -0,0 +1,29 @@ +# Changelog + +## v0.2.0 — Dead Code Cleanup + +Internal cleanup with no user-facing behavior changes. Tokenization output +is identical. + +### Breaking changes + +- **`concatenate_nodes()` signature simplified.** Removed two dead parameters: + - `force_oov: bool` — was always ignored (`let _ = force_oov`); the + concatenated node is unconditionally `is_oov: true`. + - `_normalized_override: Option<&str>` — was never read. + +### Internal + +- **Deduplicated `resolved_form()`.** The `tokenizer.rs` copy (returning + `String` via `.clone()`) removed in favor of the canonical + `path_rewrite::resolved_form()` (returning `&str`). The single call site + that needs ownership calls `.to_string()`. + +### Dependencies + +- kiri-kotoba bumped to 0.2.0. + +## v0.1.0 — Initial Release + +Standalone Rust Japanese morphological tokenizer: Viterbi lattice solver, +path rewriting (katakana OOV join, numeric join), split modes A/B/C, CLI. diff --git a/packages/kiri-yaiba/Cargo.toml b/packages/kiri-yaiba/Cargo.toml index b26f661..9bda767 100644 --- a/packages/kiri-yaiba/Cargo.toml +++ b/packages/kiri-yaiba/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "kiri-yaiba" -version = "0.1.0" +version = "0.2.0" authors = ["Russ T Fugal "] edition = "2021" description = "kiri-刃: Standalone Rust Japanese morphological tokenizer" @@ -22,7 +22,7 @@ path = "../../bench/tokenize_yaiba.rs" [dependencies] kiri-engine = { version = "0.2.0", path = "../kiri-engine" } -kiri-kotoba = { version = "0.1.0", path = "../kiri-kotoba" } +kiri-kotoba = { version = "0.2.0", path = "../kiri-kotoba" } memmap2 = "0.9" clap = { version = "4", features = ["derive"] } serde = { version = "1", features = ["derive"] }