{"name":"language-tokenizer","vers":"0.1.0","deps":[{"name":"icu_segmenter","req":"^2.1.2","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"itertools","req":"^0.14.0","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"lindera","req":"^1.5.1","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"num_enum","req":"^0.7.5","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde","req":"^1.0.228","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"strsim","req":"^0.11.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"strum","req":"^0.27.2","features":["strum_macros"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"strum_macros","req":"^0.27.2","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"thiserror","req":"^2.0.17","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"unicode-normalization","req":"^0.1.25","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"unicode-segmentation","req":"^1.12.0","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"waken_snowball","req":"^0.1.0","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"}],"cksum":"ed9d23ae923f144698673d87d508ee7cd8627ddae99c23549a43525c4f7a4a23","features":{},"features2":{"chinese-icu":["dep:icu_segmenter","dep:itertools","icu_segmenter/compiled_data","icu_segmenter/auto"],"chinese-lindera":["dep:lindera","lindera/embedded-cc-cedict"],"full":["southeast-asian","snowball","japanese-ipadic-neologd-lindera","chinese-lindera","korean-lindera"],"japanese-icu":["dep:icu_segmenter","dep:itertools","icu_segmenter/compiled_data","icu_segmenter/auto"],"japanese-ipadic-lindera":["dep:lindera","lindera/embedded-ipadic"],"japanese-ipadic-neologd-lindera":["dep:lindera","lindera/embedded-ipadic-neologd"],"japanese-unidic-lindera":["dep:lindera","lindera/embedded-unidic"],"korean-lindera":["dep:lindera","lindera/embedded-ko-dic"],"serde":["dep:serde"],"snowball":["dep:waken_snowball","dep:unicode-normalization","dep:unicode-segmentation"],"southeast-asian":["dep:icu_segmenter","dep:itertools","icu_segmenter/compiled_data","icu_segmenter/lstm"]},"yanked":false,"rust_version":"1.83.0","pubtime":"2026-01-07T13:47:30Z","v":2}
{"name":"language-tokenizer","vers":"0.2.0","deps":[{"name":"icu_segmenter","req":"^2.2.0","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"itertools","req":"^0.14.0","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"lindera","req":"^3.0.4","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"num_enum","req":"^0.7.6","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde","req":"^1.0.228","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"strsim","req":"^0.11.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"strum","req":"^0.28.0","features":["strum_macros"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"strum_macros","req":"^0.28.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"thiserror","req":"^2.0.18","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"unicode-normalization","req":"^0.1.25","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"unicode-segmentation","req":"^1.13.2","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"waken_snowball","req":"^0.1.0","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"}],"cksum":"7bc7e87693c4bb100c43e1d396f005ff2a011a55f5bc71bd3586d683071d3b39","features":{},"features2":{"chinese-icu":["dep:icu_segmenter","dep:itertools","icu_segmenter/compiled_data","icu_segmenter/auto"],"chinese-lindera":["dep:lindera","lindera/embed-cc-cedict"],"full":["southeast-asian","snowball","japanese-ipadic-neologd-lindera","chinese-lindera","korean-lindera"],"japanese-icu":["dep:icu_segmenter","dep:itertools","icu_segmenter/compiled_data","icu_segmenter/auto"],"japanese-ipadic-lindera":["dep:lindera","lindera/embed-ipadic"],"japanese-ipadic-neologd-lindera":["dep:lindera","lindera/embed-ipadic-neologd"],"japanese-unidic-lindera":["dep:lindera","lindera/embed-unidic"],"korean-lindera":["dep:lindera","lindera/embed-ko-dic"],"serde":["dep:serde"],"snowball":["dep:waken_snowball","dep:unicode-normalization","dep:unicode-segmentation"],"southeast-asian":["dep:icu_segmenter","dep:itertools","icu_segmenter/compiled_data","icu_segmenter/lstm"]},"yanked":false,"rust_version":"1.83.0","pubtime":"2026-04-08T18:31:37Z","v":2}
{"name":"language-tokenizer","vers":"0.3.0","deps":[{"name":"icu_segmenter","req":"^2.2.0","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"itertools","req":"^0.14.0","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"lindera","req":"^3.0.5","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"num_enum","req":"^0.7.6","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde","req":"^1.0.228","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"strsim","req":"^0.11.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"strum","req":"^0.28.0","features":["strum_macros"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"strum_macros","req":"^0.28.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"thiserror","req":"^2.0.18","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"unicode-normalization","req":"^0.1.25","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"unicode-segmentation","req":"^1.13.2","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"},{"name":"waken_snowball","req":"^0.1.0","features":[],"optional":true,"default_features":true,"target":null,"kind":"normal"}],"cksum":"11f65fc7c93dfeccad99fcff5a9a7f61f7c9fcc1d91cedceec2d804171f0161c","features":{},"features2":{"chinese-icu":["dep:icu_segmenter","dep:itertools","icu_segmenter/compiled_data","icu_segmenter/auto"],"chinese-lindera":["dep:lindera","lindera/embed-cc-cedict"],"full":["southeast-asian","snowball","japanese-ipadic-neologd-lindera","chinese-lindera","korean-lindera"],"japanese-icu":["dep:icu_segmenter","dep:itertools","icu_segmenter/compiled_data","icu_segmenter/auto"],"japanese-ipadic-lindera":["dep:lindera","lindera/embed-ipadic"],"japanese-ipadic-neologd-lindera":["dep:lindera","lindera/embed-ipadic-neologd"],"japanese-unidic-lindera":["dep:lindera","lindera/embed-unidic"],"korean-lindera":["dep:lindera","lindera/embed-ko-dic"],"serde":["dep:serde"],"snowball":["dep:waken_snowball","dep:unicode-normalization","dep:unicode-segmentation"],"southeast-asian":["dep:icu_segmenter","dep:itertools","icu_segmenter/compiled_data","icu_segmenter/lstm"]},"yanked":false,"rust_version":"1.88.0","pubtime":"2026-04-10T13:17:40Z","v":2}