{"name":"llm-tokenizer","vers":"0.0.1","deps":[],"cksum":"36f907fa07af393d82f0dfa61dc5fee8cd225f3e9f679c3b991547692f02a11c","features":{},"yanked":false,"pubtime":"2026-01-06T17:47:04Z"} {"name":"llm-tokenizer","vers":"1.0.0","deps":[{"name":"anyhow","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"blake3","req":"^1.5","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"bytemuck","req":"^1.21","features":["derive"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"dashmap","req":"^6.1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"hf-hub","req":"^0.4.3","features":["tokio"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"lru","req":"^0.16.2","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja","req":"^2.0","features":["unstable_machinery","json","builtins"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja-contrib","req":"^2.0","features":["pycompat"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"openai-protocol","req":"^1.0.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"parking_lot","req":"^0.12.4","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"rayon","req":"^1.10","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"reqwest","req":"^0.12.8","features":["blocking"],"optional":false,"default_features":false,"target":null,"kind":"dev"},{"name":"serde","req":"^1.0","features":["derive"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde_json","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tempfile","req":"^3.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"thiserror","req":"^2.0.12","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tiktoken-rs","req":"^0.7.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokenizers","req":"^0.22.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokio","req":"^1.42.0","features":["sync","rt-multi-thread","macros"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tracing","req":"^0.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"uuid","req":"^1.10","features":["v4","serde"],"optional":false,"default_features":true,"target":null,"kind":"normal"}],"cksum":"7333f5c7003ed8c17a0c81f575d0c2fe74df26e5adfdc177dcfc747bdc2a181a","features":{},"yanked":false,"pubtime":"2026-01-21T02:33:32Z"} {"name":"llm-tokenizer","vers":"1.1.0","deps":[{"name":"aho-corasick","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"anyhow","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"blake3","req":"^1.5","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"bytemuck","req":"^1.21","features":["derive"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"criterion","req":"^0.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"dashmap","req":"^6.1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"hf-hub","req":"^0.4.3","features":["tokio"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"lru","req":"^0.16.2","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja","req":"^2.0","features":["unstable_machinery","json","builtins"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja-contrib","req":"^2.0","features":["pycompat"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"openai-protocol","req":"^1.1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"parking_lot","req":"^0.12.4","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"rayon","req":"^1.10","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"reqwest","req":"^0.12.8","features":["blocking"],"optional":false,"default_features":false,"target":null,"kind":"dev"},{"name":"serde","req":"^1.0","features":["derive"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde_json","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tempfile","req":"^3.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"thiserror","req":"^2.0.12","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tiktoken-rs","req":"^0.9.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokenizers","req":"^0.22.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokio","req":"^1.42.0","features":["sync","rt-multi-thread","macros"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tracing","req":"^0.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"uuid","req":"^1.10","features":["v4","serde"],"optional":false,"default_features":true,"target":null,"kind":"normal"}],"cksum":"1809e2e494fd9b5637975a3917e839a50a2ac08b5385b7849643949d9f9a2192","features":{},"yanked":false,"pubtime":"2026-02-13T01:37:44Z"} {"name":"llm-tokenizer","vers":"1.2.0","deps":[{"name":"aho-corasick","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"anyhow","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"base64","req":"^0.22","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"blake3","req":"^1.5","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"criterion","req":"^0.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"dashmap","req":"^6.1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"hf-hub","req":"^0.4.3","features":["tokio"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja","req":"^2.0","features":["unstable_machinery","json","builtins","loader"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja-contrib","req":"^2.0","features":["pycompat"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"openai-protocol","req":"^1.2.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"rayon","req":"^1.10","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"reqwest","req":"^0.12.8","features":["blocking"],"optional":false,"default_features":false,"target":null,"kind":"dev"},{"name":"rustc-hash","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde","req":"^1.0","features":["derive"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde_json","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tempfile","req":"^3.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"thiserror","req":"^2.0.12","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tiktoken-rs","req":"^0.9.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokenizers","req":"^0.22.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokio","req":"^1.42.0","features":["sync","rt-multi-thread","macros"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tracing","req":"^0.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"uuid","req":"^1.10","features":["v4","serde"],"optional":false,"default_features":true,"target":null,"kind":"normal"}],"cksum":"67b84a6d0c08985bce5efbea728d858f51e74a9a0f441bad583e968bc4a921ea","features":{},"yanked":false,"pubtime":"2026-02-23T06:24:18Z"} {"name":"llm-tokenizer","vers":"1.3.0","deps":[{"name":"aho-corasick","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"anyhow","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"base64","req":"^0.22","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"blake3","req":"^1.5","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"criterion","req":"^0.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"dashmap","req":"^6.1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"futures","req":"^0.3","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"hf-hub","req":"^0.5.0","features":["tokio"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja","req":"^2.0","features":["unstable_machinery","json","builtins","loader"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja-contrib","req":"^2.0","features":["pycompat"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"openai-protocol","req":"^1.3.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"rayon","req":"^1.10","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"reqwest","req":"^0.12.8","features":["blocking"],"optional":false,"default_features":false,"target":null,"kind":"dev"},{"name":"rustc-hash","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde","req":"^1.0","features":["derive"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde_json","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tempfile","req":"^3.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"thiserror","req":"^2.0.12","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tiktoken-rs","req":"^0.9.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokenizers","req":"^0.22.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokio","req":"^1.42.0","features":["sync","rt-multi-thread","macros"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tracing","req":"^0.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"uuid","req":"^1.10","features":["v7","serde","v4","serde"],"optional":false,"default_features":true,"target":null,"kind":"normal"}],"cksum":"66a86264885138a8875b8f8b8532fee3c3f0d94054caf535d0ad8c23c6ac92dc","features":{},"yanked":false,"pubtime":"2026-03-10T08:45:53Z"} {"name":"llm-tokenizer","vers":"1.3.1","deps":[{"name":"aho-corasick","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"anyhow","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"base64","req":"^0.22","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"blake3","req":"^1.5","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"criterion","req":"^0.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"dashmap","req":"^6.1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"futures","req":"^0.3","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"hf-hub","req":"^0.5.0","features":["tokio"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja","req":"^2.0","features":["unstable_machinery","json","builtins","loader","loop_controls"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja-contrib","req":"^2.0","features":["pycompat"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"openai-protocol","req":"^1.6.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"rayon","req":"^1.10","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"reqwest","req":"^0.12.8","features":["blocking"],"optional":false,"default_features":false,"target":null,"kind":"dev"},{"name":"rustc-hash","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde","req":"^1.0","features":["derive"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde_json","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tempfile","req":"^3.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"thiserror","req":"^2.0.12","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tiktoken-rs","req":"^0.9.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokenizers","req":"^0.22.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokio","req":"^1.42.0","features":["sync","rt-multi-thread","macros"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tracing","req":"^0.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"uuid","req":"^1.10","features":["v7","serde","v4","serde"],"optional":false,"default_features":true,"target":null,"kind":"normal"}],"cksum":"12ad03a55de903cebce3cd630391efcfd42b75f87d2af5b7ad7e1c42b30961b3","features":{},"yanked":false,"pubtime":"2026-04-02T13:22:51Z"} {"name":"llm-tokenizer","vers":"1.3.2","deps":[{"name":"aho-corasick","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"anyhow","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"base64","req":"^0.22","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"blake3","req":"^1.5","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"criterion","req":"^0.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"dashmap","req":"^6.1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"futures","req":"^0.3","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"hf-hub","req":"^0.5.0","features":["tokio"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja","req":"^2.0","features":["unstable_machinery","json","builtins","loader","loop_controls"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja-contrib","req":"^2.0","features":["pycompat"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"openai-protocol","req":"^1.7.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"rayon","req":"^1.10","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"reqwest","req":"^0.12.8","features":["blocking"],"optional":false,"default_features":false,"target":null,"kind":"dev"},{"name":"rustc-hash","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde","req":"^1.0","features":["derive"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde_json","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tempfile","req":"^3.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"thiserror","req":"^2.0.12","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tiktoken-rs","req":"^0.9.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokenizers","req":"^0.22.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokio","req":"^1.42.0","features":["sync","rt-multi-thread","macros"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tracing","req":"^0.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"uuid","req":"^1.10","features":["v7","serde","v4","serde"],"optional":false,"default_features":true,"target":null,"kind":"normal"}],"cksum":"4992c0d29fdf0e964a5a1446c4b61b74ce7148b064b18feabfb375f7717e5d96","features":{},"yanked":false,"pubtime":"2026-04-09T17:23:12Z"} {"name":"llm-tokenizer","vers":"1.4.0","deps":[{"name":"aho-corasick","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"anyhow","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"base64","req":"^0.22","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"blake3","req":"^1.5","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"criterion","req":"^0.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"dashmap","req":"^6.1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"futures","req":"^0.3","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"hf-hub","req":"^0.5.0","features":["tokio","rustls-tls"],"optional":false,"default_features":false,"target":null,"kind":"normal"},{"name":"minijinja","req":"^2.0","features":["unstable_machinery","json","builtins","loader","loop_controls","preserve_order"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja-contrib","req":"^2.0","features":["pycompat"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"openai-protocol","req":"^1.8.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"rayon","req":"^1.10","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"reqwest","req":"^0.12.8","features":["blocking"],"optional":false,"default_features":false,"target":null,"kind":"dev"},{"name":"rustc-hash","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde","req":"^1.0","features":["derive"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde_json","req":"^1.0","features":["preserve_order"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tempfile","req":"^3.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"thiserror","req":"^2.0.12","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tiktoken-rs","req":"^0.9.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokenizers","req":"^0.23.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokio","req":"^1.42.0","features":["sync","rt-multi-thread","macros"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tracing","req":"^0.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"uuid","req":"^1.10","features":["v7","serde","v4","serde"],"optional":false,"default_features":true,"target":null,"kind":"normal"}],"cksum":"968c0493b7bad724c66a67a17b03b16dc63cbf8481d6acc90b0db16229b22868","features":{},"yanked":false,"pubtime":"2026-06-12T01:09:41Z"} {"name":"llm-tokenizer","vers":"1.4.1","deps":[{"name":"aho-corasick","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"anyhow","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"base64","req":"^0.22","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"blake3","req":"^1.5","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"criterion","req":"^0.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"dashmap","req":"^6.1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"futures","req":"^0.3","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"hf-hub","req":"^0.5.0","features":["tokio","rustls-tls"],"optional":false,"default_features":false,"target":null,"kind":"normal"},{"name":"minijinja","req":"^2.0","features":["unstable_machinery","json","builtins","loader","loop_controls","preserve_order"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja-contrib","req":"^2.0","features":["pycompat"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"openai-protocol","req":"^1.8.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"rayon","req":"^1.10","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"reqwest","req":"^0.12.8","features":["blocking"],"optional":false,"default_features":false,"target":null,"kind":"dev"},{"name":"rustc-hash","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde","req":"^1.0","features":["derive"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde_json","req":"^1.0","features":["preserve_order"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tempfile","req":"^3.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"thiserror","req":"^2.0.12","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tiktoken-rs","req":"^0.9.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokenizers","req":"^0.23.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokio","req":"^1.42.0","features":["sync","rt-multi-thread","macros"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tracing","req":"^0.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"uuid","req":"^1.10","features":["v7","serde","v4","serde"],"optional":false,"default_features":true,"target":null,"kind":"normal"}],"cksum":"d7e66c065fba12ae39766881bdda1acb51188a2a7141972182bb4f00b4ff8652","features":{},"yanked":false,"pubtime":"2026-06-21T02:34:47Z"} {"name":"llm-tokenizer","vers":"1.4.2","deps":[{"name":"aho-corasick","req":"^1.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"anyhow","req":"^1.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"base64","req":"^0.22","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"blake3","req":"^1.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"criterion","req":"^0.8","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"dashmap","req":"^6.2.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"futures","req":"^0.3","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"hf-hub","req":"^0.5.0","features":["tokio","rustls-tls"],"optional":false,"default_features":false,"target":null,"kind":"normal"},{"name":"minijinja","req":"^2.21","features":["unstable_machinery","json","builtins","loader","loop_controls","preserve_order"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"minijinja-contrib","req":"^2.21","features":["pycompat"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"openai-protocol","req":"^1.9.0","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"rayon","req":"^1.12","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"reqwest","req":"^0.13.4","features":["blocking"],"optional":false,"default_features":false,"target":null,"kind":"dev"},{"name":"rustc-hash","req":"^2","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde","req":"^1.0","features":["derive"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"serde_json","req":"^1.0","features":["preserve_order"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tempfile","req":"^3.27","features":[],"optional":false,"default_features":true,"target":null,"kind":"dev"},{"name":"thiserror","req":"^2.0.18","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tiktoken-rs","req":"^0.12","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokenizers","req":"^0.23.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tokio","req":"^1.52.3","features":["sync","rt-multi-thread","macros"],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"tracing","req":"^0.1","features":[],"optional":false,"default_features":true,"target":null,"kind":"normal"},{"name":"uuid","req":"^1.23","features":["v7","serde","v4","serde"],"optional":false,"default_features":true,"target":null,"kind":"normal"}],"cksum":"f749755ed3a446940279ff6ed9afc461135b41d11ba384d4a0f179e53fe31899","features":{},"yanked":false,"pubtime":"2026-06-29T16:24:33Z"}