mirror of
https://git.pumpin.online/funkpower/catena.git
synced 2026-10-23 03:07:13 +00:00
18 lines
363 B
TOML
18 lines
363 B
TOML
[package]
|
|
name = "textkit"
|
|
description = "Tokenising and segmenting text, the way the catena tools agree to do it."
|
|
version.workspace = true
|
|
edition.workspace = true
|
|
rust-version.workspace = true
|
|
license.workspace = true
|
|
repository.workspace = true
|
|
|
|
[dependencies]
|
|
tiktoken-rs.workspace = true
|
|
|
|
[dev-dependencies]
|
|
regex.workspace = true
|
|
|
|
[lints]
|
|
workspace = true
|