-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathCargo.toml
46 lines (39 loc) · 1.1 KB
/
Cargo.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
[package]
name = "rag-rs"
version = "0.1.0"
edition = "2021"
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
[lints.rust]
unsafe_code = "forbid"
[lints.clippy]
correctness = "deny"
suspicious = "deny"
complexity = "warn"
perf = "warn"
style = "warn"
pedantic = "warn"
missing_errors_doc = "allow"
missing-panics-doc = "allow"
must-use-candidate = "allow"
[dependencies]
# I created a PR to text-splitter that will make the direct declaration of tokenizers unecessary
tokenizers = { version = "0.15", features = ["http"] }
anyhow = "1.0"
ollama-rs = { version = "0.1", features = ["stream"] }
tokio = { version = "1", features = ["full"] }
futures = "0.3"
walkdir = "2.4"
serde = { version = "1.0", features = ["derive"] }
serde_json = "1.0"
fastembed = "3.4"
text-splitter = { version = "0.6", features = ["tokenizers"] }
dotenv = "0.15.0"
tracing = "0.1.40"
tracing-subscriber = { version = "0.3.18", features = ["env-filter"] }
lancedb = "0.4.14"
arrow-array = "50.0"
arrow-schema = "50.0"
async-openai = "0.20.0"
[[bin]]
name = "run_ingest"
path = "src/bin/run_ingest.rs"