Merge branch 'main' into cache-extend

MurrellGroup · Dec 8, 2024 · 1702fd3 · 1702fd3
2 parents 76bb79b + 5a73614
commit 1702fd3
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 7 deletions.
diff --git a/Project.toml b/Project.toml
@@ -18,16 +18,17 @@ StatsBase = "2913bbd2-ae8a-5f71-8c99-4fb6c76f3a91"
 [weakdeps]
 Metal = "dde4c033-4e86-420c-a63e-0dd931031962"
 
-[sources]
-HuggingFaceTokenizers = {rev = "main", url = "https://github.com/MurrellGroup/HuggingFaceTokenizers.jl"}
+[sources.HuggingFaceTokenizers]
+rev = "main"
+url = "https://github.com/MurrellGroup/HuggingFaceTokenizers.jl"
 
 [extensions]
 MetalExt = "Metal"
 
 [compat]
 Accessors = "0.1.38"
 Distributions = "0.25"
-Flux = "0.14"
+Flux = "0.14, 0.15"
 LogitSamplers = "0.1"
 LowRankLayers = "0.1"
 Metal = "1"

diff --git a/README.md b/README.md
@@ -10,13 +10,10 @@
 
 ## Installation
 
-
-We've split this into a few (unregistered) packages, so you'll need to add them all, and you need JSON3 for loading the configs:
+Add JSON3 for loading the configs, and the unregistered HuggingFaceTokenizers dependency for tokenization, in addition to Jjama3:
 ```
 ] add JSON3
   add https://github.com/MurrellGroup/HuggingFaceTokenizers.jl
-  add https://github.com/MurrellGroup/LowRankLayers.jl
-  add https://github.com/MurrellGroup/LogitSamplers.jl
   add https://github.com/MurrellGroup/Jjama3.jl
 ```