From 3bd6f9a87644e8415db4142d39c664bd53953ecb Mon Sep 17 00:00:00 2001 From: Lukas Blecher Date: Thu, 13 Apr 2023 15:43:34 +0200 Subject: [PATCH] bump up tokenizers version to 0.13.0 #248 --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index c7cb7b5..b1d4aa2 100644 --- a/setup.py +++ b/setup.py @@ -59,7 +59,7 @@ 'einops>=0.3.0', 'x_transformers==0.15.0', 'transformers>=4.18.0', - 'tokenizers==0.12.1', + 'tokenizers==0.13.0', 'numpy>=1.19.5', 'Pillow>=9.1.0', 'PyYAML>=5.4.1',