Update lib/tokenizers/tokenizer.ex

Co-authored-by: José Valim <[email protected]>
elixir-nx · Jul 31, 2023 · 94f1042 · 94f1042
1 parent 4d5bc02
commit 94f1042
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/lib/tokenizers/tokenizer.ex b/lib/tokenizers/tokenizer.ex
@@ -199,11 +199,11 @@ defmodule Tokenizers.Tokenizer do
 
   """
   @type load_options ::
-          list(
-            {:additional_special_tokens, [String.t() | Tokenizers.AddedToken.t()]}
-            | {:padding, :none}
-            | {:truncation, :none}
-          )
+          [
+            additional_special_tokens: [String.t() | Tokenizers.AddedToken.t()],
+            padding: :none,
+            truncation: :none
+          ]
 
   @doc """
   Instantiate a new tokenizer from the file at the given path.