Move alphabet function placement

elixir-nx · Oct 2, 2024 · 890285c · 890285c
1 parent 67a9366
commit 890285c
Showing 1 changed file with 5 additions and 7 deletions.
diff --git a/lib/tokenizers/normalizer.ex b/lib/tokenizers/normalizer.ex
@@ -156,6 +156,11 @@ defmodule Tokenizers.Normalizer do
   """
   @spec byte_level :: t()
   defdelegate byte_level(), to: Tokenizers.Native, as: :normalizers_byte_level
+
+  @doc """
+  Gets ByteLevel normalizer's alphabet.
+  """
+  defdelegate byte_level_alphabet(), to: Tokenizers.Native, as: :normalizers_byte_level_alphabet
 end
 
 defimpl Inspect, for: Tokenizers.Normalizer do
@@ -170,10 +175,3 @@ defimpl Inspect, for: Tokenizers.Normalizer do
     concat(["#Tokenizers.Normalizer<", to_doc(attrs, opts), ">"])
   end
 end
-
-defmodule Tokenizers.Normalizer.ByteLevel do
-  @doc """
-  Gets ByteLevel normalizer's alphabet.
-  """
-  defdelegate alphabet(), to: Tokenizers.Native, as: :normalizers_byte_level_alphabet
-end