style

allenai · Oct 26, 2024 · c271273 · c271273
1 parent 38cadda
commit c271273
Show file tree

Hide file tree

Showing 6 changed files with 895 additions and 24 deletions.
diff --git a/python/dolma/cli/deduper.py b/python/dolma/cli/deduper.py
@@ -192,7 +192,6 @@ def run(cls, parsed_config: DeduperConfig):
             # perform some path validation to make sure we don't call the mixer with invalid config
             total_matching_documents = 0
             for document in parsed_config.documents:
-
                 if not any(
                     fnmatch.fnmatch(dict_config["dedupe"]["document_dir"], part) for part in document.split(os.sep)
                 ):

diff --git a/python/dolma/cli/mixer.py b/python/dolma/cli/mixer.py
@@ -144,7 +144,6 @@ def run(cls, parsed_config: MixerConfig):
                 # perform some path validation to make sure we don't call the mixer with invalid config
                 total_matching_documents = 0
                 for document in stream_config.documents:
-
                     current_matching_documents = sum(1 for _ in glob_path(document))
                     if current_matching_documents == 0:
                         # only raise a warning if no documents are found for a single path