changed formatting

wednesday-solutions · Dec 18, 2023 · 8ed8c48 · 8ed8c48
1 parent 9adf7fb
commit 8ed8c48
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 8 deletions.
diff --git a/app/environment.py b/app/environment.py
@@ -36,7 +36,9 @@ def get_dataframes(databricks: bool, spark, directory_path: str):
 
     if databricks:
         csv_files = [
-            file for file in os.listdir(directory_path) if file.endswith(".csv")
+            file
+            for file in os.listdir("/dbfs" + directory_path)
+            if file.endswith(".csv")
         ]
     else:
         cmd = f"aws s3 ls {directory_path}"

diff --git a/tests/test_environment.py b/tests/test_environment.py
@@ -11,7 +11,7 @@
 
 
 class TestSetKeysGetSpark(unittest.TestCase):
-    @patch("app.environment.cg.init_glue")
+    @patch("app.connect_glue.init_glue")
     @patch("app.environment.cd.create_mount")
     @patch("app.environment.dotenv.load_dotenv")
     def test_databricks_environment(
@@ -43,7 +43,7 @@ def test_databricks_environment(
         mock_init_glue.assert_not_called()
         mock_load_dotenv.assert_not_called()
 
-    @patch("app.environment.cg.init_glue")
+    @patch("app.connect_glue.init_glue")
     @patch("app.environment.cd.create_mount")
     @patch("app.environment.dotenv.load_dotenv")
     def test_glue_local_environment(
@@ -66,7 +66,7 @@ def test_glue_local_environment(
         mock_init_glue.assert_called_once()
         mock_load_dotenv.assert_called_once()
 
-    @patch("app.environment.cg.init_glue")
+    @patch("app.connect_glue.init_glue")
     @patch("app.environment.cd.create_mount")
     @patch("app.environment.dotenv.load_dotenv")
     def test_glue_online_environment(
@@ -116,7 +116,7 @@ def test_databricks_dataframes(self, mock_run, mock_listdir, mock_create_frame):
 
         # Assertions
         self.assertEqual(len(result_df_list), 2)
-        mock_listdir.assert_called_with(directory_path)
+        mock_listdir.assert_called_with("/dbfs" + directory_path)
         mock_create_frame.assert_any_call(spark, "/mnt/rawdata/file1.csv")
         mock_create_frame.assert_any_call(spark, "/mnt/rawdata/file2.csv")
         mock_run.assert_not_called()

diff --git a/tests/test_environment_failure.py b/tests/test_environment_failure.py
@@ -11,7 +11,7 @@
 
 
 class TestSetKeysGetSpark(unittest.TestCase):
-    @patch("app.environment.cg.init_glue")
+    @patch("app.connect_glue.init_glue")
     @patch("app.environment.cd.create_mount")
     @patch("app.environment.dotenv.load_dotenv")
     def test_databricks_environment_failure(
@@ -35,7 +35,7 @@ def test_databricks_environment_failure(
         mock_init_glue.assert_not_called()
         mock_load_dotenv.assert_not_called()
 
-    @patch("app.environment.cg.init_glue")
+    @patch("app.connect_glue.init_glue")
     @patch("app.environment.cd.create_mount")
     @patch("app.environment.dotenv.load_dotenv")
     def test_glue_local_environment_failure(
@@ -77,7 +77,7 @@ def test_databricks_dataframes_failure(self, mock_create_frame, mock_listdir):
 
         # Assert
         self.assertEqual(str(context.exception), "Error listing directory")
-        mock_listdir.assert_called_with(directory_path)
+        mock_listdir.assert_called_with("/dbfs" + directory_path)
         mock_create_frame.assert_not_called()
 
     @patch("app.environment.sw.create_frame")