Merge pull request #303 from hotosm/fix/remove-duplicates-choices

Remove multiple duplicates in choice sheets
hotosm · Sep 27, 2024 · 491c6e8 · 491c6e8
2 parents 5cec645 + 176791b
commit 491c6e8
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/osm_fieldwork/update_xlsform.py b/osm_fieldwork/update_xlsform.py
@@ -36,14 +36,15 @@ def merge_dataframes(mandatory_df: pd.DataFrame, user_question_df: pd.DataFrame,
 
     # If processing the choices sheet, retain all duplicates
     if "list_name" in user_question_df.columns:
-        return pd.concat(
+        merged_df = pd.concat(
             [
                 mandatory_df,
                 user_question_df,
                 digitisation_df,
             ],
             ignore_index=True,
         )
+        return merged_df.drop_duplicates(subset=["list_name", NAME_COLUMN], ignore_index=True)
 
     # Else we are processing the survey sheet, continue