automatic update

following https://gitlab.renkulab.io/astronomy/mmoda/analyse-short-astro-text/-/commit/b752cb03db386547b29cb95512fdf345fededbe5
esg-epfl-apc · Nov 27, 2024 · af84a97 · af84a97
1 parent c840c85
commit af84a97
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 4 deletions.
diff --git a/tools/analyse-short-astro-text/pipeline_astrobert.py b/tools/analyse-short-astro-text/pipeline_astrobert.py
@@ -137,6 +137,3 @@ def get_astroBERT_cleaned_result(text_id, body_text_0):
                         dict_out["entity_group"].append(entity_to_study)
 
     return pd.DataFrame(dict_out)
-
-
-def clean_ra_dec
diff --git a/tools/analyse-short-astro-text/pipeline_sources.py b/tools/analyse-short-astro-text/pipeline_sources.py
@@ -231,6 +231,6 @@ def rule_based_source_detector(atel_, atel_text):
         dict_data = {"ATELNO": [atel_] * len(atel_sources), "Raw Source Name": atel_sources, "Main ID Name": mainid_list, "OTYPE": otype_list, "RA": ra_list, "Dec": dec_list}
         df_save = pd.DataFrame(dict_data)
         df_save.replace({None: "NotKnown"}, inplace=True)
-        return df_save
+        return df_save.drop_duplicates(subset=['Main ID Name'])
 
     return pd.DataFrame()
Original file line number	Diff line number	Diff line change
Expand Up		@@ -137,6 +137,3 @@ def get_astroBERT_cleaned_result(text_id, body_text_0):
		dict_out["entity_group"].append(entity_to_study)

		return pd.DataFrame(dict_out)


		def clean_ra_dec