Cut null heds

palewire · Jul 24, 2024 · e02d831 · e02d831
1 parent baa629c
commit e02d831
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/newshomepages/analyze/drudge.py b/newshomepages/analyze/drudge.py
@@ -44,6 +44,10 @@ def drudge_entities(output_dir: str = "./"):
     print("Filtering down to stories")
     story_df = drudge_df[drudge_df.is_story].copy()
 
+    # Remove any links without text
+    print("Removing any links without text")
+    story_df = story_df[~pd.isnull(story_df.text)].copy()
+
     # Cut `...`
     print("Sanitizing text")
     story_df.text = story_df.text.str.replace(r"\.{2,}", "", regex=True)