fix motives scraping

1 files changed, 3 insertions, 12 deletions

diff --git a/scrape_blackobird_groups_info.py b/scrape_blackobird_groups_info.py
index 6f3bae6..43d91ca 100755
--- a/scrape_blackobird_groups_info.py
+++ b/scrape_blackobird_groups_info.py
@@ -86,18 +86,9 @@ def page_to_group(page):
     
     motives = []
     
-    while True:
-        node = node.next_sibling
-        
-        if node.name:
-            continue
-        
-        if node.text == ("\nInformation\xa0") or "\n" in node.text:
-            break
-        
-        new_motives = node.next_sibling.next_sibling.split(",")
-        new_motives = [heavy_sanitize(text) for text in new_motives]
-        motives.extend(filter(None, new_motives))
+    new_motives = node.next_sibling.next_sibling.split(",")
+    new_motives = [heavy_sanitize(text) for text in new_motives]
+    motives.extend(filter(None, new_motives))
     
     while (node.text != ("\nInformation\xa0")
            and not node.text.startswith("\nSectors:")):