Skip posts with no tokens in post topic matrix

digitalmethodsinitiative · Jan 10, 2024 · be6ea8c · be6ea8c
1 parent 9963cd8
commit be6ea8c
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/processors/text-analysis/post_topic_matrix.py b/processors/text-analysis/post_topic_matrix.py
@@ -141,6 +141,10 @@ def process(self):
                     raise ProcessorInterruptedException("Interrupted while writing results file")
 
                 # Grab metadata related to post
+                if post.get('id') not in token_metadata:
+                    # post has no tokens...
+                    continue
+
                 token_data = token_metadata[str(post.get('id'))]
                 model_data = model_metadata[token_data.get('filename')]
                 interval = token_data['interval']