withRequestRecords can cause ConcurrentModificationException on the m…

…etadata, fixes #721
apache · May 12, 2019 · b16e12f · b16e12f
1 parent b3d0d96
commit b16e12f
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/...al/warc/src/main/java/com/digitalpebble/stormcrawler/warc/FileTimeSizeRotationPolicy.java b/...al/warc/src/main/java/com/digitalpebble/stormcrawler/warc/FileTimeSizeRotationPolicy.java
diff --git a/external/warc/src/main/java/com/digitalpebble/stormcrawler/warc/WARCRequestRecordFormat.java b/external/warc/src/main/java/com/digitalpebble/stormcrawler/warc/WARCRequestRecordFormat.java
@@ -64,8 +64,9 @@ public byte[] format(Tuple tuple) {
         /*
          * The request record ID is stored in the metadata so that a WARC
          * response record can later refer to it.
+         * Deactivated because of https://github.com/DigitalPebble/storm-crawler/issues/721
          */
-        metadata.addValue("_request.warc_record_id_", mainID);
+        // metadata.setValue("_request.warc_record_id_", mainID);
 
         int contentLength = httpheaders.length;
         buffer.append("Content-Length").append(": ")