Add Arrow Blobs and fix setMetadata!

Project.toml

@@ -33,11 +33,14 @@ UUIDs = "cf7118a7-6976-5b1a-9a39-7adc72f591a4"
 
 [weakdeps]
 GraphPlot = "a2cc645c-3eea-5389-862e-a155d0052231"
+Arrow = "69666777-d1a9-59fb-9406-91d4454c9d45"
 
 [extensions]
 DFGPlots = "GraphPlot"
+BlobArrow = "Arrow"
 
 [compat]
+Arrow = "2.7"
 Aqua = "0.8"
 Base64 = "1.10"
 CSV = "0.10"

ext/BlobArrow.jl

@@ -0,0 +1,23 @@
+module BlobArrow
+
+using Arrow
+using DistributedFactorGraphs
+using DistributedFactorGraphs: _MIMETypes
+
+push!(_MIMETypes, MIME("application/vnd.apache.arrow.file") => format"Arrow") # see issue #507
+
+# kwargs: compress = :lz4,
+function DFG.packBlob(::Type{format"Arrow"}, data; kwargs...)
+    io = IOBuffer()
+    Arrow.write(io, data; kwargs...)
+    blob = take!(io)
+    mimetype = findfirst(==(format"Arrow"), _MIMETypes)
+    return blob, mimetype
+end
+
+function DFG.unpackBlob(::Type{format"Arrow"}, blob::Vector{UInt8})
+    io = IOBuffer(blob)
+    return Arrow.Table(io)
+end
+
+end

src/DataBlobs/services/BlobPacking.jl

@@ -10,6 +10,7 @@
 #             - application/bson 
 #             - image/jpeg
 #             - image/png
+#             - application/vnd.apache.arrow.file
 
 const _MIMETypes = OrderedDict{MIME, DataType}()
 push!(_MIMETypes, MIME("application/octet-stream/json") => format"JSON")

src/GraphsDFG/entities/GraphsDFG.jl

@@ -40,7 +40,8 @@ DFG.getAgent(dfg::GraphsDFG) = dfg.agent
 DFG.getGraphLabel(dfg::GraphsDFG) = dfg.graphLabel
 DFG.getMetadata(dfg::GraphsDFG) = dfg.graphMetadata
 function DFG.setMetadata!(dfg::GraphsDFG, metadata::Dict{Symbol, SmallDataTypes})
-    empty!(dfg.graphMetadata)
+    # with set old data should be removed, but care is taken to make sure its not the same object
+    dfg.graphMetadata !== metadata && empty!(dfg.graphMetadata)
     return merge!(dfg.graphMetadata, metadata)
 end
 

src/services/AbstractDFG.jl

@@ -149,9 +149,10 @@ $SIGNATURES
 
 Set the metadata of the node.
 """
-function setMetadata!(node, data::Dict{Symbol, SmallDataTypes})
-    empty!(node.metadata)
-    return merge!(node.metadata, data)
+function setMetadata!(node, metadata::Dict{Symbol, SmallDataTypes})
+    # with set old data should be removed, but care is taken to make sure its not the same object
+    node.metadata !== metadata && empty!(node.metadata)
+    return merge!(node.metadata, metadata)
 end
 
 """

src/services/CommonAccessors.jl

@@ -38,7 +38,7 @@ $SIGNATURES
 Set the tags for a DFGNode.
 """
 function setTags!(f::DataLevel0, tags::Union{Vector{Symbol}, Set{Symbol}})
-    empty!(f.tags)
+    f.tags !== tags && empty!(f.tags)
     return union!(f.tags, tags)
 end