From bbb215fd683e13b8b2393e79719e6d470a46c819 Mon Sep 17 00:00:00 2001 From: Ismail Khoffi Date: Tue, 2 Feb 2021 01:35:19 +0100 Subject: [PATCH 1/5] change to allow ll-specific codec and ll go-multihash fork --- go.mod | 4 ++++ go.sum | 30 ++++++++++++++++++------------ validate.go | 2 ++ 3 files changed, 24 insertions(+), 12 deletions(-) diff --git a/go.mod b/go.mod index 5db3e87..bd20b4e 100644 --- a/go.mod +++ b/go.mod @@ -1,6 +1,10 @@ module github.com/ipfs/go-verifcid +go 1.15 + require ( github.com/ipfs/go-cid v0.0.1 github.com/multiformats/go-multihash v0.0.1 ) + +replace github.com/multiformats/go-multihash => github.com/lazyledger/go-multihash v0.0.15-0.20210201232637-a31dec8c92fa diff --git a/go.sum b/go.sum index 4525c37..de088b3 100644 --- a/go.sum +++ b/go.sum @@ -1,22 +1,28 @@ -github.com/gxed/hashland/keccakpg v0.0.1 h1:wrk3uMNaMxbXiHibbPO4S0ymqJMm41WiudyFSs7UnsU= -github.com/gxed/hashland/keccakpg v0.0.1/go.mod h1:kRzw3HkwxFU1mpmPP8v1WyQzwdGfmKFJ6tItnhQ67kU= -github.com/gxed/hashland/murmur3 v0.0.1 h1:SheiaIt0sda5K+8FLz952/1iWS9zrnKsEJaOJu4ZbSc= -github.com/gxed/hashland/murmur3 v0.0.1/go.mod h1:KjXop02n4/ckmZSnY2+HKcLud/tcmvhST0bie/0lS48= github.com/ipfs/go-cid v0.0.1 h1:GBjWPktLnNyX0JiQCNFpUuUSoMw5KMyqrsejHYlILBE= github.com/ipfs/go-cid v0.0.1/go.mod h1:GHWU/WuQdMPmIosc4Yn1bcCT7dSeX4lBafM7iqUPQvM= +github.com/lazyledger/go-multihash v0.0.15-0.20210201232637-a31dec8c92fa h1:H6SVty0Z9EoOD88JXCyCp4gq0RjU5PxdukxCtDi+X7I= +github.com/lazyledger/go-multihash v0.0.15-0.20210201232637-a31dec8c92fa/go.mod h1:VdAWLKTwram9oKAatUcLxBNUjdtcVwxObEQBtRfuyjc= github.com/minio/blake2b-simd v0.0.0-20160723061019-3f5f724cb5b1 h1:lYpkrQH5ajf0OXOcUbGjvZxxijuBwbbmlSxLiuofa+g= github.com/minio/blake2b-simd v0.0.0-20160723061019-3f5f724cb5b1/go.mod h1:pD8RvIylQ358TN4wwqatJ8rNavkEINozVn9DtGI3dfQ= -github.com/minio/sha256-simd v0.0.0-20190131020904-2d45a736cd16 h1:5W7KhL8HVF3XCFOweFD3BNESdnO8ewyYTFT2R+/b8FQ= -github.com/minio/sha256-simd v0.0.0-20190131020904-2d45a736cd16/go.mod h1:2FMWW+8GMoPweT6+pI63m9YE3Lmw4J71hV56Chs1E/U= +github.com/minio/sha256-simd v0.1.1-0.20190913151208-6de447530771 h1:MHkK1uRtFbVqvAgvWxafZe54+5uBxLluGylDiKgdhwo= +github.com/minio/sha256-simd v0.1.1-0.20190913151208-6de447530771/go.mod h1:B5e1o+1/KgNmWrSQK08Y6Z1Vb5pwIktudl0J58iy0KM= github.com/mr-tron/base58 v1.1.0 h1:Y51FGVJ91WBqCEabAi5OPUz38eAx8DakuAm5svLcsfQ= github.com/mr-tron/base58 v1.1.0/go.mod h1:xcD2VGqlgYjBdcBLw+TuYLr8afG+Hj8g2eTVqeSzSU8= +github.com/mr-tron/base58 v1.1.3 h1:v+sk57XuaCKGXpWtVBX8YJzO7hMGx4Aajh4TQbdEFdc= +github.com/mr-tron/base58 v1.1.3/go.mod h1:BinMc/sQntlIE1frQmRFPUoPA1Zkr8VRgBdjWI2mNwc= github.com/multiformats/go-base32 v0.0.3 h1:tw5+NhuwaOjJCC5Pp82QuXbrmLzWg7uxlMFp8Nq/kkI= github.com/multiformats/go-base32 v0.0.3/go.mod h1:pLiuGC8y0QR3Ue4Zug5UzK9LjgbkL8NSQj0zQ5Nz/AA= github.com/multiformats/go-multibase v0.0.1 h1:PN9/v21eLywrFWdFNsFKaU04kLJzuYzmrJR+ubhT9qA= github.com/multiformats/go-multibase v0.0.1/go.mod h1:bja2MqRZ3ggyXtZSEDKpl0uO/gviWFaSteVbWT51qgs= -github.com/multiformats/go-multihash v0.0.1 h1:HHwN1K12I+XllBCrqKnhX949Orn4oawPkegHMu2vDqQ= -github.com/multiformats/go-multihash v0.0.1/go.mod h1:w/5tugSrLEbWqlcgJabL3oHFKTwfvkofsjW2Qa1ct4U= -golang.org/x/crypto v0.0.0-20190211182817-74369b46fc67 h1:ng3VDlRp5/DHpSWl02R4rM9I+8M2rhmsuLwAMmkLQWE= -golang.org/x/crypto v0.0.0-20190211182817-74369b46fc67/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4= -golang.org/x/sys v0.0.0-20190219092855-153ac476189d h1:Z0Ahzd7HltpJtjAHHxX8QFP3j1yYgiuvjbjRzDj/KH0= -golang.org/x/sys v0.0.0-20190219092855-153ac476189d/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +github.com/multiformats/go-varint v0.0.5 h1:XVZwSo04Cs3j/jS0uAEPpT3JY6DzMcVLLoWOSnCxOjg= +github.com/multiformats/go-varint v0.0.5/go.mod h1:3Ls8CIEsrijN6+B7PbrXRPxHRPuXSrVKRY101jdMZYE= +github.com/spaolacci/murmur3 v1.1.0 h1:7c1g84S4BPRrfL5Xrdp6fOJ206sU9y293DDHaoy0bLI= +github.com/spaolacci/murmur3 v1.1.0/go.mod h1:JwIasOWyU6f++ZhiEuf87xNszmSA2myDM2Kzu9HwQUA= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20190611184440-5c40567a22f8 h1:1wopBVtVdWnn03fZelqdXTqk7U7zPQCb+T4rbU9ZEoU= +golang.org/x/crypto v0.0.0-20190611184440-5c40567a22f8/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190412213103-97732733099d h1:+R4KGOnez64A81RvjARKc4UT5/tI9ujCIVX+P5KiHuI= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= diff --git a/validate.go b/validate.go index 8a76e49..cf5c4c4 100644 --- a/validate.go +++ b/validate.go @@ -27,6 +27,8 @@ var goodset = map[uint64]bool{ mh.KECCAK_512: true, mh.ID: true, + mh.SHA2_256_NAMESPACE_TAGGED: true, // LazyLedger specific + mh.SHA1: true, // not really secure but still useful } From 6e84e93137132ec700d7da7175ec778af71e5048 Mon Sep 17 00:00:00 2001 From: Ismail Khoffi Date: Fri, 5 Feb 2021 21:06:26 +0100 Subject: [PATCH 2/5] update go-multihash fork to latest commit --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index bd20b4e..b901003 100644 --- a/go.mod +++ b/go.mod @@ -7,4 +7,4 @@ require ( github.com/multiformats/go-multihash v0.0.1 ) -replace github.com/multiformats/go-multihash => github.com/lazyledger/go-multihash v0.0.15-0.20210201232637-a31dec8c92fa +replace github.com/multiformats/go-multihash => github.com/lazyledger/go-multihash v0.0.15-0.20210205194329-1743be8d8a5b diff --git a/go.sum b/go.sum index de088b3..6ca39cb 100644 --- a/go.sum +++ b/go.sum @@ -1,7 +1,7 @@ github.com/ipfs/go-cid v0.0.1 h1:GBjWPktLnNyX0JiQCNFpUuUSoMw5KMyqrsejHYlILBE= github.com/ipfs/go-cid v0.0.1/go.mod h1:GHWU/WuQdMPmIosc4Yn1bcCT7dSeX4lBafM7iqUPQvM= -github.com/lazyledger/go-multihash v0.0.15-0.20210201232637-a31dec8c92fa h1:H6SVty0Z9EoOD88JXCyCp4gq0RjU5PxdukxCtDi+X7I= -github.com/lazyledger/go-multihash v0.0.15-0.20210201232637-a31dec8c92fa/go.mod h1:VdAWLKTwram9oKAatUcLxBNUjdtcVwxObEQBtRfuyjc= +github.com/lazyledger/go-multihash v0.0.15-0.20210205194329-1743be8d8a5b h1:TJGfbX1JtEa14Sag1UBGOx6/QGd0W/r0rFbGxWa7tRM= +github.com/lazyledger/go-multihash v0.0.15-0.20210205194329-1743be8d8a5b/go.mod h1:VdAWLKTwram9oKAatUcLxBNUjdtcVwxObEQBtRfuyjc= github.com/minio/blake2b-simd v0.0.0-20160723061019-3f5f724cb5b1 h1:lYpkrQH5ajf0OXOcUbGjvZxxijuBwbbmlSxLiuofa+g= github.com/minio/blake2b-simd v0.0.0-20160723061019-3f5f724cb5b1/go.mod h1:pD8RvIylQ358TN4wwqatJ8rNavkEINozVn9DtGI3dfQ= github.com/minio/sha256-simd v0.1.1-0.20190913151208-6de447530771 h1:MHkK1uRtFbVqvAgvWxafZe54+5uBxLluGylDiKgdhwo= From c3e21cfe4064756da52f5cada4b40f4eb014d69b Mon Sep 17 00:00:00 2001 From: Ismail Khoffi Date: Sat, 6 Feb 2021 00:18:33 +0100 Subject: [PATCH 3/5] bump go-multihash --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index b901003..621872d 100644 --- a/go.mod +++ b/go.mod @@ -7,4 +7,4 @@ require ( github.com/multiformats/go-multihash v0.0.1 ) -replace github.com/multiformats/go-multihash => github.com/lazyledger/go-multihash v0.0.15-0.20210205194329-1743be8d8a5b +replace github.com/multiformats/go-multihash => github.com/lazyledger/go-multihash v0.0.15-0.20210205224750-88bad1265973 diff --git a/go.sum b/go.sum index 6ca39cb..d0f9ea1 100644 --- a/go.sum +++ b/go.sum @@ -1,7 +1,7 @@ github.com/ipfs/go-cid v0.0.1 h1:GBjWPktLnNyX0JiQCNFpUuUSoMw5KMyqrsejHYlILBE= github.com/ipfs/go-cid v0.0.1/go.mod h1:GHWU/WuQdMPmIosc4Yn1bcCT7dSeX4lBafM7iqUPQvM= -github.com/lazyledger/go-multihash v0.0.15-0.20210205194329-1743be8d8a5b h1:TJGfbX1JtEa14Sag1UBGOx6/QGd0W/r0rFbGxWa7tRM= -github.com/lazyledger/go-multihash v0.0.15-0.20210205194329-1743be8d8a5b/go.mod h1:VdAWLKTwram9oKAatUcLxBNUjdtcVwxObEQBtRfuyjc= +github.com/lazyledger/go-multihash v0.0.15-0.20210205224750-88bad1265973 h1:qERqAEXJ28G9Hhk9GBiGRwXynqZ5hbDqMhyvP5XOJS4= +github.com/lazyledger/go-multihash v0.0.15-0.20210205224750-88bad1265973/go.mod h1:VdAWLKTwram9oKAatUcLxBNUjdtcVwxObEQBtRfuyjc= github.com/minio/blake2b-simd v0.0.0-20160723061019-3f5f724cb5b1 h1:lYpkrQH5ajf0OXOcUbGjvZxxijuBwbbmlSxLiuofa+g= github.com/minio/blake2b-simd v0.0.0-20160723061019-3f5f724cb5b1/go.mod h1:pD8RvIylQ358TN4wwqatJ8rNavkEINozVn9DtGI3dfQ= github.com/minio/sha256-simd v0.1.1-0.20190913151208-6de447530771 h1:MHkK1uRtFbVqvAgvWxafZe54+5uBxLluGylDiKgdhwo= From 19890b0d114db4bee13319009d3062663d995704 Mon Sep 17 00:00:00 2001 From: Ismail Khoffi Date: Sat, 13 Feb 2021 19:25:12 +0100 Subject: [PATCH 4/5] Update go-verifcid to use vanilla multihash module - and hack in that it accepts Sha256Namespace8Flagged = 0x7701 --- go.mod | 2 -- go.sum | 30 ++++++++++++------------------ validate.go | 8 ++++++-- 3 files changed, 18 insertions(+), 22 deletions(-) diff --git a/go.mod b/go.mod index 621872d..6ab7487 100644 --- a/go.mod +++ b/go.mod @@ -6,5 +6,3 @@ require ( github.com/ipfs/go-cid v0.0.1 github.com/multiformats/go-multihash v0.0.1 ) - -replace github.com/multiformats/go-multihash => github.com/lazyledger/go-multihash v0.0.15-0.20210205224750-88bad1265973 diff --git a/go.sum b/go.sum index d0f9ea1..4525c37 100644 --- a/go.sum +++ b/go.sum @@ -1,28 +1,22 @@ +github.com/gxed/hashland/keccakpg v0.0.1 h1:wrk3uMNaMxbXiHibbPO4S0ymqJMm41WiudyFSs7UnsU= +github.com/gxed/hashland/keccakpg v0.0.1/go.mod h1:kRzw3HkwxFU1mpmPP8v1WyQzwdGfmKFJ6tItnhQ67kU= +github.com/gxed/hashland/murmur3 v0.0.1 h1:SheiaIt0sda5K+8FLz952/1iWS9zrnKsEJaOJu4ZbSc= +github.com/gxed/hashland/murmur3 v0.0.1/go.mod h1:KjXop02n4/ckmZSnY2+HKcLud/tcmvhST0bie/0lS48= github.com/ipfs/go-cid v0.0.1 h1:GBjWPktLnNyX0JiQCNFpUuUSoMw5KMyqrsejHYlILBE= github.com/ipfs/go-cid v0.0.1/go.mod h1:GHWU/WuQdMPmIosc4Yn1bcCT7dSeX4lBafM7iqUPQvM= -github.com/lazyledger/go-multihash v0.0.15-0.20210205224750-88bad1265973 h1:qERqAEXJ28G9Hhk9GBiGRwXynqZ5hbDqMhyvP5XOJS4= -github.com/lazyledger/go-multihash v0.0.15-0.20210205224750-88bad1265973/go.mod h1:VdAWLKTwram9oKAatUcLxBNUjdtcVwxObEQBtRfuyjc= github.com/minio/blake2b-simd v0.0.0-20160723061019-3f5f724cb5b1 h1:lYpkrQH5ajf0OXOcUbGjvZxxijuBwbbmlSxLiuofa+g= github.com/minio/blake2b-simd v0.0.0-20160723061019-3f5f724cb5b1/go.mod h1:pD8RvIylQ358TN4wwqatJ8rNavkEINozVn9DtGI3dfQ= -github.com/minio/sha256-simd v0.1.1-0.20190913151208-6de447530771 h1:MHkK1uRtFbVqvAgvWxafZe54+5uBxLluGylDiKgdhwo= -github.com/minio/sha256-simd v0.1.1-0.20190913151208-6de447530771/go.mod h1:B5e1o+1/KgNmWrSQK08Y6Z1Vb5pwIktudl0J58iy0KM= +github.com/minio/sha256-simd v0.0.0-20190131020904-2d45a736cd16 h1:5W7KhL8HVF3XCFOweFD3BNESdnO8ewyYTFT2R+/b8FQ= +github.com/minio/sha256-simd v0.0.0-20190131020904-2d45a736cd16/go.mod h1:2FMWW+8GMoPweT6+pI63m9YE3Lmw4J71hV56Chs1E/U= github.com/mr-tron/base58 v1.1.0 h1:Y51FGVJ91WBqCEabAi5OPUz38eAx8DakuAm5svLcsfQ= github.com/mr-tron/base58 v1.1.0/go.mod h1:xcD2VGqlgYjBdcBLw+TuYLr8afG+Hj8g2eTVqeSzSU8= -github.com/mr-tron/base58 v1.1.3 h1:v+sk57XuaCKGXpWtVBX8YJzO7hMGx4Aajh4TQbdEFdc= -github.com/mr-tron/base58 v1.1.3/go.mod h1:BinMc/sQntlIE1frQmRFPUoPA1Zkr8VRgBdjWI2mNwc= github.com/multiformats/go-base32 v0.0.3 h1:tw5+NhuwaOjJCC5Pp82QuXbrmLzWg7uxlMFp8Nq/kkI= github.com/multiformats/go-base32 v0.0.3/go.mod h1:pLiuGC8y0QR3Ue4Zug5UzK9LjgbkL8NSQj0zQ5Nz/AA= github.com/multiformats/go-multibase v0.0.1 h1:PN9/v21eLywrFWdFNsFKaU04kLJzuYzmrJR+ubhT9qA= github.com/multiformats/go-multibase v0.0.1/go.mod h1:bja2MqRZ3ggyXtZSEDKpl0uO/gviWFaSteVbWT51qgs= -github.com/multiformats/go-varint v0.0.5 h1:XVZwSo04Cs3j/jS0uAEPpT3JY6DzMcVLLoWOSnCxOjg= -github.com/multiformats/go-varint v0.0.5/go.mod h1:3Ls8CIEsrijN6+B7PbrXRPxHRPuXSrVKRY101jdMZYE= -github.com/spaolacci/murmur3 v1.1.0 h1:7c1g84S4BPRrfL5Xrdp6fOJ206sU9y293DDHaoy0bLI= -github.com/spaolacci/murmur3 v1.1.0/go.mod h1:JwIasOWyU6f++ZhiEuf87xNszmSA2myDM2Kzu9HwQUA= -golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= -golang.org/x/crypto v0.0.0-20190611184440-5c40567a22f8 h1:1wopBVtVdWnn03fZelqdXTqk7U7zPQCb+T4rbU9ZEoU= -golang.org/x/crypto v0.0.0-20190611184440-5c40567a22f8/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= -golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= -golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= -golang.org/x/sys v0.0.0-20190412213103-97732733099d h1:+R4KGOnez64A81RvjARKc4UT5/tI9ujCIVX+P5KiHuI= -golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +github.com/multiformats/go-multihash v0.0.1 h1:HHwN1K12I+XllBCrqKnhX949Orn4oawPkegHMu2vDqQ= +github.com/multiformats/go-multihash v0.0.1/go.mod h1:w/5tugSrLEbWqlcgJabL3oHFKTwfvkofsjW2Qa1ct4U= +golang.org/x/crypto v0.0.0-20190211182817-74369b46fc67 h1:ng3VDlRp5/DHpSWl02R4rM9I+8M2rhmsuLwAMmkLQWE= +golang.org/x/crypto v0.0.0-20190211182817-74369b46fc67/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4= +golang.org/x/sys v0.0.0-20190219092855-153ac476189d h1:Z0Ahzd7HltpJtjAHHxX8QFP3j1yYgiuvjbjRzDj/KH0= +golang.org/x/sys v0.0.0-20190219092855-153ac476189d/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= diff --git a/validate.go b/validate.go index cf5c4c4..cbb4199 100644 --- a/validate.go +++ b/validate.go @@ -27,8 +27,6 @@ var goodset = map[uint64]bool{ mh.KECCAK_512: true, mh.ID: true, - mh.SHA2_256_NAMESPACE_TAGGED: true, // LazyLedger specific - mh.SHA1: true, // not really secure but still useful } @@ -46,6 +44,12 @@ func IsGoodHash(code uint64) bool { return true } } + // XXX: This has to be on par with what the LazyLedger IPLD plugin registers as a multihash + // namely, Sha256Namespace8Flagged. We simply repeat the constant here instead of + // importing the corresponding package from lazyledger-core as this would be overkill. + if code == 0x7701 { + return true + } return false } From bfe738b7abd6e41945c89998cbfbd52e6983b6ff Mon Sep 17 00:00:00 2001 From: Ismail Khoffi Date: Tue, 16 Feb 2021 18:26:00 +0100 Subject: [PATCH 5/5] review feedback: simplify IsGoodHash slightly --- validate.go | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/validate.go b/validate.go index cbb4199..e490944 100644 --- a/validate.go +++ b/validate.go @@ -47,11 +47,7 @@ func IsGoodHash(code uint64) bool { // XXX: This has to be on par with what the LazyLedger IPLD plugin registers as a multihash // namely, Sha256Namespace8Flagged. We simply repeat the constant here instead of // importing the corresponding package from lazyledger-core as this would be overkill. - if code == 0x7701 { - return true - } - - return false + return code == 0x7701 } func ValidateCid(c cid.Cid) error {