Page MenuHomeSoftware Heritage
Paste P622

Current real collisions analysis sample (out of current storage vs sentry issues api output)
ActivePublic
Actions

Authored by ardumont on Mar 20 2020, 3:49 PM.
{
"total-collisions-raised-in-sentry": 9677,
"total-collisions": 3,
"total-falsy-collisions": 11,
"detailed-collisions": {
"38762cf7f55934b34d179ae6a4c80cadccbb7f0a": [
[
"stored-cnt",
{
"sha1": "38762cf7f55934b34d179ae6a4c80cadccbb7f0a",
"sha1_git": "ba9aaa145ccd24ef760cf31c74d8f7ca1a2e47b0",
"sha256": "2bb787a73e37352f92383abe7e2902936d1059ad9f1ba6daaa9c1e58ee6970d0",
"blake2s256": "8f677e3214ca8b2acad91884a1571ef3f12b786501f9a6bedfd6239d82095dd2",
"status": "visible"
}
],
[
"sentry-cnt",
{
"blake2s256": "30e4bd16c3f98e74429d237c19ca9def702e5720cb124cb4b92e74f989aaf116",
"sha256": "d4488775d29bdef7993367d541064dbdda50d383f89f0aa13a6ff2e0894ba5ff",
"sha1_git": "b621eeccd5c7edac9b7dcba35a8d5afd075e24f2",
"sha1": "38762cf7f55934b34d179ae6a4c80cadccbb7f0a",
"date-reported-by-sentry": "2020-03-10T16:15:20Z"
}
],
[
"difference",
{
"blake2s256": [
"8f677e3214ca8b2acad91884a1571ef3f12b786501f9a6bedfd6239d82095dd2",
"30e4bd16c3f98e74429d237c19ca9def702e5720cb124cb4b92e74f989aaf116"
],
"sha256": [
"2bb787a73e37352f92383abe7e2902936d1059ad9f1ba6daaa9c1e58ee6970d0",
"d4488775d29bdef7993367d541064dbdda50d383f89f0aa13a6ff2e0894ba5ff"
],
"sha1_git": [
"ba9aaa145ccd24ef760cf31c74d8f7ca1a2e47b0",
"b621eeccd5c7edac9b7dcba35a8d5afd075e24f2"
]
}
]
],
"f92d74e3874587aaf443d1db961d4e26dde13e9c": [
[
"stored-cnt",
{
"sha1": "f92d74e3874587aaf443d1db961d4e26dde13e9c",
"sha1_git": "6e98aef8bba6ff517f5b164d7418c5e2a6cf90c9",
"sha256": "842a2c7d2f85b25998d5e43fcced0ba3ca570ee0d36bedb23a815d79e614f646",
"blake2s256": "2e29309e82e3f6f9f1ca605fbdca0f9843c6091bd342565b2eccd7b11538a288",
"status": "visible"
}
],
[
"sentry-cnt",
{
"blake2s256": "80434141d53438782b7f0acbc8984aec1b99e2e21f2e61a049eda3c8647cc54b",
"sha256": "cac8644dba1a9aef70cc268f3794036a2be5b5107109ad742247858fd1a36990",
"sha1_git": "ef380704685cc8e54de9bc13556d1ff7026ec0cc",
"sha1": "f92d74e3874587aaf443d1db961d4e26dde13e9c",
"date-reported-by-sentry": "2020-03-12T04:25:28Z"
}
],
[
"difference",
{
"blake2s256": [
"2e29309e82e3f6f9f1ca605fbdca0f9843c6091bd342565b2eccd7b11538a288",
"80434141d53438782b7f0acbc8984aec1b99e2e21f2e61a049eda3c8647cc54b"
],
"sha256": [
"842a2c7d2f85b25998d5e43fcced0ba3ca570ee0d36bedb23a815d79e614f646",
"cac8644dba1a9aef70cc268f3794036a2be5b5107109ad742247858fd1a36990"
],
"sha1_git": [
"6e98aef8bba6ff517f5b164d7418c5e2a6cf90c9",
"ef380704685cc8e54de9bc13556d1ff7026ec0cc"
]
}
]
],
"191b636f80d0c74164ec9d9b3544decdaa2b7df5": [
[
"stored-cnt",
{
"sha1": "191b636f80d0c74164ec9d9b3544decdaa2b7df5",
"sha1_git": "40822c458e8b31af942f5ddd87484ea0f35a4b1c",
"sha256": "cd1e5a8f9fdda3a950556ad77db706ab8a01c97662e79c46d417e0e7858aa742",
"blake2s256": "b3626e1c839c7ed3a7ec707deb46f1be9f815c0e0a338b41db1623ceebef4c16",
"status": "visible"
}
],
[
"sentry-cnt",
{
"sha1_git": "4c519b2b0568031eb9a0fe0724f83b212f0c1d5d",
"blake2s256": "c97c0d14633d1b9537dff07929c4aa3e2193c5a1f53bb546ad3629dc80562394",
"sha256": "f427637767d7aea764e0f2045ea4de86bbf5410a43535e70285add347047b283",
"sha1": "191b636f80d0c74164ec9d9b3544decdaa2b7df5",
"date-reported-by-sentry": "2020-03-21T21:37:39Z"
}
],
[
"difference",
{
"blake2s256": [
"b3626e1c839c7ed3a7ec707deb46f1be9f815c0e0a338b41db1623ceebef4c16",
"c97c0d14633d1b9537dff07929c4aa3e2193c5a1f53bb546ad3629dc80562394"
],
"sha256": [
"cd1e5a8f9fdda3a950556ad77db706ab8a01c97662e79c46d417e0e7858aa742",
"f427637767d7aea764e0f2045ea4de86bbf5410a43535e70285add347047b283"
],
"sha1_git": [
"40822c458e8b31af942f5ddd87484ea0f35a4b1c",
"4c519b2b0568031eb9a0fe0724f83b212f0c1d5d"
]
}
]
]
},
"detailed-falsy-collisions": {
"a5d05c85fd0a1f77f9c760664fb143f5afb23750": [
[
"stored-cnt",
{
"sha1": "a5d05c85fd0a1f77f9c760664fb143f5afb23750",
"sha1_git": "8f431c74b6e5d84644dfb84d4a5033262d252509",
"sha256": "74be978eff44a69baf6bb664db2645344f039acf86503434bedc75a50c7ecec1",
"blake2s256": "f925d6236f86f4b3f75be83551e86314bed3309e6741ea087ba81e0ffb012b5e",
"length": 16168,
"ctime": "2020-03-24T18:24:12.946798+00:00",
"status": "visible"
}
],
[
"sentry-cnt",
{
"sha1_git": "8f431c74b6e5d84644dfb84d4a5033262d2509",
"blake2s256": "f925d6236f86f4b3f75be83551e86314bed3309e6741ea087ba81e0ffb012b5e",
"sha256": "74be978eff44a69baf6bb664db2645344f039acf86503434bedc75a50c7ecec1",
"sha1": "a5d05c85fd0a1f77f9c760664fb143f5afb23750",
"date-reported-by-sentry": "2020-03-24T18:24:15Z"
}
],
[
"difference",
{
"sha1_git": [
"8f431c74b6e5d84644dfb84d4a5033262d252509",
"8f431c74b6e5d84644dfb84d4a5033262d2509"
]
}
]
],
"fedc0c79cc18e30845541c3baaf8d0a53a167afe": [
[
"stored-cnt",
{
"sha1": "fedc0c79cc18e30845541c3baaf8d0a53a167afe",
"sha1_git": "cf75887bde019b102525acadaa534093397806b8",
"sha256": "0c0016b3bcd41ab6f3d3998849def6d26a7dc9ea6c91d9a74f8e4cc98230a68f",
"blake2s256": "ac339b91fa33510e9d71bd78aef64b408435723b880254078917d9164cf771a4",
"length": 6356,
"ctime": "2020-03-18T12:52:55.836126+00:00",
"status": "visible"
}
],
[
"sentry-cnt",
{
"sha1_git": "cf75887bde019b1025acadaa534093397806b8",
"blake2s256": "ac339b91fa33510e9d71bd78aef64b408435723b880254078917d9164cf771a4",
"sha256": "0c0016b3bcd41ab6f3d3998849def6d26a7dc9ea6c91d9a74f8e4cc98230a68f",
"sha1": "fedc0c79cc18e30845541c3baaf8d0a53a167afe",
"date-reported-by-sentry": "2020-03-18T12:54:45Z"
}
],
[
"difference",
{
"sha1_git": [
"cf75887bde019b102525acadaa534093397806b8",
"cf75887bde019b1025acadaa534093397806b8"
]
}
]
],
"35fa5d96ebc22c15d22a1a6d2486acad0275644b": [
[
"stored-cnt",
{
"sha1": "35fa5d96ebc22c15d22a1a6d2486acad0275644b",
"sha1_git": "23b3e801e0238ba05129dfb109f2e09b62cab312",
"sha256": "e06a9d82a067377e747a25256a2bec15af197bc5516eab5d354feb782e38b533",
"blake2s256": "0b75ca3b8381feb8437e3b8c77f2166d694446980cef80c029ad3e9e9e3610d4",
"length": 284,
"ctime": "2020-03-16T10:37:37.424817+00:00",
"status": "visible"
}
],
[
"sentry-cnt",
{
"blake2s256": "0b75ca3b8381feb8437e3b8c77f2166d694446980cef80c029ad3e9e9e3610d4",
"sha256": "e06a9d82a067377e747a256a2bec15af197bc5516eab5d354feb782e38b533",
"sha1_git": "23b3e801e0238ba05129dfb109f2e09b62cab312",
"sha1": "35fa5d96ebc22c15d22a1a6d2486acad0275644b",
"date-reported-by-sentry": "2020-03-16T10:42:02Z"
}
],
[
"difference",
{
"sha256": [
"e06a9d82a067377e747a25256a2bec15af197bc5516eab5d354feb782e38b533",
"e06a9d82a067377e747a256a2bec15af197bc5516eab5d354feb782e38b533"
]
}
]
],
"7f364222c0cffe2cd6321d250def1029d6d2b037": [
[
"stored-cnt",
{
"sha1": "7f364222c0cffe2cd6321d250def1029d6d2b037",
"sha1_git": "821815eb27831ac240fc8cf967aeeefb19f638a0",
"sha256": "034634bf5106960cf17369f841fbdcc8387e5ca97472572043ac2d57cb400ce2",
"blake2s256": "7632f425255e4e09b7bb8d9500bce97aad927d28b4720e563d8865ef986f2962",
"length": 7439,
"ctime": "2020-03-15T22:55:21.529631+00:00",
"status": "visible"
}
],
[
"sentry-cnt",
{
"blake2s256": "7632f4255e4e09b7bb8d9500bce97aad927d28b4720e563d8865ef986f2962",
"sha256": "034634bf5106960cf17369f841fbdcc8387e5ca97472572043ac2d57cb400ce2",
"sha1_git": "821815eb27831ac240fc8cf967aeeefb19f638a0",
"sha1": "7f364222c0cffe2cd6321d250def1029d6d2b037",
"date-reported-by-sentry": "2020-03-15T22:57:24Z"
}
],
[
"difference",
{
"blake2s256": [
"7632f425255e4e09b7bb8d9500bce97aad927d28b4720e563d8865ef986f2962",
"7632f4255e4e09b7bb8d9500bce97aad927d28b4720e563d8865ef986f2962"
]
}
]
],
"cefc436a219798ba8fb900b461e88dd3a5913f08": [
[
"stored-cnt",
{
"sha1": "cefc436a219798ba8fb900b461e88dd3a5913f08",
"sha1_git": "252517267909b152da14ab6c0b45a4a5c326e91c",
"sha256": "161bc93f9ae6258ceb87a91422337503767c2aa2dee5bbfa4f5968b944d450d1",
"blake2s256": "59eaa09b6d2de1a119c9db1d285c8d132a451cb9e89db6a2a95fe9d624bc73f8",
"length": 735,
"ctime": "2020-03-15T18:40:19.172103+00:00",
"status": "visible"
}
],
[
"sentry-cnt",
{
"blake2s256": "59eaa09b6d2de1a119c9db1d285c8d132a451cb9e89db6a2a95fe9d624bc73f8",
"sha256": "161bc93f9ae6258ceb87a91422337503767c2aa2dee5bbfa4f5968b944d450d1",
"sha1_git": "2517267909b152da14ab6c0b45a4a5c326e91c",
"sha1": "cefc436a219798ba8fb900b461e88dd3a5913f08",
"date-reported-by-sentry": "2020-03-15T18:42:05Z"
}
],
[
"difference",
{
"sha1_git": [
"252517267909b152da14ab6c0b45a4a5c326e91c",
"2517267909b152da14ab6c0b45a4a5c326e91c"
]
}
]
],
"67e1d80173da94c2b2075d6fb72f3cde5a846b72": [
[
"stored-cnt",
{
"sha1": "67e1d80173da94c2b2075d6fb72f3cde5a846b72",
"sha1_git": "2f87d41b85b927e0b484dddb5f05aa83262b4cee",
"sha256": "f93b302c25252c66df3ba10edf767564713949ac3ad10f930d03f3541a558577",
"blake2s256": "adb2d684d4c68bb0f0e6697eab589968d53f706585c87e9b4b0c30bc414d0c83",
"length": 32768,
"ctime": "2020-03-14T21:17:13.465992+00:00",
"status": "visible"
}
],
[
"sentry-cnt",
{
"blake2s256": "adb2d684d4c68bb0f0e6697eab589968d53f706585c87e9b4b0c30bc414d0c83",
"sha256": "f93b302c252c66df3ba10edf767564713949ac3ad10f930d03f3541a558577",
"sha1_git": "2f87d41b85b927e0b484dddb5f05aa83262b4cee",
"sha1": "67e1d80173da94c2b2075d6fb72f3cde5a846b72",
"date-reported-by-sentry": "2020-03-14T21:24:38Z"
}
],
[
"difference",
{
"sha256": [
"f93b302c25252c66df3ba10edf767564713949ac3ad10f930d03f3541a558577",
"f93b302c252c66df3ba10edf767564713949ac3ad10f930d03f3541a558577"
]
}
]
],
"00528a2a2175dba232843c3461633aa0ef0243b8": [
[
"stored-cnt",
{
"sha1": "00528a2a2175dba232843c3461633aa0ef0243b8",
"sha1_git": "6acde5b204105633e54c252562ee9a456c63b642",
"sha256": "aa9dedcea0fc77a03c00b46afa7f79ae33ed6c731726d0dcf9576339ae931f06",
"blake2s256": "51dac2e289a62435bb24fadf51ba7f2ea428971ad968cb74fbeb136d40df69c6",
"length": 68292,
"ctime": "2020-03-14T15:31:55.257578+00:00",
"status": "visible"
}
],
[
"sentry-cnt",
{
"blake2s256": "51dac2e289a62435bb24fadf51ba7f2ea428971ad968cb74fbeb136d40df69c6",
"sha256": "aa9dedcea0fc77a03c00b46afa7f79ae33ed6c731726d0dcf9576339ae931f06",
"sha1_git": "6acde5b204105633e54c2562ee9a456c63b642",
"sha1": "00528a2a2175dba232843c3461633aa0ef0243b8",
"date-reported-by-sentry": "2020-03-14T15:31:55Z"
}
],
[
"difference",
{
"sha1_git": [
"6acde5b204105633e54c252562ee9a456c63b642",
"6acde5b204105633e54c2562ee9a456c63b642"
]
}
]
],
"eaaaf388dc4de251ab4901524e9edc49b6791a6e": [
[
"stored-cnt",
{
"sha1": "eaaaf388dc4de251ab4901524e9edc49b6791a6e",
"sha1_git": "1256e8991db97c980c90f601f636c52c6f440107",
"sha256": "440a0dedf84f30363cc9830853699f1a19f94412cfc1a3b9b545714070ae5d52",
"blake2s256": "c9842525a615193c67b275660196d9b71fc9bd21916cdfcceb6ef3014080b415",
"length": 2930,
"ctime": "2020-03-12T17:18:19.930404+00:00",
"status": "visible"
}
],
[
"sentry-cnt",
{
"blake2s256": "c98425a615193c67b275660196d9b71fc9bd21916cdfcceb6ef3014080b415",
"sha256": "440a0dedf84f30363cc9830853699f1a19f94412cfc1a3b9b545714070ae5d52",
"sha1_git": "1256e8991db97c980c90f601f636c52c6f440107",
"sha1": "eaaaf388dc4de251ab4901524e9edc49b6791a6e",
"date-reported-by-sentry": "2020-03-12T17:19:06Z"
}
],
[
"difference",
{
"blake2s256": [
"c9842525a615193c67b275660196d9b71fc9bd21916cdfcceb6ef3014080b415",
"c98425a615193c67b275660196d9b71fc9bd21916cdfcceb6ef3014080b415"
]
}
]
],
"9946e46129d737287093a29e787128b1e88042be": [
[
"stored-cnt",
{
"sha1": "9946e46129d737287093a29e787128b1e88042be",
"sha1_git": "af0d2f676906207f041ec19ce1828c7e9324a160",
"sha256": "f56496801cba1ef39afd56210455c71a5fff6bdc918682bcaa6b5e8c6946e631",
"blake2s256": "d9edba4b2227c6e1461f2525177ac77c823759f07eb2ff77823914936689598b",
"length": 143,
"ctime": "2020-03-12T13:28:46.756506+00:00",
"status": "visible"
}
],
[
"sentry-cnt",
{
"blake2s256": "d9edba4b2227c6e1461f25177ac77c823759f07eb2ff77823914936689598b",
"sha256": "f56496801cba1ef39afd56210455c71a5fff6bdc918682bcaa6b5e8c6946e631",
"sha1_git": "af0d2f676906207f041ec19ce1828c7e9324a160",
"sha1": "9946e46129d737287093a29e787128b1e88042be",
"date-reported-by-sentry": "2020-03-12T13:29:37Z"
}
],
[
"difference",
{
"blake2s256": [
"d9edba4b2227c6e1461f2525177ac77c823759f07eb2ff77823914936689598b",
"d9edba4b2227c6e1461f25177ac77c823759f07eb2ff77823914936689598b"
]
}
]
],
"e86ff51f21d77c918b6533e58722e90b962a8395": [
[
"stored-cnt",
{
"sha1": "e86ff51f21d77c918b6533e58722e90b962a8395",
"sha1_git": "01d5bb793dde106e9ab115e86f6dd29fa65e908e",
"sha256": "7d721070c62e4f4b7facef55b40c70cb23d603ef4640d78ab1e354a9f7252507",
"blake2s256": "f2dc09e0a498fc410925291b5b5514538bfacaaf6342dd9360c18cd96b5c0084",
"length": 1477,
"ctime": "2020-03-11T17:44:49.566689+00:00",
"status": "visible"
}
],
[
"sentry-cnt",
{
"blake2s256": "f2dc09e0a498fc410925291b5b5514538bfacaaf6342dd9360c18cd96b5c0084",
"sha256": "7d721070c62e4f4b7facef55b40c70cb23d603ef4640d78ab1e354a9f72507",
"sha1_git": "01d5bb793dde106e9ab115e86f6dd29fa65e908e",
"sha1": "e86ff51f21d77c918b6533e58722e90b962a8395",
"date-reported-by-sentry": "2020-03-11T17:46:50Z"
}
],
[
"difference",
{
"sha256": [
"7d721070c62e4f4b7facef55b40c70cb23d603ef4640d78ab1e354a9f7252507",
"7d721070c62e4f4b7facef55b40c70cb23d603ef4640d78ab1e354a9f72507"
]
}
]
],
"2e2dd9ad9886114f5ae20d56151f7c8106b58e8e": [
[
"stored-cnt",
{
"sha1": "2e2dd9ad9886114f5ae20d56151f7c8106b58e8e",
"sha1_git": "54f47ee32f321d819b79f49d830606638c9a466f",
"sha256": "528369d53922ff3d658e6f35377f4b2ece920d6effa074d44a455a97a3252582",
"blake2s256": "bb98c15a6203311e3ca4158a4243afac043253f8b5379be4a0ddb97bf0ea41a8",
"length": 529,
"ctime": "2020-03-11T08:04:04.071485+00:00",
"status": "visible"
}
],
[
"sentry-cnt",
{
"blake2s256": "bb98c15a6203311e3ca4158a4243afac043253f8b5379be4a0ddb97bf0ea41a8",
"sha256": "528369d53922ff3d658e6f35377f4b2ece920d6effa074d44a455a97a32582",
"sha1_git": "54f47ee32f321d819b79f49d830606638c9a466f",
"sha1": "2e2dd9ad9886114f5ae20d56151f7c8106b58e8e",
"date-reported-by-sentry": "2020-03-11T08:04:09Z"
}
],
[
"difference",
{
"sha256": [
"528369d53922ff3d658e6f35377f4b2ece920d6effa074d44a455a97a3252582",
"528369d53922ff3d658e6f35377f4b2ece920d6effa074d44a455a97a32582"
]
}
]
]
}
}

Event Timeline

ardumont created this paste.Mar 20 2020, 3:49 PM

Data retrieved from sentry with [1]

[1] https://forge.softwareheritage.org/source/snippets/browse/master/ardumont/sentry/README.md

Remaining computations done but still wip in the same repository folder.

ardumont added a comment.EditedMar 20 2020, 7:02 PM

file coming from the following command:

python -m analyse_hash_collision --data-file collisions-from-sentry.json | jq . > collisions.json

collisions-from-sentry.json: F3806191

ardumont edited the content of this paste. (Show Details)Mar 23 2020, 10:03 AM
ardumont added a comment.Mar 23 2020, 10:11 AM

sample updated and result from 369c999da02cfc5d267eb2e1f7865cf913962d86.

ardumont changed the title of this paste from current real collisions to Current real collisions analysis sample (out of current storage vs sentry issues api output).Mar 23 2020, 10:12 AM
ardumont mentioned this in T2332: Analyze hash collisions.Mar 24 2020, 12:02 PM
ardumont edited the content of this paste. (Show Details)Mar 24 2020, 12:37 PM
ardumont added a comment.EditedMar 24 2020, 12:39 PM
  • collisions (real)

    -> only on sha1 so far, all but the other hashes are different
  • collisions (falsy): for a content reported out of the sentry issue:
    • sha1 is the same
    • only 1 other distinct from sha1 is different
    • but the length on the divergent hash is not correct

      -> that means there is an issue somewhere in the pipe but independently from swh.
ardumont edited the content of this paste. (Show Details)Mar 24 2020, 1:00 PM
ardumont edited the content of this paste. (Show Details)Mar 24 2020, 2:57 PM
ardumont edited the content of this paste. (Show Details)Apr 3 2020, 6:56 PM
ardumont mentioned this in T2352: nixguix: Fails to finish as it's stuck in a loop up to memory error.Apr 7 2020, 11:49 AM
About · Developer information · Legal