diff --git a/common/images/swh-dataflow-merkle.pdf b/common/images/swh-dataflow-merkle.pdf index 0851458..8b88749 100644 Binary files a/common/images/swh-dataflow-merkle.pdf and b/common/images/swh-dataflow-merkle.pdf differ diff --git a/common/images/swh-dataflow-merkle.png b/common/images/swh-dataflow-merkle.png index 98ad31c..b3343c5 100644 Binary files a/common/images/swh-dataflow-merkle.png and b/common/images/swh-dataflow-merkle.png differ diff --git a/common/images/swh-dataflow-merkle.svg b/common/images/swh-dataflow-merkle.svg index 9b8fa62..d6a436a 100644 --- a/common/images/swh-dataflow-merkle.svg +++ b/common/images/swh-dataflow-merkle.svg @@ -1,4569 +1,3700 @@ + inkscape:version="1.0.2 (e86c870879, 2021-01-15)" + inkscape:export-filename="/home/ddouard/swh/slides/common/images/swh-dataflow-merkle.png" + inkscape:export-xdpi="71.98777" + inkscape:export-ydpi="71.98777"> image/svg+xml + inkscape:current-layer="svg376" + inkscape:document-rotation="0" + showguides="true" + inkscape:guide-bbox="true" + lock-margins="true" + fit-margin-top="1" + fit-margin-left="1" + fit-margin-right="1" + fit-margin-bottom="1"> + + + + id="defs2"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Gitloader + Mercurialloader + + Debian sourcepackage loader + pypi source +package loader + ... + Software Heritage ArchiveMerkle DAG + blob storage + + + Loading& deduplication + + + + + + + dsc + + + + dsc + + + hg + + hg + + hg + + git + + git + + git + + git + + + svn + + + + svn + + + + svn + + + tar + + + zip + softwareorigins + Packagerepos + + + + + Forges + + + + GitHublister + + GitLablister + + Debianlister + + + PyPilister + ... + + Distros + + + + + ... + Scheduling + + + Listing(full/incremental) + + + + + + + + + + + tar + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + id="g6536" + transform="matrix(1.9541907,0,0,-1.9541907,873.20819,204.17457)"> + + - + d="m 169.06429,-206.91832 c 0,-0.60243 2.67623,-1.0908 5.97766,-1.0908 3.3014,0 5.97765,0.48837 5.97765,1.0908 v 10.77 c 0,0.60244 -2.67625,1.09079 -5.97765,1.09079 -3.30143,0 -5.97766,-0.48835 -5.97766,-1.09079 z m 0,10.77 c 0,-0.60244 2.67623,-1.0908 5.97766,-1.0908 3.3014,0 5.97765,0.48836 5.97765,1.0908" + style="fill:#bfa6aa;fill-opacity:1;fill-rule:nonzero;stroke:#000000;stroke-width:0.3985;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:10;stroke-dasharray:none;stroke-opacity:1" + id="path6542" /> - - Git - loader - - + + + + + + + + + + + + + - + d="m 211.89287,-47.8043 -2.92832,-3.44155 -4.1781,-1.7215 2.36823,-3.84857 0.34624,-4.50552 4.39195,1.06306 4.39197,-1.06306 0.34623,4.50552 2.36823,3.84857 -4.1781,1.7215 z" + style="fill:#fff9a3;fill-opacity:1;fill-rule:nonzero;stroke:#000000;stroke-width:0.3985;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:10;stroke-dasharray:none;stroke-opacity:1" + id="path6562" /> - - Mercurial - loader - - + + + + + + + + + + + + + - + d="m 241.27174,-32.12143 h 14.94415 v 8.96649 h -14.94415 z" + style="fill:#e3e3e3;fill-opacity:1;fill-rule:nonzero;stroke:#000000;stroke-width:0.3985;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:10;stroke-dasharray:none;stroke-opacity:1" + id="path6582" /> - - Debian source - package loader - - + + + + + + + + + + + + + - + d="m 167.56987,-32.12143 h 14.94415 v 8.96649 h -14.94415 z" + style="fill:#e3e3e3;fill-opacity:1;fill-rule:nonzero;stroke:#000000;stroke-width:0.3985;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:10;stroke-dasharray:none;stroke-opacity:1" + id="path6602" /> - - tar loader - - - . - . - . - - - Software Heritage Archive - Merkle DAG + blob storage - - - - - - - - Loading - & deduplication - - + - - + id="g6606" + transform="scale(-1)"> + + + + + + + + + + - - + id="g6622" + transform="scale(-1)"> + + + + + origins + + + - - + id="g6638" + transform="matrix(1.9541907,0,0,-1.9541907,480.8782,204.20852)"> + - - - dsc - + id="g6642" + transform="scale(-1)"> + + + + + snapshots + + + + + + + - - - dsc - + id="g6662" + transform="scale(-1)"> + + + + + releases + + + + + + + - - - hg - + id="g13499" + transform="scale(-1)" + style="fill:#f5f5f5;fill-opacity:1;stroke:#ffffff;stroke-width:1.33978;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"> + + + + + revisions + + + + + + + - - - hg - + id="g6682" + transform="scale(-1)"> + + + + + revisions + + + + + + + - - - hg - + id="g13299" + transform="scale(-1)" + style="fill:#f5f5f5;fill-opacity:1;stroke:#ffffff;stroke-width:1.33978;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"> + + + + + directories + + + + + + + - - - git - + id="g6702" + transform="scale(-1)"> + + + + + directories + + + + + + + - - - git - + id="g6722" + transform="scale(-1)"> + + + + + contents + + + + + + + + + + - - - git - + id="g6746" + transform="scale(-1)"> + + + + + + + + + + + + + - - - git - + id="g6766" + transform="scale(-1)"> + + + + + + + + + + + + + - - - svn - + id="g6786" + transform="scale(-1)"> + + + + + + + + + + + + + - - - svn - + id="g6806" + transform="scale(-1)"> + + + + + + + + + + + + + - - - svn - + id="g6826" + transform="scale(-1)"> + + + + + + + + + + + + + - - - tar - + id="g6846" + transform="scale(-1)"> + + + + + + + + + + + + + - - - zip - + id="g6866" + transform="scale(-1)"> + + + + + + - - software - origins - - - Package - repos - - - - - - - - Forges - - - - - - - + + + - + d="m 57.01704,-32.12143 h 14.94415 v 8.96649 H 57.01704 Z" + style="fill:#e3e3e3;fill-opacity:1;fill-rule:nonzero;stroke:#000000;stroke-width:0.3985;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:10;stroke-dasharray:none;stroke-opacity:1" + id="path6882" /> - - GitHub - lister - - + + + + + + + + + + + + + - + d="m 57.31593,-133.16261 v 10.36126 h 5.97767 l 1.49441,-1.99255 h 6.87431 v -8.36871 m 0,0 z m -14.34639,0 h 14.34639 z" + style="fill:#cfd2f2;fill-opacity:1;fill-rule:nonzero;stroke:#000000;stroke-width:0.3985;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:10;stroke-dasharray:none;stroke-opacity:1" + id="path6902" /> - - GitLab - lister - - + + + + + + + + + + + + + - + d="m 94.16687,-133.16261 v 10.36126 h 5.97766 l 1.49442,-1.99255 h 6.87429 v -8.36871 m 0,0 z m -14.34637,0 h 14.34637 z" + style="fill:#cfd2f2;fill-opacity:1;fill-rule:nonzero;stroke:#000000;stroke-width:0.3985;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:10;stroke-dasharray:none;stroke-opacity:1" + id="path6922" /> - - Debian - lister - - + + + + + + + + + + + + + - + d="m 75.7414,-160.80081 v 10.36127 h 5.97766 l 1.49441,-1.99256 h 6.8743 v -8.36871 m 0,0 z m -14.34637,0 h 14.34637 z" + style="fill:#cfd2f2;fill-opacity:1;fill-rule:nonzero;stroke:#000000;stroke-width:0.3985;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:10;stroke-dasharray:none;stroke-opacity:1" + id="path6942" /> + + + + + + + + + + + + + id="g6960"> - + d="m 38.89046,-160.80081 v 10.36127 h 5.97766 l 1.49441,-1.99256 h 6.8743 v -8.36871 m 0,0 z m -14.34637,0 h 14.34637 z" + style="fill:#cfd2f2;fill-opacity:1;fill-rule:nonzero;stroke:#000000;stroke-width:0.3985;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:10;stroke-dasharray:none;stroke-opacity:1" + id="path6962" /> - - PyPi - lister - - - . - . - . - - - - Distros - - - - + + + + + + + + + - - ... - - - Scheduling - - - - - - - Listing - (full/incremental) - - + + + + + + - - + id="g6986" + transform="scale(-1)"> + + + + + + + + + + + + + - - + id="g7006" + transform="scale(-1)"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + id="g7150" + transform="matrix(1.9541907,0,0,-1.9541907,873.20819,204.17457)"> + + + + + + + + + + + + + + + id="g7170" + transform="matrix(1.7678353,0,0,-1.7678353,873.77399,202.23434)" />