diff --git a/common/images/bgSwhEOSCPillar.png b/common/images/bgSwhEOSCPillar.png new file mode 100644 index 0000000..91f9252 Binary files /dev/null and b/common/images/bgSwhEOSCPillar.png differ diff --git a/common/images/swh-data-model-h.png b/common/images/swh-data-model-h.png new file mode 100644 index 0000000..76dad4c Binary files /dev/null and b/common/images/swh-data-model-h.png differ diff --git a/common/images/swh-merkle-dag.png b/common/images/swh-merkle-dag.png new file mode 100644 index 0000000..602521b Binary files /dev/null and b/common/images/swh-merkle-dag.png differ diff --git a/common/images/vault-dialog.png b/common/images/vault-dialog.png new file mode 100644 index 0000000..55bf974 Binary files /dev/null and b/common/images/vault-dialog.png differ diff --git a/talks-public/2021-11-30-Techtalk-Roadmap/2021-11-30-Techtalk-Roadmap.org b/talks-public/2021-11-30-Techtalk-Roadmap/2021-11-30-Techtalk-Roadmap.org new file mode 100644 index 0000000..6473567 --- /dev/null +++ b/talks-public/2021-11-30-Techtalk-Roadmap/2021-11-30-Techtalk-Roadmap.org @@ -0,0 +1,150 @@ +#+COLUMNS: %40ITEM %10BEAMER_env(Env) %9BEAMER_envargs(Env Args) %10BEAMER_act(Act) %4BEAMER_col(Col) %10BEAMER_extra(Extra) %8BEAMER_opt(Opt) +#+TITLE: Software Heritage +#+SUBTITLE: a year of work, evolution and progress +# #+AUTHOR: David Douard +# #+EMAIL: david.douard@softwareheritage.org @douardda @swheritage +#+BEAMER_HEADER: \date[30/11/2021]{30 November 2021\\Inria} +#+BEAMER_HEADER: \title[Software Heritage~~~~ www.softwareheritage.org]{Software Heritage} +#+BEAMER_HEADER: \author[David Douard~~~~ david.douard@softwareheritage.org ~~~~ (CC-BY 4.0)]{David Douard\\Inria\vspace{-2em}} +# #+BEAMER_HEADER: \setbeameroption{show notes on second screen} +#+BEAMER_HEADER: \setbeameroption{hide notes} +#+KEYWORDS: software heritage legacy preservation knowledge mankind technology +#+LATEX_HEADER: \usepackage{tcolorbox} +#+LATEX_HEADER: \definecolor{links}{HTML}{2A1B81} +#+LATEX_HEADER: \hypersetup{colorlinks,linkcolor=,urlcolor=links} + +# +# prelude.org contains all the information needed to export the main beamer latex source +# use prelude-toc.org to get the table of contents +# + +#+INCLUDE: "../../common/modules/prelude-toc.org" :minlevel 1 +#+INCLUDE: "../../common/modules/169.org" + +# +LaTeX_CLASS_OPTIONS: [aspectratio=169,handout,xcolor=table] + +#+LATEX_HEADER: \usepackage{bbding} +#+LATEX_HEADER: \DeclareUnicodeCharacter{66D}{\FiveStar} + +# +# If you want to change the title logo it's here +# +# +BEAMER_HEADER: \titlegraphic{\includegraphics[width=0.5\textwidth]{SWH-logo}} + +# aspect ratio can be changed, but the slides need to be adapted +# - compute a "resizing factor" for the images (macro for picblocks?) +# +# set the background image +# +# https://pacoup.com/2011/06/12/list-of-true-169-resolutions/ +# +#+BEAMER_HEADER: \pgfdeclareimage[height=90mm,width=160mm]{bgd}{swh-world-169.png} +#+BEAMER_HEADER: \setbeamertemplate{background}{\pgfuseimage{bgd}} +#+LATEX: \addtocounter{framenumber}{-1} +* Getting Bigger +** SWH Source Code +*** SWH packages +- 4 new 'swh-' packages +- more than 2k git revisions +- 25 active contributors + +** SWH SLOCs +*** from: (2020-12-31) + - python: 124445 + - javascript: 8006 + - java: 4379 +*** to: (2021-11-29) + - python: 146903 + - javascript: 9238 + - java: 5915 + +** Objects + :PROPERTIES: + :CUSTOM_ID: objectnumbers + :END: + #+latex: \begin{center} + #+ATTR_LATEX: :width .95\linewidth +file:2021-curves.png + #+latex: \end{center} + +** Database + :PROPERTIES: + :CUSTOM_ID: dbsize + :END: + #+latex: \begin{center} + #+ATTR_LATEX: :width .75\linewidth +file:2021-db.png + #+latex: \end{center} + +* Getting Better + +** New objstorage in development + +- Design by Loic Dachary (Easter-Eggs) & al. +- Ceph-based +- Massive scale up + +** New storage backend to be deployed + +- Design by Valentin Lorentz (SWH) & al. +- Large scale benchmarking on Grid5000 by Vincent Sellier (SWH) +- Massive (concurrent-write) scale up + +** Mirror to be deployed + +- On-going large scale experiments at ENEA + +** Improved vault design + +- Better stability +- Better perormances + +** Many of improvements on the Deposit +- Integration with InvenioRDM/Zenodo in progress (Cottage Labs) +- Allow metadata-only deposits +- Better UI + +** Better Save-Code-Now behavior +- Improved architecture design by Antoine R. Dumont (SWH) & al. +- Improved reporting to the user of the status of a save code now request +- Much better latency + +** New Software Heritage Filesystem +- Design by Thibault Allançon & al. +- User-space POSIX filesystem to browse the Software Heritage Archive + +** Better search capabilities and performances +- New ElasticSearch-based search engine +- Support for searching in matadata + +** New Scheduler +- Design by Nicolas Dandrimont (SWH) & al. +- Better overall "scheduling efficiency" + +** Better and Accessible Metadata +- New Extrincic Metadata data model +- New APIs to retrieve metadata + +** Better documentation +- Ongoing work on improving the technical documentation +- Ongoing work on providing user documentation +- Development of a FAQ page + +** Better overall stability +- Improved global uptime of the infrastructure +- Reduced maintenance cost + +** More/better sources of origins +- Much better Mercurial loader (Raphaël Gomez & al., Octobus) +- Better Subversion loader, +- Better CVS loader (tefan Sperling, +- New tuleap lister (Boris Baldassari, Castalia) +- New Sourceforge lister (Raphaël Gomez, Octobus) +- New Opam lister and loader (Leo Andres, OCamlPro) +- New Maven lister (Boris Baldassari, Castalia) +- New bazaar loader in progress (Raphaël Gomez, Octobus) + +** Thank you + +- Thank you all for your involment in the SWH project +- Stay tuned for the 2022 Roadmap (next january) diff --git a/talks-public/2021-11-30-Techtalk-Roadmap/2021-curves.png b/talks-public/2021-11-30-Techtalk-Roadmap/2021-curves.png new file mode 100644 index 0000000..7b31527 Binary files /dev/null and b/talks-public/2021-11-30-Techtalk-Roadmap/2021-curves.png differ diff --git a/talks-public/2021-11-30-Techtalk-Roadmap/2021-db.png b/talks-public/2021-11-30-Techtalk-Roadmap/2021-db.png new file mode 100644 index 0000000..fc23eb0 Binary files /dev/null and b/talks-public/2021-11-30-Techtalk-Roadmap/2021-db.png differ diff --git a/talks-public/2021-11-30-Techtalk-Roadmap/Makefile b/talks-public/2021-11-30-Techtalk-Roadmap/Makefile new file mode 100644 index 0000000..68fbee7 --- /dev/null +++ b/talks-public/2021-11-30-Techtalk-Roadmap/Makefile @@ -0,0 +1 @@ +include ../Makefile.slides