for (;;);{"error":null,"payload":{"timeline":"\u003cdiv class=\"phui-timeline-shell phui-timeline-green\" data-sigil=\"transaction anchor-container\" data-meta=\"0_26\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"65730\" id=\"65730\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill fill-has-color phui-timeline-icon-fill-green\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-exclamation-circle phui-timeline-icon\" data-meta=\"0_23\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e changed the task status from \u003cspan class=\"phui-timeline-value\"\u003eOpen\u003c\/span\u003e to \u003cspan class=\"phui-timeline-value\"\u003eWork in Progress\u003c\/span\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#65730\" data-sigil=\"has-tooltip\" data-meta=\"0_22\"\u003e\u003cspan class=\"screen-only\"\u003eJun 2 2021, 6:25 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-02 18:25:37 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill fill-has-color phui-timeline-icon-fill-green\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-arrow-right phui-timeline-icon\" data-meta=\"0_24\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e triaged this task as \u003cspan class=\"phui-timeline-value\"\u003eNormal\u003c\/span\u003e priority.\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-pencil phui-timeline-icon\" data-meta=\"0_25\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e created this task.\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_29\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/2dzjb5fpz23kkzv7d5df\/PHID-FILE-nma6v42ey5ihn5i2uwbp\/profile)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/ardumont\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"65781\" id=\"65781\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-columns phui-timeline-icon\" data-meta=\"0_28\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/ardumont\/\" class=\"phui-handle phui-link-person\"\u003eardumont\u003c\/a\u003e moved this task from \u003ca href=\"\/project\/board\/41\/\" class=\"phui-handle\"\u003eBacklog\u003c\/a\u003e to \u003ca href=\"\/project\/board\/41\/\" class=\"phui-handle\"\u003ein-progress\u003c\/a\u003e on the \u003ca href=\"\/tag\/system_administration\/\" class=\"phui-handle\"\u003eSystem administration\u003c\/a\u003e board.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#65781\" data-sigil=\"has-tooltip\" data-meta=\"0_27\"\u003e\u003cspan class=\"screen-only\"\u003eJun 3 2021, 6:19 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-03 18:19:06 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_32\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"65784\" id=\"65784\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_31\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPe39b40412e7959f1ed102b967bad782f9fc99be7\" class=\"phui-handle\"\u003erDSNIPe39b40412e79: grid5000: test of terraform provisionning\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#65784\" data-sigil=\"has-tooltip\" data-meta=\"0_30\"\u003e\u003cspan class=\"screen-only\"\u003eJun 3 2021, 7:25 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-03 19:25:14 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_41\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-major-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003cdiv class=\"phui-timeline-inner-content\"\u003e\u003ca name=\"65785\" id=\"65785\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon phui-timeline-title-with-menu\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-user-plus phui-timeline-icon\" data-meta=\"0_40\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e added a subscriber: \u003ca href=\"\/p\/dachary\/\" class=\"phui-handle phui-link-person\" data-sigil=\"hovercard\" data-meta=\"0_11\"\u003edachary\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#65785\" data-sigil=\"has-tooltip\" data-meta=\"0_39\"\u003e\u003cspan class=\"screen-only\"\u003eJun 3 2021, 7:30 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-03 19:30:47 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003ca href=\"#\" class=\"phui-timeline-menu\" aria-haspopup=\"true\" aria-expanded=\"false\" data-sigil=\"phui-dropdown-menu\" data-meta=\"0_37\"\u003e\u003cspan class=\"aural-only\"\u003eComment Actions\u003c\/span\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-caret-down\" data-meta=\"0_38\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-core-content\"\u003e\u003cspan class=\"transaction-comment\" data-sigil=\"transaction-comment\" data-meta=\"0_12\"\u003e\u003cdiv class=\"phabricator-remarkup\"\u003e\u003cp\u003eI played with grid5000 to experiment how the jobs work and how to initialize the reserved nodes.\u003c\/p\u003e\n\n\u003cp\u003eAfter having experimented the manual way, I tried to use the terraform provisionner which seems to work for the basic tasks (create a job and install an os on them).\u003cbr \/\u003e\nThe next step is to go further and try to automatize the node configuration, probably with a mix of ansible and shell scripts as \u003ca href=\"\/p\/dachary\/\" class=\"phui-tag-view phui-tag-type-person \" data-sigil=\"hovercard\" data-meta=\"0_0\"\u003e\u003cspan class=\"phui-tag-core phui-tag-color-person\"\u003e@dachary\u003c\/span\u003e\u003c\/a\u003e has done for the object storage experiment \u003ca href=\"https:\/\/git.easter-eggs.org\/biceps\/biceps\/-\/tree\/master\" class=\"remarkup-link\" target=\"_blank\" rel=\"noreferrer\"\u003ehttps:\/\/git.easter-eggs.org\/biceps\/biceps\/-\/tree\/master\u003c\/a\u003e\u003c\/p\u003e\u003c\/div\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_44\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"65814\" id=\"65814\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_43\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP183077d59de68b1a15a44ce194b7bb35599264ef\" class=\"phui-handle\"\u003erDSNIP183077d59de6: grid5000\/cassandra: configure a cassandra cluster with ansible\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#65814\" data-sigil=\"has-tooltip\" data-meta=\"0_42\"\u003e\u003cspan class=\"screen-only\"\u003eJun 4 2021, 6:17 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-04 18:17:50 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_49\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"65996\" id=\"65996\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_46\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPfb7444db1d6227ec35c067788749b24833fe7f3f\" class=\"phui-handle\"\u003erDSNIPfb7444db1d62: grid5000\/cassandra: Not functional terrarform\/ansible poc\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#65996\" data-sigil=\"has-tooltip\" data-meta=\"0_45\"\u003e\u003cspan class=\"screen-only\"\u003eJun 8 2021, 9:13 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-08 21:13:07 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_47\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP75fb371aeda0f578eb6f0888f20c6d2c64ebec77\" class=\"phui-handle\"\u003erDSNIP75fb371aeda0: grid5000\/cassandra: install and configure zfs on cassandra nodes\u003c\/a\u003e.\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_48\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPe2b98bc6aba17f15cf3bd7567bf17b9a11a51ef4\" class=\"phui-handle\"\u003erDSNIPe2b98bc6aba1: grid5000\/cassandra: management scripts\u003c\/a\u003e.\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_52\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66047\" id=\"66047\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_51\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP306b44b4f0197460bc72c8b8378dc669f7fa4643\" class=\"phui-handle\"\u003erDSNIP306b44b4f019: Add swh-storage installation on ansible scripts\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66047\" data-sigil=\"has-tooltip\" data-meta=\"0_50\"\u003e\u003cspan class=\"screen-only\"\u003eJun 10 2021, 3:42 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-10 15:42:06 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_61\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-major-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003cdiv class=\"phui-timeline-inner-content\"\u003e\u003ca name=\"66053\" id=\"66053\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon phui-timeline-title-with-menu\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-comment phui-timeline-icon\" data-meta=\"0_60\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e added a comment.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66053\" data-sigil=\"has-tooltip\" data-meta=\"0_59\"\u003e\u003cspan class=\"screen-only\"\u003eJun 10 2021, 7:02 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-10 19:02:53 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003ca href=\"#\" class=\"phui-timeline-menu\" aria-haspopup=\"true\" aria-expanded=\"false\" data-sigil=\"phui-dropdown-menu\" data-meta=\"0_57\"\u003e\u003cspan class=\"aural-only\"\u003eComment Actions\u003c\/span\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-caret-down\" data-meta=\"0_58\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-core-content\"\u003e\u003cspan class=\"transaction-comment\" data-sigil=\"transaction-comment\" data-meta=\"0_13\"\u003e\u003cdiv class=\"phabricator-remarkup\"\u003e\u003cp\u003eSome status about the automation:\u003c\/p\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003eCassandra nodes are ok (os installation, zfs configuration according to the defined environment except a problem during the first initialization with new disks, startup, cluster configuration)\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003eswh-storage node is ok (os installation, gunicorn\/swh-storage installation and startup)\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003ecassandra database initialization :\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cdiv class=\"remarkup-code-block\" data-code-lang=\"text\" data-sigil=\"remarkup-code-block\"\u003e\u003cpre class=\"remarkup-code\"\u003eroot@parasilo-3:~# nodetool status\nDatacenter: datacenter1\n=======================\nStatus=Up\/Down\n|\/ State=Normal\/Leaving\/Joining\/Moving\n-- Address Load Tokens Owns (effective) Host ID Rack \nUN 172.16.97.3 78.85 KiB 256 31.6% 49d46dd8-4640-45eb-9d4c-b6b16fc954ab rack1\nUN 172.16.97.5 105.45 KiB 256 26.0% 47e99bb4-4846-4e03-a06c-53ea2862172d rack1\nUN 172.16.97.4 98.35 KiB 256 18.1% e2aeff29-c89a-4c7a-9352-77aaf78e91b3 rack1\nUN 172.16.97.2 78.85 KiB 256 24.3% edd1b72b-4c35-44bd-b7e5-316f41a156c4 rack1\u003c\/pre\u003e\u003c\/div\u003e\n\n\u003cdiv class=\"remarkup-code-block\" data-code-lang=\"text\" data-sigil=\"remarkup-code-block\"\u003e\u003cpre class=\"remarkup-code\"\u003eroot@parasilo-3:~# cqlsh 172.16.97.3\nConnected to swh-storage at 172.16.97.3:9042\n[cqlsh 6.0.0 | Cassandra 4.0 | CQL spec 3.4.5 | Native protocol v5]\ncqlsh> desc KEYSPACES\n\nswh system_auth system_schema system_views \nsystem system_distributed system_traces system_virtual_schema\ncqlsh:> use swh;\ncqlsh:swh> desc tables;\n\ncontent metadata_authority revision_parent \ncontent_by_blake2s256 metadata_fetcher skipped_content \ncontent_by_sha1 object_count skipped_content_by_blake2s256\ncontent_by_sha1_git origin skipped_content_by_sha1 \ncontent_by_sha256 origin_visit skipped_content_by_sha1_git \ndirectory origin_visit_status skipped_content_by_sha256 \ndirectory_entry raw_extrinsic_metadata snapshot \nextid release snapshot_branch \nextid_by_target revision\u003c\/pre\u003e\u003c\/div\u003e\n\n\u003cp\u003eNext step is to test a mirror and add some monitoring\u003c\/p\u003e\u003c\/div\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_64\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66054\" id=\"66054\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_63\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP1654dcf786fa7124afa314dc4d07a316242593f0\" class=\"phui-handle\"\u003erDSNIP1654dcf786fa: grid5000\/cassandra: improve scripts and fix few errors\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66054\" data-sigil=\"has-tooltip\" data-meta=\"0_62\"\u003e\u003cspan class=\"screen-only\"\u003eJun 10 2021, 7:21 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-10 19:21:24 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_67\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66096\" id=\"66096\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_66\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPa31b2d25211385125b2ed04154a2d52f75cfc285\" class=\"phui-handle\"\u003erDSNIPa31b2d252113: grid5000\/cassandra: Fix cassandra hosts configuration for swh-storage\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66096\" data-sigil=\"has-tooltip\" data-meta=\"0_65\"\u003e\u003cspan class=\"screen-only\"\u003eJun 11 2021, 11:44 AM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-11 11:44:00 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_70\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66223\" id=\"66223\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_69\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP2b2a6bbb52d61de7204eff0cf8407501ad768d4c\" class=\"phui-handle\"\u003erDSNIP2b2a6bbb52d6: Deploy the replayer configuration on swh-storage nodes\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66223\" data-sigil=\"has-tooltip\" data-meta=\"0_68\"\u003e\u003cspan class=\"screen-only\"\u003eJun 14 2021, 10:56 AM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-14 10:56:49 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_74\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66258\" id=\"66258\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-pencil phui-timeline-icon\" data-meta=\"0_72\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e updated the task description. \u003ca href=\"\/transactions\/detail\/PHID-XACT-TASK-e2yupimu52hf7az\/\" data-sigil=\"workflow\"\u003e(Show Details)\u003c\/a\u003e\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66258\" data-sigil=\"has-tooltip\" data-meta=\"0_71\"\u003e\u003cspan class=\"screen-only\"\u003eJun 15 2021, 10:29 AM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-15 10:29:10 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-pencil phui-timeline-icon\" data-meta=\"0_73\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e updated the task description. \u003ca href=\"\/transactions\/detail\/PHID-XACT-TASK-iytry3rnugb34uv\/\" data-sigil=\"workflow\"\u003e(Show Details)\u003c\/a\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_84\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-major-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003cdiv class=\"phui-timeline-inner-content\"\u003e\u003ca name=\"66260\" id=\"66260\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon phui-timeline-title-with-menu\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-comment phui-timeline-icon\" data-meta=\"0_83\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e added a comment.\u003cspan class=\"phui-timeline-extra\"\u003eEdited\u003cspan class=\"visual-only\" aria-hidden=\"true\"\u003e \u00b7 \u003c\/span\u003e\u003ca href=\"#66260\" data-sigil=\"has-tooltip\" data-meta=\"0_82\"\u003e\u003cspan class=\"screen-only\"\u003eJun 15 2021, 10:50 AM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-15 10:50:07 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003ca href=\"#\" class=\"phui-timeline-menu\" aria-haspopup=\"true\" aria-expanded=\"false\" data-sigil=\"phui-dropdown-menu\" data-meta=\"0_80\"\u003e\u003cspan class=\"aural-only\"\u003eComment Actions\u003c\/span\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-caret-down\" data-meta=\"0_81\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-core-content\"\u003e\u003cspan class=\"transaction-comment\" data-sigil=\"transaction-comment\" data-meta=\"0_14\"\u003e\u003cdiv class=\"phabricator-remarkup\"\u003e\u003cp\u003eThe environment can be stopped and rebuild as long as the disk remained reserved on the servers.\u003c\/p\u003e\n\n\u003cp\u003eSome points to watch start to appear:\u003c\/p\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003eThe default replication is 1, it needs to be manually increased to 3 with this command:\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cdiv class=\"remarkup-code-block\" data-code-lang=\"text\" data-sigil=\"remarkup-code-block\"\u003e\u003cpre class=\"remarkup-code\"\u003eALTER KEYSPACE swh\nWITH \nreplication = \n{\n'class': 'SimpleStrategy', \n'replication_factor': '3'\n};\u003c\/pre\u003e\u003c\/div\u003e\n\n\u003cp\u003efollowed by a full repair of the tables:\u003c\/p\u003e\n\n\u003cdiv class=\"remarkup-code-block\" data-code-lang=\"text\" data-sigil=\"remarkup-code-block\"\u003e\u003cpre class=\"remarkup-code\"\u003enodetool repair --full\u003c\/pre\u003e\u003c\/div\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003eThe default write and read consistencies seem to be ONE which is not good because:\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003ethere is no guaranty the data is well replicated on the replicas before the ack is send to the client so they can be lost in case of a node failure\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003ethere is no guaranty the data read by a client is up-to-date. It's not a big deal on our basic usage but is cause some troubles to the origin_visit and origin_visit_status replayers\u003c\/li\u003e\n\u003c\/ul\u003e\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cdiv class=\"remarkup-code-block\" data-code-lang=\"text\" data-sigil=\"remarkup-code-block\"\u003e\u003cpre class=\"remarkup-code\"\u003eswh.storage.exc.StorageArgumentException: Unknown origin visit 170 of origin https:\/\/www.npmjs.com\/package\/@reactionaries\/hookd\u003c\/pre\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_87\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66264\" id=\"66264\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_86\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPa4ead2ff6865bd77fd441e660022474aa74f4aed\" class=\"phui-handle\"\u003erDSNIPa4ead2ff6865: fix zfs initialisation on new servers\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66264\" data-sigil=\"has-tooltip\" data-meta=\"0_85\"\u003e\u003cspan class=\"screen-only\"\u003eJun 15 2021, 11:35 AM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-15 11:35:17 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_90\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66309\" id=\"66309\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_89\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP8a119b94d2e0693b81610b88242721a30300409b\" class=\"phui-handle\"\u003erDSNIP8a119b94d2e0: grid5000\/cassandra: deploy monitoring\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66309\" data-sigil=\"has-tooltip\" data-meta=\"0_88\"\u003e\u003cspan class=\"screen-only\"\u003eJun 16 2021, 9:11 AM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-16 09:11:10 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_94\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66312\" id=\"66312\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_92\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP3798113ce1c238a1a24e8bf633168d71a8980c7d\" class=\"phui-handle\"\u003erDSNIP3798113ce1c2: grid5000\/cassandra: document the environment\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66312\" data-sigil=\"has-tooltip\" data-meta=\"0_91\"\u003e\u003cspan class=\"screen-only\"\u003eJun 16 2021, 10:54 AM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-16 10:54:34 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_93\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP4c2a0fcac2050d52083ed8462b0795a8f54c4b05\" class=\"phui-handle\"\u003erDSNIP4c2a0fcac205: grid5000\/cassandra: fix a typo on the environment schema\u003c\/a\u003e.\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_103\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-major-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003cdiv class=\"phui-timeline-inner-content\"\u003e\u003ca name=\"66314\" id=\"66314\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon phui-timeline-title-with-menu\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-comment phui-timeline-icon\" data-meta=\"0_102\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e added a comment.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66314\" data-sigil=\"has-tooltip\" data-meta=\"0_101\"\u003e\u003cspan class=\"screen-only\"\u003eJun 16 2021, 11:09 AM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-16 11:09:52 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003ca href=\"#\" class=\"phui-timeline-menu\" aria-haspopup=\"true\" aria-expanded=\"false\" data-sigil=\"phui-dropdown-menu\" data-meta=\"0_99\"\u003e\u003cspan class=\"aural-only\"\u003eComment Actions\u003c\/span\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-caret-down\" data-meta=\"0_100\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-core-content\"\u003e\u003cspan class=\"transaction-comment\" data-sigil=\"transaction-comment\" data-meta=\"0_15\"\u003e\u003cdiv class=\"phabricator-remarkup\"\u003e\u003cp\u003eSome notes on how to perform common actions with cassandra: \u003ca href=\"https:\/\/hedgedoc.softwareheritage.org\/m2MBUViUQl2r9dwcq3-_Nw\" class=\"remarkup-link\" target=\"_blank\" rel=\"noreferrer\"\u003ehttps:\/\/hedgedoc.softwareheritage.org\/m2MBUViUQl2r9dwcq3-_Nw\u003c\/a\u003e\u003c\/p\u003e\u003c\/div\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_106\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66342\" id=\"66342\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_105\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP1e731f2793e7e5664c996e55b168338aa5ed8b75\" class=\"phui-handle\"\u003erDSNIP1e731f2793e7: grid5000\/cassandra: Add a script to add besteffort nodes\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66342\" data-sigil=\"has-tooltip\" data-meta=\"0_104\"\u003e\u003cspan class=\"screen-only\"\u003eJun 16 2021, 5:15 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-16 17:15:47 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_111\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66345\" id=\"66345\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_108\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP31dee79c9c7c3b02da067632f83dde86722fa997\" class=\"phui-handle\"\u003erDSNIP31dee79c9c7c: gird5000\/cassandra: declare different environment per type of run\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66345\" data-sigil=\"has-tooltip\" data-meta=\"0_107\"\u003e\u003cspan class=\"screen-only\"\u003eJun 17 2021, 10:29 AM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-17 10:29:54 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_109\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP25ae125e37ea2a2ca72b7e401dbf16c764519837\" class=\"phui-handle\"\u003erDSNIP25ae125e37ea: grid5000\/cassandra: Segment paravance cluster nodes\u003c\/a\u003e.\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_110\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPbe2a6e7392538610c0b2cc75cca2d2fee2f2a17d\" class=\"phui-handle\"\u003erDSNIPbe2a6e739253: grid5000\/cassandra: Performance improvement\u003c\/a\u003e.\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_114\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66348\" id=\"66348\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_113\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP3e391214d4e16a140094ebdd9f25785c04d5e928\" class=\"phui-handle\"\u003erDSNIP3e391214d4e1: grid5000\/cassandra: Declare the locally replicated monitoring\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66348\" data-sigil=\"has-tooltip\" data-meta=\"0_112\"\u003e\u003cspan class=\"screen-only\"\u003eJun 17 2021, 12:46 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-17 12:46:37 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_117\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66349\" id=\"66349\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_116\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP14814a4d4a89f8fdd860906d6ae810f7925a94d8\" class=\"phui-handle\"\u003erDSNIP14814a4d4a89: grid5000\/cassandra: document how to launch the local monitoring\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66349\" data-sigil=\"has-tooltip\" data-meta=\"0_115\"\u003e\u003cspan class=\"screen-only\"\u003eJun 17 2021, 1:00 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-17 13:00:10 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_127\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-major-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003cdiv class=\"phui-timeline-inner-content\"\u003e\u003ca name=\"66479\" id=\"66479\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon phui-timeline-title-with-menu\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-comment phui-timeline-icon\" data-meta=\"0_126\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e added a comment.\u003cspan class=\"phui-timeline-extra\"\u003eEdited\u003cspan class=\"visual-only\" aria-hidden=\"true\"\u003e \u00b7 \u003c\/span\u003e\u003ca href=\"#66479\" data-sigil=\"has-tooltip\" data-meta=\"0_125\"\u003e\u003cspan class=\"screen-only\"\u003eJun 18 2021, 4:44 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-18 16:44:09 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003ca href=\"#\" class=\"phui-timeline-menu\" aria-haspopup=\"true\" aria-expanded=\"false\" data-sigil=\"phui-dropdown-menu\" data-meta=\"0_123\"\u003e\u003cspan class=\"aural-only\"\u003eComment Actions\u003c\/span\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-caret-down\" data-meta=\"0_124\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-core-content\"\u003e\u003cspan class=\"transaction-comment\" data-sigil=\"transaction-comment\" data-meta=\"0_16\"\u003e\u003cdiv class=\"phabricator-remarkup\"\u003e\u003cp\u003eSeveral tests were executed with cassandra node on the parasilo cluster [1]\u003cbr \/\u003e\nThe configuration was always the same to calibrate the runs:\u003c\/p\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003eZFS is used to manage to datasets\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003ethe commitlogs in the 200Go SSD drive\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003ethe data in the 4 600Gb HDD configured in RAID0\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003eDefault memory configuration (8Go \/ default GC (not g1))\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003eCassandra configuration : [2]\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cp\u003eA first significant run was executed with 5 servers acting as replayers with each 10 instances of replayer per object type and 8 cassandra servers.\u003cbr \/\u003e\nThe goal was more to test the behavior at load than measuring the raw performances.\u003c\/p\u003e\n\n\u003cp\u003eSome issues were discovered and will be tracked in separate issues tasks:\u003c\/p\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003e\u003ctt class=\"remarkup-monospaced\"\u003eorigin*\u003c\/tt\u003e replayers failed one after the others with an error computing the origin hashes :\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cdiv class=\"remarkup-code-block\" data-code-lang=\"text\" data-sigil=\"remarkup-code-block\"\u003e\u003cpre class=\"remarkup-code\"\u003ereturn hashlib.sha1(url.encode("ascii")).digest()\nUnicodeEncodeError: 'ascii' codec can't encode character '\\u212a' in position 22: ordinal not in range(128)\u003c\/pre\u003e\u003c\/div\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003eRevision replayers are failing due to read timeout:\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cdiv class=\"remarkup-code-block\" data-code-lang=\"text\" data-sigil=\"remarkup-code-block\"\u003e\u003cpre class=\"remarkup-code\"\u003eJun 18 00:47:00 parasilo-25 swh[10598]: cassandra.ReadTimeout: Error from server: code=1200 [Coordinator node timed out waiting for replica nodes' responses] message="Operation timed out - received only 0 responses." info={'consistency': 'LOCAL_ONE', 'required_responses': 1, 'received_responses': 0}\u003c\/pre\u003e\u003c\/div\u003e\n\n\u003cp\u003e(it also confirms the read consistency is the default ONE as it should be at least LOCAL_QUORUM to ensure the data is up to date when it's read)\u003c\/p\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003ewhen I tried to run the recommanded \u003ctt class=\"remarkup-monospaced\"\u003enodetool repair\u003c\/tt\u003e command, the node crashed in OOM\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cp\u003eSome metrics:\u003c\/p\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003eThe data is well distributed between the nodes:\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cp\u003e\u003cdiv class=\"phabricator-remarkup-embed-layout-left\"\u003e\u003ca href=\"https:\/\/forge.softwareheritage.org\/file\/data\/xfupqssehtzep65aotdu\/PHID-FILE-uvykiwjsktwlzvdg2h27\/data-occupation.png\" class=\"phabricator-remarkup-embed-image\" data-sigil=\"lightboxable\" data-meta=\"0_1\"\u003e\u003cimg src=\"https:\/\/forge.softwareheritage.org\/file\/data\/tgaf6g46zywe4accahmm\/PHID-FILE-zrpfbf3yogbfvgvrtopo\/preview-data-occupation.png\" width=\"220\" height=\"55\" \/\u003e\u003c\/a\u003e\u003c\/div\u003e\u003c\/p\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003eThe commitlog size is small, less than 10G\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cp\u003e\u003cdiv class=\"phabricator-remarkup-embed-layout-left\"\u003e\u003ca href=\"https:\/\/forge.softwareheritage.org\/file\/data\/i3kneyklgjknzlxhmkte\/PHID-FILE-55nviel7misrweyauynj\/commitlog.png\" class=\"phabricator-remarkup-embed-image\" data-sigil=\"lightboxable\" data-meta=\"0_2\"\u003e\u003cimg src=\"https:\/\/forge.softwareheritage.org\/file\/data\/vq7nnqztpquuo32tmdl4\/PHID-FILE-h3rrse37fvrwrozce3yb\/preview-commitlog.png\" width=\"220\" height=\"55\" \/\u003e\u003c\/a\u003e\u003c\/div\u003e\u003c\/p\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003ethe pending compaction increase with the load which can lead to more disk space and I\/O usage\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cp\u003e\u003cdiv class=\"phabricator-remarkup-embed-layout-left\"\u003e\u003ca href=\"https:\/\/forge.softwareheritage.org\/file\/data\/mukfsglkqtnr2ojkq7ks\/PHID-FILE-idfvlu72p6vvgmpy6da6\/pending-compactions.png\" class=\"phabricator-remarkup-embed-image\" data-sigil=\"lightboxable\" data-meta=\"0_3\"\u003e\u003cimg src=\"https:\/\/forge.softwareheritage.org\/file\/data\/da6g73t6gwe2f5fv24eu\/PHID-FILE-e22etpy62m6v3gbnly2o\/preview-pending-compactions.png\" width=\"220\" height=\"55\" \/\u003e\u003c\/a\u003e\u003c\/div\u003e\u003c\/p\u003e\n\n\u003cp\u003e\u003cstrong\u003eThe next steps will be to solve the replayers issues to stabilize the run executions and probably improve the configuration at the same time\u003c\/strong\u003e\u003c\/p\u003e\n\n\u003cp\u003e[1] \u003ca href=\"https:\/\/www.grid5000.fr\/w\/Rennes:Hardware#parasilo\" class=\"remarkup-link\" target=\"_blank\" rel=\"noreferrer\"\u003ehttps:\/\/www.grid5000.fr\/w\/Rennes:Hardware#parasilo\u003c\/a\u003e\u003cbr \/\u003e\n[2] \u003ca href=\"https:\/\/archive.softwareheritage.org\/swh:1:cnt:9a7b1f087010bd5ec9ba18443693afb0620d11aa;origin=https:\/\/forge.softwareheritage.org\/source\/snippets.git;visit=swh:1:snp:5c65f79b113306dfd3d926777834e1323a93690c;anchor=swh:1:rev:14814a4d4a89f8fdd860906d6ae810f7925a94d8;path=\/sysadmin\/grid5000\/cassandra\/ansible\/templates\/cassandra.yaml\" class=\"remarkup-link\" target=\"_blank\" rel=\"noreferrer\"\u003ehttps:\/\/archive.softwareheritage.org\/swh:1:cnt:9a7b1f087010bd5ec9ba18443693afb0620d11aa;origin=https:\/\/forge.softwareheritage.org\/source\/snippets.git;visit=swh:1:snp:5c65f79b113306dfd3d926777834e1323a93690c;anchor=swh:1:rev:14814a4d4a89f8fdd860906d6ae810f7925a94d8;path=\/sysadmin\/grid5000\/cassandra\/ansible\/templates\/cassandra.yaml\u003c\/a\u003e\u003c\/p\u003e\u003c\/div\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_136\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-major-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003cdiv class=\"phui-timeline-inner-content\"\u003e\u003ca name=\"66608\" id=\"66608\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon phui-timeline-title-with-menu\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-comment phui-timeline-icon\" data-meta=\"0_135\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e added a comment.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66608\" data-sigil=\"has-tooltip\" data-meta=\"0_134\"\u003e\u003cspan class=\"screen-only\"\u003eJun 22 2021, 9:46 AM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-22 09:46:59 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003ca href=\"#\" class=\"phui-timeline-menu\" aria-haspopup=\"true\" aria-expanded=\"false\" data-sigil=\"phui-dropdown-menu\" data-meta=\"0_132\"\u003e\u003cspan class=\"aural-only\"\u003eComment Actions\u003c\/span\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-caret-down\" data-meta=\"0_133\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-core-content\"\u003e\u003cspan class=\"transaction-comment\" data-sigil=\"transaction-comment\" data-meta=\"0_17\"\u003e\u003cdiv class=\"phabricator-remarkup\"\u003e\u003cp\u003eAn array with the possible node count relative to the replication factor was added on the hedgedoc document : \u003ca href=\"https:\/\/hedgedoc.softwareheritage.org\/m2MBUViUQl2r9dwcq3-_Nw?both\" class=\"remarkup-link\" target=\"_blank\" rel=\"noreferrer\"\u003ehttps:\/\/hedgedoc.softwareheritage.org\/m2MBUViUQl2r9dwcq3-_Nw?both\u003c\/a\u003e\u003c\/p\u003e\u003c\/div\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_140\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/i6ocyyhinntu6mqwkwkd\/PHID-FILE-6yg2nqica7dzwao3yefx\/profile)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vlorentz\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66751\" id=\"66751\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_138\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vlorentz\/\" class=\"phui-handle phui-link-person\"\u003evlorentz\u003c\/a\u003e added a parent task: \u003ca href=\"\/T1892\" class=\"phui-handle handle-status-closed\"\u003eT1892: Cassandra as a storage backend\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66751\" data-sigil=\"has-tooltip\" data-meta=\"0_137\"\u003e\u003cspan class=\"screen-only\"\u003eJun 25 2021, 4:32 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-25 16:32:07 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_139\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vlorentz\/\" class=\"phui-handle phui-link-person\"\u003evlorentz\u003c\/a\u003e removed a parent task: \u003ca href=\"\/T2214\" class=\"phui-handle handle-status-closed\"\u003eT2214: Scale-out graph and database storage in production\u003c\/a\u003e.\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_146\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66861\" id=\"66861\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_142\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP75624f36dd16f57a8245cb60148848366df92072\" class=\"phui-handle\"\u003erDSNIP75624f36dd16: grid5000\/cassandra fix a type on the cassandra directories\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66861\" data-sigil=\"has-tooltip\" data-meta=\"0_141\"\u003e\u003cspan class=\"screen-only\"\u003eJun 28 2021, 12:27 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-28 12:27:12 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_143\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPdabe01fc0194c976db2850647e8ee0e7cf746224\" class=\"phui-handle\"\u003erDSNIPdabe01fc0194: grid5000\/cassandra: Remove possible lvm volumes\u003c\/a\u003e.\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_144\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPd940be8d5575df0ee52d298839b95216d5b8eab6\" class=\"phui-handle\"\u003erDSNIPd940be8d5575: grid5000\/cassandra: improve replayer tracability\u003c\/a\u003e.\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_145\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPc80554db8de0fbbefa76d45fd94acdea82cffa09\" class=\"phui-handle\"\u003erDSNIPc80554db8de0: grid5000\/cassandra: deploy some grafana dashboards\u003c\/a\u003e.\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_149\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/i6ocyyhinntu6mqwkwkd\/PHID-FILE-6yg2nqica7dzwao3yefx\/profile)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vlorentz\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66867\" id=\"66867\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-shield phui-timeline-icon\" data-meta=\"0_148\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vlorentz\/\" class=\"phui-handle phui-link-person\"\u003evlorentz\u003c\/a\u003e closed subtask \u003ca href=\"\/T3394\" class=\"phui-handle handle-status-closed\"\u003eT3394: cassandra - origin url hashing encoding issue\u003c\/a\u003e as \u003cspan class=\"phui-timeline-value\"\u003eResolved\u003c\/span\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66867\" data-sigil=\"has-tooltip\" data-meta=\"0_147\"\u003e\u003cspan class=\"screen-only\"\u003eJun 28 2021, 1:24 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-28 13:24:48 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_152\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66899\" id=\"66899\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-pencil phui-timeline-icon\" data-meta=\"0_151\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e updated the task description. \u003ca href=\"\/transactions\/detail\/PHID-XACT-TASK-2avnhphv3ggfu7b\/\" data-sigil=\"workflow\"\u003e(Show Details)\u003c\/a\u003e\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66899\" data-sigil=\"has-tooltip\" data-meta=\"0_150\"\u003e\u003cspan class=\"screen-only\"\u003eJun 28 2021, 3:39 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-28 15:39:49 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_156\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66902\" id=\"66902\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-pencil phui-timeline-icon\" data-meta=\"0_154\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e updated the task description. \u003ca href=\"\/transactions\/detail\/PHID-XACT-TASK-vwryxyat7i4r3rm\/\" data-sigil=\"workflow\"\u003e(Show Details)\u003c\/a\u003e\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66902\" data-sigil=\"has-tooltip\" data-meta=\"0_153\"\u003e\u003cspan class=\"screen-only\"\u003eJun 28 2021, 4:09 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-28 16:09:32 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-pencil phui-timeline-icon\" data-meta=\"0_155\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e updated the task description. \u003ca href=\"\/transactions\/detail\/PHID-XACT-TASK-3ysvjciuv4vsu6w\/\" data-sigil=\"workflow\"\u003e(Show Details)\u003c\/a\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_159\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66910\" id=\"66910\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-pencil phui-timeline-icon\" data-meta=\"0_158\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e updated the task description. \u003ca href=\"\/transactions\/detail\/PHID-XACT-TASK-gszvhg5lsyhersg\/\" data-sigil=\"workflow\"\u003e(Show Details)\u003c\/a\u003e\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66910\" data-sigil=\"has-tooltip\" data-meta=\"0_157\"\u003e\u003cspan class=\"screen-only\"\u003eJun 28 2021, 8:49 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-28 20:49:36 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_162\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/i6ocyyhinntu6mqwkwkd\/PHID-FILE-6yg2nqica7dzwao3yefx\/profile)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vlorentz\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66958\" id=\"66958\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_161\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vlorentz\/\" class=\"phui-handle phui-link-person\"\u003evlorentz\u003c\/a\u003e removed a project: \u003ca href=\"\/tag\/roadmap_2021\/\" class=\"phui-handle\"\u003eRoadmap 2021\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66958\" data-sigil=\"has-tooltip\" data-meta=\"0_160\"\u003e\u003cspan class=\"screen-only\"\u003eJun 29 2021, 10:51 AM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-29 10:51:32 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_172\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-major-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003cdiv class=\"phui-timeline-inner-content\"\u003e\u003ca name=\"66993\" id=\"66993\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon phui-timeline-title-with-menu\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-comment phui-timeline-icon\" data-meta=\"0_171\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e added a comment.\u003cspan class=\"phui-timeline-extra\"\u003eEdited\u003cspan class=\"visual-only\" aria-hidden=\"true\"\u003e \u00b7 \u003c\/span\u003e\u003ca href=\"#66993\" data-sigil=\"has-tooltip\" data-meta=\"0_170\"\u003e\u003cspan class=\"screen-only\"\u003eJun 29 2021, 12:59 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-29 12:59:34 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003ca href=\"#\" class=\"phui-timeline-menu\" aria-haspopup=\"true\" aria-expanded=\"false\" data-sigil=\"phui-dropdown-menu\" data-meta=\"0_168\"\u003e\u003cspan class=\"aural-only\"\u003eComment Actions\u003c\/span\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-caret-down\" data-meta=\"0_169\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-core-content\"\u003e\u003cspan class=\"transaction-comment\" data-sigil=\"transaction-comment\" data-meta=\"0_18\"\u003e\u003cdiv class=\"phabricator-remarkup\"\u003e\u003cp\u003eThese are the first tests that will be executed:\u003c\/p\u003e\n\n\u003col class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003ebaseline configuration : 3 cassandra nodes (parasilo[1]), commitlog on a dedicated SSD, data on 4 HDD. \u003cstrong\u003eGoal\u003c\/strong\u003e: testing minimal configuration (a night or a complete weekend if possible)\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003ebaseline configuration + 1 cassandra nodes. \u003cstrong\u003eGoal\u003c\/strong\u003e: Testing the performance impact of having 1 more server (duration enough to have tendencies)\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003ebaseline configuration + 3 cassandra nodes: \u003cstrong\u003eGoal\u003c\/strong\u003e: Testing the performance impact of having the cluster size x 2 (duration enough to have tendencies)\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003ebaseline configuration but with the commitlog on the data partition. \u003cstrong\u003eGoal\u003c\/strong\u003e check the impact of data\/commitlog mutualization (duration enough to have tendencies)\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003ebaseline configuration but with 2 HDD. \u003cstrong\u003eGoal\u003c\/strong\u003e check the impact of the number of disks + have a reference for the next run (a night)\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003ebaseline configuration but with 2 HDD + commitlog on a dedicated HDD. \u003cstrong\u003eGoal\u003c\/strong\u003e check the impact of having the commitlog on a slower disk (duration enough to have tendencies)\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003ebaseline configuration but with 2x the default heap allocated to cassandra. \u003cstrong\u003eGoal\u003c\/strong\u003e check the impact of the memory configuration ((!) check the gc profile)\u003c\/li\u003e\n\u003c\/ol\u003e\n\n\u003cp\u003eAll the runs will be executed with 4 servers of the parasilo cluster running the replayers with 20 processes per object type. It will be adapted if the replayers become the bottlenecks at some time\u003c\/p\u003e\n\n\u003cp\u003eThe main metrics will be the number of swh object inserted on the database after the end of the run.\u003cbr \/\u003e\nThe other points (CPU\/ I\/Os \/ memory \/ network \/ cassandra metrics) will be also monitored to try to identify what is the bottleneck but will be only informative.\u003c\/p\u003e\n\n\u003cp\u003eThe tests are write oriented, but there are still some reads as the replayers perform read queries to check the presence of some elements in the database.\u003cbr \/\u003e\nIt will not be representative of the nominal state of the swh production but will give a idea of the behavior under high load.\u003c\/p\u003e\n\n\u003cp\u003eSome other test have to be defined:\u003c\/p\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003eimpact of a repair (read repair or full) on the cluster behavior under load \/ compared with the number of nodes\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003eimpact of a node down compared to the number of nodes in the cluster (hints overhead, impact of the recovery on startup after some time down)\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003eImpact of a rebalancing with some data (adding a node, removing a node)\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003echeck some configuration impacts\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003e...\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003eBonus for the fun: test a PMEM cluster performances :)\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cp\u003e[1] Parasilo cluster specs:\u003c\/p\u003e\n\n\u003cdiv class=\"remarkup-code-block\" data-code-lang=\"text\" data-sigil=\"remarkup-code-block\"\u003e\u003cpre class=\"remarkup-code\"\u003eModel:\tDell PowerEdge R630\nDate of arrival:\t2015-01-13\nCPU:\tIntel Xeon E5-2630 v3 (Haswell, 2.40GHz, 2 CPUs\/node, 8 cores\/CPU)\nMemory:\t128 GiB\nStorage:\t\n600 GB HDD SAS Seagate ST600MM0006 (dev: \/dev\/sda, by-path: \/dev\/disk\/by-path\/pci-0000:03:00.0-scsi-0:0:0:0) (primary disk)\n600 GB HDD SAS Seagate ST600MM0006 (dev: \/dev\/sdb*, by-path: \/dev\/disk\/by-path\/pci-0000:03:00.0-scsi-0:0:1:0) (reservable)\n600 GB HDD SAS Seagate ST600MM0006 (dev: \/dev\/sdc*, by-path: \/dev\/disk\/by-path\/pci-0000:03:00.0-scsi-0:0:2:0) (reservable)\n600 GB HDD SAS Seagate ST600MM0006 (dev: \/dev\/sdd*, by-path: \/dev\/disk\/by-path\/pci-0000:03:00.0-scsi-0:0:3:0) (reservable)\n600 GB HDD SAS Seagate ST600MM0006 (dev: \/dev\/sde*, by-path: \/dev\/disk\/by-path\/pci-0000:03:00.0-scsi-0:0:4:0) (reservable)\n200 GB SSD SAS Toshiba PX02SSF020 (dev: \/dev\/sdf*, by-path: \/dev\/disk\/by-path\/pci-0000:03:00.0-scsi-0:0:5:0) (reservable)\n*: the disk block device name \/dev\/sd? may vary in deployed environments, prefer referring to the by-path identifier\nNetwork:\t\neth0\/eno1, Ethernet, configured rate: 10 Gbps, model: Intel 82599ES 10-Gigabit SFI\/SFP+ Network Connection, driver: ixgbe\neth1\/eno2, Ethernet, configured rate: 10 Gbps, model: Intel 82599ES 10-Gigabit SFI\/SFP+ Network Connection, driver: ixgbe (multi NICs example)\neth2\/eno3, Ethernet, model: Intel I350 Gigabit Network Connection, driver: igb - unavailable for experiment\neth3\/eno4, Ethernet, model: Intel I350 Gigabit Network Connection, driver: igb - unavailable for experiment\u003c\/pre\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_178\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"66994\" id=\"66994\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_174\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP77acf7325374252b1142510036c8fdb08ec6d6e3\" class=\"phui-handle\"\u003erDSNIP77acf7325374: grid5000\/cassandra: fix hosts configuration in ansible\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#66994\" data-sigil=\"has-tooltip\" data-meta=\"0_173\"\u003e\u003cspan class=\"screen-only\"\u003eJun 29 2021, 1:09 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-29 13:09:38 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_175\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPf76ff24e6fca5580dbbfeeaa891c9109760d00fc\" class=\"phui-handle\"\u003erDSNIPf76ff24e6fca: grid5000\/cassandra: Monitor the object_count table content\u003c\/a\u003e.\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_176\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPa8367fe02594bc536931a7fb479623ceff3b6f09\" class=\"phui-handle\"\u003erDSNIPa8367fe02594: grid5000\/cassandra: Start the replayer when the environment is up\u003c\/a\u003e.\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_177\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP184ee8c0a595ec0001b1fdd7621781c74c4a8a67\" class=\"phui-handle\"\u003erDSNIP184ee8c0a595: grid5000\/cassandra: prepare the run environments\u003c\/a\u003e.\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_187\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-major-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003cdiv class=\"phui-timeline-inner-content\"\u003e\u003ca name=\"67017\" id=\"67017\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon phui-timeline-title-with-menu\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-comment phui-timeline-icon\" data-meta=\"0_186\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e added a comment.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#67017\" data-sigil=\"has-tooltip\" data-meta=\"0_185\"\u003e\u003cspan class=\"screen-only\"\u003eJun 30 2021, 3:07 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-30 15:07:17 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003ca href=\"#\" class=\"phui-timeline-menu\" aria-haspopup=\"true\" aria-expanded=\"false\" data-sigil=\"phui-dropdown-menu\" data-meta=\"0_183\"\u003e\u003cspan class=\"aural-only\"\u003eComment Actions\u003c\/span\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-caret-down\" data-meta=\"0_184\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-core-content\"\u003e\u003cspan class=\"transaction-comment\" data-sigil=\"transaction-comment\" data-meta=\"0_19\"\u003e\u003cdiv class=\"phabricator-remarkup\"\u003e\u003cp\u003eA first run was launched with 4x20 replayered per object type.\u003cbr \/\u003e\nIt seems it's too much for 3 cassandra nodes. The default 1s timeout for cassandra reads is often reached.\u003cbr \/\u003e\nIt's seems the batch size of \u003ctt class=\"remarkup-monospaced\"\u003e1000\u003c\/tt\u003e is also too much for some object types like \u003ctt class=\"remarkup-monospaced\"\u003esnapshots\u003c\/tt\u003e\u003cbr \/\u003e\nA new test will be launched this night with some changes:\u003c\/p\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003ereduce the number of replayers processes to 4x10 per object type\u003c\/li\u003e\n\u003cli class=\"remarkup-list-item\"\u003ereduce the journal client batch size to \u003ctt class=\"remarkup-monospaced\"\u003e500\u003c\/tt\u003e\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cp\u003eSome logs from the journal clients:\u003c\/p\u003e\n\n\u003cdiv class=\"remarkup-code-block\" data-code-lang=\"text\" data-sigil=\"remarkup-code-block\"\u003e\u003cpre class=\"remarkup-code\"\u003eJun 30 00:00:05 parasilo-20 swh[18453]: INFO:swh.journal.client.rdkafka:REQTMOUT [rdkafka#consumer-1] [thrd:GroupCoordinator]: GroupCoordinator\/4: Timed out LeaveGroupRequest in flight (after 5923ms, timeout #0): possibly held back by preceeding blocking JoinGroupRequest with timeout in 290098ms\nJun 30 00:00:05 parasilo-20 swh[18453]: WARNING:swh.journal.client.rdkafka:REQTMOUT [rdkafka#consumer-1] [thrd:GroupCoordinator]: GroupCoordinator\/4: Timed out 1 in-flight, 0 retry-queued, 0 out-queue, 0 partially-sent requests\nJun 30 00:00:05 parasilo-20 swh[18453]: ERROR:swh.journal.client.rdkafka:FAIL [rdkafka#consumer-1] [thrd:GroupCoordinator]: GroupCoordinator: broker4.journal.softwareheritage.org:9093: 1 request(s) timed out: disconnect (after 282262ms in state UP)\nJun 30 00:00:05 parasilo-20 swh[18453]: INFO:swh.journal.client:Received non-fatal kafka error: KafkaError{code=_TIMED_OUT,val=-185,str="GroupCoordinator: broker4.journal.softwareheritage.org:9093: 1 request(s) timed out: disconnect (after 282262ms in state UP)"}\nJun 30 00:00:05 parasilo-20 swh[18495]: INFO:swh.journal.client.rdkafka:REQTMOUT [rdkafka#consumer-1] [thrd:GroupCoordinator]: GroupCoordinator\/4: Timed out LeaveGroupRequest in flight (after 5580ms, timeout #0): possibly held back by preceeding blocking JoinGroupRequest with timeout in 296467ms\nJun 30 00:00:05 parasilo-20 swh[18495]: WARNING:swh.journal.client.rdkafka:REQTMOUT [rdkafka#consumer-1] [thrd:GroupCoordinator]: GroupCoordinator\/4: Timed out 1 in-flight, 0 retry-queued, 0 out-queue, 0 partially-sent requests\nJun 30 00:00:05 parasilo-20 swh[18495]: ERROR:swh.journal.client.rdkafka:FAIL [rdkafka#consumer-1] [thrd:GroupCoordinator]: GroupCoordinator: broker4.journal.softwareheritage.org:9093: 1 request(s) timed out: disconnect (after 282261ms in state UP)\nJun 30 00:00:05 parasilo-20 swh[18495]: INFO:swh.journal.client:Received non-fatal kafka error: KafkaError{code=_TIMED_OUT,val=-185,str="GroupCoordinator: broker4.journal.softwareheritage.org:9093: 1 request(s) timed out: disconnect (after 282261ms in state UP)"}\u003c\/pre\u003e\u003c\/div\u003e\n\n\u003cdiv class=\"remarkup-code-block\" data-code-lang=\"text\" data-sigil=\"remarkup-code-block\"\u003e\u003cpre class=\"remarkup-code\"\u003eJun 30 00:00:13 parasilo-20 swh[24255]: File "\/usr\/lib\/python3\/dist-packages\/swh\/storage\/cassandra\/storage.py", line 564, in revision_add\nJun 30 00:00:13 parasilo-20 swh[24255]: missing = self.revision_missing([rev.id for rev in to_add])\nJun 30 00:00:13 parasilo-20 swh[24255]: File "\/usr\/lib\/python3\/dist-packages\/swh\/storage\/cassandra\/storage.py", line 588, in revision_missing\nJun 30 00:00:13 parasilo-20 swh[24255]: return self._cql_runner.revision_missing(revisions)\nJun 30 00:00:13 parasilo-20 swh[24255]: File "\/usr\/lib\/python3\/dist-packages\/swh\/storage\/cassandra\/cql.py", line 134, in newf\nJun 30 00:00:13 parasilo-20 swh[24255]: self, *args, **kwargs, statement=self._prepared_statements[f.__name__]\nJun 30 00:00:13 parasilo-20 swh[24255]: File "\/usr\/lib\/python3\/dist-packages\/swh\/storage\/cassandra\/cql.py", line 527, in revision_missing\n...\nJun 30 00:00:13 parasilo-20 swh[24255]: File "cassandra\/cluster.py", line 4304, in cassandra.cluster.ResponseFuture.result\nJun 30 00:00:13 parasilo-20 swh[24255]: cassandra.ReadTimeout: Error from server: code=1200 [Coordinator node timed out waiting for replica nodes' responses] message="Operation timed out - received only 0 responses." info={'consistency': 'LOCAL_ONE', 'required_responses': 1, 'received_responses': 0}\n...\nJun 30 00:00:13 parasilo-20 systemd[1]: replayer-revision@15.service: Main process exited, code=exited, status=1\/FAILURE\nJun 30 00:00:13 parasilo-20 systemd[1]: replayer-revision@15.service: Failed with result 'exit-code'.\u003c\/pre\u003e\u003c\/div\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003eunstable creation rate\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cp\u003e\u003cdiv class=\"phabricator-remarkup-embed-layout-left\"\u003e\u003ca href=\"https:\/\/forge.softwareheritage.org\/file\/data\/rj4wl6weaegy2fyen7w7\/PHID-FILE-uoupxoxaszznbbqqf6i7\/revisions.png\" class=\"phabricator-remarkup-embed-image\" data-sigil=\"lightboxable\" data-meta=\"0_4\"\u003e\u003cimg src=\"https:\/\/forge.softwareheritage.org\/file\/data\/u4c6pwkzejxjn4lnla4e\/PHID-FILE-ovl22qvsc2bjsbltjusr\/preview-revisions.png\" width=\"220\" height=\"80\" \/\u003e\u003c\/a\u003e\u003c\/div\u003e\u003c\/p\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003epending compaction, indicator of a high write load\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cp\u003e\u003cdiv class=\"phabricator-remarkup-embed-layout-left\"\u003e\u003ca href=\"https:\/\/forge.softwareheritage.org\/file\/data\/o5qk4dohmdrmqcfl72xj\/PHID-FILE-dnqokhgug5ke5wrinjzh\/compactions.png\" class=\"phabricator-remarkup-embed-image\" data-sigil=\"lightboxable\" data-meta=\"0_5\"\u003e\u003cimg src=\"https:\/\/forge.softwareheritage.org\/file\/data\/pne2exejaoh63kpfsrka\/PHID-FILE-6wmmvv4wtvn3j4c3tgxc\/preview-compactions.png\" width=\"220\" height=\"67.416137805984\" \/\u003e\u003c\/a\u003e\u003c\/div\u003e\u003c\/p\u003e\n\n\u003cul class=\"remarkup-list\"\u003e\n\u003cli class=\"remarkup-list-item\"\u003eclient timeouts\u003c\/li\u003e\n\u003c\/ul\u003e\n\n\u003cp\u003e\u003cdiv class=\"phabricator-remarkup-embed-layout-left\"\u003e\u003ca href=\"https:\/\/forge.softwareheritage.org\/file\/data\/d76wuj7ygqjcr5zhosxa\/PHID-FILE-2ej7ff7agk6uxwijakas\/timeouts.png\" class=\"phabricator-remarkup-embed-image\" data-sigil=\"lightboxable\" data-meta=\"0_6\"\u003e\u003cimg src=\"https:\/\/forge.softwareheritage.org\/file\/data\/qrw3s5njdg5hvrswve6d\/PHID-FILE-hgbkbornkpxhy7svicgu\/preview-timeouts.png\" width=\"220\" height=\"66.119133574007\" \/\u003e\u003c\/a\u003e\u003c\/div\u003e\u003c\/p\u003e\u003c\/div\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_191\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"67018\" id=\"67018\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_189\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP9c2f1d5f10affcceb5fbe38e1549b6410274c347\" class=\"phui-handle\"\u003erDSNIP9c2f1d5f10af: grid5000\/cassandra: fix start\/stop scripts\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#67018\" data-sigil=\"has-tooltip\" data-meta=\"0_188\"\u003e\u003cspan class=\"screen-only\"\u003eJun 30 2021, 3:48 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-06-30 15:48:16 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_190\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPd41ce9665136beeedb426311becf415f51857351\" class=\"phui-handle\"\u003erDSNIPd41ce9665136: grid5000\/cassandra: reduce write pressure for 3 nodes cluster\u003c\/a\u003e.\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_195\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"67045\" id=\"67045\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_193\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPc810356b5a45181b9a61561b53fff72da5caae1d\" class=\"phui-handle\"\u003erDSNIPc810356b5a45: grid5000\/cassandra: ensure the data of the monitoring is up-to-date\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#67045\" data-sigil=\"has-tooltip\" data-meta=\"0_192\"\u003e\u003cspan class=\"screen-only\"\u003eJul 1 2021, 11:35 AM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-07-01 11:35:29 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_194\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP961c843d400d4374637372073e5bd9cbbb0fab51\" class=\"phui-handle\"\u003erDSNIP961c843d400d: grid5000\/cassandra: Add new and fix existent grafana dashboards\u003c\/a\u003e.\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_204\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-major-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003cdiv class=\"phui-timeline-inner-content\"\u003e\u003ca name=\"67050\" id=\"67050\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon phui-timeline-title-with-menu\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-comment phui-timeline-icon\" data-meta=\"0_203\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e added a comment.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#67050\" data-sigil=\"has-tooltip\" data-meta=\"0_202\"\u003e\u003cspan class=\"screen-only\"\u003eJul 1 2021, 1:07 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-07-01 13:07:43 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003ca href=\"#\" class=\"phui-timeline-menu\" aria-haspopup=\"true\" aria-expanded=\"false\" data-sigil=\"phui-dropdown-menu\" data-meta=\"0_200\"\u003e\u003cspan class=\"aural-only\"\u003eComment Actions\u003c\/span\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-caret-down\" data-meta=\"0_201\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-core-content\"\u003e\u003cspan class=\"transaction-comment\" data-sigil=\"transaction-comment\" data-meta=\"0_20\"\u003e\u003cdiv class=\"phabricator-remarkup\"\u003e\u003cp\u003eA new run was launched with 4x10 replayers per object type.\u003cbr \/\u003e\nA limit is still reached for the revision replayers which ends with read timeout.\u003cbr \/\u003e\nA test with only the revision replayers shows the problems start to append when the number of \/\/ replayers is greater than ~20\u003c\/p\u003e\n\n\u003cp\u003eIt seems the problem comes from the size of the thread pool dedicated to the reads:\u003cbr \/\u003e\n\u003cdiv class=\"phabricator-remarkup-embed-layout-left\"\u003e\u003ca href=\"https:\/\/forge.softwareheritage.org\/file\/data\/isrqassspvvllhhuhdzx\/PHID-FILE-at44tipiw3oelkngqm7y\/client_timeouts.png\" class=\"phabricator-remarkup-embed-image\" data-sigil=\"lightboxable\" data-meta=\"0_7\"\u003e\u003cimg src=\"https:\/\/forge.softwareheritage.org\/file\/data\/u7b4xbbw5445f4mekoaa\/PHID-FILE-utrxem7jg5mlqrw4tgjs\/preview-client_timeouts.png\" width=\"220\" height=\"160.90293453725\" \/\u003e\u003c\/a\u003e\u003c\/div\u003e\u003c\/p\u003e\n\n\u003cp\u003eRead thread pool:\u003cbr \/\u003e\n\u003cdiv class=\"phabricator-remarkup-embed-layout-left\"\u003e\u003ca href=\"https:\/\/forge.softwareheritage.org\/file\/data\/o4tetnvt2x3b2kl3rbkh\/PHID-FILE-zayjnuocf2ith7sxqo25\/read_threadpool.png\" class=\"phabricator-remarkup-embed-image\" data-sigil=\"lightboxable\" data-meta=\"0_8\"\u003e\u003cimg src=\"https:\/\/forge.softwareheritage.org\/file\/data\/2oinyrrcpntgcua5f3tm\/PHID-FILE-7nqt7dwby3jiaqkhj2dp\/preview-read_threadpool.png\" width=\"220\" height=\"137.15269804822\" \/\u003e\u003c\/a\u003e\u003c\/div\u003e\u003c\/p\u003e\n\n\u003cp\u003eOther interesting pool is the compaction one always full that can lead to slow down the reads:\u003cbr \/\u003e\n\u003cdiv class=\"phabricator-remarkup-embed-layout-left\"\u003e\u003ca href=\"https:\/\/forge.softwareheritage.org\/file\/data\/pwvfyxyhqe5hdrdvgvo3\/PHID-FILE-7yv7mgrsssvbc3esruim\/compaction.png\" class=\"phabricator-remarkup-embed-image\" data-sigil=\"lightboxable\" data-meta=\"0_9\"\u003e\u003cimg src=\"https:\/\/forge.softwareheritage.org\/file\/data\/pom4emphue3kbnijsvyr\/PHID-FILE-gkzx2o2fxl73ileokw7g\/preview-compaction.png\" width=\"220\" height=\"136.19047619048\" \/\u003e\u003c\/a\u003e\u003c\/div\u003e\u003c\/p\u003e\n\n\u003cp\u003e\u003cdiv class=\"phabricator-remarkup-embed-layout-left\"\u003e\u003ca href=\"https:\/\/forge.softwareheritage.org\/file\/data\/cbrxmlft243z2wwo5l6s\/PHID-FILE-bqtexuxwl6flygshwvio\/pending_compactions.png\" class=\"phabricator-remarkup-embed-image\" data-sigil=\"lightboxable\" data-meta=\"0_10\"\u003e\u003cimg src=\"https:\/\/forge.softwareheritage.org\/file\/data\/kwim4iqu4ifip2e6yivm\/PHID-FILE-jqfgwr7hwmgo3mlmtbi4\/preview-pending_compactions.png\" width=\"220\" height=\"78.300803673938\" \/\u003e\u003c\/a\u003e\u003c\/div\u003e\u003c\/p\u003e\n\n\u003cp\u003eThe servers have some ressources remaining, the cpu is ~60% of usage and the I\/O wait not so high so it should be possible to play with some parameters.\u003c\/p\u003e\n\n\u003cp\u003eSome tests of the repair process was done after the hard stop of the servers by grid5000, it failed each time due to outofmemory with the default jvm configuration (8Go of heap).\u003cbr \/\u003e\nA new section was added on the hedgedoc[1] document and some test are in progress with 16Go of heap (ok with the official recommandations [2])\u003c\/p\u003e\n\n\u003cp\u003e[1] \u003ca href=\"https:\/\/hedgedoc.softwareheritage.org\/m2MBUViUQl2r9dwcq3-_Nw?view#repairs\" class=\"remarkup-link\" target=\"_blank\" rel=\"noreferrer\"\u003ehttps:\/\/hedgedoc.softwareheritage.org\/m2MBUViUQl2r9dwcq3-_Nw?view#repairs\u003c\/a\u003e\u003cbr \/\u003e\n[2] \u003ca href=\"https:\/\/cassandra.apache.org\/doc\/latest\/operating\/hardware.html#memory\" class=\"remarkup-link\" target=\"_blank\" rel=\"noreferrer\"\u003ehttps:\/\/cassandra.apache.org\/doc\/latest\/operating\/hardware.html#memory\u003c\/a\u003e\u003c\/p\u003e\u003c\/div\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_207\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"67062\" id=\"67062\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-pencil phui-timeline-icon\" data-meta=\"0_206\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e updated the task description. \u003ca href=\"\/transactions\/detail\/PHID-XACT-TASK-ghcdd63hpwfl4aw\/\" data-sigil=\"workflow\"\u003e(Show Details)\u003c\/a\u003e\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#67062\" data-sigil=\"has-tooltip\" data-meta=\"0_205\"\u003e\u003cspan class=\"screen-only\"\u003eJul 1 2021, 6:33 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-07-01 18:33:53 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_213\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"67093\" id=\"67093\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_209\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPdcc7cfcae65f6d014f49bdc507cb75e61ee110e8\" class=\"phui-handle\"\u003erDSNIPdcc7cfcae65f: grid5000\/cassandra: fix best effort nodes computation\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#67093\" data-sigil=\"has-tooltip\" data-meta=\"0_208\"\u003e\u003cspan class=\"screen-only\"\u003eJul 5 2021, 12:13 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-07-05 12:13:24 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_210\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPe32234d9a97c82bd0132bab4a937a1a9788530d2\" class=\"phui-handle\"\u003erDSNIPe32234d9a97c: grid5000\/cassandra: improve perfs and resiliency\u003c\/a\u003e.\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_211\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPa775273bb3bfa27751eb999e2b154edfe9951221\" class=\"phui-handle\"\u003erDSNIPa775273bb3bf: grid5000\/cassandra: grafana dashboards\u003c\/a\u003e.\u003c\/div\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_212\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP045b0a5a087ae0f1a5324bc2d1fabee29c5a9e7e\" class=\"phui-handle\"\u003erDSNIP045b0a5a087a: grid5000\/cassandra: automatically start the replayers on best effort nodes\u003c\/a\u003e.\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_216\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"67097\" id=\"67097\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_215\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIP80d3f8366372d7f34a813de29fd818cdf0a92b91\" class=\"phui-handle\"\u003erDSNIP80d3f8366372: grid5000\/cassandra: add read\/write statistics on the system dashboard\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#67097\" data-sigil=\"has-tooltip\" data-meta=\"0_214\"\u003e\u003cspan class=\"screen-only\"\u003eJul 5 2021, 2:56 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-07-05 14:56:01 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_219\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-minor-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003ca name=\"67121\" id=\"67121\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-link phui-timeline-icon\" data-meta=\"0_218\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e mentioned this in \u003ca href=\"\/rDSNIPd74a14befd7c5e9b1477634afc2bd81509175e80\" class=\"phui-handle\"\u003erDSNIPd74a14befd7c: grid5000\/cassandra: add annotations on graphs\u003c\/a\u003e.\u003cspan class=\"phui-timeline-extra\"\u003e\u003ca href=\"#67121\" data-sigil=\"has-tooltip\" data-meta=\"0_217\"\u003e\u003cspan class=\"screen-only\"\u003eJul 5 2021, 3:26 PM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-07-05 15:26:54 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-spacer\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-shell\" data-sigil=\"transaction anchor-container\" data-meta=\"0_229\"\u003e\u003cdiv class=\"phui-timeline-event-view phui-timeline-major-event\"\u003e\u003cdiv class=\"phui-timeline-content\"\u003e\u003ca style=\"background-image: url(https:\/\/forge.softwareheritage.org\/file\/data\/zjvxo3pbemm6vgamvb4h\/PHID-FILE-y5hogcpycdmagdrxealp\/3ba984-alphanumeric_lato-dark_V.png-255%2C255%2C255%2C0.4.png)\" class=\"visual-only phui-timeline-image\" href=\"\/p\/vsellier\/\" aria-hidden=\"true\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-wedge\" style=\"\"\u003e\u003c\/div\u003e\u003cdiv class=\"phui-timeline-group\"\u003e\u003cdiv class=\"phui-timeline-inner-content\"\u003e\u003ca name=\"67180\" id=\"67180\" class=\"phabricator-anchor-view\"\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-title phui-timeline-title-with-icon phui-timeline-title-with-menu\"\u003e\u003cspan class=\"phui-timeline-icon-fill\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-comment phui-timeline-icon\" data-meta=\"0_228\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/span\u003e\u003ca href=\"\/p\/vsellier\/\" class=\"phui-handle phui-link-person\"\u003evsellier\u003c\/a\u003e added a comment.\u003cspan class=\"phui-timeline-extra\"\u003eEdited\u003cspan class=\"visual-only\" aria-hidden=\"true\"\u003e \u00b7 \u003c\/span\u003e\u003ca href=\"#67180\" data-sigil=\"has-tooltip\" data-meta=\"0_227\"\u003e\u003cspan class=\"screen-only\"\u003eJul 6 2021, 11:55 AM\u003c\/span\u003e\u003cspan class=\"print-only\" aria-hidden=\"true\"\u003e2021-07-06 11:55:40 (UTC+2)\u003c\/span\u003e\u003c\/a\u003e\u003c\/span\u003e\u003c\/div\u003e\u003ca href=\"#\" class=\"phui-timeline-menu\" aria-haspopup=\"true\" aria-expanded=\"false\" data-sigil=\"phui-dropdown-menu\" data-meta=\"0_225\"\u003e\u003cspan class=\"aural-only\"\u003eComment Actions\u003c\/span\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-caret-down\" data-meta=\"0_226\" aria-hidden=\"true\"\u003e\u003c\/span\u003e\u003c\/a\u003e\u003cdiv class=\"phui-timeline-core-content\"\u003e\u003cspan class=\"transaction-comment\" data-sigil=\"transaction-comment\" data-meta=\"0_21\"\u003e\u003cdiv class=\"phabricator-remarkup\"\u003e\u003cp\u003eA replay was run during during 13 hours the previous night with the current default consistency=ONE. It can be used as the reference for the next test with the LOCAL_QUORUM consistency.\u003cbr \/\u003e\nAfter trying several options to render the result, the simpler was to export the content of a spreadsheet in a hedgedoc document [1] .\u003cbr \/\u003e\nThe data are stored in a prometheus instance on a proxmox vms so it will always possible to improve the statistics later[2].\u003c\/p\u003e\n\n\u003cp\u003e[1] \u003ca href=\"https:\/\/hedgedoc.softwareheritage.org\/xBOZFpZ-Qr2855cTzbZEbQ\" class=\"remarkup-link\" target=\"_blank\" rel=\"noreferrer\"\u003ehttps:\/\/hedgedoc.softwareheritage.org\/xBOZFpZ-Qr2855cTzbZEbQ\u003c\/a\u003e\u003cbr \/\u003e\n[2] \u003ca href=\"http:\/\/192.168.130.165\/\" class=\"remarkup-link\" target=\"_blank\" rel=\"noreferrer\"\u003ehttp:\/\/192.168.130.165\/\u003c\/a\u003e\u003c\/p\u003e\u003c\/div\u003e\u003c\/span\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e\u003c\/div\u003e"},"javelin_metadata":[{"hoverPHID":"PHID-USER-5s2qnio5hp327hel4udb"},{"phid":"PHID-FILE-uvykiwjsktwlzvdg2h27","uri":"https:\/\/forge.softwareheritage.org\/file\/data\/xfupqssehtzep65aotdu\/PHID-FILE-uvykiwjsktwlzvdg2h27\/data-occupation.png","dUri":"https:\/\/forge.softwareheritage.org\/file\/download\/xfupqssehtzep65aotdu\/PHID-FILE-uvykiwjsktwlzvdg2h27\/data-occupation.png","viewable":true,"monogram":"F4549125"},{"phid":"PHID-FILE-55nviel7misrweyauynj","uri":"https:\/\/forge.softwareheritage.org\/file\/data\/i3kneyklgjknzlxhmkte\/PHID-FILE-55nviel7misrweyauynj\/commitlog.png","dUri":"https:\/\/forge.softwareheritage.org\/file\/download\/i3kneyklgjknzlxhmkte\/PHID-FILE-55nviel7misrweyauynj\/commitlog.png","viewable":true,"monogram":"F4549128"},{"phid":"PHID-FILE-idfvlu72p6vvgmpy6da6","uri":"https:\/\/forge.softwareheritage.org\/file\/data\/mukfsglkqtnr2ojkq7ks\/PHID-FILE-idfvlu72p6vvgmpy6da6\/pending-compactions.png","dUri":"https:\/\/forge.softwareheritage.org\/file\/download\/mukfsglkqtnr2ojkq7ks\/PHID-FILE-idfvlu72p6vvgmpy6da6\/pending-compactions.png","viewable":true,"monogram":"F4549137"},{"phid":"PHID-FILE-uoupxoxaszznbbqqf6i7","uri":"https:\/\/forge.softwareheritage.org\/file\/data\/rj4wl6weaegy2fyen7w7\/PHID-FILE-uoupxoxaszznbbqqf6i7\/revisions.png","dUri":"https:\/\/forge.softwareheritage.org\/file\/download\/rj4wl6weaegy2fyen7w7\/PHID-FILE-uoupxoxaszznbbqqf6i7\/revisions.png","viewable":true,"monogram":"F4573641"},{"phid":"PHID-FILE-dnqokhgug5ke5wrinjzh","uri":"https:\/\/forge.softwareheritage.org\/file\/data\/o5qk4dohmdrmqcfl72xj\/PHID-FILE-dnqokhgug5ke5wrinjzh\/compactions.png","dUri":"https:\/\/forge.softwareheritage.org\/file\/download\/o5qk4dohmdrmqcfl72xj\/PHID-FILE-dnqokhgug5ke5wrinjzh\/compactions.png","viewable":true,"monogram":"F4573677"},{"phid":"PHID-FILE-2ej7ff7agk6uxwijakas","uri":"https:\/\/forge.softwareheritage.org\/file\/data\/d76wuj7ygqjcr5zhosxa\/PHID-FILE-2ej7ff7agk6uxwijakas\/timeouts.png","dUri":"https:\/\/forge.softwareheritage.org\/file\/download\/d76wuj7ygqjcr5zhosxa\/PHID-FILE-2ej7ff7agk6uxwijakas\/timeouts.png","viewable":true,"monogram":"F4573680"},{"phid":"PHID-FILE-at44tipiw3oelkngqm7y","uri":"https:\/\/forge.softwareheritage.org\/file\/data\/isrqassspvvllhhuhdzx\/PHID-FILE-at44tipiw3oelkngqm7y\/client_timeouts.png","dUri":"https:\/\/forge.softwareheritage.org\/file\/download\/isrqassspvvllhhuhdzx\/PHID-FILE-at44tipiw3oelkngqm7y\/client_timeouts.png","viewable":true,"monogram":"F4575015"},{"phid":"PHID-FILE-zayjnuocf2ith7sxqo25","uri":"https:\/\/forge.softwareheritage.org\/file\/data\/o4tetnvt2x3b2kl3rbkh\/PHID-FILE-zayjnuocf2ith7sxqo25\/read_threadpool.png","dUri":"https:\/\/forge.softwareheritage.org\/file\/download\/o4tetnvt2x3b2kl3rbkh\/PHID-FILE-zayjnuocf2ith7sxqo25\/read_threadpool.png","viewable":true,"monogram":"F4575018"},{"phid":"PHID-FILE-7yv7mgrsssvbc3esruim","uri":"https:\/\/forge.softwareheritage.org\/file\/data\/pwvfyxyhqe5hdrdvgvo3\/PHID-FILE-7yv7mgrsssvbc3esruim\/compaction.png","dUri":"https:\/\/forge.softwareheritage.org\/file\/download\/pwvfyxyhqe5hdrdvgvo3\/PHID-FILE-7yv7mgrsssvbc3esruim\/compaction.png","viewable":true,"monogram":"F4575021"},{"phid":"PHID-FILE-bqtexuxwl6flygshwvio","uri":"https:\/\/forge.softwareheritage.org\/file\/data\/cbrxmlft243z2wwo5l6s\/PHID-FILE-bqtexuxwl6flygshwvio\/pending_compactions.png","dUri":"https:\/\/forge.softwareheritage.org\/file\/download\/cbrxmlft243z2wwo5l6s\/PHID-FILE-bqtexuxwl6flygshwvio\/pending_compactions.png","viewable":true,"monogram":"F4575024"},{"hoverPHID":"PHID-USER-5s2qnio5hp327hel4udb"},{"phid":"PHID-XACT-TASK-dxbvszagxodugwv"},{"phid":"PHID-XACT-TASK-3ljytr2et45vloy"},{"phid":"PHID-XACT-TASK-afbckg5ur6auo3s"},{"phid":"PHID-XACT-TASK-kvgfzfdsixflp66"},{"phid":"PHID-XACT-TASK-7nxczxhy5wkfm2m"},{"phid":"PHID-XACT-TASK-znrszrwum6inoo7"},{"phid":"PHID-XACT-TASK-un5tjcnnxzrziea"},{"phid":"PHID-XACT-TASK-vvbwqvdkyv5icfj"},{"phid":"PHID-XACT-TASK-idg4nqnk2olsqt4"},{"phid":"PHID-XACT-TASK-q5czfdppbarj4sr"},{"tip":"Via Web"},[],[],[],{"phid":"PHID-XACT-TASK-vobozxia3qua7rc","anchor":"65730"},{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-mmkctyhndpffkbm","anchor":"65781"},{"tip":"Via Daemon"},[],{"phid":"PHID-XACT-TASK-gfojyttxqrj3wjf","anchor":"65784"},{"targetID":"UQ0_1","uri":"\/transactions\/quote\/PHID-XACT-TASK-dxbvszagxodugwv\/","ref":"T3357#65785"},[],{"anchor":"65785"},[],{"items":"\u003cul class=\"phabricator-action-list-view \"\u003e\u003cli id=\"UQ0_1\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"#\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-quote\" data-meta=\"0_33\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-quote-left phabricator-action-view-icon\" data-meta=\"0_34\" aria-hidden=\"true\"\u003e\u003c\/span\u003eQuote Comment\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_3\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/raw\/PHID-XACT-TASK-dxbvszagxodugwv\/\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-raw\" data-meta=\"0_35\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-code phabricator-action-view-icon\" data-meta=\"0_36\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Raw Remarkup\u003c\/a\u003e\u003c\/li\u003e\u003c\/ul\u003e"},[],{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-mna7cjplgikbtdr","anchor":"65785"},{"tip":"Via Daemon"},[],{"phid":"PHID-XACT-TASK-kuaufli44hvac7l","anchor":"65814"},{"tip":"Via Daemon"},[],[],[],{"phid":"PHID-XACT-TASK-czaxziahgooq4cu","anchor":"65996"},{"tip":"Via Daemon"},[],{"phid":"PHID-XACT-TASK-royry3vsgkbmbmu","anchor":"66047"},{"targetID":"UQ0_1","uri":"\/transactions\/quote\/PHID-XACT-TASK-3ljytr2et45vloy\/","ref":"T3357#66053"},[],{"anchor":"66053"},[],{"items":"\u003cul class=\"phabricator-action-list-view \"\u003e\u003cli id=\"UQ0_5\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"#\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-quote\" data-meta=\"0_53\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-quote-left phabricator-action-view-icon\" data-meta=\"0_54\" aria-hidden=\"true\"\u003e\u003c\/span\u003eQuote Comment\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_7\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/raw\/PHID-XACT-TASK-3ljytr2et45vloy\/\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-raw\" data-meta=\"0_55\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-code phabricator-action-view-icon\" data-meta=\"0_56\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Raw Remarkup\u003c\/a\u003e\u003c\/li\u003e\u003c\/ul\u003e"},[],{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-3ljytr2et45vloy","anchor":"66053"},{"tip":"Via Daemon"},[],{"phid":"PHID-XACT-TASK-fj3aiz4os7ykr6s","anchor":"66054"},{"tip":"Via Daemon"},[],{"phid":"PHID-XACT-TASK-e4p2mb4gegmk25q","anchor":"66096"},{"tip":"Via Daemon"},[],{"phid":"PHID-XACT-TASK-shn75mlhitzp6zv","anchor":"66223"},{"tip":"Via Web"},[],[],{"phid":"PHID-XACT-TASK-e2yupimu52hf7az","anchor":"66258"},{"targetID":"UQ0_1","uri":"\/transactions\/quote\/PHID-XACT-TASK-afbckg5ur6auo3s\/","ref":"T3357#66260"},[],{"anchor":"66260"},[],[],{"items":"\u003cul class=\"phabricator-action-list-view \"\u003e\u003cli id=\"UQ0_9\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"#\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-quote\" data-meta=\"0_75\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-quote-left phabricator-action-view-icon\" data-meta=\"0_76\" aria-hidden=\"true\"\u003e\u003c\/span\u003eQuote Comment\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_11\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/raw\/PHID-XACT-TASK-afbckg5ur6auo3s\/\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-raw\" data-meta=\"0_77\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-code phabricator-action-view-icon\" data-meta=\"0_78\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Raw Remarkup\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_13\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/history\/PHID-XACT-TASK-afbckg5ur6auo3s\/\" class=\"phabricator-action-view-item\" data-sigil=\"workflow\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-list phabricator-action-view-icon\" data-meta=\"0_79\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Edit History\u003c\/a\u003e\u003c\/li\u003e\u003c\/ul\u003e"},[],{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-afbckg5ur6auo3s","anchor":"66260"},{"tip":"Via Daemon"},[],{"phid":"PHID-XACT-TASK-43qvg3xysqojqdr","anchor":"66264"},{"tip":"Via Daemon"},[],{"phid":"PHID-XACT-TASK-gvyfy4fejy4ahui","anchor":"66309"},{"tip":"Via Daemon"},[],[],{"phid":"PHID-XACT-TASK-xbrbqzu7t2mqxlo","anchor":"66312"},{"targetID":"UQ0_1","uri":"\/transactions\/quote\/PHID-XACT-TASK-kvgfzfdsixflp66\/","ref":"T3357#66314"},[],{"anchor":"66314"},[],{"items":"\u003cul class=\"phabricator-action-list-view \"\u003e\u003cli id=\"UQ0_15\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"#\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-quote\" data-meta=\"0_95\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-quote-left phabricator-action-view-icon\" data-meta=\"0_96\" aria-hidden=\"true\"\u003e\u003c\/span\u003eQuote Comment\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_17\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/raw\/PHID-XACT-TASK-kvgfzfdsixflp66\/\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-raw\" data-meta=\"0_97\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-code phabricator-action-view-icon\" data-meta=\"0_98\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Raw Remarkup\u003c\/a\u003e\u003c\/li\u003e\u003c\/ul\u003e"},[],{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-kvgfzfdsixflp66","anchor":"66314"},{"tip":"Via Daemon"},[],{"phid":"PHID-XACT-TASK-malafto3qsgrkig","anchor":"66342"},{"tip":"Via Daemon"},[],[],[],{"phid":"PHID-XACT-TASK-ewhhvfzodqpaqh4","anchor":"66345"},{"tip":"Via Daemon"},[],{"phid":"PHID-XACT-TASK-h3pxzow3jmavnyg","anchor":"66348"},{"tip":"Via Daemon"},[],{"phid":"PHID-XACT-TASK-ihie73sytbxpb5w","anchor":"66349"},{"targetID":"UQ0_1","uri":"\/transactions\/quote\/PHID-XACT-TASK-7nxczxhy5wkfm2m\/","ref":"T3357#66479"},[],{"anchor":"66479"},[],[],{"items":"\u003cul class=\"phabricator-action-list-view \"\u003e\u003cli id=\"UQ0_19\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"#\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-quote\" data-meta=\"0_118\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-quote-left phabricator-action-view-icon\" data-meta=\"0_119\" aria-hidden=\"true\"\u003e\u003c\/span\u003eQuote Comment\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_21\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/raw\/PHID-XACT-TASK-7nxczxhy5wkfm2m\/\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-raw\" data-meta=\"0_120\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-code phabricator-action-view-icon\" data-meta=\"0_121\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Raw Remarkup\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_23\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/history\/PHID-XACT-TASK-7nxczxhy5wkfm2m\/\" class=\"phabricator-action-view-item\" data-sigil=\"workflow\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-list phabricator-action-view-icon\" data-meta=\"0_122\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Edit History\u003c\/a\u003e\u003c\/li\u003e\u003c\/ul\u003e"},[],{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-7nxczxhy5wkfm2m","anchor":"66479"},{"targetID":"UQ0_1","uri":"\/transactions\/quote\/PHID-XACT-TASK-znrszrwum6inoo7\/","ref":"T3357#66608"},[],{"anchor":"66608"},[],{"items":"\u003cul class=\"phabricator-action-list-view \"\u003e\u003cli id=\"UQ0_25\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"#\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-quote\" data-meta=\"0_128\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-quote-left phabricator-action-view-icon\" data-meta=\"0_129\" aria-hidden=\"true\"\u003e\u003c\/span\u003eQuote Comment\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_27\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/raw\/PHID-XACT-TASK-znrszrwum6inoo7\/\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-raw\" data-meta=\"0_130\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-code phabricator-action-view-icon\" data-meta=\"0_131\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Raw Remarkup\u003c\/a\u003e\u003c\/li\u003e\u003c\/ul\u003e"},[],{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-znrszrwum6inoo7","anchor":"66608"},{"tip":"Via Web"},[],[],{"phid":"PHID-XACT-TASK-v4xcpjfmh6jhjbm","anchor":"66751"},{"tip":"Via Daemon"},[],[],[],[],{"phid":"PHID-XACT-TASK-z77fnuwwl2g53ui","anchor":"66861"},{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-un5hshm3no2zwfh","anchor":"66867"},{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-2avnhphv3ggfu7b","anchor":"66899"},{"tip":"Via Web"},[],[],{"phid":"PHID-XACT-TASK-vwryxyat7i4r3rm","anchor":"66902"},{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-gszvhg5lsyhersg","anchor":"66910"},{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-ihtb6y6qd3iogc4","anchor":"66958"},{"targetID":"UQ0_1","uri":"\/transactions\/quote\/PHID-XACT-TASK-un5tjcnnxzrziea\/","ref":"T3357#66993"},[],{"anchor":"66993"},[],[],{"items":"\u003cul class=\"phabricator-action-list-view \"\u003e\u003cli id=\"UQ0_29\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"#\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-quote\" data-meta=\"0_163\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-quote-left phabricator-action-view-icon\" data-meta=\"0_164\" aria-hidden=\"true\"\u003e\u003c\/span\u003eQuote Comment\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_31\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/raw\/PHID-XACT-TASK-un5tjcnnxzrziea\/\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-raw\" data-meta=\"0_165\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-code phabricator-action-view-icon\" data-meta=\"0_166\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Raw Remarkup\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_33\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/history\/PHID-XACT-TASK-un5tjcnnxzrziea\/\" class=\"phabricator-action-view-item\" data-sigil=\"workflow\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-list phabricator-action-view-icon\" data-meta=\"0_167\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Edit History\u003c\/a\u003e\u003c\/li\u003e\u003c\/ul\u003e"},[],{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-un5tjcnnxzrziea","anchor":"66993"},{"tip":"Via Daemon"},[],[],[],[],{"phid":"PHID-XACT-TASK-sgbybi6l3txtz3h","anchor":"66994"},{"targetID":"UQ0_1","uri":"\/transactions\/quote\/PHID-XACT-TASK-vvbwqvdkyv5icfj\/","ref":"T3357#67017"},[],{"anchor":"67017"},[],{"items":"\u003cul class=\"phabricator-action-list-view \"\u003e\u003cli id=\"UQ0_35\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"#\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-quote\" data-meta=\"0_179\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-quote-left phabricator-action-view-icon\" data-meta=\"0_180\" aria-hidden=\"true\"\u003e\u003c\/span\u003eQuote Comment\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_37\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/raw\/PHID-XACT-TASK-vvbwqvdkyv5icfj\/\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-raw\" data-meta=\"0_181\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-code phabricator-action-view-icon\" data-meta=\"0_182\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Raw Remarkup\u003c\/a\u003e\u003c\/li\u003e\u003c\/ul\u003e"},[],{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-vvbwqvdkyv5icfj","anchor":"67017"},{"tip":"Via Daemon"},[],[],{"phid":"PHID-XACT-TASK-o42rpu5sjbkcmzu","anchor":"67018"},{"tip":"Via Daemon"},[],[],{"phid":"PHID-XACT-TASK-f5hmv6q7leal7iu","anchor":"67045"},{"targetID":"UQ0_1","uri":"\/transactions\/quote\/PHID-XACT-TASK-idg4nqnk2olsqt4\/","ref":"T3357#67050"},[],{"anchor":"67050"},[],{"items":"\u003cul class=\"phabricator-action-list-view \"\u003e\u003cli id=\"UQ0_39\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"#\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-quote\" data-meta=\"0_196\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-quote-left phabricator-action-view-icon\" data-meta=\"0_197\" aria-hidden=\"true\"\u003e\u003c\/span\u003eQuote Comment\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_41\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/raw\/PHID-XACT-TASK-idg4nqnk2olsqt4\/\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-raw\" data-meta=\"0_198\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-code phabricator-action-view-icon\" data-meta=\"0_199\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Raw Remarkup\u003c\/a\u003e\u003c\/li\u003e\u003c\/ul\u003e"},[],{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-idg4nqnk2olsqt4","anchor":"67050"},{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-ghcdd63hpwfl4aw","anchor":"67062"},{"tip":"Via Daemon"},[],[],[],[],{"phid":"PHID-XACT-TASK-5cnoynpbh6jghdd","anchor":"67093"},{"tip":"Via Daemon"},[],{"phid":"PHID-XACT-TASK-fqxsc2zfx5lscd6","anchor":"67097"},{"tip":"Via Daemon"},[],{"phid":"PHID-XACT-TASK-g4pw4qc4n7m5qyj","anchor":"67121"},{"targetID":"UQ0_1","uri":"\/transactions\/quote\/PHID-XACT-TASK-q5czfdppbarj4sr\/","ref":"T3357#67180"},[],{"anchor":"67180"},[],[],{"items":"\u003cul class=\"phabricator-action-list-view \"\u003e\u003cli id=\"UQ0_43\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"#\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-quote\" data-meta=\"0_220\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-quote-left phabricator-action-view-icon\" data-meta=\"0_221\" aria-hidden=\"true\"\u003e\u003c\/span\u003eQuote Comment\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_45\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/raw\/PHID-XACT-TASK-q5czfdppbarj4sr\/\" class=\"phabricator-action-view-item\" data-sigil=\"transaction-raw\" data-meta=\"0_222\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-code phabricator-action-view-icon\" data-meta=\"0_223\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Raw Remarkup\u003c\/a\u003e\u003c\/li\u003e\u003cli id=\"UQ0_47\" class=\"phabricator-action-view phabricator-action-view-href action-has-icon\" style=\"\"\u003e\u003ca href=\"\/transactions\/history\/PHID-XACT-TASK-q5czfdppbarj4sr\/\" class=\"phabricator-action-view-item\" data-sigil=\"workflow\"\u003e\u003cspan class=\"visual-only phui-icon-view phui-font-fa fa-list phabricator-action-view-icon\" data-meta=\"0_224\" aria-hidden=\"true\"\u003e\u003c\/span\u003eView Edit History\u003c\/a\u003e\u003c\/li\u003e\u003c\/ul\u003e"},[],{"tip":"Via Web"},[],{"phid":"PHID-XACT-TASK-q5czfdppbarj4sr","anchor":"67180"}],"javelin_behaviors":{"phui-hovercards":[],"phabricator-watch-anchor":[],"phabricator-tooltips":[],"phui-dropdown-menu":[]},"javelin_resources":["https:\/\/forge.softwareheritage.org\/res\/defaultX\/phabricator\/adc34883\/core.pkg.js","https:\/\/forge.softwareheritage.org\/res\/defaultX\/phabricator\/98e6504a\/rsrc\/externals\/javelin\/core\/init.js","https:\/\/forge.softwareheritage.org\/res\/defaultX\/phabricator\/937616c0\/core.pkg.css"]}