diff --git a/injection.org b/injection.org new file mode 100644 index 0000000..8deadbc --- /dev/null +++ b/injection.org @@ -0,0 +1,255 @@ +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| vhost | name | auto_delete | consumer_utilisation | consumers | durable | exclusive_consumer_tag | idle_since | memory | messages | messages_ready | messages_unacknowledged | node | policy | state | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-10 11:23:56 | 1439688 | 16640 | 16640 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-10 11:23:59 | 47330112 | 53761 | 53758 | 3 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 1 | True | | 2016-03-10 11:23:57 | 4034424 | 274170 | 274163 | 7 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | 0.000276871372415 | 1 | True | | | 266216 | 273 | 243 | 30 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 0 | True | | 2016-03-11 11:30:22 | 4120208 | 53146 | 53146 | 0 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 0 | True | | 2016-03-11 11:30:22 | 603488 | 273344 | 273344 | 0 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-11 12:20:22 | 90880 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 0.000137516154058 | 1 | True | | | 7638152 | 52989 | 52986 | 3 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 5.63924448442e-05 | 1 | True | | | 974944 | 273198 | 273187 | 11 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-11 12:20:22 | 90880 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 0.000228808208822 | 1 | True | | | 7638152 | 52985 | 52976 | 9 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 5.49312428883e-05 | 1 | True | | | 1116832 | 273186 | 273181 | 5 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-11 13:55:13 | 59600 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 0.000377085998074 | 1 | True | | | 4721264 | 52511 | 52504 | 7 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00126496254015 | 1 | True | | | 1116912 | 272656 | 272649 | 7 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-11 14:25:23 | 90880 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-11 14:29:43 | 2503344 | 52255 | 52239 | 16 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 0 | True | | 2016-03-11 14:25:22 | 603608 | 272522 | 272522 | 0 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-11 14:50:22 | 59600 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-11 14:51:50 | 4721464 | 52031 | 52015 | 16 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 0 | True | | 2016-03-11 14:50:24 | 374592 | 272522 | 272522 | 0 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-11 14:55:22 | 59600 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-11 14:56:25 | 4721464 | 51987 | 51971 | 16 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 0 | True | | 2016-03-11 14:55:23 | 374592 | 272522 | 272522 | 0 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-11 15:35:21 | 59600 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 0.00033935687757 | 1 | True | | | 4120560 | 51583 | 51565 | 18 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 0 | True | | 2016-03-11 15:35:21 | 374592 | 272522 | 272522 | 0 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-11 16:15:23 | 59024 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 9.88968012662e-05 | 1 | True | | | 4721464 | 51292 | 51267 | 25 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00038308880112 | 1 | True | | | 691344 | 272486 | 272471 | 15 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-11 16:25:21 | 90664 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 1.98290628638e-05 | 1 | True | | | 4120560 | 51191 | 51181 | 10 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.000411768353579 | 1 | True | | | 603720 | 272399 | 272369 | 30 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-11 21:10:20 | 90664 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 0.000226966391921 | 1 | True | | | 2547512 | 47336 | 47296 | 40 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 0 | True | | 2016-03-11 21:10:21 | 374120 | 272240 | 272240 | 0 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-12 9:30:12 | 90664 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 0.000454096553586 | 1 | True | | | 1576016 | 36624 | 36579 | 45 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 0 | True | | 2016-03-12 9:30:12 | 374120 | 272240 | 272240 | 0 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-12 10:40:21 | 90664 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 0.000379339666606 | 1 | True | | | 975144 | 35738 | 35693 | 45 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 0 | True | | 2016-03-12 10:40:21 | 603648 | 272240 | 272240 | 0 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-13 15:15:24 | 22224 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 0.000264010174078 | 1 | True | | | 7638432 | 16351 | 16311 | 40 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 0 | True | | 2016-03-13 15:15:25 | 602072 | 272240 | 272240 | 0 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-13 20:35:26 | 14320 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 0.000403457925998 | 1 | True | | | 7638592 | 11759 | 11719 | 40 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 0 | True | | 2016-03-13 20:35:25 | 372544 | 272240 | 272240 | 0 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-14 7:50:28 | 11560 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 0.000268405611559 | 1 | True | | | 1116992 | 1283 | 1243 | 40 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 0 | True | | 2016-03-14 7:50:28 | 363816 | 272240 | 272240 | 0 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-14 9:40:25 | 14320 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 0.000512348487515 | 1 | True | | | 265896 | 381 | 357 | 24 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 0 | True | | | 427136 | 271465 | 271449 | 16 | rabbit@moma | | running | + +Mon Mar 14 09:30:01 CET 2016 - Reinjected s3 huge files. + +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| vhost | name | auto_delete | consumer_utilisation | consumers | durable | exclusive_consumer_tag | idle_since | memory | messages | messages_ready | messages_unacknowledged | node | policy | state | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-14 10:55:24 | 11560 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 0.000136756386866 | 1 | True | | | 22447624 | 18020 | 18010 | 10 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00128905501402 | 1 | True | | | 427408 | 271114 | 271079 | 35 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-14 11:00:26 | 14320 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-14 11:03:05 | 15878472 | 17985 | 17978 | 7 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.0105400205838 | 1 | True | | | 264856 | 271065 | 271027 | 38 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 1 | True | | 2016-03-14 11:10:27 | 14320 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-14 11:12:26 | 22447624 | 17951 | 17937 | 14 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 1 | True | | 2016-03-14 11:12:26 | 264856 | 271004 | 270968 | 36 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | 1.0 | 1 | True | | | 42912 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | 5.2159252415e-06 | 1 | True | | | 22447624 | 17940 | 17931 | 9 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.000207860296126 | 1 | True | | | 264856 | 270992 | 270951 | 41 | rabbit@moma | | running | + +Stop huge file injection. + +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| vhost | name | auto_delete | consumer_utilisation | consumers | durable | exclusive_consumer_tag | idle_since | memory | messages | messages_ready | messages_unacknowledged | node | policy | state | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-14 14:45:27 | 14032 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 0 | True | | 2016-03-14 14:45:26 | 16585312 | 17759 | 17759 | 0 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 1 | True | | 2016-03-14 14:46:53 | 3125712 | 269583 | 269543 | 40 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| + +Huge file injection with local storage + +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| vhost | name | auto_delete | consumer_utilisation | consumers | durable | exclusive_consumer_tag | idle_since | memory | messages | messages_ready | messages_unacknowledged | node | policy | state | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-14 17:20:28 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-14 17:20:57 | 2884896 | 17700 | 17699 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00021295034504 | 1 | True | | | 4722720 | 263515 | 263485 | 30 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-14 18:25:22 | 14032 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-14 18:28:19 | 2869856 | 17606 | 17605 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 1 | True | | 2016-03-14 18:29:49 | 1836408 | 263025 | 262995 | 30 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-14 20:40:27 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-14 20:40:25 | 2845536 | 17454 | 17453 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 1 | True | | 2016-03-14 20:40:29 | 1656424 | 262098 | 262058 | 40 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-14 22:50:24 | 14032 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-14 22:52:58 | 2823776 | 17318 | 17317 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 1 | True | | 2016-03-14 22:53:08 | 1469272 | 261139 | 261099 | 40 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-14 23:05:23 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-14 23:07:52 | 2819200 | 17289 | 17287 | 2 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 1 | True | | 2016-03-14 23:07:47 | 2920264 | 261037 | 261007 | 30 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-15 8:00:26 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-15 8:04:09 | 2654400 | 16259 | 16257 | 2 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.000335945633426 | 1 | True | | | 1807032 | 257270 | 257240 | 30 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-15 9:25:27 | 14032 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-15 9:29:54 | 2625760 | 16080 | 16078 | 2 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 1 | True | | 2016-03-15 9:29:56 | 585832 | 256658 | 256628 | 30 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-15 15:15:26 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-15 15:19:06 | 2477984 | 15156 | 15153 | 3 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 1 | True | | 2016-03-15 15:19:18 | 120016 | 254287 | 254277 | 10 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-15 15:20:22 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-15 15:23:25 | 2476192 | 15144 | 15139 | 5 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00130247337711 | 1 | True | | | 267296 | 254257 | 254247 | 10 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-15 16:40:25 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-15 16:42:08 | 2436832 | 14898 | 14893 | 5 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.000361665637426 | 1 | True | | | 7640832 | 253734 | 253724 | 10 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| + +At equilibrium with huge and normal files + +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| vhost | name | auto_delete | consumer_utilisation | consumers | durable | exclusive_consumer_tag | idle_since | memory | messages | messages_ready | messages_unacknowledged | node | policy | state | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-15 17:10:27 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-15 17:10:37 | 2425632 | 14828 | 14823 | 5 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 1 | True | | 2016-03-15 17:10:54 | 3245688 | 253551 | 253546 | 5 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-15 18:40:26 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-15 18:43:50 | 4722584 | 14502 | 14497 | 5 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | | 1 | True | | 2016-03-15 18:44:14 | 3152744 | 253071 | 253066 | 5 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+---------+----------+----------------+-------------------------+-------------+--------+---------| + +After drama (uffizi got / disk full) + +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+-----------+----------+----------------+-------------------------+-------------+--------+---------| +| vhost | name | auto_delete | consumer_utilisation | consumers | durable | exclusive_consumer_tag | idle_since | memory | messages | messages_ready | messages_unacknowledged | node | policy | state | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+-----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-16 13:40:26 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-16 13:40:23 | 11123232 | 12578 | 12577 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.000222590124513 | 1 | True | | | 4724824 | 246791 | 246786 | 5 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+-----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-17 20:10:28 | 14032 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-17 20:12:20 | 1759928 | 10897 | 10896 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.000364867003508 | 1 | True | | | 306591216 | 1050221 | 1050192 | 29 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+-----------+----------+----------------+-------------------------+-------------+--------+---------| + +Injection of sesi injecter job done (1571764 jobs of 100 paths) + +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| vhost | name | auto_delete | consumer_utilisation | consumers | durable | exclusive_consumer_tag | idle_since | memory | messages | messages_ready | messages_unacknowledged | node | policy | state | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-18 9:30:29 | 21936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-18 9:33:43 | 1599128 | 9892 | 9891 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.0012595566671 | 1 | True | | | 71310080 | 1358059 | 1358030 | 29 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-18 12:40:25 | 21936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-18 12:44:44 | 1563448 | 9669 | 9668 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00302611604256 | 1 | True | | | 49523816 | 1339802 | 1339773 | 29 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-18 12:45:29 | 21936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-18 12:48:05 | 1574936 | 9663 | 9662 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00139711169705 | 1 | True | | | 49523856 | 1339322 | 1339288 | 34 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-18 12:50:27 | 14032 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-18 12:52:37 | 1561848 | 9659 | 9658 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00167840156326 | 1 | True | | | 49523856 | 1338996 | 1338957 | 39 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-18 13:50:27 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-18 13:51:07 | 1552088 | 9598 | 9597 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00125521884197 | 1 | True | | | 41271432 | 1333472 | 1333433 | 39 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-18 15:25:25 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-18 15:26:15 | 1530488 | 9463 | 9462 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00401802853151 | 1 | True | | | 49524336 | 1324274 | 1324235 | 39 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-18 19:40:24 | 14032 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-18 19:42:28 | 1478952 | 9141 | 9140 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.000451358919124 | 1 | True | | | 56191864 | 1299276 | 1299237 | 39 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-19 10:10:23 | 14032 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-19 10:13:12 | 1313992 | 8110 | 8109 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.000505411965791 | 1 | True | | | 11184272 | 1220972 | 1220933 | 39 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | | 42624 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-19 21:35:15 | 2918608 | 7249 | 7248 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.0143187677576 | 1 | True | | | 16380760 | 1164075 | 1164036 | 39 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-20 9:50:27 | 14032 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-20 9:52:02 | 1049032 | 6454 | 6453 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00323848980505 | 1 | True | | | 16388080 | 1094189 | 1094150 | 39 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-20 22:15:25 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-20 22:17:34 | 912200 | 5599 | 5598 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00594788418095 | 1 | True | | | 13114040 | 1021397 | 1021358 | 39 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-21 8:35:25 | 14032 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-21 8:39:12 | 791880 | 4847 | 4846 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00503880753824 | 1 | True | | | 11189712 | 960140 | 960101 | 39 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-21 15:50:29 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-21 15:51:12 | 717640 | 4383 | 4382 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00938154581248 | 1 | True | | | 22461504 | 919399 | 919360 | 39 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-22 18:45:33 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-22 18:47:31 | 416312 | 2508 | 2507 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.000564780583713 | 1 | True | | | 11171432 | 776715 | 776676 | 39 | rabbit@moma | | running | +|-------+------------------------------+-------------+----------------------+-----------+---------+------------------------+---------------------+----------+----------+----------------+-------------------------+-------------+--------+---------| +| / | swh_antelink_s3_downloader | False | | 0 | True | | 2016-03-23 11:15:25 | 10936 | 0 | 0 | 0 | rabbit@moma | | running | +| / | swh_antelink_s3_injecter | False | | 1 | True | | 2016-03-23 11:15:27 | 226552 | 1322 | 1321 | 1 | rabbit@moma | | running | +| / | swh_antelink_sesi_downloader | False | 0.00322156463065 | 1 | True | | | 7998784 | 714549 | 714510 | 39 | rabbit@moma | | running | + +#+begin_src elisp +(let ((speed (swh-worker-average-speed-per-second "2016-03-20 9:52:02" 1094150 "2016-03-21 8:39:12" 960101));; 1.6341460441301963 job per second + (remaining-jobs 960101)) + (swh-worker-remains-in-days speed remaining-jobs));; 6.800053234230545 + +(let ((speed (swh-worker-average-speed-per-second "2016-03-20 9:52:02" 6453 "2016-03-21 8:39:12" 4846));; 0.01959039375838108 job per second + (remaining-jobs 4846)) + (swh-worker-remains-in-days speed remaining-jobs));; 2.8630339775058196 + +#+end_src