Event Timeline
Comment Actions
The remaining fixable issues should be addressed by D6241 and D6242.
Then, you can re-run the script with either of these:
- cat /tmp/all.txt| xargs -I '{}' python3 swh/storage/migrate_extrinsic_metadata.py service=swh <url> service=swh-deposit '{}' 1
- cat /tmp/all.txt| parallel -n 1 python3 swh/storage/migrate_extrinsic_metadata.py service=swh <url> service=swh-deposit '{}' 1
Then, run this query to make sure I did not miss anything:
select id, metadata from revision where ( (metadata->'extrinsic'->'provider') is null or ((metadata->'extrinsic'->'provider')::text not like '"https://cran.r-project.org/src/%')) and type != 'dsc' and id in ( '\x00959a167bd98452c98ce73382f4b42179d53d32', '\x00a867beb2ad8e203f242e9843d2e88de0856cda', '\x028e9890a9287b35851c48ca351641743542d030', '\x030a51a49b3239769928872be9ac6d435ab14a61', '\x036594a6bbec926c21fa073e2404a5f760d35a43', '\x03fa7291482f35485fa455f9a7cf6d0bcbcace1f', '\x0623371401858165a9e3514af4cbfe7caf82b65d', '\x0739faafe2e0214537cc3c8da4a6d6619bb830d2', '\x0892aca64fb993517fbd13b4aa97b223a783a419', '\x08dd80bdaf5cf36f940865e8d7e0556cad6d881d', '\x09c70e1fe774bce8d19874442f9da0b3fcd4d740', '\x09e34df7727658fd5db298bb3d4dd862a68768e7', '\x0b17032b3021e24424f8d5d2694b3cf207df6854', '\x0d9502792997d32416f9b2e0582d6eb80185723b', '\x0eeb19fa566bae4f23091c9c33691a3fb8352f09', '\x0f3b78f59f495ac0305fdae2da2d2cda9dff8b40', '\x147fe5dc37eb9d449adddae46230384a94c65d06', '\x157d1e0d710efa5f031ca59a887fa7765c6029be', '\x165ac1b0c61f6af73b379e3167c23e8e3b94ab27', '\x1b1039243b8728148bcb6afc2b087f1ec5411aa9', '\x1f010d11f10ecb13d93c3b923fc8c8994fd6ac75', '\x23a059ba95a860e2c479c73703385c86f7156d0e', '\x2431636ecb54fb0d0e340eb82e0abaf6ef3897d7', '\x2704f8255c9d4adc7506467dc06342ba1a8c6605', '\x29a1e5f81cba89d921263163edc28a3ad9454e3d', '\x29b8bfb87fd7b905d442f980b534105aefeb8a98', '\x2beca1dc7f0ecb0959ced56509c191fb65b79ae3', '\x2c478e2d48e70b2bd5dbf53c271f9727511ab8b3', '\x2db27bd5b2907bd8a71c437a972016e1480dc2d9', '\x2e8bbe5ab4f49c6e9f73c995d5685d9b78d36b1e', '\x3224373eacc16b7a755cf6bd54eb23aa46be8036', '\x3662f0d1e781eaaa6796c4a639111d7b9a787163', '\x37203894c8d185144f205653a7f83ceae6eef79e', '\x378e1488c8185573fed7158c878d4307f49afaab', '\x38b3070edfc018308a0bc3d9604d19d90c430c7c', '\x38e4aacb06cb218ee7c2fa38ddb16611e426d7bb', '\x3a54793134512d29a9ce7c55834ddf1513d7f5ef', '\x3f3d73c171248c7a618c7fd1e7e00f27aa6dde56', '\x4016b073c53a10af5224d0e2157318e89a17ab0f', '\x441e0161e5d34652e165b1c30f693825c12f1555', '\x45f358ea6b4d190565ad95b99ef11cfa95959a6e', '\x4a2aa0329ffdbd213dd3347d5274d83f1464ffbc', '\x4a35dea5ede1dde20759a0e0ae63221ae3751369', '\x4a3f73c8dfc454fb092edd644b5d4f537dbe6640', '\x4b9253484037f2298e4dda074376238ddccaa6f6', '\x4e8b1e719b0e53a7340f5509f434e6583e5e799f', '\x520d36f3209008fabed70f4e83f7013f6dc2dc2b', '\x54ceee750aeacca14f9ea52ca4a882e9e3c84b7c', '\x55fe1ddc6cf3da9e226a3942d85a61abdf678493', '\x5924070d614f3a0dd922cbf91910d5aabfe88175', '\x599bf01c3be645e15c2b8c2aa89baab2ae7eeac4', '\x5eb0ff444bcf63b03fd988b226bddbd6de2d3570', '\x6172a1a846066ecdf3b149788a301e379ee288da', '\x635d8e6bddab09617a1177db04951e92854c9a80', '\x636834a8d0d64f30e2d6eed059eca2b532f92c66', '\x639891efbaffd03ddc9201dbde2c212bf54f1bb2', '\x63b506fcc2b07d3b7aeea572563a4844210653ef', '\x654cc54e85ba7c364604c5d3bcf7c4c7e012215a', '\x656804ef7538a58fda8f5ce741a0fed16a58777d', '\x69b3c7915fe7301980851946f8f8d32912359443', '\x73fc2bcead5b9df8ffa5eed8c1470617e960b7c6', '\x74a10bf05adc6f4535b7db2fd9be2355628bbf87', '\x7a08f520a53383f05f22c638b6bc4cfdbd352963', '\x7e880a6f5c226d839b0c339298f5f47fa7a55bef', '\x7eaa58a336664e78e1b751ca60c601eeea0b5f67', '\x7eb331b4cc47285182ccff7e6818bb13c8b34f14', '\x7fe7e051a7ff284836491bb8a8cfa915a7478cf3', '\x80a19f480ca9967bea97fc5e1f21b8d11516eea3', '\x80a36c1be30d93882037c41cafc6a28722f22a29', '\x83236283bcd339be2c35b6e234d9bc1cb1eefc57', '\x83b748286904500c5d247d42e5f103b668b2f80b', '\x86849c6b470fc2710890cfec58781e6c3aa0e691', '\x869ca89e756335b67d30cae4f858126c67e1e51c', '\x87cf980f134a1328f3b6071b14f48a0f825b4ab8', '\x89de271b916b6c9b5d340e0903275ad83ba7b6bb', '\x8a57614f9451b1040227cd77200aa21cd17a6292', '\x8ad1170fabd745f8ee4f663d41a67223d8a7ec68', '\x8b219f868812c3a0419af3090d3c5d2701d7c476', '\x8b98238217883f78808120da8ee114c0b1c974b7', '\x8e795c5936c3a726b8fa8fc929da950787163b8d', '\x912c7e68ac172353345abfdfeee415cf5365f8ed', '\x91e5ca8b274bf1a863466432d751f741bc94ba26', '\x9293f230baca9814490d4fff7ac53d487a20edb6', '\x9301fbf48fe190aa398a9ec2b0223390c5885649', '\x95298db0e0b757d9b510b348612a3c45b1600239', '\x96dbdb83e91e0d6448d73fc692c24afa42367d71', '\x96dd7fa92ad082e4aaa1ffee6914bd4bd352379c', '\x971dd3a7a67273188f578827acefe64ff8c93878', '\x9757f44d2f10ddda89c385bba107ab7736928a37', '\x9aa41ec772714414289196cfad01a500e833a402', '\x9b0114f161e2a07a23ddf4eff671d7ead9183dbc', '\x9b25eb8e137c1f75dab567de8b80c9db769756a8', '\x9e55eaef4bc0a8792a91c76ae458a07fd8fbd209', '\xa04d4020067ce9bcc29f484aa8720fc874db015a', '\xa0afb4adebb39fbd1f8f6438f1711e7e45eb301a', '\xa29ebe33b428a7b244d3f8eab47a92319f713d27', '\xa64418908dc01f7dfd7a54236ea200f205ce2cd8', '\xa86747d201ab8f8657d145df4376676d5e47cf9f', '\xa99b51654ff1d3a1baf812884b0e7cad0480b32d', '\xac92325a1d88a5119e11f6d70471b059705d7315', '\xaf9e65359998703f95c18a875536371cd88a1408', '\xafd1d15e2b8b3d8e2764f4e8e32913b7217cc837', '\xb0ccbba73b07e574197a3f7f2c9f4a251a3dfafe', '\xb28af13d94545643c82b419e406dd53643221e81', '\xb32adbf284d6c7c144052dd07a55dbd552bc9e15', '\xb32fb74d77862833a1859f22ccbd2773d0e96d9c', '\xb34cca736c1acc1b9493062d08c7ec62823fc254', '\xb3fcc439b2ccab7c6a8587b34b986a0264ba131f', '\xb4b3122ae3471b1198fee3be3faeec642a8766bf', '\xb6b6693f5a3a043f86630322d35e2b64014e7883', '\xb897e4c3eb06d63126286f663caa3a1f00ed2e61', '\xb9604526627a6f32b63965751b6e7f1d6978741d', '\xbae76bd4313854ad7de15f40d1bf3ec3676ba62c', '\xbc1324daeb266741fa42aad7571da4cc1cb70907', '\xbe8c352a8d907e4c60258edcacf7b6228778505d', '\xbec53f0bb9b7813475478f706e1ee298b26b6c52', '\xbef5b91d7c53e462ff51730addd580116c289428', '\xbf8b9a4c5700b1e20feeb872f9a89ab5e32b1c35', '\xc048cb0cd4b8b4fe927f1f286dc2a76ae2629c1a', '\xc050f0c067b2679d822c8f30fa175d497492a93f', '\xc089f2721507d57821236c2663641b9784d61d14', '\xc1109437d11f6ec075183ed35559a5952751b36e', '\xc129777084237de30147d3aa2c001454a3765711', '\xc3dcbd13a068d36958f15dcb98ed0e26bdc93aa2', '\xc4b556d3a7d707c5e3b36beeeaefb89c98fca647', '\xc556025c848ab0f551fc4bb319cb6be9ffb02fdc', '\xc618cd742be9c24143bf7ed7649e5f28c56e1077', '\xc7390da9c649acf3b82e5575578a4bad78a535cb', '\xc7943c73cb71a96a3265f1b534fcd6c0193babcb', '\xc9f8332e4ddb5081adebd358ff6557cdd7d0d6e9', '\xca0ae3be0bbf089569624ebd622919accbc03fec', '\xcc899c19a5aba277b19fe27b0a3535a991799940', '\xcdcb753ddd9e71924a7ee2cd972e92aad6feda6a', '\xcf648b44577e1a81ea7152dd792ebe325043f0ea', '\xcfbb8897369f335994b45ed03d4b8ca79d2d3c8e', '\xd10720ee210cde4f3763a757f1aa91a050e75e5c', '\xd18d188c5acdadaecb7b3cb7de1e197bd8895bba', '\xd2d955eaa7224fbda3a22a9d9bc5407595d06d9e', '\xd33f003076c4bbf07d00b831eb63b248f7d26a86', '\xd47c897db71b21051220c115e0d9b677f70f1869', '\xd74342fc975c3bfd0e395f6869de8c0f9f655c84', '\xd83a83f82672e0f8dbec18af292c4bb7bdd303e7', '\xd8cef4dc07dbc644d75a1612d6d447328e716f08', '\xdf5a496571b0d11f1a47dc4da95b7c7f46432b31', '\xe31bf591c25cb6af8adef69837d84d5f4e7bfbe8', '\xe34fdc5075a46f8f51dd33eab95b8c8026d17cfc', '\xe7442cf01ffb501bd4822bef9da2d03b5a5ad0a3', '\xe7cdfa98bd5abfe667da653a18ab61e451dcd559', '\xe8cef5f0ed1f4b0d9dfb32a3317b0742dd703ce5', '\xea386381040ef317598bb31e52d16e31c5c27eac', '\xeaa573f6f909675afed9f4ff7e05e338d0196777', '\xeb52758cf290dfa2d70fd5aebcce99d04bb33bff', '\xf06d24a44654d9b2353de75ff9c2c86c3dd98e11', '\xf16e4af2ae6aecec8e3b473241465dd35d7c4ad7', '\xf1dce2612ec4b9de5371fe5f80950064caec0d95', '\xf26a9a0ff6635c5ead320f163f3af3d106a47d06', '\xf50ff93479de7fb33794dca9f3011df63c9897d7', '\xf56b63c73ba2546a6a4ebf9209708e9157f6e5a9', '\xf8f6d73a9aaf948f4053664d7719ff93587c93f7', '\xfa45b34f09be6e009bcbd2d55df43b5c9c59c029', '\xfa88df685a6c762b4e17abbe4c3fecbbcba9d51f', '\xfc2dfb43b7e8bb83c68f09dcc4cc218fb221759b', '\xfe25138d441b622cf2b687a9680e338045b34ef1', '\xfe9e6e9d0703cce725e5317dcbbe24f0c167d25a', '\xffb2611b343ffbd02488e6afaa7f01e4c42c02d3', '\xffc6e5b911b96dbe1406b0b19c0f8220ae567103' );
That's the same set of ids as above, but the query also excludes two unfixable cases:
- CRAN origins we lost (T2536)
- Debian packages, as none of these seem to be in any snapshot