Page MenuHomeSoftware Heritage
Paste P1108

(production) running loader mercurial on local bitbucket repositories is fine as well (one run eventful -> another run uneventful)
ActivePublic

Authored by ardumont on Jul 30 2021, 12:32 PM.
swhworker@worker16:~$ base_dir=/srv/storage/space/mirrors/boatbucket
swhworker@worker16:~$ nb_origins=10
swhworker@worker16:~$ head -n$nb_origins $base_dir/mapping-to-repos.txt | while read dir url; do
> repo_dir="$base_dir/$dir"
> visit_date=`stat -c %z $repo_dir/.hg/blackbox.log | sed -E 's/ \+0000/+0000/'`
> SWH_CONFIG_FILENAME=/etc/softwareheritage/loader_mercurial.yml swh loader run mercurial_from_disk $url directory=$repo_dir visit_date="\"$visit_date\""
> done 2>&1 | tee -a bitbucket-archive.2.log
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/sunithacharan/pocketbook1' with type 'hg'
{'status': 'uneventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/alienonland/ownershipandriskweb' with type 'hg'
{'status': 'eventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/alienonland/ownershipandriskweb/wiki' with type 'hg'
{'status': 'eventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/rarchk/jsmn' with type 'hg'
{'status': 'eventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/rarchk/jsmn/wiki' with type 'hg'
{'status': 'eventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/rryan/sana' with type 'hg'
{'status': 'uneventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/rryan/sana/wiki' with type 'hg'
{'status': 'eventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/k4nagatsuki/cw_wsn1example-hg' with type 'hg'
{'status': 'eventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/csimpson/pythononrails' with type 'hg'
{'status': 'eventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/tindelli/polytope' with type 'hg'
{'status': 'eventful'}
swhworker@worker16:~$
swhworker@worker16:~$ head -n$nb_origins $base_dir/mapping-to-repos.txt | while read dir url; do repo_dir="$base_dir/$dir"; visit_date=`stat -c %z $repo_dir/.hg/blackbox.log | sed -E 's/ \+0000/+0000/'`; SWH_CONFIG_FILENAME=/etc/softwareheritage/loader_mercurial.yml swh loader run mercurial_from_disk $url directory=$repo_dir visit_date="\"$visit_date\""; done 2>&1 | tee -a bitbucket-archive.2.log
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/sunithacharan/pocketbook1' with type 'hg'
{'status': 'uneventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/alienonland/ownershipandriskweb' with type 'hg'
{'status': 'uneventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/alienonland/ownershipandriskweb/wiki' with type 'hg'
{'status': 'uneventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/rarchk/jsmn' with type 'hg'
{'status': 'uneventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/rarchk/jsmn/wiki' with type 'hg'
{'status': 'uneventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/rryan/sana' with type 'hg'
{'status': 'uneventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/rryan/sana/wiki' with type 'hg'
{'status': 'uneventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/k4nagatsuki/cw_wsn1example-hg' with type 'hg'
{'status': 'uneventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/csimpson/pythononrails' with type 'hg'
{'status': 'uneventful'}
INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://bitbucket.org/tindelli/polytope' with type 'hg'
{'status': 'uneventful'}