$ python3 Python 3.6.4 (default, Jan 5 2018, 02:13:53) [GCC 7.2.0] on linux Type "help", "copyright", "credits" or "license" for more information. >>> archive_name = 'latest/jackalopetears-wifi-propeller-load-source-archive.zip' # worker lost -> big archive >>> rootpath = '/home/storage/hg/repo' >>> origin_url = 'https://%s/googlecode/hg' % archive_name >>> >>> import logging >>> logging.basicConfig(level=logging.DEBUG) >>> >>> from swh.loader.mercurial.tasks import LoadArchiveMercurialTsk >>> >>> archive_path = '%s/%s' % (rootpath, archive_name) >>> t = LoadArchiveMercurialTsk() >>> t.run(origin_url=origin_url, archive_path=archive_path, visit_date='2016-05-03T15:16:32+00:00') patool: Extracting /home/storage/hg/repo/latest/jackalopetears-wifi-propeller-load-source-archive.zip ... patool: running /usr/bin/7z x -y -o/home/tony/workspace/swh.loader.mercurial.2cpyrait -- /home/storage/hg/repo/latest/jackalopetears-wifi-propeller-load-source-archive.zip patool: ... /home/storage/hg/repo/latest/jackalopetears-wifi-propeller-load-source-archive.zip extracted to `/home/tony/workspace/swh.loader.mercurial.2cpyrait'. INFO:swh.scheduler.task.LoadArchiveMercurialTsk:From https://latest/jackalopetears-wifi-propeller-load-source-archive.zip/googlecode/hg - Uncompressing archive jackalopetears-wifi-propeller-load-source-archive.zip at /home/tony/workspace/swh.loader.mercurial.2cpyrait/jackalopetears-wifi-propeller-load-source-archive DEBUG:swh.scheduler.task.LoadArchiveMercurialTsk:Bundling at /home/tony/workspace/swh.loader.mercurial.2cpyrait/jackalopetears-wifi-propeller-load/HG20_none_bundle DEBUG:swh.scheduler.task.LoadArchiveMercurialTsk:Creating hg origin for https://latest/jackalopetears-wifi-propeller-load-source-archive.zip/googlecode/hg DEBUG:swh.scheduler.task.LoadArchiveMercurialTsk:Done creating hg origin for https://latest/jackalopetears-wifi-propeller-load-source-archive.zip/googlecode/hg DEBUG:swh.scheduler.task.LoadArchiveMercurialTsk:Creating origin_visit for origin 1 at time 2016-05-03 15:16:32+00:00 DEBUG:swh.scheduler.task.LoadArchiveMercurialTsk:Done Creating origin_visit for origin 1 at time 2016-05-03 15:16:32+00:00 INFO:sqlitedict:opening Sqlite table 'swhtable' in /home/tony/workspace/swh.loader.mercurial.2cpyrait/jackalopetears-wifi-propeller-load/sqldict94aa0e INFO:sqlitedict:opening Sqlite table 'swhtable' in /tmp/sqldict4dc1a6 Every 2.0s: ls -lh workspace/* workspace/*/* /tmp/sqldict* ; df -h /home/tony/workspace corellia: Mon Feb 19 18:11:44 2018 -rw-r--r-- 1 tony tony 3.3G Feb 19 18:11 /tmp/sqldict4dc1a6 # unexpected (and unrespectful configuration cache ;) workspace/swh.loader.mercurial.2cpyrait: total 0 drwxr-xr-x 19 tony tony 600 Feb 19 17:59 jackalopetears-wifi-propeller-load workspace/swh.loader.mercurial.2cpyrait/jackalopetears-wifi-propeller-load: total 4.1G drwxr-xr-x 17 tony tony 1.1K Feb 17 2016 binutils drwxr-xr-x 3 tony tony 80 Feb 17 2016 dejagnu drwxr-xr-x 34 tony tony 740 Feb 17 2016 demos drwxr-xr-x 2 tony tony 120 Feb 17 2016 doc -rw-r--r-- 1 tony tony 138 Feb 17 2016 fix-xcode-warnings.sh drwxr-xr-x 24 tony tony 1.3K Feb 17 2016 gcc drwxr-xr-x 16 tony tony 1.1K Feb 17 2016 gdb drwxr-xr-x 2 tony tony 140 Feb 17 2016 gdbstub -rw-r--r-- 1 tony tony 2.0K Feb 17 2016 gnu-oids.texi -rw-r--r-- 1 tony tony 665M Feb 19 17:58 HG20_none_bundle -rwxr-xr-x 1 tony tony 61 Feb 17 2016 jbuild.sh drwxr-xr-x 2 tony tony 140 Feb 17 2016 ldscripts drwxr-xr-x 16 tony tony 500 Feb 17 2016 lib -rw-r--r-- 1 tony tony 32K Feb 17 2016 LICENSE.txt drwxr-xr-x 6 tony tony 240 Feb 17 2016 loader -rw-r--r-- 1 tony tony 11K Feb 17 2016 Makefile drwxr-xr-x 3 tony tony 60 Feb 17 2016 newlib drwxr-xr-x 3 tony tony 80 Feb 17 2016 p2load -rw-r--r-- 1 tony tony 2.6K Feb 17 2016 README.cross -rw-r--r-- 1 tony tony 301 Feb 17 2016 README.gdb -rw-r--r-- 1 tony tony 3.0K Feb 17 2016 README.txt drwxr-xr-x 2 tony tony 360 Feb 17 2016 release drwxr-xr-x 4 tony tony 620 Feb 17 2016 spin2cpp drwxr-xr-x 2 tony tony 460 Feb 17 2016 spinsim -rw-r--r-- 1 tony tony 3.4G Feb 19 18:11 sqldict94aa0e # expected disk cache drwxr-xr-x 3 tony tony 100 Feb 17 2016 tools Filesystem Size Used Avail Use% Mounted on tmpfs 8.0G 5.3G 2.8G 66% /home/tony/workspace # Forcing the temporary folder elsewhere (trying to 'disk' sandbox the process but it does not respect that due to the 2nd disk cache)