============================= test session starts ==============================
platform linux -- Python 3.8.5, pytest-6.0.1, py-1.9.0, pluggy-0.13.1
rootdir: /home/ddouard/swh/swh-environment/swh-graph, configfile: pytest.ini
plugins: testinfra-5.2.2, django-3.9.0, asyncio-0.14.0, requests-mock-1.8.0, flask-1.0.0, forked-1.3.0, mock-3.3.1, postgresql-2.4.1, hypothesis-5.30.0, xdist-2.1.0, dash-1.15.0, aiohttp-0.3.0, celery-4.4.7, swh.journal-0.4.3.dev1+g4d3cb98, swh.core-0.2.4.dev1+g6706f7a.d20200909
collected 1 item
swh/graph/tests/test_cli.py F
=================================== FAILURES ===================================
________________________________ test_pipeline _________________________________
def test_pipeline():
"""run full compression pipeline"""
# bare bone configuration, to allow testing the compression pipeline
# with minimum RAM requirements on trivial graphs
config = {'graph': {'compress': {'batch_size': 1000}}}
runner = CliRunner()
with TemporaryDirectory(suffix=".swh-graph-test") as tmpdir:
result = runner.invoke(
swh,
[
#"-l", "DEBUG",
"graph", "compress",
"--graph", DATA_DIR / "example", "--outdir", tmpdir
],
obj={"config": config},
)
> assert result.exit_code == 0, result
E AssertionError: <Result RuntimeError('compression step BFS returned non-zero exit code 1')>
E assert 1 == 0
E + where 1 = <Result RuntimeError('compression step BFS returned non-zero exit code 1')>.exit_code
swh/graph/tests/test_cli.py:44: AssertionError
------------------------------ Captured log call -------------------------------
INFO root:__init__.py:104 Set log level to INFO
INFO root:config.py:32 using swh-graph JAR: /home/ddouard/swh/swh-environment/swh-graph/java/target/swh-graph-0.2.9.jar
INFO root:webgraph.py:204 starting compression at 2020-09-10 14:24:16.483373
INFO root:webgraph.py:212 starting compression step MPH (1/11) at 2020-09-10 14:24:16.483441
INFO root:webgraph.py:145 running: java it.unimi.dsi.sux4j.mph.GOVMinimalPerfectHashFunction --temp-dir /tmp/tmpemku9bms.swh-graph-test/tmp /tmp/tmpemku9bms.swh-graph-test/example.mph <( zstdcat /home/ddouard/swh/swh-environment/swh-graph/swh/graph/tests/dataset/example.nodes.csv.zst )
INFO root:webgraph.py:155 /bin/bash: zstdcat: command not found
INFO root:webgraph.py:155 Picked up JAVA_TOOL_OPTIONS: -Xmx33486577664 -XX:PretenureSizeThreshold=512M -XX:MaxNewSize=4G -XX:+UseLargePages -XX:+UseTransparentHugePages -XX:+UseNUMA -XX:+UseTLAB -XX:+ResizeTLAB -Dlogback.configurationFile=/tmp/tmpemku9bms.swh-graph-test/tmp/logback.xml
INFO root:webgraph.py:155 2020-09-10 14:24:16,757 211 INFO [main] i.u.d.s.m.GOVMinimalPerfectHashFunction - Adding elements...
INFO root:webgraph.py:155 2020-09-10 14:24:16,758 212 INFO [main] i.u.d.s.m.GOVMinimalPerfectHashFunction - Completed.
INFO root:webgraph.py:155 2020-09-10 14:24:16,759 213 INFO [main] i.u.d.s.m.GOVMinimalPerfectHashFunction - Elapsed: 1ms; used/avail/free/total/max mem: 17.60M/33.47G/515.08M/532.68M/33.49G
INFO root:webgraph.py:155 2020-09-10 14:24:16,762 216 INFO [main] i.u.d.s.m.GOVMinimalPerfectHashFunction - Analysing buckets...
INFO root:webgraph.py:155 2020-09-10 14:24:16,836 290 INFO [main] i.u.d.s.m.GOVMinimalPerfectHashFunction - Unsolvable systems: 0/1 (0.00%)
INFO root:webgraph.py:155 2020-09-10 14:24:16,836 290 INFO [main] i.u.d.s.m.GOVMinimalPerfectHashFunction - Unorientable systems: 0/1 (0.00%)
INFO root:webgraph.py:155 2020-09-10 14:24:16,836 290 INFO [main] i.u.d.s.m.GOVMinimalPerfectHashFunction - Completed.
INFO root:webgraph.py:155 2020-09-10 14:24:16,837 291 INFO [main] i.u.d.s.m.GOVMinimalPerfectHashFunction - Elapsed: 75ms [1 buckets, 13.51 buckets/s, 74.00 ms/bucket]; used/avail/free/total/max mem: 107.77M/33.38G/424.90M/532.68M/33.49G
INFO root:webgraph.py:155 2020-09-10 14:24:16,837 291 INFO [main] i.u.d.s.m.GOVMinimalPerfectHashFunction - Completed.
INFO root:webgraph.py:155 2020-09-10 14:24:16,839 293 INFO [main] i.u.d.s.m.GOVMinimalPerfectHashFunction - Actual bit cost per key: Infinity
INFO root:webgraph.py:155 2020-09-10 14:24:16,853 307 INFO [main] i.u.d.s.m.GOVMinimalPerfectHashFunction - Saved.
INFO root:webgraph.py:219 completed compression step MPH (1/11) at 2020-09-10 14:24:16.874492 in 0:00:00.391051
INFO root:webgraph.py:212 starting compression step BV (2/11) at 2020-09-10 14:24:16.874891
INFO root:webgraph.py:145 running: zstdcat /home/ddouard/swh/swh-environment/swh-graph/swh/graph/tests/dataset/example.edges.csv.zst | java it.unimi.dsi.big.webgraph.ScatteredArcsASCIIGraph --temp-dir /tmp/tmpemku9bms.swh-graph-test/tmp --function /tmp/tmpemku9bms.swh-graph-test/example.mph /tmp/tmpemku9bms.swh-graph-test/example-bv
INFO root:webgraph.py:155 /bin/bash: zstdcat: command not found
INFO root:webgraph.py:155 Picked up JAVA_TOOL_OPTIONS: -Xmx33486577664 -XX:PretenureSizeThreshold=512M -XX:MaxNewSize=4G -XX:+UseLargePages -XX:+UseTransparentHugePages -XX:+UseNUMA -XX:+UseTLAB -XX:+ResizeTLAB -Dlogback.configurationFile=/tmp/tmpemku9bms.swh-graph-test/tmp/logback.xml
INFO root:webgraph.py:155 2020-09-10 14:24:17,125 154 INFO [main] i.u.d.b.w.ScatteredArcsASCIIGraph - Creating sorted batches...
INFO root:webgraph.py:155 2020-09-10 14:24:17,127 156 INFO [main] i.u.d.b.w.ScatteredArcsASCIIGraph - Completed.
INFO root:webgraph.py:155 2020-09-10 14:24:17,128 157 INFO [main] i.u.d.b.w.ScatteredArcsASCIIGraph - Elapsed: 4ms
INFO root:webgraph.py:155 2020-09-10 14:24:17,135 164 INFO [main] i.u.d.b.w.ScatteredArcsASCIIGraph - Created 0 batches using NaN bits/arc.
INFO root:webgraph.py:155 2020-09-10 14:24:17,144 173 INFO [main] i.u.d.b.w.BVGraph - Compressing using 1 threads
INFO root:webgraph.py:155 2020-09-10 14:24:17,170 199 INFO [ProcessingThread-0] i.u.d.b.w.ScatteredArcsASCIIGraph - Storing...
INFO root:webgraph.py:155 2020-09-10 14:24:17,170 199 INFO [main] i.u.d.b.w.ScatteredArcsASCIIGraph - Completed.
INFO root:webgraph.py:155 2020-09-10 14:24:17,171 200 INFO [main] i.u.d.b.w.ScatteredArcsASCIIGraph - Elapsed: 2ms
INFO root:webgraph.py:219 completed compression step BV (2/11) at 2020-09-10 14:24:17.192624 in 0:00:00.317733
INFO root:webgraph.py:212 starting compression step BV_OBL (3/11) at 2020-09-10 14:24:17.192747
INFO root:webgraph.py:145 running: java it.unimi.dsi.big.webgraph.BVGraph --list /tmp/tmpemku9bms.swh-graph-test/example-bv
INFO root:webgraph.py:155 Picked up JAVA_TOOL_OPTIONS: -Xmx33486577664 -XX:PretenureSizeThreshold=512M -XX:MaxNewSize=4G -XX:+UseLargePages -XX:+UseTransparentHugePages -XX:+UseNUMA -XX:+UseTLAB -XX:+ResizeTLAB -Dlogback.configurationFile=/tmp/tmpemku9bms.swh-graph-test/tmp/logback.xml
INFO root:webgraph.py:219 completed compression step BV_OBL (3/11) at 2020-09-10 14:24:17.408401 in 0:00:00.215654
INFO root:webgraph.py:212 starting compression step BFS (4/11) at 2020-09-10 14:24:17.408526
INFO root:webgraph.py:145 running: java it.unimi.dsi.law.big.graph.BFS /tmp/tmpemku9bms.swh-graph-test/example-bv /tmp/tmpemku9bms.swh-graph-test/example.order
INFO root:webgraph.py:155 Picked up JAVA_TOOL_OPTIONS: -Xmx33486577664 -XX:PretenureSizeThreshold=512M -XX:MaxNewSize=4G -XX:+UseLargePages -XX:+UseTransparentHugePages -XX:+UseNUMA -XX:+UseTLAB -XX:+ResizeTLAB -Dlogback.configurationFile=/tmp/tmpemku9bms.swh-graph-test/tmp/logback.xml
INFO root:webgraph.py:155 Exception in thread "main" java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
INFO root:webgraph.py:155 at it.unimi.dsi.big.webgraph.ImmutableGraph.load(ImmutableGraph.java:704)
INFO root:webgraph.py:155 at it.unimi.dsi.big.webgraph.ImmutableGraph.load(ImmutableGraph.java:654)
INFO root:webgraph.py:155 at it.unimi.dsi.big.webgraph.ImmutableGraph.loadMapped(ImmutableGraph.java:593)
INFO root:webgraph.py:155 at it.unimi.dsi.law.big.graph.BFS.main(BFS.java:260)
INFO root:webgraph.py:155 Caused by: java.lang.reflect.InvocationTargetException
INFO root:webgraph.py:155 at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
INFO root:webgraph.py:155 at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
INFO root:webgraph.py:155 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
INFO root:webgraph.py:155 at java.base/java.lang.reflect.Method.invoke(Method.java:564)
INFO root:webgraph.py:155 at it.unimi.dsi.big.webgraph.ImmutableGraph.load(ImmutableGraph.java:699)
INFO root:webgraph.py:155 ... 3 more
INFO root:webgraph.py:155 Caused by: java.lang.ArrayIndexOutOfBoundsException: Index 0 out of bounds for length 0
INFO root:webgraph.py:155 at it.unimi.dsi.io.ByteBufferInputStream.map(ByteBufferInputStream.java:128)
INFO root:webgraph.py:155 at it.unimi.dsi.big.webgraph.BVGraph.loadInternal(BVGraph.java:1460)
INFO root:webgraph.py:155 at it.unimi.dsi.big.webgraph.BVGraph.load(BVGraph.java:1303)
INFO root:webgraph.py:155 at it.unimi.dsi.big.webgraph.BVGraph.loadMapped(BVGraph.java:1351)
INFO root:webgraph.py:155 at it.unimi.dsi.big.webgraph.BVGraph.loadMapped(BVGraph.java:1361)
INFO root:webgraph.py:155 ... 8 more
=========================== short test summary info ============================
FAILED swh/graph/tests/test_cli.py::test_pipeline - AssertionError: <Result R...
============================== 1 failed in 1.22s ===============================