lein test jepsen.system.etcd-test INFO jepsen.os.debian - :n5 setting up debian INFO jepsen.os.debian - :n4 setting up debian INFO jepsen.os.debian - :n1 setting up debian INFO jepsen.os.debian - :n3 setting up debian INFO jepsen.os.debian - :n2 setting up debian INFO jepsen.os.debian - :n3 debian set up INFO jepsen.os.debian - :n1 debian set up INFO jepsen.os.debian - :n4 debian set up INFO jepsen.os.debian - :n2 debian set up INFO jepsen.os.debian - :n5 debian set up INFO jepsen.system.etcd - :n2 etcd nuked INFO jepsen.system.etcd - :n1 etcd nuked INFO jepsen.system.etcd - :n5 etcd nuked INFO jepsen.system.etcd - :n3 etcd nuked INFO jepsen.system.etcd - :n4 etcd nuked INFO jepsen.system.etcd - Running nodes: {:n1 false, :n2 false, :n3 false, :n4 false, :n5 false} INFO jepsen.system.etcd - :n2 etcd nuked INFO jepsen.system.etcd - :n3 etcd nuked INFO jepsen.system.etcd - :n4 etcd nuked INFO jepsen.system.etcd - :n5 etcd nuked INFO jepsen.system.etcd - :n1 etcd nuked INFO jepsen.system.etcd - :n1 starting etcd INFO jepsen.system.etcd - :n2 starting etcd INFO jepsen.system.etcd - :n3 starting etcd INFO jepsen.system.etcd - :n4 starting etcd INFO jepsen.system.etcd - :n5 starting etcd INFO jepsen.system.etcd - Running nodes: {:n1 true, :n2 true, :n3 true, :n4 true, :n5 true} INFO jepsen.system.etcd - :n2 etcd ready INFO jepsen.system.etcd - :n1 etcd ready INFO jepsen.system.etcd - :n4 etcd ready INFO jepsen.system.etcd - :n5 etcd ready INFO jepsen.system.etcd - :n3 etcd ready INFO jepsen.core - Worker 4 starting INFO jepsen.core - Worker 3 starting INFO jepsen.core - Worker 0 starting INFO jepsen.core - Worker 2 starting INFO jepsen.core - Worker 1 starting INFO jepsen.util - 3 :invoke :read nil INFO jepsen.util - 0 :invoke :write 1 INFO jepsen.util - 2 :invoke :cas [4 1] INFO jepsen.util - 4 :invoke :cas [2 0] INFO jepsen.util - 3 :ok :read nil INFO jepsen.util - 1 :invoke :cas [1 3] INFO jepsen.util - 0 :ok :write 1 INFO jepsen.util - 1 :ok :cas [1 3] INFO jepsen.util - 2 :fail :cas [4 1] INFO jepsen.util - 4 :fail :cas [2 0] INFO jepsen.util - 3 :invoke :write 1 INFO jepsen.util - 3 :ok :write 1 INFO jepsen.util - 0 :invoke :cas [2 0] INFO jepsen.util - 0 :fail :cas [2 0] INFO jepsen.util - 1 :invoke :write 4 INFO jepsen.util - 4 :invoke :write 1 INFO jepsen.util - 2 :invoke :write 4 INFO jepsen.util - 1 :ok :write 4 INFO jepsen.util - 2 :ok :write 4 INFO jepsen.util - 4 :ok :write 1 INFO jepsen.util - 3 :invoke :write 1 INFO jepsen.util - 3 :ok :write 1 INFO jepsen.util - 0 :invoke :write 2 INFO jepsen.util - 0 :ok :write 2 INFO jepsen.util - 1 :invoke :read nil INFO jepsen.util - 1 :ok :read 2 INFO jepsen.util - 2 :invoke :read nil INFO jepsen.util - 2 :ok :read 2 INFO jepsen.util - 4 :invoke :write 4 INFO jepsen.util - 4 :ok :write 4 INFO jepsen.util - 3 :invoke :write 0 INFO jepsen.util - 0 :invoke :write 3 INFO jepsen.util - 3 :ok :write 0 INFO jepsen.util - 1 :invoke :cas [0 3] INFO jepsen.util - 1 :fail :cas [0 3] INFO jepsen.util - 0 :ok :write 3 INFO jepsen.util - 2 :invoke :cas [2 4] INFO jepsen.util - 2 :fail :cas [2 4] INFO jepsen.util - :nemesis :info :start nil INFO jepsen.util - 4 :invoke :cas [4 1] INFO jepsen.util - 4 :fail :cas [4 1] INFO jepsen.util - 3 :invoke :write 2 INFO jepsen.util - 1 :invoke :write 0 INFO jepsen.util - 1 :ok :write 0 INFO jepsen.util - 3 :ok :write 2 INFO jepsen.util - 0 :invoke :write 3 INFO jepsen.util - 2 :invoke :write 0 INFO jepsen.util - :nemesis :info :start "Cut off {:n5 #{:n3 :n1}, :n2 #{:n3 :n1}, :n4 #{:n3 :n1}, :n1 #{:n4 :n2 :n5}, :n3 #{:n4 :n2 :n5}}" INFO jepsen.util - 4 :invoke :write 4 INFO jepsen.util - 4 :ok :write 4 INFO jepsen.util - 1 :invoke :write 0 INFO jepsen.util - 1 :ok :write 0 INFO jepsen.util - 3 :invoke :write 1 INFO jepsen.util - 0 :info :write :timed-out INFO jepsen.util - 2 :info :write :timed-out INFO jepsen.util - 3 :ok :write 1 INFO jepsen.util - 4 :invoke :cas [2 0] INFO jepsen.util - 4 :fail :cas [2 0] INFO jepsen.util - 1 :invoke :read nil INFO jepsen.util - 1 :ok :read 1 INFO jepsen.util - 5 :invoke :cas [1 0] INFO jepsen.util - 7 :invoke :cas [2 1] INFO jepsen.util - 3 :invoke :write 4 INFO jepsen.util - 3 :ok :write 4 INFO jepsen.util - 4 :invoke :read nil INFO jepsen.util - 4 :ok :read 4 INFO jepsen.util - 1 :invoke :write 4 INFO jepsen.util - 1 :ok :write 4 INFO jepsen.util - 5 :info :cas :timed-out INFO jepsen.util - 7 :info :cas :timed-out INFO jepsen.util - 3 :invoke :write 3 INFO jepsen.util - 3 :ok :write 3 INFO jepsen.util - 4 :invoke :cas [2 1] INFO jepsen.util - 1 :invoke :read nil INFO jepsen.util - 10 :invoke :cas [3 0] INFO jepsen.util - 1 :ok :read 3 INFO jepsen.util - 12 :invoke :write 1 INFO jepsen.util - 4 :fail :cas [2 1] INFO jepsen.util - 3 :invoke :write 4 INFO jepsen.util - 3 :ok :write 4 INFO jepsen.util - 10 :info :cas :timed-out INFO jepsen.util - 1 :invoke :cas [1 0] INFO jepsen.util - 1 :fail :cas [1 0] INFO jepsen.util - 12 :info :write :timed-out INFO jepsen.util - :nemesis :info :stop nil INFO jepsen.util - 4 :invoke :write 4 INFO jepsen.util - 4 :ok :write 4 INFO jepsen.util - :nemesis :info :stop "fully connected" INFO jepsen.util - 3 :invoke :write 0 INFO jepsen.util - 15 :invoke :cas [4 4] INFO jepsen.util - 1 :invoke :cas [2 2] INFO jepsen.util - 17 :invoke :cas [2 1] INFO jepsen.util - 4 :invoke :write 0 INFO jepsen.util - 3 :info :write :timed-out INFO jepsen.util - 15 :info :cas :timed-out INFO jepsen.util - 1 :info :cas :timed-out INFO jepsen.util - 17 :info :cas :timed-out INFO jepsen.util - 4 :info :write :timed-out INFO jepsen.util - 8 :invoke :write 1 INFO jepsen.util - 20 :invoke :read nil INFO jepsen.util - 20 :ok :read 3 INFO jepsen.util - 6 :invoke :cas [1 4] INFO jepsen.util - 22 :invoke :cas [1 2] INFO jepsen.util - 22 :ok :cas [1 2] INFO jepsen.util - 8 :ok :write 1 INFO jepsen.util - 6 :ok :cas [1 4] INFO jepsen.util - 9 :invoke :read nil INFO jepsen.util - 9 :ok :read 4 INFO jepsen.util - 20 :invoke :cas [4 2] INFO jepsen.util - 20 :ok :cas [4 2] INFO jepsen.util - 22 :invoke :read nil INFO jepsen.util - 22 :ok :read 2 INFO jepsen.util - 8 :invoke :write 4 INFO jepsen.util - 6 :invoke :cas [2 2] INFO jepsen.util - 9 :invoke :cas [3 4] INFO jepsen.util - 8 :ok :write 4 INFO jepsen.util - 9 :fail :cas [3 4] INFO jepsen.util - 6 :fail :cas [2 2] INFO jepsen.util - 20 :invoke :write 0 INFO jepsen.util - 20 :ok :write 0 INFO jepsen.util - 22 :invoke :read nil INFO jepsen.util - 22 :ok :read 0 INFO jepsen.util - 8 :invoke :read nil INFO jepsen.util - 8 :ok :read 0 INFO jepsen.util - :nemesis :info :start nil INFO jepsen.util - 9 :invoke :write 0 INFO jepsen.util - 6 :invoke :write 3 INFO jepsen.util - 9 :ok :write 0 INFO jepsen.util - 6 :ok :write 3 INFO jepsen.util - 20 :invoke :read nil INFO jepsen.util - 20 :ok :read 3 INFO jepsen.util - 22 :invoke :write 0 INFO jepsen.util - 22 :ok :write 0 INFO jepsen.util - :nemesis :info :start "Cut off {:n5 #{:n4 :n1}, :n2 #{:n4 :n1}, :n3 #{:n4 :n1}, :n1 #{:n3 :n2 :n5}, :n4 #{:n3 :n2 :n5}}" INFO jepsen.util - 8 :invoke :read nil INFO jepsen.util - 8 :ok :read 0 INFO jepsen.util - 9 :invoke :read nil INFO jepsen.util - 9 :ok :read 0 INFO jepsen.util - 6 :invoke :write 1 INFO jepsen.util - 6 :ok :write 1 INFO jepsen.util - 20 :invoke :read nil INFO jepsen.util - 20 :ok :read 3 INFO jepsen.util - 22 :invoke :read nil INFO jepsen.util - 22 :ok :read 1 INFO jepsen.util - 8 :invoke :write 4 INFO jepsen.util - 9 :invoke :cas [1 0] INFO jepsen.util - 9 :ok :cas [1 0] INFO jepsen.util - 6 :invoke :cas [2 4] INFO jepsen.util - 20 :invoke :cas [0 3] INFO jepsen.util - 6 :fail :cas [2 4] INFO jepsen.util - 22 :invoke :read nil INFO jepsen.util - 22 :ok :read 0 INFO jepsen.util - 8 :info :write :timed-out INFO jepsen.util - 9 :invoke :write 1 INFO jepsen.util - 9 :ok :write 1 INFO jepsen.util - 20 :info :cas :timed-out INFO jepsen.util - 6 :invoke :read nil INFO jepsen.util - 6 :ok :read 1 INFO jepsen.util - 22 :invoke :write 2 INFO jepsen.util - 13 :invoke :write 1 INFO jepsen.util - 22 :ok :write 2 INFO jepsen.util - 9 :invoke :write 4 INFO jepsen.util - 9 :ok :write 4 INFO jepsen.util - 25 :invoke :read nil INFO jepsen.util - 25 :ok :read 3 INFO jepsen.util - 6 :invoke :cas [1 1] INFO jepsen.util - 6 :fail :cas [1 1] INFO jepsen.util - 13 :info :write :timed-out INFO jepsen.util - :nemesis :info :stop nil INFO jepsen.util - :nemesis :info :stop "fully connected" INFO jepsen.util - :nemesis :info :stop nil INFO jepsen.util - :nemesis :info :stop "fully connected" INFO jepsen.core - nemesis done INFO jepsen.util - 22 :invoke :read nil INFO jepsen.core - Worker 4 done INFO jepsen.core - Worker 0 done INFO jepsen.core - Worker 1 done INFO jepsen.core - Worker 3 done INFO jepsen.util - 22 :ok :read 4 INFO jepsen.core - Worker 2 done INFO jepsen.core - Run complete, writing INFO jepsen.core - Analyzing INFO knossos.core - [99 / 174] 160 extant worlds, 587 visited/s, 52 skipped/s, hitrate 0.081 cache size 566 INFO knossos.core - [99 / 174] 226 extant worlds, 353 visited/s, 67 skipped/s, hitrate 0.159 cache size 922 INFO knossos.core - [99 / 174] 209 extant worlds, 148 visited/s, 20 skipped/s, hitrate 0.123 cache size 1029 INFO knossos.core - [99 / 174] 204 extant worlds, 113 visited/s, 20 skipped/s, hitrate 0.155 cache size 1142 INFO knossos.core - [99 / 174] 228 extant worlds, 125 visited/s, 15 skipped/s, hitrate 0.112 cache size 1291 INFO knossos.core - [99 / 174] 251 extant worlds, 186 visited/s, 43 skipped/s, hitrate 0.190 cache size 1427 INFO knossos.core - [99 / 174] 244 extant worlds, 119 visited/s, 40 skipped/s, hitrate 0.252 cache size 1514 INFO knossos.core - [99 / 174] 253 extant worlds, 81 visited/s, 10 skipped/s, hitrate 0.117 cache size 1589 INFO knossos.core - [99 / 174] 241 extant worlds, 16 visited/s, 0 skipped/s, hitrate 0.000 cache size 1589 TIMEOUT after 4204 minutes (almost 3 days).