Each process was allocated a budget of 4.5 GB and 5 minutes of CPU times. ERR indicates an abnormal termination of the program due to the consumption of its memory or time limit. The benchmarks was executed on a 64 bits machine equipped with an Intel® Xeon® 2.33 GHz CPU and 8 GB of memory. CPU Execution times are expressed in seconds and were computed with the time command of the bash shell.
File | Seed | lash-lsdf | lash-msdf | lira | mona | omega | prestaf | prestaf-no-among | rva |
---|---|---|---|---|---|---|---|---|---|
barber | 2691 | 2.17 | 1.45 | 0.85 | 0.10 | 0.38 | 0.37 | 0.40 | ERR |
barber | 3284 | 2.03 | 1.35 | 0.85 | 0.10 | 0.56 | 0.34 | 0.39 | ERR |
barber | 21768 | 2.07 | 1.32 | 0.90 | 0.10 | 0.47 | 0.37 | 0.38 | ERR |
berkeley | 2691 | 0.35 | 0.21 | 0.13 | 0.03 | 0.02 | 0.23 | 0.22 | ERR |
berkeley | 3284 | 0.32 | 0.20 | 0.12 | 0.03 | 0.02 | 0.24 | 0.24 | ERR |
berkeley | 21768 | 0.34 | 0.21 | 0.13 | 0.03 | 0.02 | 0.22 | 0.23 | ERR |
BoigelotLegayWolperCAV03.without_strategy | 2691 | 78.35 | 15.33 | 25.31 | 31.17 | ERR | 25.44 | 66.08 | ERR |
BoigelotLegayWolperCAV03.without_strategy | 3284 | 60.95 | 16.74 | 19.31 | 25.77 | ERR | 22.77 | 51.68 | ERR |
BoigelotLegayWolperCAV03.without_strategy | 21768 | 119.89 | 26.57 | 32.87 | 20.06 | ERR | 35.15 | 36.86 | ERR |
BoigelotLegayWolperCAV03.with_strategy | 2691 | 41.51 | 11.71 | 13.89 | 6.57 | 0.91 | 5.92 | 12.39 | ERR |
BoigelotLegayWolperCAV03.with_strategy | 3284 | 35.48 | 9.88 | 12.02 | 6.51 | 0.31 | 4.16 | 11.58 | ERR |
BoigelotLegayWolperCAV03.with_strategy | 21768 | 155.71 | 34.51 | 27.30 | 25.41 | 9.21 | 35.91 | 47.80 | ERR |
canibals_v2 | 2691 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
canibals_v2 | 3284 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
canibals_v2 | 21768 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
centralserver | 2691 | 55.44 | 32.86 | 45.04 | 1.49 | ERR | 2.53 | 3.29 | ERR |
centralserver | 3284 | 50.56 | 33.74 | 56.64 | 1.32 | ERR | 2.48 | 3.12 | ERR |
centralserver | 21768 | 51.62 | 39.39 | 46.99 | 1.33 | ERR | 2.49 | 3.17 | ERR |
consistency | 2691 | ERR | ERR | ERR | 22.61 | 22.69 | 71.25 | 76.47 | ERR |
consistency | 3284 | ERR | ERR | ERR | 23.99 | ERR | 71.63 | 77.09 | ERR |
consistency | 21768 | ERR | ERR | ERR | 22.58 | 9.41 | 71.35 | 76.24 | ERR |
consistencyInv | 2691 | 6.20 | 3.55 | 4.61 | 0.21 | 0.29 | 0.45 | 0.52 | ERR |
consistencyInv | 3284 | 6.11 | 3.51 | 4.53 | 0.20 | 0.28 | 0.46 | 0.51 | ERR |
consistencyInv | 21768 | 6.18 | 3.54 | 4.59 | 0.20 | 0.28 | 0.45 | 0.52 | ERR |
consprod | 2691 | 90.31 | 88.65 | ERR | 3.15 | ERR | 2.50 | 3.81 | ERR |
consprod | 3284 | 98.51 | 93.86 | ERR | 3.52 | ERR | 2.51 | 3.97 | ERR |
consprod | 21768 | 99.55 | 86.12 | ERR | 3.53 | ERR | 2.51 | 3.92 | ERR |
consprodjava | 2691 | ERR | ERR | ERR | 72.76 | ERR | 13.71 | 28.25 | ERR |
consprodjava | 3284 | ERR | ERR | ERR | 189.15 | ERR | 16.81 | 36.74 | ERR |
consprodjava | 21768 | ERR | ERR | ERR | 76.40 | ERR | 22.33 | 50.14 | ERR |
consprodjavaN | 2691 | ERR | ERR | ERR | 71.29 | ERR | 13.76 | 28.26 | ERR |
consprodjavaN | 3284 | ERR | ERR | ERR | 189.78 | ERR | 16.75 | 36.96 | ERR |
consprodjavaN | 21768 | ERR | ERR | ERR | 76.17 | ERR | 22.44 | 50.17 | ERR |
consprodjavaNInv | 2691 | ERR | 186.79 | ERR | 6.63 | ERR | 2.55 | 4.48 | ERR |
consprodjavaNInv | 3284 | ERR | 129.54 | ERR | 5.45 | ERR | 2.50 | 4.26 | ERR |
consprodjavaNInv | 21768 | ERR | 144.48 | ERR | 6.35 | ERR | 2.52 | 4.34 | ERR |
csm | 2691 | 216.40 | 153.61 | ERR | 7.02 | ERR | 4.69 | 7.70 | ERR |
csm | 3284 | 230.39 | 156.15 | 278.47 | 7.08 | ERR | 4.72 | 7.90 | ERR |
csm | 21768 | 236.61 | 157.34 | 281.97 | 7.35 | ERR | 4.72 | 8.08 | ERR |
csmInv | 2691 | 6.75 | 4.60 | 7.88 | 0.25 | 0.45 | 0.69 | 0.72 | ERR |
csmInv | 3284 | 6.72 | 4.59 | 7.89 | 0.25 | 0.44 | 0.69 | 0.71 | ERR |
csmInv | 21768 | 6.71 | 4.60 | 7.90 | 0.24 | 0.44 | 0.71 | 0.71 | ERR |
dekker | 2691 | 119.54 | 87.06 | ERR | 3.13 | ERR | 4.21 | 5.15 | ERR |
dekker | 3284 | 128.07 | 97.60 | ERR | 3.52 | ERR | 4.20 | 5.24 | ERR |
dekker | 21768 | 125.78 | 96.00 | ERR | 3.43 | ERR | 4.21 | 5.33 | ERR |
DRAGON | 2691 | 1.71 | 1.06 | 0.75 | 0.10 | 0.31 | 0.34 | 0.36 | ERR |
DRAGON | 3284 | 1.67 | 1.12 | 0.71 | 0.09 | 0.20 | 0.35 | 0.36 | ERR |
DRAGON | 21768 | 1.76 | 1.11 | 0.79 | 0.09 | 0.24 | 0.35 | 0.36 | ERR |
efm | 2691 | 1.36 | 0.71 | 0.40 | 0.06 | 0.03 | 0.31 | 0.32 | ERR |
efm | 3284 | 1.37 | 0.72 | 0.41 | 0.06 | 0.03 | 0.32 | 0.33 | ERR |
efm | 21768 | 1.35 | 0.71 | 0.41 | 0.06 | 0.03 | 0.32 | 0.32 | ERR |
FIREFLY | 2691 | 1.06 | 0.56 | 0.34 | 0.05 | 0.04 | 0.24 | 0.27 | ERR |
FIREFLY | 3284 | 1.06 | 0.56 | 0.32 | 0.05 | 0.05 | 0.26 | 0.28 | ERR |
FIREFLY | 21768 | 1.06 | 0.56 | 0.33 | 0.05 | 0.05 | 0.26 | 0.26 | ERR |
fms | 2691 | ERR | ERR | ERR | 15.35 | ERR | 12.50 | ERR | ERR |
fms | 3284 | ERR | ERR | ERR | 12.89 | ERR | 10.10 | 35.63 | ERR |
fms | 21768 | ERR | ERR | ERR | 14.83 | ERR | 12.04 | ERR | ERR |
fmsInv | 2691 | ERR | ERR | ERR | 17.94 | ERR | 12.46 | ERR | ERR |
fmsInv | 3284 | ERR | ERR | ERR | 15.52 | ERR | 10.87 | ERR | ERR |
fmsInv | 21768 | ERR | ERR | ERR | 17.42 | ERR | 12.20 | ERR | ERR |
futurbus | 2691 | 4.28 | 2.86 | 2.15 | 0.18 | 0.54 | 0.48 | 0.56 | ERR |
futurbus | 3284 | 5.18 | 3.27 | 2.53 | 0.20 | 1.01 | 0.50 | 0.58 | ERR |
futurbus | 21768 | 4.31 | 2.73 | 2.26 | 0.19 | 0.67 | 0.49 | 0.56 | ERR |
gb | 2691 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
gb | 3284 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
gb | 21768 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
ILLINOIS | 2691 | 1.01 | 0.62 | 0.41 | 0.05 | 0.08 | 0.29 | 0.31 | ERR |
ILLINOIS | 3284 | 1.04 | 0.66 | 0.39 | 0.06 | 0.07 | 0.30 | 0.33 | ERR |
ILLINOIS | 21768 | 1.03 | 0.63 | 0.43 | 0.06 | 0.08 | 0.29 | 0.32 | ERR |
incdec | 2691 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
incdec | 3284 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
incdec | 21768 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
incdecInv | 2691 | ERR | ERR | ERR | ERR | ERR | 41.09 | ERR | ERR |
incdecInv | 3284 | ERR | ERR | ERR | ERR | ERR | 42.94 | ERR | ERR |
incdecInv | 21768 | ERR | ERR | ERR | ERR | ERR | 43.52 | ERR | ERR |
kanban | 2691 | 29.08 | 20.77 | 121.77 | 0.90 | ERR | 2.15 | 2.42 | ERR |
kanban | 3284 | 28.69 | 20.24 | 122.54 | 0.86 | ERR | 2.14 | 2.42 | ERR |
kanban | 21768 | 27.52 | 19.10 | 120.89 | 0.83 | ERR | 2.14 | 2.34 | ERR |
lamport | 2691 | 7.04 | 4.04 | 3.46 | 0.22 | 0.88 | 0.67 | 0.73 | ERR |
lamport | 3284 | 6.81 | 3.82 | 3.42 | 0.20 | 0.50 | 0.66 | 0.71 | ERR |
lamport | 21768 | 6.74 | 3.71 | 3.24 | 0.20 | 0.61 | 0.64 | 0.72 | ERR |
lastinfirstserved | 2691 | 3.74 | 2.42 | 1.29 | 0.16 | 2.67 | 0.44 | 0.49 | ERR |
lastinfirstserved | 3284 | 3.95 | 2.11 | 1.35 | 0.16 | 1.19 | 0.45 | 0.48 | ERR |
lastinfirstserved | 21768 | 4.41 | 2.34 | 1.40 | 0.18 | 190.59 | 0.44 | 0.52 | ERR |
lift | 2691 | 5.84 | 3.66 | 2.81 | 0.21 | 0.48 | 0.49 | 0.53 | ERR |
lift | 3284 | 5.76 | 3.61 | 2.63 | 0.22 | 1.48 | 0.48 | 0.55 | ERR |
lift | 21768 | 5.52 | 3.64 | 2.78 | 0.21 | 0.59 | 0.50 | 0.52 | ERR |
manufacturing | 2691 | 2.19 | 1.59 | 1.18 | 21.89 | 0.07 | 3.91 | 78.02 | ERR |
manufacturing | 3284 | 2.23 | 1.58 | 1.21 | 21.92 | 0.07 | 3.94 | 78.24 | ERR |
manufacturing | 21768 | 2.21 | 1.59 | 1.20 | 21.82 | 0.07 | 3.95 | 77.63 | ERR |
MESI | 2691 | 0.40 | 0.27 | 0.18 | 0.03 | 0.04 | 0.23 | 0.23 | ERR |
MESI | 3284 | 0.39 | 0.26 | 0.18 | 0.03 | 0.04 | 0.21 | 0.22 | ERR |
MESI | 21768 | 0.40 | 0.27 | 0.17 | 0.03 | 0.02 | 0.23 | 0.25 | ERR |
MOESI | 2691 | 0.63 | 0.44 | 0.28 | 0.04 | 0.07 | 0.26 | 0.28 | ERR |
MOESI | 3284 | 0.58 | 0.41 | 0.27 | 0.04 | 0.04 | 0.26 | 0.28 | ERR |
MOESI | 21768 | 0.63 | 0.44 | 0.27 | 0.04 | 0.04 | 0.26 | 0.27 | ERR |
multipoll | 2691 | 112.37 | 59.97 | 210.27 | 2.46 | 24.81 | 2.47 | 4.80 | ERR |
multipoll | 3284 | 109.63 | 63.11 | 210.76 | 2.47 | 30.26 | 2.42 | 4.62 | ERR |
multipoll | 21768 | 95.86 | 64.54 | 209.01 | 2.15 | 25.62 | 2.31 | 4.33 | ERR |
peterson | 2691 | 16.14 | 9.16 | 21.95 | 0.42 | 3.10 | 1.18 | 1.30 | ERR |
peterson | 3284 | 15.88 | 8.84 | 22.12 | 0.41 | 2.08 | 1.18 | 1.24 | ERR |
peterson | 21768 | 16.16 | 9.19 | 22.16 | 0.43 | 3.52 | 1.18 | 1.27 | ERR |
PRODUCER-CONSUMMER | 2691 | 0.45 | 0.32 | 0.16 | 0.03 | 0.02 | 0.23 | 0.24 | ERR |
PRODUCER-CONSUMMER | 3284 | 0.45 | 0.32 | 0.16 | 0.03 | 0.02 | 0.22 | 0.24 | ERR |
PRODUCER-CONSUMMER | 21768 | 0.45 | 0.31 | 0.16 | 0.03 | 0.02 | 0.22 | 0.25 | ERR |
readwrit | 2691 | 30.56 | 19.96 | 47.18 | 1.24 | ERR | 6.24 | 6.44 | ERR |
readwrit | 3284 | 28.90 | 19.85 | 45.38 | 1.16 | ERR | 6.22 | 6.44 | ERR |
readwrit | 21768 | 30.19 | 19.89 | 49.98 | 1.22 | ERR | 6.27 | 6.41 | ERR |
rtp | 2691 | 3.35 | 2.20 | 1.29 | 0.13 | 0.27 | 0.44 | 0.48 | ERR |
rtp | 3284 | 3.29 | 2.16 | 1.38 | 0.13 | 0.27 | 0.43 | 0.46 | ERR |
rtp | 21768 | 3.23 | 2.11 | 1.28 | 0.13 | 0.27 | 0.42 | 0.46 | ERR |
swimmingpool.cheated | 2691 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
swimmingpool.cheated | 3284 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
swimmingpool.cheated | 21768 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
swimmingpool | 2691 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
swimmingpool | 3284 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
swimmingpool | 21768 | ERR | ERR | ERR | 22.05 | ERR | ERR | 52.26 | ERR |
swimmingpoolInv | 2691 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
swimmingpoolInv | 3284 | ERR | ERR | ERR | ERR | ERR | ERR | ERR | ERR |
swimmingpoolInv | 21768 | ERR | ERR | ERR | 90.51 | ERR | ERR | 217.22 | ERR |
SYNAPSE | 2691 | 0.24 | 0.14 | 0.09 | 0.02 | 0.01 | 0.21 | 0.22 | 48.57 |
SYNAPSE | 3284 | 0.24 | 0.14 | 0.08 | 0.02 | 0.01 | 0.21 | 0.23 | 48.11 |
SYNAPSE | 21768 | 0.24 | 0.14 | 0.08 | 0.02 | 0.01 | 0.23 | 0.23 | 48.67 |
ticket2i | 2691 | 1.02 | 0.97 | 0.70 | 0.06 | 0.14 | 0.26 | 0.27 | ERR |
ticket2i | 3284 | 1.04 | 0.98 | 0.73 | 0.06 | 0.14 | 0.29 | 0.31 | ERR |
ticket2i | 21768 | 1.07 | 1.02 | 0.76 | 0.06 | 0.14 | 0.29 | 0.31 | ERR |
ticket3i | 2691 | 10.65 | 9.58 | 7.88 | 0.42 | 14.31 | 0.40 | 0.50 | ERR |
ticket3i | 3284 | 10.73 | 9.58 | 8.71 | 0.43 | 9.30 | 0.41 | 0.50 | ERR |
ticket3i | 21768 | 10.57 | 9.37 | 8.46 | 0.41 | 11.62 | 0.37 | 0.53 | ERR |
train | 2691 | 13.45 | 7.88 | 7.43 | 0.60 | 15.42 | 0.56 | 0.67 | ERR |
train | 3284 | 16.87 | 9.36 | 9.26 | 1.21 | 45.57 | 0.69 | 0.88 | ERR |
train | 21768 | 14.19 | 6.98 | 8.61 | 0.71 | 50.86 | 0.58 | 0.67 | ERR |
ttp2 | 2691 | ERR | ERR | ERR | 104.19 | ERR | 32.37 | 52.35 | ERR |
ttp2 | 3284 | ERR | ERR | ERR | 71.21 | ERR | 28.22 | 45.94 | ERR |
ttp2 | 21768 | ERR | ERR | ERR | 89.66 | ERR | 30.30 | 53.08 | ERR |
ttp | 2691 | ERR | ERR | ERR | 18.14 | 29.90 | 23.56 | 39.78 | ERR |
ttp | 3284 | ERR | ERR | ERR | 17.57 | 21.96 | 22.86 | 38.33 | ERR |
ttp | 21768 | ERR | ERR | ERR | 20.21 | 25.90 | 23.11 | 38.72 | ERR |