Skip to content
This repository was archived by the owner on Nov 27, 2022. It is now read-only.

Commit 94db2a4

Browse files
TomGillenTomGillen
committed
Include initial results
1 parent 1782501 commit 94db2a4

File tree

732 files changed

+307029
-1
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

732 files changed

+307029
-1
lines changed

‎.gitignore

+5-1
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,6 @@
1-
/target
1+
/target/**/*
22
Cargo.lock
3+
4+
# Include benchmark results
5+
!/target/criterion/**/*
6+
!/target/criterion/

‎readme.md

+11
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,17 @@
22

33
A suite of benchmarks designed to test and compare Rust ECS library performance across a variety of challenging circumstances.
44

5+
| | legion | legion 0.2.4 | bevy | shipyard |
6+
|------------------|:------------:|:------------:|:--------:|:------------:|
7+
| simple_insert | **402.75us** | 991.19us | 877.92us | 2.6247ms |
8+
| simple_iter | **13.415us** | 13.450us | 14.105us | 85.951us |
9+
| frag_iter | **509.34ns** | 1.8038us | 1.3399us | 1.0526us |
10+
| heavy_compute | **719.92us** | 4.3426ms | 4.6295ms | 726.73us |
11+
| schedule | **53.540us** | 135.02us | 95.379us | 466.75us |
12+
| add_remove | 5.5488ms | 3.0843ms | - | **2.9093ms** |
13+
| serialize_text | **16.911ms** | - | - | |
14+
| serialize_binary | **6.5898ms** | - | - | |
15+
516
## The Benchmarks
617

718
### Simple Insert

‎target/criterion/add_remove_component/legion/base/benchmark.json

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"group_id":"add_remove_component","function_id":"legion","value_str":null,"throughput":null,"full_id":"add_remove_component/legion","directory_name":"add_remove_component/legion","title":"add_remove_component/legion"}

‎target/criterion/add_remove_component/legion/base/estimates.json

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5515132.9775,"upper_bound":5588143.3475},"point_estimate":5548796.5,"standard_error":18665.296616614978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5477390.0,"upper_bound":5526485.0},"point_estimate":5498875.0,"standard_error":11348.221747133455},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55412.17401623726,"upper_bound":86480.05646467209},"point_estimate":69971.305757761,"standard_error":7877.537973283186},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118687.89948090211,"upper_bound":240345.7349141792},"point_estimate":186592.34585606857,"standard_error":31026.13127166374}}

‎target/criterion/add_remove_component/legion/base/raw.csv

+101
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,101 @@
1+
group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count
2+
add_remove_component,legion,,,,55317700.0,ns,10
3+
add_remove_component,legion,,,,55734100.0,ns,10
4+
add_remove_component,legion,,,,54906200.0,ns,10
5+
add_remove_component,legion,,,,55017900.0,ns,10
6+
add_remove_component,legion,,,,54773900.0,ns,10
7+
add_remove_component,legion,,,,54108200.0,ns,10
8+
add_remove_component,legion,,,,54310200.0,ns,10
9+
add_remove_component,legion,,,,54233600.0,ns,10
10+
add_remove_component,legion,,,,55692800.0,ns,10
11+
add_remove_component,legion,,,,54820100.0,ns,10
12+
add_remove_component,legion,,,,55357200.0,ns,10
13+
add_remove_component,legion,,,,54707400.0,ns,10
14+
add_remove_component,legion,,,,61772800.0,ns,10
15+
add_remove_component,legion,,,,54609800.0,ns,10
16+
add_remove_component,legion,,,,54440500.0,ns,10
17+
add_remove_component,legion,,,,54579400.0,ns,10
18+
add_remove_component,legion,,,,54296900.0,ns,10
19+
add_remove_component,legion,,,,55413400.0,ns,10
20+
add_remove_component,legion,,,,55566200.0,ns,10
21+
add_remove_component,legion,,,,55376600.0,ns,10
22+
add_remove_component,legion,,,,55835700.0,ns,10
23+
add_remove_component,legion,,,,55124300.0,ns,10
24+
add_remove_component,legion,,,,55042200.0,ns,10
25+
add_remove_component,legion,,,,53863000.0,ns,10
26+
add_remove_component,legion,,,,54397000.0,ns,10
27+
add_remove_component,legion,,,,56551800.0,ns,10
28+
add_remove_component,legion,,,,57275100.0,ns,10
29+
add_remove_component,legion,,,,56325900.0,ns,10
30+
add_remove_component,legion,,,,55555700.0,ns,10
31+
add_remove_component,legion,,,,54691000.0,ns,10
32+
add_remove_component,legion,,,,55820300.0,ns,10
33+
add_remove_component,legion,,,,54217400.0,ns,10
34+
add_remove_component,legion,,,,54765100.0,ns,10
35+
add_remove_component,legion,,,,55474300.0,ns,10
36+
add_remove_component,legion,,,,55284200.0,ns,10
37+
add_remove_component,legion,,,,55441600.0,ns,10
38+
add_remove_component,legion,,,,55413300.0,ns,10
39+
add_remove_component,legion,,,,55306600.0,ns,10
40+
add_remove_component,legion,,,,55314500.0,ns,10
41+
add_remove_component,legion,,,,55048300.0,ns,10
42+
add_remove_component,legion,,,,55484900.0,ns,10
43+
add_remove_component,legion,,,,54608700.0,ns,10
44+
add_remove_component,legion,,,,54599000.0,ns,10
45+
add_remove_component,legion,,,,54755200.0,ns,10
46+
add_remove_component,legion,,,,54614900.0,ns,10
47+
add_remove_component,legion,,,,54479700.0,ns,10
48+
add_remove_component,legion,,,,54441800.0,ns,10
49+
add_remove_component,legion,,,,54626000.0,ns,10
50+
add_remove_component,legion,,,,55011000.0,ns,10
51+
add_remove_component,legion,,,,55428600.0,ns,10
52+
add_remove_component,legion,,,,53960600.0,ns,10
53+
add_remove_component,legion,,,,54026700.0,ns,10
54+
add_remove_component,legion,,,,54966500.0,ns,10
55+
add_remove_component,legion,,,,59324300.0,ns,10
56+
add_remove_component,legion,,,,55081500.0,ns,10
57+
add_remove_component,legion,,,,54887800.0,ns,10
58+
add_remove_component,legion,,,,54705000.0,ns,10
59+
add_remove_component,legion,,,,54807200.0,ns,10
60+
add_remove_component,legion,,,,54679200.0,ns,10
61+
add_remove_component,legion,,,,54929300.0,ns,10
62+
add_remove_component,legion,,,,54363500.0,ns,10
63+
add_remove_component,legion,,,,54943600.0,ns,10
64+
add_remove_component,legion,,,,54497700.0,ns,10
65+
add_remove_component,legion,,,,55646400.0,ns,10
66+
add_remove_component,legion,,,,54393500.0,ns,10
67+
add_remove_component,legion,,,,55588800.0,ns,10
68+
add_remove_component,legion,,,,54403800.0,ns,10
69+
add_remove_component,legion,,,,54530400.0,ns,10
70+
add_remove_component,legion,,,,54181800.0,ns,10
71+
add_remove_component,legion,,,,54691400.0,ns,10
72+
add_remove_component,legion,,,,54742000.0,ns,10
73+
add_remove_component,legion,,,,54389200.0,ns,10
74+
add_remove_component,legion,,,,56541700.0,ns,10
75+
add_remove_component,legion,,,,55316300.0,ns,10
76+
add_remove_component,legion,,,,55693300.0,ns,10
77+
add_remove_component,legion,,,,56322600.0,ns,10
78+
add_remove_component,legion,,,,54738900.0,ns,10
79+
add_remove_component,legion,,,,55303400.0,ns,10
80+
add_remove_component,legion,,,,55397100.0,ns,10
81+
add_remove_component,legion,,,,55853800.0,ns,10
82+
add_remove_component,legion,,,,55245500.0,ns,10
83+
add_remove_component,legion,,,,55259300.0,ns,10
84+
add_remove_component,legion,,,,54965100.0,ns,10
85+
add_remove_component,legion,,,,56161000.0,ns,10
86+
add_remove_component,legion,,,,55262200.0,ns,10
87+
add_remove_component,legion,,,,54884700.0,ns,10
88+
add_remove_component,legion,,,,54223700.0,ns,10
89+
add_remove_component,legion,,,,53960500.0,ns,10
90+
add_remove_component,legion,,,,54590800.0,ns,10
91+
add_remove_component,legion,,,,54423800.0,ns,10
92+
add_remove_component,legion,,,,62489500.0,ns,10
93+
add_remove_component,legion,,,,62774000.0,ns,10
94+
add_remove_component,legion,,,,63331300.0,ns,10
95+
add_remove_component,legion,,,,62627800.0,ns,10
96+
add_remove_component,legion,,,,59176800.0,ns,10
97+
add_remove_component,legion,,,,55111000.0,ns,10
98+
add_remove_component,legion,,,,55477700.0,ns,10
99+
add_remove_component,legion,,,,54351500.0,ns,10
100+
add_remove_component,legion,,,,54493800.0,ns,10
101+
add_remove_component,legion,,,,57247200.0,ns,10

‎target/criterion/add_remove_component/legion/base/sample.json

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[55317700.0,55734100.0,54906200.0,55017900.0,54773900.0,54108200.0,54310200.0,54233600.0,55692800.0,54820100.0,55357200.0,54707400.0,61772800.0,54609800.0,54440500.0,54579400.0,54296900.0,55413400.0,55566200.0,55376600.0,55835700.0,55124300.0,55042200.0,53863000.0,54397000.0,56551800.0,57275100.0,56325900.0,55555700.0,54691000.0,55820300.0,54217400.0,54765100.0,55474300.0,55284200.0,55441600.0,55413300.0,55306600.0,55314500.0,55048300.0,55484900.0,54608700.0,54599000.0,54755200.0,54614900.0,54479700.0,54441800.0,54626000.0,55011000.0,55428600.0,53960600.0,54026700.0,54966500.0,59324300.0,55081500.0,54887800.0,54705000.0,54807200.0,54679200.0,54929300.0,54363500.0,54943600.0,54497700.0,55646400.0,54393500.0,55588800.0,54403800.0,54530400.0,54181800.0,54691400.0,54742000.0,54389200.0,56541700.0,55316300.0,55693300.0,56322600.0,54738900.0,55303400.0,55397100.0,55853800.0,55245500.0,55259300.0,54965100.0,56161000.0,55262200.0,54884700.0,54223700.0,53960500.0,54590800.0,54423800.0,62489500.0,62774000.0,63331300.0,62627800.0,59176800.0,55111000.0,55477700.0,54351500.0,54493800.0,57247200.0]}

‎target/criterion/add_remove_component/legion/base/tukey.json

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
[5191330.0,5325062.5,5681682.5,5815415.0]

‎target/criterion/add_remove_component/legion/change/estimates.json

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.057080904201124896,"upper_bound":-0.027134427778178496},"point_estimate":-0.041939468106170996,"standard_error":0.0076579769393865646},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.022359865440968685,"upper_bound":0.0036967246782555474},"point_estimate":-0.009649785545312817,"standard_error":0.007316685020360956}}

‎target/criterion/add_remove_component/legion/new/benchmark.json

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"group_id":"add_remove_component","function_id":"legion","value_str":null,"throughput":null,"full_id":"add_remove_component/legion","directory_name":"add_remove_component/legion","title":"add_remove_component/legion"}

‎target/criterion/add_remove_component/legion/new/estimates.json

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5515132.9775,"upper_bound":5588143.3475},"point_estimate":5548796.5,"standard_error":18665.296616614978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5477390.0,"upper_bound":5526485.0},"point_estimate":5498875.0,"standard_error":11348.221747133455},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55412.17401623726,"upper_bound":86480.05646467209},"point_estimate":69971.305757761,"standard_error":7877.537973283186},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118687.89948090211,"upper_bound":240345.7349141792},"point_estimate":186592.34585606857,"standard_error":31026.13127166374}}

‎target/criterion/add_remove_component/legion/new/raw.csv

+101
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,101 @@
1+
group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count
2+
add_remove_component,legion,,,,55317700.0,ns,10
3+
add_remove_component,legion,,,,55734100.0,ns,10
4+
add_remove_component,legion,,,,54906200.0,ns,10
5+
add_remove_component,legion,,,,55017900.0,ns,10
6+
add_remove_component,legion,,,,54773900.0,ns,10
7+
add_remove_component,legion,,,,54108200.0,ns,10
8+
add_remove_component,legion,,,,54310200.0,ns,10
9+
add_remove_component,legion,,,,54233600.0,ns,10
10+
add_remove_component,legion,,,,55692800.0,ns,10
11+
add_remove_component,legion,,,,54820100.0,ns,10
12+
add_remove_component,legion,,,,55357200.0,ns,10
13+
add_remove_component,legion,,,,54707400.0,ns,10
14+
add_remove_component,legion,,,,61772800.0,ns,10
15+
add_remove_component,legion,,,,54609800.0,ns,10
16+
add_remove_component,legion,,,,54440500.0,ns,10
17+
add_remove_component,legion,,,,54579400.0,ns,10
18+
add_remove_component,legion,,,,54296900.0,ns,10
19+
add_remove_component,legion,,,,55413400.0,ns,10
20+
add_remove_component,legion,,,,55566200.0,ns,10
21+
add_remove_component,legion,,,,55376600.0,ns,10
22+
add_remove_component,legion,,,,55835700.0,ns,10
23+
add_remove_component,legion,,,,55124300.0,ns,10
24+
add_remove_component,legion,,,,55042200.0,ns,10
25+
add_remove_component,legion,,,,53863000.0,ns,10
26+
add_remove_component,legion,,,,54397000.0,ns,10
27+
add_remove_component,legion,,,,56551800.0,ns,10
28+
add_remove_component,legion,,,,57275100.0,ns,10
29+
add_remove_component,legion,,,,56325900.0,ns,10
30+
add_remove_component,legion,,,,55555700.0,ns,10
31+
add_remove_component,legion,,,,54691000.0,ns,10
32+
add_remove_component,legion,,,,55820300.0,ns,10
33+
add_remove_component,legion,,,,54217400.0,ns,10
34+
add_remove_component,legion,,,,54765100.0,ns,10
35+
add_remove_component,legion,,,,55474300.0,ns,10
36+
add_remove_component,legion,,,,55284200.0,ns,10
37+
add_remove_component,legion,,,,55441600.0,ns,10
38+
add_remove_component,legion,,,,55413300.0,ns,10
39+
add_remove_component,legion,,,,55306600.0,ns,10
40+
add_remove_component,legion,,,,55314500.0,ns,10
41+
add_remove_component,legion,,,,55048300.0,ns,10
42+
add_remove_component,legion,,,,55484900.0,ns,10
43+
add_remove_component,legion,,,,54608700.0,ns,10
44+
add_remove_component,legion,,,,54599000.0,ns,10
45+
add_remove_component,legion,,,,54755200.0,ns,10
46+
add_remove_component,legion,,,,54614900.0,ns,10
47+
add_remove_component,legion,,,,54479700.0,ns,10
48+
add_remove_component,legion,,,,54441800.0,ns,10
49+
add_remove_component,legion,,,,54626000.0,ns,10
50+
add_remove_component,legion,,,,55011000.0,ns,10
51+
add_remove_component,legion,,,,55428600.0,ns,10
52+
add_remove_component,legion,,,,53960600.0,ns,10
53+
add_remove_component,legion,,,,54026700.0,ns,10
54+
add_remove_component,legion,,,,54966500.0,ns,10
55+
add_remove_component,legion,,,,59324300.0,ns,10
56+
add_remove_component,legion,,,,55081500.0,ns,10
57+
add_remove_component,legion,,,,54887800.0,ns,10
58+
add_remove_component,legion,,,,54705000.0,ns,10
59+
add_remove_component,legion,,,,54807200.0,ns,10
60+
add_remove_component,legion,,,,54679200.0,ns,10
61+
add_remove_component,legion,,,,54929300.0,ns,10
62+
add_remove_component,legion,,,,54363500.0,ns,10
63+
add_remove_component,legion,,,,54943600.0,ns,10
64+
add_remove_component,legion,,,,54497700.0,ns,10
65+
add_remove_component,legion,,,,55646400.0,ns,10
66+
add_remove_component,legion,,,,54393500.0,ns,10
67+
add_remove_component,legion,,,,55588800.0,ns,10
68+
add_remove_component,legion,,,,54403800.0,ns,10
69+
add_remove_component,legion,,,,54530400.0,ns,10
70+
add_remove_component,legion,,,,54181800.0,ns,10
71+
add_remove_component,legion,,,,54691400.0,ns,10
72+
add_remove_component,legion,,,,54742000.0,ns,10
73+
add_remove_component,legion,,,,54389200.0,ns,10
74+
add_remove_component,legion,,,,56541700.0,ns,10
75+
add_remove_component,legion,,,,55316300.0,ns,10
76+
add_remove_component,legion,,,,55693300.0,ns,10
77+
add_remove_component,legion,,,,56322600.0,ns,10
78+
add_remove_component,legion,,,,54738900.0,ns,10
79+
add_remove_component,legion,,,,55303400.0,ns,10
80+
add_remove_component,legion,,,,55397100.0,ns,10
81+
add_remove_component,legion,,,,55853800.0,ns,10
82+
add_remove_component,legion,,,,55245500.0,ns,10
83+
add_remove_component,legion,,,,55259300.0,ns,10
84+
add_remove_component,legion,,,,54965100.0,ns,10
85+
add_remove_component,legion,,,,56161000.0,ns,10
86+
add_remove_component,legion,,,,55262200.0,ns,10
87+
add_remove_component,legion,,,,54884700.0,ns,10
88+
add_remove_component,legion,,,,54223700.0,ns,10
89+
add_remove_component,legion,,,,53960500.0,ns,10
90+
add_remove_component,legion,,,,54590800.0,ns,10
91+
add_remove_component,legion,,,,54423800.0,ns,10
92+
add_remove_component,legion,,,,62489500.0,ns,10
93+
add_remove_component,legion,,,,62774000.0,ns,10
94+
add_remove_component,legion,,,,63331300.0,ns,10
95+
add_remove_component,legion,,,,62627800.0,ns,10
96+
add_remove_component,legion,,,,59176800.0,ns,10
97+
add_remove_component,legion,,,,55111000.0,ns,10
98+
add_remove_component,legion,,,,55477700.0,ns,10
99+
add_remove_component,legion,,,,54351500.0,ns,10
100+
add_remove_component,legion,,,,54493800.0,ns,10
101+
add_remove_component,legion,,,,57247200.0,ns,10

‎target/criterion/add_remove_component/legion/new/sample.json

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[55317700.0,55734100.0,54906200.0,55017900.0,54773900.0,54108200.0,54310200.0,54233600.0,55692800.0,54820100.0,55357200.0,54707400.0,61772800.0,54609800.0,54440500.0,54579400.0,54296900.0,55413400.0,55566200.0,55376600.0,55835700.0,55124300.0,55042200.0,53863000.0,54397000.0,56551800.0,57275100.0,56325900.0,55555700.0,54691000.0,55820300.0,54217400.0,54765100.0,55474300.0,55284200.0,55441600.0,55413300.0,55306600.0,55314500.0,55048300.0,55484900.0,54608700.0,54599000.0,54755200.0,54614900.0,54479700.0,54441800.0,54626000.0,55011000.0,55428600.0,53960600.0,54026700.0,54966500.0,59324300.0,55081500.0,54887800.0,54705000.0,54807200.0,54679200.0,54929300.0,54363500.0,54943600.0,54497700.0,55646400.0,54393500.0,55588800.0,54403800.0,54530400.0,54181800.0,54691400.0,54742000.0,54389200.0,56541700.0,55316300.0,55693300.0,56322600.0,54738900.0,55303400.0,55397100.0,55853800.0,55245500.0,55259300.0,54965100.0,56161000.0,55262200.0,54884700.0,54223700.0,53960500.0,54590800.0,54423800.0,62489500.0,62774000.0,63331300.0,62627800.0,59176800.0,55111000.0,55477700.0,54351500.0,54493800.0,57247200.0]}

‎target/criterion/add_remove_component/legion/new/tukey.json

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
[5191330.0,5325062.5,5681682.5,5815415.0]

0 commit comments

Comments
 (0)