ETS Benchmark Result Viewer

This page generates graphs from data produced by the ETS benchmark which is defined in the function ets_SUITE:throughput_benchmark/0 (see "$ERL_TOP/lib/stdlib/test/ets_SUITE.erl").

Note that one can paste results from several benchmark runs into the field below. Results from the same scenario but from different benchmark runs will be relabeled and ploted in the same graph automatically. This makes comparisons of different ETS versions easy.

Note also that that lines can be hidden by clicking on the corresponding label.

Paste the generated data in the field below and press the Render button:

# Each instance of the benchmark runs for 18.0 seconds:
# The result of a benchmark instance is presented as a number representing
# the number of operations performed per second:

# To plot graphs for the results below:
# 1. Open "$ERL_TOP/lib/stdlib/test/ets_SUITE_data/visualize_throughput.html" in a web browser
# 2. Copy the lines between "#BENCHMARK STARTED$" and "#BENCHMARK ENDED$" below
# 3. Paste the lines copied in step 2 to the text box in the browser window opened in
#    step 1 and press the Render button

#BENCHMARK STARTED$
Scenario:  50.000000% insert,  50.000000% delete | Key Range Size: 1000000$
; 1; 2; 4; 8; 16; 32; 64$
[set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 1207999.000000; 2273719.055556; 3828247.277778; 6386216.833333; 7360865.777778; 3893950.277778; 5575013.722222$
[set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 1185118.111111; 2298632.111111; 4234022.611111; 7737424.555556; 14700491.500000; 5486087.888889; 5794482.611111$
[ordered_set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 737079.388889; 1267951.555556; 2310518.055556; 4121638.500000; 5538695.166667; 3155868.277778; 4858116.277778$
[ordered_set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 661864.888889; 1447462.111111; 2626080.888889; 4462586.555556; 8909419.388889; 14615514.055556; 19808007.555556$
Scenario:  10.000000% insert,  10.000000% delete,  80.000000% lookup | Key Range Size: 1000000$
; 1; 2; 4; 8; 16; 32; 64$
[set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 1164780.944444; 2036780.166667; 3784272.277778; 6921110.944444; 12965505.666667; 12351728.111111; 15436328.333333$
[set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 1144178.166667; 2099711.166667; 3931316.722222; 7312175.388889; 14061141.500000; 22356120.833333; 28697001.722222$
[ordered_set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 754613.833333; 1303264.555556; 2334177.722222; 4389042.111111; 8335162.333333; 9377357.888889; 12859110.222222$
[ordered_set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 811576.555556; 1375982.222222; 2458404.111111; 4668698.722222; 8880081.166667; 15101787.833333; 21558682.055556$
Scenario:  1.000000% insert,  1.000000% delete,  98.000000% lookup | Key Range Size: 1000000$
; 1; 2; 4; 8; 16; 32; 64$
[set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 1155758.222222; 2381788.000000; 4376251.833333; 8158446.500000; 15799206.833333; 26907713.055556; 32562170.666667$
[set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 1202434.055556; 2298332.944444; 4363411.222222; 8326714.944444; 16417982.944444; 29789163.000000; 35415636.111111$
[ordered_set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 818000.388889; 1543930.555556; 2935839.833333; 5755872.666667; 10056092.722222; 16665427.000000; 22726065.277778$
[ordered_set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 859648.944444; 1601062.777778; 2969646.944444; 5481856.333333; 10275309.944444; 18306969.277778; 24570683.500000$
Scenario:  100.000000% lookup | Key Range Size: 1000000$
; 1; 2; 4; 8; 16; 32; 64$
[set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 1269126.555556; 2479233.222222; 4662854.666667; 8642142.111111; 17655836.833333; 33857909.888889; 39553827.833333$
[set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 1249042.000000; 2508928.611111; 4770319.055556; 8729439.333333; 17531315.000000; 34466699.888889; 39776247.055556$
[ordered_set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 870418.333333; 1740286.888889; 3328696.833333; 6264501.222222; 12884664.444444; 24337344.277778; 31480442.444444$
[ordered_set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 879751.555556; 1862665.611111; 3336545.777778; 6186772.333333; 12464830.500000; 26141228.111111; 31584523.277778$
Scenario:  10.000000% insert,  10.000000% delete,  40.000000% lookup,  40.000000% nextseq10 | Key Range Size: 1000000$
; 1; 2; 4; 8; 16; 32; 64$
[set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 477389.888889; 921982.944444; 1615671.000000; 2965401.444444; 5285835.166667; 5484772.722222; 7038922.444444$
[set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 451060.555556; 919835.833333; 1684573.888889; 2956604.888889; 5369828.888889; 6123243.611111; 7677909.722222$
[ordered_set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 345645.055556; 755660.777778; 1241632.611111; 2183106.888889; 4110173.222222; 4743052.944444; 6311042.166667$
[ordered_set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 379922.833333; 675762.777778; 1248780.944444; 2358021.777778; 4507558.722222; 5805807.166667; 7361813.333333$
Scenario:  10.000000% insert,  10.000000% delete,  40.000000% lookup,  40.000000% nextseq1000 | Key Range Size: 1000000$
; 1; 2; 4; 8; 16; 32; 64$
[set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 10786.444444; 20504.777778; 38907.500000; 74954.055556; 142567.611111; 249310.388889; 357696.222222$
[set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 10346.277778; 20014.000000; 41287.444444; 67992.000000; 135954.111111; 246175.055556; 358192.444444$
[ordered_set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 8701.166667; 16755.944444; 31522.333333; 53881.944444; 107562.000000; 191059.611111; 255038.166667$
[ordered_set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 8876.444444; 16009.722222; 29745.722222; 57412.444444; 113852.944444; 206094.166667; 270960.055556$
Scenario:  10.000000% insert,  10.000000% delete,  79.000000% lookup,  1.000000% selectAll | Key Range Size: 1000000$
; 1; 2; 4; 8; 16; 32; 64$
[set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 2534.722222; 4353.666667; 8194.055556; 18499.611111; 28377.944444; 51797.944444; 71763.444444$
[set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 2636.944444; 4506.833333; 8334.166667; 19471.277778; 28875.944444; 54997.000000; 77330.666667$
[ordered_set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 2907.055556; 5140.666667; 10216.555556; 17367.333333; 41794.944444; 56843.555556; 71809.888889$
[ordered_set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 2212.833333; 5696.222222; 9660.666667; 22014.111111; 36962.111111; 82408.611111; 93584.333333$
Scenario:  10.000000% insert,  10.000000% delete,  79.000000% lookup,  1.000000% partial_select1000 | Key Range Size: 1000000$
; 1; 2; 4; 8; 16; 32; 64$
[set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 1607.555556; 3337.111111; 7142.277778; 14787.944444; 24034.888889; 47088.388889; 67560.055556$
[set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 1707.833333; 4124.500000; 6349.388889; 11959.055556; 24665.166667; 48641.611111; 71823.555556$
[ordered_set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}] ; 2170.611111; 4926.444444; 8410.055556; 15909.166667; 33976.611111; 50024.000000; 62325.277778$
[ordered_set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}] ; 2132.388889; 4928.277778; 8456.166667; 17593.611111; 36510.111111; 63457.000000; 77903.444444$

#BENCHMARK ENDED$

Include Throughput Plot
Include % More Throughput Than Worst Plot
Include % Less Throughput Than Best Plot
Bar Plot
Same X Spacing Between Points
Show [set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}]
Show [set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}]
Show [ordered_set,public,{decentralized_counters,false},{write_concurrency,true},{read_concurrency,true}]
Show [ordered_set,public,{decentralized_counters,true},{write_concurrency,true},{read_concurrency,true}]