Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.616=0.000
σ	0.349-0.351=-0.002
min	54.484-54.477=0.007
max	55.608-55.614=-0.006

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.140-0.137=0.003
σ	0.002-0.005=-0.002
min	0.137-0.132=0.005
max	0.144-0.145=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.785=0.001
σ	0.007-0.007=0.000
min	43.779-43.776=0.004
max	43.801-43.800=0.001

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.121-0.122=-0.000
σ	0.004-0.004=-0.000
min	0.115-0.116=-0.001
max	0.128-0.128=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.003=-0.001
min	36.615-36.615=0.000
max	36.620-36.624=-0.004

*mean*	4108.000-4089.375=18.625
σ	1566.431-1584.717=-18.285
min	2006.000-1903.000=103.000
max	6047.000-6040.000=7.000

*mean*	12.279-12.163=0.116
σ	0.317-0.251=0.065
min	11.890-11.647=0.243
max	12.734-12.504=0.230

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4108.000-4089.375=18.625
σ	1566.431-1584.717=-18.285
min	2006.000-1903.000=103.000
max	6047.000-6040.000=7.000

*mean*	12.701-12.119=0.582
σ	0.156-0.576=-0.420
min	12.475-11.374=1.101
max	12.920-12.854=0.066

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	6047.000-6040.000=7.000
σ	0.000
min	6047.000-6040.000=7.000
max	6047.000-6040.000=7.000

*mean*	13.092-13.263=-0.172
σ	1.172-1.239=-0.066
min	10.785-10.646=0.139
max	14.559-14.723=-0.164

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.931-41.931=0.000

*mean*	4108.000-4089.375=18.625
σ	1566.431-1584.717=-18.285
min	2006.000-1903.000=103.000
max	6047.000-6040.000=7.000

*mean*	11.753-11.865=-0.112
σ	1.526-1.893=-0.367
min	9.964-10.261=-0.297
max	13.640-14.652=-1.011

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=-0.000

*mean*	4108.000-4089.375=18.625
σ	1566.431-1584.717=-18.285
min	2006.000-1903.000=103.000
max	6047.000-6040.000=7.000

*mean*	8.301-8.140=0.161
σ	0.361-0.294=0.067
min	7.938-7.637=0.302
max	8.834-8.485=0.350

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4108.000-4089.375=18.625
σ	1566.431-1584.717=-18.285
min	2006.000-1903.000=103.000
max	6047.000-6040.000=7.000

*mean*	6.424-6.208=0.216
σ	0.191-0.208=-0.017
min	6.082-5.770=0.311
max	6.614-6.432=0.182

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.665
max	25.670-25.670=0.000

*mean*	4108.000-4089.375=18.625
σ	1566.431-1584.717=-18.285
min	2006.000-1903.000=103.000
max	6047.000-6040.000=7.000

*mean*	5.436-5.423=0.013
σ	0.061-0.211=-0.150
min	5.329-5.212=0.117
max	5.508-5.823=-0.316

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4108.000-4089.375=18.625
σ	1566.431-1584.717=-18.285
min	2006.000-1903.000=103.000
max	6047.000-6040.000=7.000

*mean*	5.224-5.108=0.117
σ	0.073-0.092=-0.019
min	5.153-4.951=0.202
max	5.336-5.244=0.091

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.001
σ	0.000-0.001=-0.001
min	2524.593-2524.594=-0.001
max	2524.594-2524.598=-0.004

*mean*	6047.000-6040.000=7.000
σ	0.000
min	6047.000-6040.000=7.000
max	6047.000-6040.000=7.000

*mean*	1422.434-1432.057=-9.623
σ	572.001-640.031=-68.029
min	1037.009-1033.017=3.992
max	2398.497-2824.194=-425.697

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.001
σ	0.033-0.033=-0.000
min	8744.544-8744.544=-0.001
max	8744.640-8744.641=-0.002

*mean*	3829.625-3799.125=30.500
σ	1642.142-1672.550=-30.408
min	2006.000-1903.000=103.000
max	6047.000-6040.000=7.000

*mean*	4728.806-4716.294=12.512
σ	1377.789-1613.334=-235.545
min	3570.127-3554.922=15.206
max	7273.065-7638.949=-365.885

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080

*mean*	4108.000-4089.375=18.625
σ	1566.431-1584.717=-18.285
min	2006.000-1903.000=103.000
max	6047.000-6040.000=7.000

*mean*	76.070-79.310=-3.241
σ	5.770-6.674=-0.904
min	70.135-69.994=0.140
max	88.181-88.701=-0.520

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	6047.000-6040.000=7.000
σ	0.000
min	6047.000-6040.000=7.000
max	6047.000-6040.000=7.000

*mean*	96.675-94.695=1.980
σ	8.088-9.746=-1.657
min	86.016-81.255=4.761
max	107.740-106.093=1.647

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000-0.000=0.000
min	66.685
max	66.686

*mean*	6047.000-6040.000=7.000
σ	0.000
min	6047.000-6040.000=7.000
max	6047.000-6040.000=7.000

*mean*	228.177-223.886=4.291
σ	234.463-227.322=7.140
min	126.485-120.935=5.550
max	807.530-785.338=22.192

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.832-11656.832=-0.000
σ	4.317-4.317=0.000
min	11655.305
max	11667.517

*mean*	4108.000-4089.375=18.625
σ	1566.431-1584.717=-18.285
min	2006.000-1903.000=103.000
max	6047.000-6040.000=7.000

*mean*	6442.452-6356.991=85.461
σ	1320.867-1507.077=-186.210
min	4992.265-4955.840=36.425
max	8442.567-8455.509=-12.941

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.000
σ	0.001-0.001=-0.000
min	11560.067-11560.066=0.001
max	11560.069

*mean*	6047.000-6040.000=7.000
σ	0.000
min	6047.000-6040.000=7.000
max	6047.000-6040.000=7.000

*mean*	6428.033-6737.230=-309.197
σ	1272.860-1329.983=-57.123
min	4448.102-4454.614=-6.512
max	8018.209-8128.811=-110.602

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.588-172.582=0.006
σ	0.028-0.027=0.001
min	172.558
max	172.627-172.627=-0.000

*mean*	2006.000-1903.000=103.000
σ	0.000
min	2006.000-1903.000=103.000
max	2006.000-1903.000=103.000

*mean*	367.614-339.493=28.120
σ	58.474-51.801=6.674
min	281.080-263.452=17.628
max	469.810-398.685=71.125

op=pointedIndexFromKvs

rows=400000

*mean*	357.374-357.361=0.013
σ	0.046-0.038=0.008
min	357.321
max	357.432-357.402=0.030

*mean*	2006.000-1903.000=103.000
σ	0.000
min	2006.000-1903.000=103.000
max	2006.000-1903.000=103.000

*mean*	743.318-781.495=-38.178
σ	77.675-18.129=59.546
min	628.975-761.751=-132.776
max	809.398-806.933=2.465

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.189-1008.189=0.000
σ	0.869-0.860=0.009
min	1007.686-1007.683=0.003
max	1011.781-1011.734=0.047

*mean*	1039.750-1036.400=3.350
σ	306.097-304.575=1.522
min	545.000-544.000=1.000
max	1467.000-1465.000=2.000

*mean*	1.554-1.543=0.011
σ	0.093-0.137=-0.045
min	1.480-1.456=0.023
max	1.872-2.075=-0.203

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.002
σ	0.002-0.003=-0.001
min	0.881
max	0.886-0.887=-0.002

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.450-0.443=0.007
σ	0.177-0.134=0.043
min	0.349-0.348=0.001
max	0.765-0.661=0.104

name=error_case.art

*mean*	2.334-2.333=0.001
σ	0.003-0.003=0.000
min	2.332
max	2.337

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.910-0.894=0.016
σ	0.165-0.103=0.062
min	0.815-0.837=-0.022
max	1.203-1.076=0.127

name=heavy_item.art

*mean*	1.521-1.521=0.000
σ	0.002-0.002=-0.000
min	1.520
max	1.524

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.539-0.549=-0.010
σ	0.050-0.044=0.007
min	0.495-0.515=-0.020
max	0.626-0.624=0.002

name=nested_use.art

*mean*	2.356-2.355=0.000
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.837-0.857=-0.020
σ	0.038-0.038=0.001
min	0.806-0.836=-0.029
max	0.903-0.924=-0.022

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.546-963.542=0.004
σ	0.030-0.022=0.008
min	963.523
max	963.598-963.576=0.022

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.773-0.846=-0.072
σ	0.056-0.024=0.032
min	0.686-0.804=-0.118
max	0.824-0.863=-0.039

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.000
σ	0.008-0.005=0.003
min	884.847-884.848=-0.001
max	884.865-884.860=0.005

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.714-0.730=-0.016
σ	0.039-0.036=0.004
min	0.656-0.667=-0.010
max	0.743-0.753=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.713=-0.002

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	4.218-4.317=-0.099
σ	0.066-0.099=-0.033
min	4.089-4.138=-0.050
max	4.523-4.669=-0.145

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.661-7.658=0.003

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	4.224-4.274=-0.050
σ	0.067-0.085=-0.018
min	4.096-4.102=-0.006
max	4.508-4.538=-0.030

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.750-0.758=-0.008
σ	0.021-0.018=0.004
min	0.687-0.729=-0.042
max	0.874-0.871=0.003

name=record_render_syntax_err.art

*mean*	2.163-2.163=-0.000
σ	0.002-0.002=0.000
min	2.163
max	2.166

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.700-0.723=-0.024
σ	0.015-0.016=-0.001
min	0.672-0.694=-0.023
max	0.786-0.794=-0.008

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.273-297.557=-0.284
σ	0.202-0.200=0.002
min	297.092-297.412=-0.320
max	297.778-298.094=-0.317

*mean*	2006.000-1903.000=103.000
σ	0.000
min	2006.000-1903.000=103.000
max	2006.000-1903.000=103.000

*mean*	0.550-0.588=-0.038
σ	0.031-0.030=0.000
min	0.511-0.519=-0.008
max	0.591-0.619=-0.028

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=BuildDeclTreePhase

*mean*	219.277-219.277=-0.000
σ	0.000-0.000=0.000
min	219.277-219.277=-0.000
max	219.277-219.277=-0.000

*mean*	1723.625-1535.000=188.625
σ	63.286-48.550=14.736
min	1567.000-1496.000=71.000
max	1746.000-1593.000=153.000

*mean*	199.541-194.428=5.114
σ	2.677-2.267=0.410
min	197.312-191.395=5.917
max	205.355-198.267=7.089

phase=MacroExpansionPhase

*mean*	1.295
σ	0.000
min	1.295
max	1.295

*mean*	1723.625-1535.000=188.625
σ	63.286-48.550=14.736
min	1567.000-1496.000=71.000
max	1746.000-1593.000=153.000

*mean*	0.948-1.012=-0.064
σ	0.283-0.176=0.107
min	0.630-0.719=-0.090
max	1.442-1.120=0.322

phase=ParserPhase

*mean*	1024.047-1024.054=-0.007
σ	0.000-0.000=0.000
min	1024.047-1024.053=-0.007
max	1024.048-1024.054=-0.007

*mean*	1723.625-1535.000=188.625
σ	63.286-48.550=14.736
min	1567.000-1496.000=71.000
max	1746.000-1593.000=153.000

*mean*	606.733-661.328=-54.595
σ	129.251-44.295=84.956
min	351.533-561.485=-209.952
max	777.093-691.586=85.508

phase=ProcessProdDefPhase

*mean*	6169.666-6169.663=0.003
σ	0.001-0.001=0.000
min	6169.666-6169.663=0.003
max	6169.667-6169.664=0.003

*mean*	1753.250-1547.125=206.125
σ	20.506-49.522=-29.016
min	1746.000-1496.000=250.000
max	1804.000-1593.000=211.000

*mean*	5838.468-6237.647=-399.178
σ	1362.007-1198.586=163.421
min	3651.151-4186.534=-535.383
max	7164.287-7520.292=-356.005

phase=RenamingPhase

*mean*	24.539-24.490=0.049
σ	0.000
min	24.539-24.490=0.049
max	24.539-24.490=0.049

*mean*	1723.625-1535.000=188.625
σ	63.286-48.550=14.736
min	1567.000-1496.000=71.000
max	1746.000-1593.000=153.000

*mean*	41.948-53.131=-11.183
σ	8.260-25.081=-16.821
min	24.476-39.432=-14.956
max	51.895-114.838=-62.944

phase=TypeCheckerPhase

*mean*	975.807-975.628=0.179
σ	0.047
min	975.733-975.553=0.179
max	975.889-975.710=0.179

*mean*	1723.625-1535.000=188.625
σ	63.286-48.550=14.736
min	1567.000-1496.000=71.000
max	1746.000-1593.000=153.000

*mean*	746.953-756.267=-9.314
σ	50.195-69.436=-19.241
min	680.232-673.781=6.451
max	809.601-893.871=-84.270

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.759-289.764=-0.005
σ	0.044-0.035=0.010
min	289.713-289.717=-0.004
max	289.808-289.801=0.006

*mean*	1804.000-1593.000=211.000
σ	0.000
min	1804.000-1593.000=211.000
max	1804.000-1593.000=211.000

*mean*	0.399-0.395=0.004
σ	0.008-0.011=-0.003
min	0.394-0.386=0.008
max	0.413-0.408=0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.620-1299.609=0.011
σ	0.114-0.110=0.003
min	1299.497-1299.505=-0.007
max	1299.751-1299.789=-0.038

*mean*	1804.000-1593.000=211.000
σ	0.000
min	1804.000-1593.000=211.000
max	1804.000-1593.000=211.000

*mean*	1.917-2.025=-0.108
σ	0.107-0.165=-0.058
min	1.806-1.823=-0.017
max	2.037-2.247=-0.210

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.599-1542.640=-0.041
σ	4.059-4.005=0.055
min	1540.525-1540.673=-0.148
max	1549.852-1549.797=0.054

*mean*	1804.000-1593.000=211.000
σ	0.000
min	1804.000-1593.000=211.000
max	1804.000-1593.000=211.000

*mean*	2.269-2.246=0.023
σ	0.167-0.107=0.061
min	2.081-2.118=-0.037
max	2.520-2.384=0.137

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.645-1861.627=0.018
σ	0.077-0.049=0.028
min	1861.545-1861.588=-0.042
max	1861.724-1861.696=0.028

*mean*	1847.200-1753.800=93.400
σ	88.979-149.471=-60.493
min	1804.000-1593.000=211.000
max	2006.000-1903.000=103.000

*mean*	2.911-3.063=-0.153
σ	0.093-0.341=-0.248
min	2.826-2.832=-0.005
max	3.034-3.664=-0.630

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.682-1.712=-0.029
σ	0.124-0.101=0.023
min	1.532-1.629=-0.097
max	1.866-1.845=0.021

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.184-446.149=0.035
σ	577.139-577.065=0.075
min	157.611-157.613=-0.002
max	1311.893-1311.746=0.147

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1804.000-1593.000=211.000
σ	0.000
min	1804.000-1593.000=211.000
max	1804.000-1593.000=211.000

*mean*	0.467-0.554=-0.087
σ	0.395-0.573=-0.178
min	0.258-0.266=-0.008
max	1.060-1.413=-0.353

policies=20

*mean*	1576.431-1576.424=0.007
σ	0.399-0.353=0.047
min	1576.168-1576.186=-0.018
max	1577.026-1576.948=0.078

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1804.000-1593.000=211.000
σ	0.000
min	1804.000-1593.000=211.000
max	1804.000-1593.000=211.000

*mean*	2.710-2.626=0.084
σ	0.021-0.017=0.005
min	2.682-2.610=0.072
max	2.731-2.648=0.083

policies=200

*mean*	15772.170-15772.342=-0.172
σ	0.066-0.141=-0.075
min	15772.101-15772.255=-0.154
max	15772.229-15772.553=-0.324

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1804.000-1593.000=211.000
σ	0.000
min	1804.000-1593.000=211.000
max	1804.000-1593.000=211.000

*mean*	27.179-26.575=0.604
σ	0.502-0.106=0.396
min	26.436-26.489=-0.053
max	27.545-26.729=0.816