Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.677=0.001
σ	0.357-0.357=0.001
min	54.540-54.539=0.001
max	55.694-55.692=0.003

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.142-0.142=-0.000
σ	0.004-0.006=-0.002
min	0.139-0.137=0.002
max	0.149-0.155=-0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.705=0.001
σ	0.007-0.006=0.001
min	43.694-43.695=-0.001
max	43.716-43.711=0.005

*mean*	419.300-416.000=3.300
σ	0.483-0.000=0.483
min	419.000-416.000=3.000
max	420.000-416.000=4.000

*mean*	0.126-0.123=0.002
σ	0.009-0.005=0.004
min	0.120-0.119=0.001
max	0.149-0.134=0.014

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	3887.000-3861.875=25.125
σ	1858.837-1829.827=29.010
min	1278.000-1279.000=-1.000
max	6181.000-6109.000=72.000

*mean*	12.092-12.311=-0.219
σ	0.190-0.236=-0.046
min	11.889-12.075=-0.185
max	12.396-12.763=-0.368

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	3887.000-3861.875=25.125
σ	1858.837-1829.827=29.010
min	1278.000-1279.000=-1.000
max	6181.000-6109.000=72.000

*mean*	11.781-12.414=-0.633
σ	0.668-0.599=0.069
min	11.277-11.514=-0.237
max	12.932-12.977=-0.044

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.933-41.933=0.000

*mean*	6181.000-6109.000=72.000
σ	0.000
min	6181.000-6109.000=72.000
max	6181.000-6109.000=72.000

*mean*	14.510-14.494=0.015
σ	0.476-0.278=0.198
min	13.458-13.887=-0.430
max	15.034-14.808=0.226

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.000-0.002=-0.001
min	41.928
max	41.929-41.932=-0.003

*mean*	3739.250-3861.875=-122.625
σ	1832.039-1829.827=2.212
min	1278.000-1279.000=-1.000
max	6181.000-6109.000=72.000

*mean*	12.572-12.482=0.091
σ	1.670-1.935=-0.265
min	10.535-9.812=0.723
max	14.580-14.662=-0.083

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	3739.250-3861.875=-122.625
σ	1832.039-1829.827=2.212
min	1278.000-1279.000=-1.000
max	6181.000-6109.000=72.000

*mean*	8.624-8.265=0.359
σ	0.453-0.253=0.201
min	7.976-7.838=0.138
max	9.453-8.576=0.877

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.401=0.001
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404

*mean*	3739.250-3861.875=-122.625
σ	1832.039-1829.827=2.212
min	1278.000-1279.000=-1.000
max	6181.000-6109.000=72.000

*mean*	6.485-6.183=0.303
σ	0.140-0.411=-0.271
min	6.292-5.262=1.029
max	6.652-6.592=0.060

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=0.000
σ	0.003-0.003=-0.000
min	25.666-25.666=-0.000
max	25.674-25.674=-0.000

*mean*	3887.000-3861.875=25.125
σ	1858.837-1829.827=29.010
min	1278.000-1279.000=-1.000
max	6181.000-6109.000=72.000

*mean*	5.464-5.571=-0.108
σ	0.123-0.134=-0.011
min	5.273-5.353=-0.080
max	5.607-5.794=-0.187

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.971=-0.000
σ	0.002-0.002=-0.000
min	25.968
max	25.974-25.974=0.000

*mean*	3887.000-3861.875=25.125
σ	1858.837-1829.827=29.010
min	1278.000-1279.000=-1.000
max	6181.000-6109.000=72.000

*mean*	5.290-5.299=-0.009
σ	0.099-0.130=-0.031
min	5.145-5.096=0.049
max	5.433-5.456=-0.023

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=0.000
σ	0.002-0.002=0.000
min	2524.602
max	2524.606-2524.607=-0.000

*mean*	6181.000-6109.000=72.000
σ	0.000
min	6181.000-6109.000=72.000
max	6181.000-6109.000=72.000

*mean*	1310.952-1375.097=-64.145
σ	481.959-622.354=-140.394
min	1039.778-1034.157=5.622
max	2142.209-2427.357=-285.148

op=load_product(), with indexes

*mean*	7878.102-7878.102=-0.000
σ	0.469-0.469=0.000
min	7877.934-7877.935=-0.000
max	7879.264

*mean*	3243.750-3227.250=16.500
σ	1850.105-1827.673=22.431
min	809.000-810.000=-1.000
max	6181.000-6109.000=72.000

*mean*	3782.839-3942.376=-159.537
σ	1239.932-1248.832=-8.900
min	3098.574-3112.515=-13.941
max	6015.696-6147.287=-131.591

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.081

*mean*	3887.000-3861.875=25.125
σ	1858.837-1829.827=29.010
min	1278.000-1279.000=-1.000
max	6181.000-6109.000=72.000

*mean*	133.142-83.962=49.180
σ	154.703-12.505=142.199
min	70.820-71.381=-0.561
max	515.746-100.488=415.258

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.949

*mean*	6181.000-6109.000=72.000
σ	0.000
min	6181.000-6109.000=72.000
max	6181.000-6109.000=72.000

*mean*	64.197-63.010=1.187
σ	4.315-3.899=0.416
min	60.564-60.278=0.286
max	71.881-70.117=1.764

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.690-66.690=0.000

*mean*	6181.000-6109.000=72.000
σ	0.000
min	6181.000-6109.000=72.000
max	6181.000-6109.000=72.000

*mean*	100.360-99.873=0.487
σ	1.566-0.617=0.949
min	99.040-99.479=-0.439
max	103.752-101.380=2.372

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11849.155=-0.000
σ	4.304-4.304=0.000
min	11847.561
max	11859.806

*mean*	3739.250-3861.875=-122.625
σ	1832.039-1829.827=2.212
min	1278.000-1279.000=-1.000
max	6181.000-6109.000=72.000

*mean*	6385.114-6197.972=187.143
σ	1319.570-1351.796=-32.226
min	5066.567-5012.470=54.097
max	8190.595-8300.298=-109.703

op=vertical_lookup_list() on indexed

*mean*	10791.093-10791.094=-0.000
σ	0.002-0.002=-0.000
min	10791.092-10791.091=0.001
max	10791.096-10791.097=-0.001

*mean*	6181.000-6109.000=72.000
σ	0.000
min	6181.000-6109.000=72.000
max	6181.000-6109.000=72.000

*mean*	5224.398-4916.432=307.966
σ	1582.142-1541.698=40.445
min	4070.623-4062.543=8.080
max	7430.021-7427.098=2.923

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	374.343-386.664=-12.320
σ	21.846-14.212=7.634
min	348.136-354.081=-5.945
max	394.987-399.149=-4.161

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	556.500-562.000=-5.500
σ	5.880-0.000=5.880
min	551.000-562.000=-11.000
max	562.000

*mean*	782.270-710.799=71.471
σ	23.073-68.204=-45.131
min	755.425-626.899=128.527
max	834.673-785.057=49.616

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.327=0.001
σ	0.759-0.758=0.001
min	1023.854-1023.855=-0.001
max	1027.467-1027.466=0.002

*mean*	1057.300-1054.450=2.850
σ	317.245-317.974=-0.729
min	571.000-592.000=-21.000
max	1531.000-1528.000=3.000

*mean*	1.588-1.576=0.011
σ	0.093-0.091=0.002
min	1.511-1.430=0.081
max	1.821-1.770=0.051

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.297-0.401=-0.104
σ	0.286-0.508=-0.222
min	0.140-0.148=-0.008
max	0.804-1.308=-0.504

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.487-0.480=0.007
σ	0.316-0.309=0.008
min	0.319-0.330=-0.011
max	1.051-1.032=0.019

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.222=-0.001
σ	0.022-0.024=-0.002
min	0.206-0.203=0.003
max	0.259-0.262=-0.003

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.332=-0.002
σ	0.015-0.017=-0.002
min	0.317-0.320=-0.004
max	0.356-0.362=-0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	433.800-436.000=-2.200
σ	3.033-2.236=0.797
min	431.000-432.000=-1.000
max	437.000

*mean*	0.557-0.552=0.005
σ	0.057-0.045=0.012
min	0.469-0.496=-0.027
max	0.608-0.599=0.009

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.445-0.469=-0.024
σ	0.045-0.052=-0.007
min	0.383-0.392=-0.008
max	0.509-0.513=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	1.961-1.975=-0.014
σ	0.064-0.083=-0.018
min	1.845-1.854=-0.009
max	2.181-2.319=-0.138

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	1.965-1.953=0.011
σ	0.084-0.095=-0.012
min	1.837-1.764=0.073
max	2.204-2.248=-0.044

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.305-0.309=-0.004
σ	0.008-0.010=-0.002
min	0.292-0.293=-0.001
max	0.352-0.371=-0.019

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.291-0.302=-0.012
σ	0.007-0.018=-0.011
min	0.278-0.285=-0.007
max	0.318-0.427=-0.109

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.780-298.682=0.098
σ	1.023-1.040=-0.017
min	298.403-298.264=0.138
max	301.689-301.640=0.049

*mean*	443.700-443.300=0.400
σ	12.859-19.754=-6.896
min	427.000-417.000=10.000
max	465.000-472.000=-7.000

*mean*	0.593-0.607=-0.014
σ	0.030-0.014=0.016
min	0.533-0.589=-0.056
max	0.620-0.636=-0.016

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536
σ	0.000
min	239.536
max	239.536

*mean*	1004.500-1006.000=-1.500
σ	0.926-1.852=-0.926
min	1003.000-1004.000=-1.000
max	1005.000-1008.000=-3.000

*mean*	222.892-224.220=-1.328
σ	3.440-1.908=1.533
min	217.809-221.547=-3.738
max	227.788-226.827=0.961

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1004.500-1006.000=-1.500
σ	0.926-1.852=-0.926
min	1003.000-1004.000=-1.000
max	1005.000-1008.000=-3.000

*mean*	10.176-11.077=-0.901
σ	1.987-1.628=0.359
min	7.472-9.340=-1.868
max	12.879-12.703=0.175

phase=parser

*mean*	1042.363-1042.363=0.000
σ	0.000-0.000=-0.000
min	1042.363
max	1042.363

*mean*	1004.500-1006.000=-1.500
σ	0.926-1.852=-0.926
min	1003.000-1004.000=-1.000
max	1005.000-1008.000=-3.000

*mean*	603.772-649.267=-45.495
σ	96.621-64.992=31.629
min	427.160-590.887=-163.727
max	730.560-730.864=-0.304

phase=processProdDef

*mean*	4753.369
σ	0.000
min	4753.369
max	4753.370

*mean*	1004.750-1006.500=-1.750
σ	0.707-1.773=-1.066
min	1003.000-1004.000=-1.000
max	1005.000-1008.000=-3.000

*mean*	4547.072-4542.225=4.847
σ	558.795-831.593=-272.799
min	3530.017-2834.827=695.190
max	5405.136-5359.157=45.979

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1004.500-1006.000=-1.500
σ	0.926-1.852=-0.926
min	1003.000-1004.000=-1.000
max	1005.000-1008.000=-3.000

*mean*	39.385-43.998=-4.614
σ	8.696-3.937=4.759
min	20.977-39.678=-18.701
max	48.416-47.959=0.457

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1004.500-1006.000=-1.500
σ	0.926-1.852=-0.926
min	1003.000-1004.000=-1.000
max	1005.000-1008.000=-3.000

*mean*	827.757-809.290=18.466
σ	94.775-85.449=9.326
min	681.893-693.133=-11.241
max	908.599-907.447=1.151

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.922-293.919=0.004
σ	0.037-0.038=-0.001
min	293.865-293.865=-0.000
max	293.958-293.957=0.000

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.407-0.407=0.001
σ	0.016-0.009=0.007
min	0.390-0.400=-0.010
max	0.429-0.419=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.292-1320.278=0.013
σ	0.038-0.039=-0.000
min	1320.246-1320.249=-0.003
max	1320.349-1320.345=0.004

*mean*	1109.600-1089.200=20.400
σ	187.397-168.488=18.909
min	889.000
max	1371.000-1321.000=50.000

*mean*	2.165-2.278=-0.114
σ	0.152-0.322=-0.170
min	1.915-1.854=0.061
max	2.302-2.705=-0.403

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.459-1559.500=-0.041
σ	3.365-3.401=-0.036
min	1557.814-1557.850=-0.037
max	1565.472-1565.578=-0.107

*mean*	625.600-629.200=-3.600
σ	89.442-90.957=-1.516
min	504.000-505.000=-1.000
max	727.000-729.000=-2.000

*mean*	2.343-2.480=-0.136
σ	0.145-0.321=-0.175
min	2.182-2.156=0.027
max	2.510-2.873=-0.363

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.261-1882.265=-0.004
σ	0.056-0.062=-0.006
min	1882.189-1882.175=0.014
max	1882.341-1882.345=-0.004

*mean*	1758.800-1724.400=34.400
σ	207.565-169.946=37.618
min	1504.000-1479.000=25.000
max	1961.000-1881.000=80.000

*mean*	3.143-2.978=0.165
σ	0.213-0.116=0.096
min	2.899-2.831=0.068
max	3.446-3.145=0.301

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.609-1.742=-0.133
σ	0.160-0.245=-0.086
min	1.490-1.340=0.150
max	1.887-1.922=-0.035

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.412-452.965=-0.553
σ	583.281-584.387=-1.106
min	160.767-160.770=-0.003
max	1327.333-1329.545=-2.212

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.548-0.547=0.001
σ	0.546-0.556=-0.010
min	0.273-0.268=0.005
max	1.368-1.381=-0.013

policies=20

*mean*	1608.035-1608.046=-0.011
σ	0.424-0.425=-0.001
min	1607.750-1607.758=-0.008
max	1608.665-1608.675=-0.010

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.750-453.750=-7.000
σ	2.500-11.471=-8.971
min	443.000
max	448.000-470.000=-22.000

*mean*	2.709-2.723=-0.014
σ	0.017-0.024=-0.007
min	2.694-2.700=-0.005
max	2.733-2.751=-0.019

policies=200

*mean*	16088.515-16088.594=-0.078
σ	0.119-0.092=0.027
min	16088.348-16088.517=-0.169
max	16088.627-16088.724=-0.097

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-498.250=-1.000
σ	5.560-3.500=2.060
min	491.000-494.000=-3.000
max	504.000-502.000=2.000

*mean*	27.372-27.291=0.081
σ	0.108-0.125=-0.018
min	27.271-27.120=0.150
max	27.517-27.402=0.115