Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.624-54.617=0.007
σ	0.349-0.351=-0.003
min	54.491-54.483=0.008
max	55.615-55.616=-0.001

*mean*	419.700-415.000=4.700
σ	0.483-0.000=0.483
min	419.000-415.000=4.000
max	420.000-415.000=5.000

*mean*	0.141-0.141=0.001
σ	0.010-0.005=0.005
min	0.133-0.134=-0.001
max	0.164-0.148=0.016

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.788=0.000
σ	0.006-0.006=0.000
min	43.783-43.781=0.002
max	43.799-43.800=-0.001

*mean*	420.000-415.000=5.000
σ	0.000
min	420.000-415.000=5.000
max	420.000-415.000=5.000

*mean*	0.122-0.126=-0.005
σ	0.006-0.010=-0.004
min	0.116-0.116=-0.000
max	0.131-0.149=-0.018

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4152.625-4276.625=-124.000
σ	1896.978-1866.644=30.334
min	1556.000-2051.000=-495.000
max	7289.000-7545.000=-256.000

*mean*	12.806-13.029=-0.223
σ	0.249-1.727=-1.478
min	12.518-12.071=0.447
max	13.224-17.276=-4.052

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.620-36.619=0.000

*mean*	4152.625-4276.625=-124.000
σ	1896.978-1866.644=30.334
min	1556.000-2051.000=-495.000
max	7289.000-7545.000=-256.000

*mean*	12.916-12.701=0.215
σ	0.617-1.730=-1.113
min	11.771-11.344=0.427
max	13.529-16.603=-3.074

op=table_records(), no indexes

*mean*	41.932-41.928=0.003
σ	0.001-0.000=0.001
min	41.929-41.928=0.001
max	41.933-41.929=0.004

*mean*	7289.000-7545.000=-256.000
σ	0.000
min	7289.000-7545.000=-256.000
max	7289.000-7545.000=-256.000

*mean*	15.428-13.423=2.005
σ	0.503-1.045=-0.542
min	14.526-12.264=2.262
max	16.108-14.939=1.169

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.932-41.932=-0.000

*mean*	4152.625-4276.625=-124.000
σ	1896.978-1866.644=30.334
min	1556.000-2051.000=-495.000
max	7289.000-7545.000=-256.000

*mean*	13.229-12.072=1.158
σ	1.856-2.088=-0.232
min	11.070-10.194=0.875
max	15.541-15.588=-0.047

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.136-0.002=0.135
min	27.603-27.603=0.000
max	27.990-27.607=0.383

*mean*	4152.625-4276.625=-124.000
σ	1896.978-1866.644=30.334
min	1556.000-2051.000=-495.000
max	7289.000-7545.000=-256.000

*mean*	9.018-8.848=0.171
σ	0.306-1.229=-0.924
min	8.577-7.817=0.760
max	9.437-11.745=-2.307

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4152.625-4276.625=-124.000
σ	1896.978-1866.644=30.334
min	1556.000-2051.000=-495.000
max	7289.000-7545.000=-256.000

*mean*	6.868-6.837=0.031
σ	0.240-1.179=-0.939
min	6.455-6.074=0.380
max	7.182-9.676=-2.494

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.668-25.670=-0.001

*mean*	4152.625-4276.625=-124.000
σ	1896.978-1866.644=30.334
min	1556.000-2051.000=-495.000
max	7289.000-7545.000=-256.000

*mean*	6.048-5.716=0.332
σ	0.098-0.496=-0.398
min	5.867-5.306=0.562
max	6.146-6.889=-0.743

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.971=0.001

*mean*	4152.625-4276.625=-124.000
σ	1896.978-1866.644=30.334
min	1556.000-2051.000=-495.000
max	7289.000-7545.000=-256.000

*mean*	5.944-5.535=0.409
σ	0.132-0.496=-0.364
min	5.794-5.205=0.590
max	6.205-6.735=-0.530

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.593=0.013
σ	0.000-0.000=0.000
min	2524.606-2524.593=0.013
max	2524.607-2524.594=0.013

*mean*	7289.000-7545.000=-256.000
σ	0.000
min	7289.000-7545.000=-256.000
max	7289.000-7545.000=-256.000

*mean*	1476.261-1104.951=371.310
σ	831.111-159.812=671.299
min	1043.888-1042.636=1.253
max	3448.152-1500.215=1947.937

op=load_product(), with indexes

*mean*	8744.722-8744.559=0.164
σ	0.469-0.032=0.437
min	8744.554-8744.545=0.009
max	8745.883-8744.639=1.245

*mean*	3574.375-3807.500=-233.125
σ	1796.747-1585.551=211.196
min	1045.000-2051.000=-1006.000
max	5795.000-5944.000=-149.000

*mean*	4745.703-4651.472=94.232
σ	1651.685-1543.313=108.373
min	3524.137-3527.403=-3.267
max	7570.058-7403.603=166.454

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080-62.080=0.001

*mean*	4152.625-4276.625=-124.000
σ	1896.978-1866.644=30.334
min	1556.000-2051.000=-495.000
max	7289.000-7545.000=-256.000

*mean*	85.612-86.034=-0.422
σ	14.348-12.805=1.543
min	70.177-72.983=-2.806
max	105.635-108.036=-2.401

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.001
max	40.945-40.945=0.000

*mean*	7289.000-7545.000=-256.000
σ	0.000
min	7289.000-7545.000=-256.000
max	7289.000-7545.000=-256.000

*mean*	109.818-207.868=-98.050
σ	3.343-311.258=-307.915
min	105.263-82.789=22.473
max	115.260-977.932=-862.672

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=-0.000
max	66.687-66.687=-0.000

*mean*	7289.000-7545.000=-256.000
σ	0.000
min	7289.000-7545.000=-256.000
max	7289.000-7545.000=-256.000

*mean*	165.313-147.637=17.676
σ	5.383-18.273=-12.890
min	153.252-116.942=36.310
max	169.623-166.728=2.895

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.318=0.006
min	11655.305-11655.305=0.000
max	11667.538-11667.521=0.018

*mean*	4152.625-4276.625=-124.000
σ	1896.978-1866.644=30.334
min	1556.000-2051.000=-495.000
max	7289.000-7545.000=-256.000

*mean*	6090.830-6537.071=-446.241
σ	877.565-1229.132=-351.567
min	4889.769-4957.566=-67.797
max	7397.447-8282.784=-885.336

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.001-0.001=-0.001
min	11560.065-11560.066=-0.001
max	11560.066-11560.069=-0.003

*mean*	7289.000-7545.000=-256.000
σ	0.000
min	7289.000-7545.000=-256.000
max	7289.000-7545.000=-256.000

*mean*	5950.353-5221.230=729.123
σ	1606.179-1039.306=566.872
min	4409.554-4362.176=47.378
max	7796.398-6721.288=1075.110

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.587=-0.028
σ	0.001-0.023=-0.022
min	172.558-172.562=-0.004
max	172.562-172.622=-0.060

*mean*	477.000-2051.000=-1574.000
σ	0.000
min	477.000-2051.000=-1574.000
max	477.000-2051.000=-1574.000

*mean*	382.447-363.356=19.091
σ	17.417-44.082=-26.665
min	347.798-320.251=27.547
max	397.002-445.204=-48.203

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.371=-0.049
σ	0.001-0.047=-0.045
min	357.321
max	357.325-357.432=-0.107

*mean*	560.000-2051.000=-1491.000
σ	0.000
min	560.000-2051.000=-1491.000
max	560.000-2051.000=-1491.000

*mean*	737.720-758.377=-20.657
σ	49.724-55.479=-5.754
min	656.065-635.185=20.880
max	787.355-809.184=-21.829

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.370-1008.183=0.188
σ	0.760-0.899=-0.139
min	1007.900-1007.693=0.207
max	1011.516-1011.920=-0.403

*mean*	1051.750-1037.150=14.600
σ	309.041-304.391=4.651
min	561.000-544.000=17.000
max	1464.000-1465.000=-1.000

*mean*	1.562-1.545=0.017
σ	0.064-0.136=-0.072
min	1.487-1.435=0.052
max	1.772-2.039=-0.267

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.884=0.029
σ	0.020-0.002=0.019
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	402.000-1465.000=-1063.000
σ	0.000
min	402.000-1465.000=-1063.000
max	402.000-1465.000=-1063.000

*mean*	0.298-0.426=-0.128
σ	0.297-0.098=0.199
min	0.132-0.364=-0.231
max	0.825-0.598=0.227

name=error_case.art

*mean*	2.339-2.334=0.005
σ	0.012-0.003=0.009
min	2.333-2.332=0.001
max	2.361-2.339=0.022

*mean*	402.000-1465.000=-1063.000
σ	0.000
min	402.000-1465.000=-1063.000
max	402.000-1465.000=-1063.000

*mean*	0.483-0.883=-0.400
σ	0.325-0.077=0.247
min	0.314-0.834=-0.520
max	1.063-1.019=0.044

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002-0.002=-0.000
min	1.521-1.520=0.001
max	1.525-1.526=-0.001

*mean*	402.000-1465.000=-1063.000
σ	0.000
min	402.000-1465.000=-1063.000
max	402.000-1465.000=-1063.000

*mean*	0.220-0.534=-0.314
σ	0.022-0.053=-0.030
min	0.204-0.493=-0.290
max	0.258-0.624=-0.366

name=nested_use.art

*mean*	2.357-2.356=0.001
σ	0.002-0.002=-0.001
min	2.356-2.355=0.001
max	2.360-2.360=-0.000

*mean*	402.000-1465.000=-1063.000
σ	0.000
min	402.000-1465.000=-1063.000
max	402.000-1465.000=-1063.000

*mean*	0.334-0.837=-0.504
σ	0.014-0.041=-0.026
min	0.321-0.809=-0.488
max	0.358-0.908=-0.549

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.548=1.193
σ	0.011-0.032=-0.021
min	964.736-963.528=1.207
max	964.760-963.605=1.155

*mean*	436.600-1465.000=-1028.400
σ	6.066-0.000=6.066
min	431.000-1465.000=-1034.000
max	443.000-1465.000=-1022.000

*mean*	0.582-0.801=-0.219
σ	0.021-0.031=-0.010
min	0.552-0.769=-0.217
max	0.606-0.839=-0.233

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.854=0.960
σ	0.002-0.009=-0.008
min	885.812-884.847=0.965
max	885.816-884.868=0.948

*mean*	443.000-1465.000=-1022.000
σ	0.000
min	443.000-1465.000=-1022.000
max	443.000-1465.000=-1022.000

*mean*	0.480-0.729=-0.249
σ	0.059-0.033=0.027
min	0.379-0.671=-0.292
max	0.524-0.747=-0.223

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002-0.002=0.000
min	7.707-7.705=0.001
max	7.711-7.709=0.001

*mean*	443.000-1465.000=-1022.000
σ	0.000
min	443.000-1465.000=-1022.000
max	443.000-1465.000=-1022.000

*mean*	2.599-4.275=-1.676
σ	0.094-0.088=0.006
min	2.454-4.130=-1.677
max	2.904-4.567=-1.663

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002-0.002=-0.000
min	7.655-7.654=0.001
max	7.659-7.659=0.000

*mean*	443.000-1465.000=-1022.000
σ	0.000
min	443.000-1465.000=-1022.000
max	443.000-1465.000=-1022.000

*mean*	2.582-4.256=-1.674
σ	0.081-0.068=0.013
min	2.461-4.121=-1.661
max	2.862-4.486=-1.624

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	443.000-1465.000=-1022.000
σ	0.000
min	443.000-1465.000=-1022.000
max	443.000-1465.000=-1022.000

*mean*	0.311-0.737=-0.426
σ	0.015-0.017=-0.003
min	0.293-0.711=-0.418
max	0.390-0.861=-0.471

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	443.000-1465.000=-1022.000
σ	0.000
min	443.000-1465.000=-1022.000
max	443.000-1465.000=-1022.000

*mean*	0.306-0.702=-0.396
σ	0.051-0.012=0.039
min	0.274-0.676=-0.402
max	0.778-0.761=0.017

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.846-297.302=0.544
σ	1.040-0.258=0.782
min	297.464-297.106=0.358
max	300.801-297.980=2.821

*mean*	445.500-2051.000=-1605.500
σ	19.772-0.000=19.772
min	418.000-2051.000=-1633.000
max	473.000-2051.000=-1578.000

*mean*	0.603-0.558=0.045
σ	0.021-0.031=-0.010
min	0.565-0.512=0.053
max	0.633-0.590=0.043

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1751.000
σ	0.000
min	1751.000
max	1751.000

*mean*	207.490
σ	2.202
min	202.952
max	210.114

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1751.000
σ	0.000
min	1751.000
max	1751.000

*mean*	12.163
σ	1.986
min	9.363
max	15.586

phase=parser

*mean*	1042.102
σ	0.000
min	1042.102
max	1042.103

*mean*	1751.000
σ	0.000
min	1751.000
max	1751.000

*mean*	704.255
σ	80.733
min	584.383
max	833.892

phase=processProdDef

*mean*	6169.657
σ	0.001
min	6169.657
max	6169.658

*mean*	1756.125
σ	14.496
min	1751.000
max	1792.000

*mean*	5121.352
σ	1254.339
min	3661.855
max	6676.651

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1751.000
σ	0.000
min	1751.000
max	1751.000

*mean*	46.652
σ	4.722
min	39.441
max	54.642

phase=type checker

*mean*	958.540
σ	0.066
min	958.442
max	958.630

*mean*	1751.000
σ	0.000
min	1751.000
max	1751.000

*mean*	778.683
σ	75.993
min	674.221
max	901.375

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.088-290.084=3.005
σ	0.042-0.037=0.005
min	293.026-290.031=2.996
max	293.122-290.122=3.000

*mean*	445.000-1465.000=-1020.000
σ	0.000
min	445.000-1465.000=-1020.000
max	445.000-1465.000=-1020.000

*mean*	0.402-0.401=0.001
σ	0.006-0.006=-0.000
min	0.397-0.396=0.002
max	0.413-0.412=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.189-1300.002=3.186
σ	0.083-0.091=-0.008
min	1303.044-1299.900=3.145
max	1303.251-1300.128=3.123

*mean*	1066.200-1465.000=-398.800
σ	171.877-0.000=171.877
min	841.000-1465.000=-624.000
max	1283.000-1465.000=-182.000

*mean*	2.024-2.047=-0.023
σ	0.161-0.058=0.103
min	1.805-1.987=-0.182
max	2.193-2.131=0.063

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.205-1542.952=3.253
σ	4.014-3.991=0.023
min	1544.208-1540.970=3.237
max	1553.378-1550.083=3.295

*mean*	612.000-1465.000=-853.000
σ	73.658-0.000=73.658
min	496.000-1465.000=-969.000
max	690.000-1465.000=-775.000

*mean*	2.229-2.272=-0.043
σ	0.114-0.218=-0.104
min	2.092-2.109=-0.017
max	2.394-2.654=-0.259

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.167-1861.943=3.225
σ	0.068-0.055=0.013
min	1865.109-1861.869=3.240
max	1865.283-1862.010=3.273

*mean*	1712.600-1728.600=-16.000
σ	250.764-234.317=16.448
min	1422.000-1465.000=-43.000
max	2070.000-2051.000=19.000

*mean*	2.950-2.938=0.012
σ	0.115-0.099=0.016
min	2.854-2.813=0.040
max	3.116-3.071=0.045

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.753-1.638=0.115
σ	0.175-0.080=0.095
min	1.483-1.543=-0.060
max	1.905-1.753=0.153

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.817-446.186=1.631
σ	579.237-577.139=2.098
min	158.196-157.614=0.581
max	1316.673-1311.895=4.778

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	440.000-1465.000=-1025.000
σ	0.000
min	440.000-1465.000=-1025.000
max	440.000-1465.000=-1025.000

*mean*	0.544-0.547=-0.004
σ	0.566-0.570=-0.004
min	0.257-0.261=-0.003
max	1.392-1.402=-0.010

policies=20

*mean*	1582.287-1576.420=5.867
σ	0.354-0.345=0.010
min	1582.038-1576.185=5.852
max	1582.811-1576.932=5.879

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.500-1465.000=-1018.500
σ	7.506-0.000=7.506
min	440.000-1465.000=-1025.000
max	453.000-1465.000=-1012.000

*mean*	2.627-2.622=0.005
σ	0.013-0.046=-0.033
min	2.617-2.592=0.024
max	2.645-2.690=-0.045

policies=200

*mean*	15830.921-15772.316=58.605
σ	0.145-0.084=0.062
min	15830.780-15772.252=58.527
max	15831.095-15772.431=58.664

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	493.500-1465.000=-971.500
σ	3.697-0.000=3.697
min	490.000-1465.000=-975.000
max	498.000-1465.000=-967.000

*mean*	26.645-26.372=0.273
σ	0.090-0.017=0.072
min	26.525-26.358=0.167
max	26.730-26.395=0.335