Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.835-54.833=0.001
σ	0.366-0.369=-0.002
min	54.705-54.695=0.009
max	55.877-55.882=-0.005

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.140-0.138=0.002
σ	0.004-0.005=-0.001
min	0.133-0.129=0.004
max	0.146-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.843-43.841=0.001
σ	0.006-0.005=0.002
min	43.833-43.835=-0.002
max	43.852-43.850=0.003

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.120-0.119=0.001
σ	0.005-0.004=0.001
min	0.116-0.115=0.001
max	0.129-0.127=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000
min	36.617
max	36.618

*mean*	4475.000-4579.125=-104.125
σ	2207.499-2253.418=-45.919
min	1471.000-1487.000=-16.000
max	7287.000-7399.000=-112.000

*mean*	12.238-13.496=-1.259
σ	0.388-3.340=-2.952
min	11.845-12.050=-0.205
max	13.006-21.747=-8.741

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4475.000-4579.125=-104.125
σ	2207.499-2253.418=-45.919
min	1471.000-1487.000=-16.000
max	7287.000-7399.000=-112.000

*mean*	12.583-13.888=-1.305
σ	0.680-3.537=-2.857
min	11.573-11.548=0.025
max	13.525-22.563=-9.038

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.950-41.951=-0.001

*mean*	7287.000-7399.000=-112.000
σ	0.000
min	7287.000-7399.000=-112.000
max	7287.000-7399.000=-112.000

*mean*	11.278-11.203=0.076
σ	0.958-0.351=0.608
min	10.711-10.611=0.100
max	13.622-11.773=1.849

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=-0.000
min	41.933
max	41.934-41.934=0.000

*mean*	4475.000-4163.625=311.375
σ	2207.499-1944.464=263.035
min	1471.000-1487.000=-16.000
max	7287.000-7399.000=-112.000

*mean*	11.174-11.809=-0.635
σ	0.999-1.814=-0.814
min	10.617-11.034=-0.417
max	13.630-16.291=-2.661

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4475.000-4163.625=311.375
σ	2207.499-1944.464=263.035
min	1471.000-1487.000=-16.000
max	7287.000-7399.000=-112.000

*mean*	8.710-9.161=-0.451
σ	0.811-1.385=-0.574
min	7.916-7.909=0.007
max	10.490-12.473=-1.983

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4475.000-4163.625=311.375
σ	2207.499-1944.464=263.035
min	1471.000-1487.000=-16.000
max	7287.000-7399.000=-112.000

*mean*	6.864-6.677=0.187
σ	0.492-1.113=-0.621
min	6.485-5.841=0.644
max	8.024-9.382=-1.358

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4475.000-4579.125=-104.125
σ	2207.499-2253.418=-45.919
min	1471.000-1487.000=-16.000
max	7287.000-7399.000=-112.000

*mean*	6.011-6.558=-0.547
σ	0.149-0.928=-0.779
min	5.797-5.924=-0.128
max	6.277-8.768=-2.492

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4475.000-4579.125=-104.125
σ	2207.499-2253.418=-45.919
min	1471.000-1487.000=-16.000
max	7287.000-7399.000=-112.000

*mean*	5.893-6.208=-0.315
σ	0.157-0.881=-0.724
min	5.744-5.683=0.061
max	6.259-8.364=-2.105

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7287.000-7399.000=-112.000
σ	0.000
min	7287.000-7399.000=-112.000
max	7287.000-7399.000=-112.000

*mean*	347.382-361.123=-13.741
σ	2.432-42.713=-40.281
min	343.276-342.938=0.339
max	350.481-466.704=-116.223

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713-3495.713=0.000
max	3497.037-3497.038=-0.001

*mean*	3654.625-3744.250=-89.625
σ	2232.548-2296.279=-63.730
min	724.000-720.000=4.000
max	7287.000-7399.000=-112.000

*mean*	1534.626-1613.540=-78.914
σ	393.300-546.374=-153.074
min	1386.005-1391.889=-5.884
max	2507.756-2957.044=-449.288

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.001
max	107.854-107.855=-0.000

*mean*	4475.000-4398.625=76.375
σ	2207.499-2225.032=-17.533
min	1471.000-1487.000=-16.000
max	7287.000-7399.000=-112.000

*mean*	136.123-253.292=-117.169
σ	13.367-323.322=-309.955
min	120.878-127.871=-6.993
max	155.419-1052.164=-896.746

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4475.000-4579.125=-104.125
σ	2207.499-2253.418=-45.919
min	1471.000-1487.000=-16.000
max	7287.000-7399.000=-112.000

*mean*	42.362-192.045=-149.682
σ	1.438-422.169=-420.731
min	40.623-40.151=0.471
max	44.230-1236.840=-1192.609

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7287.000-7399.000=-112.000
σ	0.000
min	7287.000-7399.000=-112.000
max	7287.000-7399.000=-112.000

*mean*	25.235-22.727=2.508
σ	9.382-1.761=7.622
min	21.510-21.631=-0.121
max	48.407-25.797=22.611

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307-71.307=0.000
max	71.311

*mean*	7287.000-7399.000=-112.000
σ	0.000
min	7287.000-7399.000=-112.000
max	7287.000-7399.000=-112.000

*mean*	61.725-309.018=-247.293
σ	15.172-714.450=-699.278
min	55.787-55.185=0.602
max	99.205-2077.184=-1977.979

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.851=0.000
σ	0.013-0.014=-0.000
min	4646.845
max	4646.884-4646.885=-0.001

*mean*	4475.000-4163.625=311.375
σ	2207.499-1944.464=263.035
min	1471.000-1487.000=-16.000
max	7287.000-7399.000=-112.000

*mean*	3388.502-3239.916=148.585
σ	828.259-962.491=-134.232
min	2503.760-2504.408=-0.649
max	4786.589-5228.518=-441.928

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7287.000-7399.000=-112.000
σ	0.000
min	7287.000-7399.000=-112.000
max	7287.000-7399.000=-112.000

*mean*	1014.165-1057.447=-43.282
σ	209.836-208.502=1.334
min	915.107-915.430=-0.324
max	1521.733-1412.052=109.682

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105-905.105=0.000
σ	0.002-0.002=-0.000
min	905.102
max	905.108

*mean*	7287.000-7399.000=-112.000
σ	0.000
min	7287.000-7399.000=-112.000
max	7287.000-7399.000=-112.000

*mean*	604.255-413.722=190.533
σ	614.601-40.884=573.717
min	382.723-394.415=-11.692
max	2125.305-514.653=1610.653

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.625-476.625=2.000
σ	1.061-0.518=0.543
min	476.000
max	479.000-477.000=2.000

*mean*	381.289-383.495=-2.206
σ	26.102-28.269=-2.167
min	347.175-332.672=14.503
max	422.590-432.620=-10.031

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-564.750=0.250
σ	0.000-1.035=-1.035
min	565.000-564.000=1.000
max	565.000-566.000=-1.000

*mean*	739.865-774.477=-34.612
σ	65.044-74.349=-9.305
min	631.319-613.408=17.911
max	830.635-845.187=-14.551

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-963.971=-0.000
σ	1.820-1.820=-0.000
min	963.266-963.268=-0.001
max	971.668-971.669=-0.001

*mean*	1044.900-1041.150=3.750
σ	309.920-290.785=19.135
min	585.000-576.000=9.000
max	1500.000-1429.000=71.000

*mean*	1.279-1.249=0.030
σ	0.152-0.085=0.067
min	1.172-1.172=-0.000
max	1.681-1.489=0.192

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-403.000=-1.000
σ	0.000
min	402.000-403.000=-1.000
max	402.000-403.000=-1.000

*mean*	0.350-0.299=0.051
σ	0.280-0.288=-0.007
min	0.129-0.145=-0.016
max	0.806-0.809=-0.003

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000-403.000=-1.000
σ	0.000
min	402.000-403.000=-1.000
max	402.000-403.000=-1.000

*mean*	0.475-0.470=0.005
σ	0.331-0.316=0.015
min	0.319-0.320=-0.001
max	1.067-1.035=0.032

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000-403.000=-1.000
σ	0.000
min	402.000-403.000=-1.000
max	402.000-403.000=-1.000

*mean*	0.204-0.218=-0.014
σ	0.024-0.016=0.008
min	0.186-0.204=-0.018
max	0.244-0.246=-0.002

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000-403.000=-1.000
σ	0.000
min	402.000-403.000=-1.000
max	402.000-403.000=-1.000

*mean*	0.334-0.332=0.001
σ	0.017-0.015=0.002
min	0.321-0.313=0.008
max	0.361-0.354=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.588-0.504=0.084
σ	0.016-0.039=-0.023
min	0.569-0.465=0.103
max	0.611-0.559=0.051

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.477-0.445=0.032
σ	0.061-0.050=0.011
min	0.382-0.390=-0.007
max	0.522-0.512=0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.551-2.611=-0.059
σ	0.156-0.210=-0.054
min	1.931-1.895=0.036
max	2.867-3.259=-0.392

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.273-2.659=-0.386
σ	0.341-0.095=0.246
min	1.842-2.487=-0.645
max	2.757-2.919=-0.163

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.301-0.310=-0.008
σ	0.012-0.033=-0.021
min	0.285-0.291=-0.006
max	0.372-0.614=-0.243

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.287-0.290=-0.003
σ	0.008-0.008=0.000
min	0.273-0.277=-0.004
max	0.326-0.327=-0.001

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.599-11.801=-0.202
σ	12.353-11.982=0.371
min	0.578-0.574=0.004
max	117.250-125.218=-7.968

*mean*	469.152-462.329=6.823
σ	20.220-20.548=-0.328
min	406.000-407.000=-1.000
max	482.000-479.000=3.000

*mean*	0.027-0.027=-0.000
σ	0.030-0.029=0.001
min	0.001-0.001=-0.000
max	0.288-0.302=-0.013

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.644-278.602=0.043
σ	1.072-1.051=0.021
min	278.267-278.190=0.077
max	281.694-281.588=0.106

*mean*	442.300-445.600=-3.300
σ	17.166-21.557=-4.391
min	415.000-414.000=1.000
max	471.000-475.000=-4.000

*mean*	0.586-0.581=0.005
σ	0.011-0.007=0.004
min	0.579-0.568=0.011
max	0.616-0.592=0.024

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	840.000-844.000=-4.000
σ	0.000
min	840.000-844.000=-4.000
max	840.000-844.000=-4.000

*mean*	227.182-225.842=1.341
σ	20.715-26.437=-5.722
min	196.214-190.032=6.183
max	254.337-259.079=-4.742

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	840.000-843.375=-3.375
σ	0.000-1.768=-1.768
min	840.000-839.000=1.000
max	840.000-844.000=-4.000

*mean*	9.124-8.629=0.494
σ	1.085-1.297=-0.212
min	6.440-6.431=0.009
max	9.570-9.661=-0.091

phase=parser

*mean*	1042.432-1042.435=-0.003
σ	0.000-0.000=-0.000
min	1042.431-1042.434=-0.003
max	1042.432-1042.435=-0.004

*mean*	840.000-843.375=-3.375
σ	0.000-1.768=-1.768
min	840.000-839.000=1.000
max	840.000-844.000=-4.000

*mean*	568.613-543.042=25.570
σ	71.556-67.090=4.467
min	391.791-412.526=-20.735
max	600.450-599.651=0.799

phase=processProdDef

*mean*	2243.978-2243.977=0.001
σ	0.000-0.000=0.000
min	2243.978-2243.977=0.001
max	2243.979-2243.977=0.002

*mean*	840.000-844.000=-4.000
σ	0.000
min	840.000-844.000=-4.000
max	840.000-844.000=-4.000

*mean*	2828.281-2838.853=-10.573
σ	346.631-368.403=-21.772
min	2065.263-2409.563=-344.300
max	3112.291-3437.409=-325.118

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	840.000-843.375=-3.375
σ	0.000-1.768=-1.768
min	840.000-839.000=1.000
max	840.000-844.000=-4.000

*mean*	37.526-34.223=3.303
σ	6.867-8.121=-1.255
min	20.544-20.987=-0.443
max	40.317-40.599=-0.283

phase=type checker

*mean*	989.752-989.756=-0.004
σ	0.066
min	989.654-989.658=-0.004
max	989.841-989.845=-0.004

*mean*	840.000-843.375=-3.375
σ	0.000-1.768=-1.768
min	840.000-839.000=1.000
max	840.000-844.000=-4.000

*mean*	673.114-724.051=-50.937
σ	4.790-90.985=-86.195
min	667.788-639.210=28.578
max	680.641-899.571=-218.931

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.388-282.397=-0.009
σ	0.037-0.037=0.000
min	282.339-282.341=-0.002
max	282.430-282.425=0.005

*mean*	444.800-442.800=2.000
σ	1.095
min	444.000-442.000=2.000
max	446.000-444.000=2.000

*mean*	0.381-0.378=0.003
σ	0.006-0.002=0.003
min	0.375-0.375=0.001
max	0.388-0.381=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.090-1267.082=0.008
σ	0.102-0.097=0.004
min	1267.003-1267.005=-0.002
max	1267.262-1267.247=0.015

*mean*	1114.200-1112.800=1.400
σ	169.410-169.871=-0.461
min	899.000-896.000=3.000
max	1331.000-1323.000=8.000

*mean*	1.921-1.906=0.015
σ	0.102-0.107=-0.006
min	1.831-1.803=0.028
max	2.094-2.088=0.005

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.132-1506.117=0.015
σ	2.953-2.901=0.053
min	1504.629-1504.648=-0.019
max	1511.405-1511.297=0.108

*mean*	630.200-626.800=3.400
σ	90.062-90.170=-0.108
min	506.000-503.000=3.000
max	729.000-726.000=3.000

*mean*	2.340-2.294=0.046
σ	0.329-0.186=0.143
min	2.016-2.071=-0.055
max	2.802-2.497=0.305

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.118-1829.107=0.011
σ	0.071-0.062=0.009
min	1829.035-1829.026=0.008
max	1829.220-1829.188=0.032

*mean*	1766.800-1751.200=15.600
σ	209.513-211.461=-1.948
min	1491.000-1465.000=26.000
max	1966.000-1950.000=16.000

*mean*	3.154-3.185=-0.030
σ	0.311-0.336=-0.025
min	2.793-2.845=-0.052
max	3.503-3.611=-0.108

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.649-1.573=0.077
σ	0.189-0.197=-0.008
min	1.335-1.254=0.081
max	1.841-1.779=0.062

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.699-397.698=0.000
σ	518.051-518.051=0.001
min	138.670-138.669=0.002
max	1174.776-1174.774=0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	447.000-445.000=2.000
σ	0.000
min	447.000-445.000=2.000
max	447.000-445.000=2.000

*mean*	0.500-0.498=0.001
σ	0.523-0.520=0.003
min	0.238-0.235=0.003
max	1.285-1.278=0.006

policies=20

*mean*	1386.837-1386.831=0.006
σ	0.156-0.167=-0.011
min	1386.728-1386.717=0.010
max	1387.068-1387.079=-0.011

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	447.000-445.000=2.000
σ	0.000
min	447.000-445.000=2.000
max	447.000-445.000=2.000

*mean*	2.312-2.319=-0.007
σ	0.015-0.020=-0.005
min	2.292-2.302=-0.010
max	2.325-2.339=-0.014

policies=200

*mean*	13876.924-13876.795=0.129
σ	0.074-0.062=0.012
min	13876.815-13876.714=0.101
max	13876.981-13876.856=0.125

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	495.750-493.500=2.250
σ	4.272-4.203=0.069
min	491.000-489.000=2.000
max	501.000-498.000=3.000

*mean*	23.505-23.532=-0.026
σ	0.180-0.166=0.014
min	23.377-23.377=0.001
max	23.770-23.715=0.054