Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.718=0.000
σ	0.363-0.366=-0.003
min	54.572-54.566=0.006
max	55.750-55.759=-0.009

*mean*	415.000-418.500=-3.500
σ	0.000-0.527=-0.527
min	415.000-418.000=-3.000
max	415.000-419.000=-4.000

*mean*	0.140-0.141=-0.001
σ	0.005-0.004=0.001
min	0.133-0.137=-0.003
max	0.149-0.147=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.777=-0.000
σ	0.008-0.007=0.000
min	43.765-43.761=0.004
max	43.793-43.785=0.008

*mean*	415.000-419.000=-4.000
σ	0.000
min	415.000-419.000=-4.000
max	415.000-419.000=-4.000

*mean*	0.121-0.124=-0.003
σ	0.004-0.004=-0.000
min	0.116-0.120=-0.004
max	0.128-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4585.625-4587.000=-1.375
σ	2249.686-2253.094=-3.408
min	1485.000-1487.000=-2.000
max	7383.000-7401.000=-18.000

*mean*	171.628-13.434=158.194
σ	449.164-3.352=445.812
min	11.911-11.943=-0.032
max	1283.242-21.697=1261.545

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=-0.000

*mean*	4585.625-4587.000=-1.375
σ	2249.686-2253.094=-3.408
min	1485.000-1487.000=-2.000
max	7383.000-7401.000=-18.000

*mean*	14.958-13.716=1.242
σ	4.413-3.667=0.746
min	12.614-11.601=1.012
max	24.872-22.677=2.195

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.942-41.942=0.001

*mean*	7383.000-7401.000=-18.000
σ	0.000
min	7383.000-7401.000=-18.000
max	7383.000-7401.000=-18.000

*mean*	11.713-11.220=0.494
σ	1.642-0.200=1.442
min	10.843-10.895=-0.052
max	15.757-11.548=4.210

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.001-0.001=-0.001
min	41.924
max	41.925-41.928=-0.003

*mean*	4174.375-4174.625=-0.250
σ	1945.397-1945.370=0.027
min	1485.000-1487.000=-2.000
max	7383.000-7401.000=-18.000

*mean*	11.505-11.836=-0.331
σ	1.838-1.715=0.123
min	10.720-10.726=-0.006
max	16.040-15.983=0.056

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.136-0.137=-0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4174.375-4174.625=-0.250
σ	1945.397-1945.370=0.027
min	1485.000-1487.000=-2.000
max	7383.000-7401.000=-18.000

*mean*	8.991-9.130=-0.139
σ	1.236-1.326=-0.090
min	7.934-8.116=-0.182
max	11.971-12.342=-0.370

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384

*mean*	4174.375-4174.625=-0.250
σ	1945.397-1945.370=0.027
min	1485.000-1487.000=-2.000
max	7383.000-7401.000=-18.000

*mean*	6.999-7.020=-0.021
σ	0.884-1.119=-0.236
min	6.533-6.056=0.477
max	9.176-9.660=-0.485

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4585.625-4587.000=-1.375
σ	2249.686-2253.094=-3.408
min	1485.000-1487.000=-2.000
max	7383.000-7401.000=-18.000

*mean*	6.578-6.329=0.249
σ	1.075-0.863=0.212
min	5.839-5.839=0.001
max	8.984-8.437=0.548

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.000-0.001=-0.000
min	25.961
max	25.962-25.962=-0.000

*mean*	4585.625-4587.000=-1.375
σ	2249.686-2253.094=-3.408
min	1485.000-1487.000=-2.000
max	7383.000-7401.000=-18.000

*mean*	6.401-6.132=0.268
σ	1.141-0.581=0.560
min	5.753-5.843=-0.091
max	8.800-7.556=1.243

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7383.000-7401.000=-18.000
σ	0.000
min	7383.000-7401.000=-18.000
max	7383.000-7401.000=-18.000

*mean*	364.046-362.479=1.567
σ	41.814-44.118=-2.305
min	343.827-343.988=-0.161
max	467.194-471.520=-4.326

op=load_product(), with indexes

*mean*	3495.855-3495.855=-0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.978-3496.978=-0.000

*mean*	3752.750-3751.875=0.875
σ	2298.941-2298.778=0.164
min	720.000
max	7383.000-7401.000=-18.000

*mean*	1777.718-1616.889=160.829
σ	630.134-550.289=79.845
min	1398.385-1391.937=6.448
max	2808.208-2969.900=-161.692

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841
max	107.841-107.842=-0.000

*mean*	4403.750-4408.625=-4.875
σ	2219.379-2224.164=-4.785
min	1485.000-1487.000=-2.000
max	7383.000-7401.000=-18.000

*mean*	253.233-291.048=-37.816
σ	327.604-430.731=-103.127
min	128.295-124.200=4.095
max	1063.064-1355.981=-292.918

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.068-62.069=-0.001

*mean*	4403.750-4587.000=-183.250
σ	2219.379-2253.094=-33.715
min	1485.000-1487.000=-2.000
max	7383.000-7401.000=-18.000

*mean*	45.744-191.658=-145.914
σ	9.529-417.797=-408.269
min	40.497-41.118=-0.621
max	69.042-1225.636=-1156.594

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=-0.000
min	40.925
max	40.928

*mean*	7383.000-7401.000=-18.000
σ	0.000
min	7383.000-7401.000=-18.000
max	7383.000-7401.000=-18.000

*mean*	207.420-22.609=184.811
σ	523.718-1.837=521.882
min	21.494-21.625=-0.131
max	1503.554-27.118=1476.437

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=0.000
max	71.296

*mean*	7383.000-7401.000=-18.000
σ	0.000
min	7383.000-7401.000=-18.000
max	7383.000-7401.000=-18.000

*mean*	64.324-260.241=-195.917
σ	21.083-573.391=-552.308
min	55.737-55.994=-0.257
max	116.401-1679.291=-1562.890

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.014=-0.001
min	4646.837
max	4646.875-4646.876=-0.002

*mean*	4174.375-4174.625=-0.250
σ	1945.397-1945.370=0.027
min	1485.000-1487.000=-2.000
max	7383.000-7401.000=-18.000

*mean*	3315.892-3122.505=193.388
σ	824.586-852.382=-27.795
min	2503.663-2501.477=2.185
max	4805.664-4936.454=-130.789

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7383.000-7401.000=-18.000
σ	0.000
min	7383.000-7401.000=-18.000
max	7383.000-7401.000=-18.000

*mean*	1024.939-1106.705=-81.766
σ	177.298-323.107=-145.809
min	911.436-918.513=-7.076
max	1416.911-1826.752=-409.841

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7383.000-7401.000=-18.000
σ	0.000
min	7383.000-7401.000=-18.000
max	7383.000-7401.000=-18.000

*mean*	396.067-400.753=-4.687
σ	5.232-6.807=-1.575
min	383.427-395.449=-12.022
max	399.830-416.079=-16.249

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-480.000=-4.000
σ	0.000
min	476.000-480.000=-4.000
max	476.000-480.000=-4.000

*mean*	373.302-364.694=8.609
σ	25.984-35.170=-9.186
min	315.485-317.222=-1.737
max	396.709-429.600=-32.890

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.000-566.000=-5.000
σ	1.852-0.000=1.852
min	558.000-566.000=-8.000
max	562.000-566.000=-4.000

*mean*	755.093-778.638=-23.545
σ	57.362-79.137=-21.774
min	666.908-613.444=53.464
max	817.600-845.339=-27.739

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.531-964.531=0.001
σ	1.820-1.821=-0.002
min	963.822-963.823=-0.001
max	972.225-972.233=-0.007

*mean*	1043.700-1040.450=3.250
σ	317.180-306.936=10.243
min	562.000
max	1505.000-1489.000=16.000

*mean*	1.320-1.261=0.059
σ	0.183-0.114=0.070
min	1.180-1.159=0.022
max	1.774-1.626=0.147

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.390-0.305=0.085
σ	0.490-0.291=0.199
min	0.137-0.136=0.002
max	1.264-0.822=0.442

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.486-0.481=0.005
σ	0.327-0.315=0.012
min	0.330-0.325=0.005
max	1.071-1.044=0.027

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.220=-0.003
σ	0.025-0.030=-0.005
min	0.201-0.193=0.008
max	0.261-0.267=-0.005

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.338=-0.005
σ	0.015-0.024=-0.009
min	0.317-0.317=0.001
max	0.358-0.378=-0.021

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000-431.400=-0.400
σ	0.000-0.894=-0.894
min	431.000
max	431.000-433.000=-2.000

*mean*	0.564-0.548=0.016
σ	0.079-0.042=0.036
min	0.424-0.487=-0.064
max	0.611-0.605=0.006

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.800-440.000=-8.200
σ	0.447-0.000=0.447
min	431.000-440.000=-9.000
max	432.000-440.000=-8.000

*mean*	0.480-0.456=0.025
σ	0.038-0.048=-0.010
min	0.442-0.381=0.061
max	0.527-0.515=0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	432.000-440.000=-8.000
σ	0.000
min	432.000-440.000=-8.000
max	432.000-440.000=-8.000

*mean*	2.336-2.688=-0.352
σ	0.344-0.105=0.239
min	1.821-2.466=-0.645
max	2.823-2.987=-0.164

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	432.000-440.000=-8.000
σ	0.000
min	432.000-440.000=-8.000
max	432.000-440.000=-8.000

*mean*	2.678-2.673=0.005
σ	0.117-0.080=0.037
min	2.475-2.437=0.037
max	3.077-2.882=0.195

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	432.000-440.000=-8.000
σ	0.000
min	432.000-440.000=-8.000
max	432.000-440.000=-8.000

*mean*	0.302-0.303=-0.001
σ	0.008-0.010=-0.002
min	0.291-0.289=0.002
max	0.356-0.374=-0.018

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	432.000-440.000=-8.000
σ	0.000
min	432.000-440.000=-8.000
max	432.000-440.000=-8.000

*mean*	0.297-0.297=0.000
σ	0.044-0.028=0.016
min	0.278-0.278=0.001
max	0.713-0.538=0.175

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.776-11.838=-0.062
σ	11.182-11.750=-0.569
min	0.574-0.574=-0.000
max	79.197-103.004=-23.808

*mean*	471.089-460.505=10.584
σ	21.172-18.941=2.230
min	409.000
max	485.000-475.000=10.000

*mean*	0.027-0.027=-0.000
σ	0.027-0.029=-0.001
min	0.001-0.001=-0.000
max	0.193-0.243=-0.050

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.780-278.856=-0.076
σ	1.077-1.028=0.049
min	278.383-278.478=-0.095
max	281.841-281.781=0.060

*mean*	443.900-446.300=-2.400
σ	16.616-20.870=-4.254
min	415.000-418.000=-3.000
max	467.000-481.000=-14.000

*mean*	0.583-0.571=0.012
σ	0.021-0.028=-0.007
min	0.535-0.510=0.025
max	0.614-0.613=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	847.000-850.000=-3.000
σ	0.000
min	847.000-850.000=-3.000
max	847.000-850.000=-3.000

*mean*	218.378-215.771=2.606
σ	21.454-22.961=-1.508
min	187.035-189.467=-2.432
max	243.191-249.117=-5.926

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	847.000-850.000=-3.000
σ	0.000
min	847.000-850.000=-3.000
max	847.000-850.000=-3.000

*mean*	5.839-7.087=-1.247
σ	0.112-2.218=-2.106
min	5.700-5.715=-0.015
max	6.065-11.814=-5.749

phase=parser

*mean*	1042.133-1042.133=-0.000
σ	0.000-0.000=-0.000
min	1042.133-1042.133=0.001
max	1042.133-1042.133=-0.000

*mean*	847.000-850.000=-3.000
σ	0.000
min	847.000-850.000=-3.000
max	847.000-850.000=-3.000

*mean*	377.816-435.081=-57.266
σ	1.880-121.172=-119.291
min	374.046-373.147=0.899
max	380.241-726.053=-345.812

phase=processProdDef

*mean*	2243.714-2243.716=-0.002
σ	0.000
min	2243.714-2243.716=-0.002
max	2243.714-2243.716=-0.002

*mean*	847.000-850.000=-3.000
σ	0.000
min	847.000-850.000=-3.000
max	847.000-850.000=-3.000

*mean*	2956.664-2818.215=138.449
σ	391.598-372.140=19.458
min	2234.211-2257.534=-23.323
max	3269.329-3307.239=-37.910

phase=renaming

*mean*	21.436-21.440=-0.004
σ	0.000
min	21.436-21.440=-0.004
max	21.436-21.440=-0.004

*mean*	847.000-850.000=-3.000
σ	0.000
min	847.000-850.000=-3.000
max	847.000-850.000=-3.000

*mean*	35.394-38.659=-3.264
σ	0.988-4.349=-3.360
min	33.479-34.147=-0.667
max	36.744-47.371=-10.627

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	847.000-850.000=-3.000
σ	0.000
min	847.000-850.000=-3.000
max	847.000-850.000=-3.000

*mean*	661.517-699.708=-38.190
σ	17.955-62.861=-44.906
min	633.974-653.632=-19.659
max	678.324-825.444=-147.120

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.358-282.360=-0.002
σ	0.037-0.036=0.001
min	282.309-282.309=-0.000
max	282.400-282.397=0.003

*mean*	439.400-439.600=-0.200
σ	3.286-2.191=1.095
min	437.000-438.000=-1.000
max	443.000-442.000=1.000

*mean*	0.375-0.379=-0.004
σ	0.001-0.007=-0.006
min	0.373-0.373=0.001
max	0.376-0.387=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.598-1267.587=0.011
σ	0.077-0.101=-0.024
min	1267.483-1267.473=0.011
max	1267.682-1267.706=-0.024

*mean*	1089.200-1085.800=3.400
σ	174.865-163.507=11.357
min	851.000-891.000=-40.000
max	1298.000-1310.000=-12.000

*mean*	2.020-1.953=0.066
σ	0.195-0.157=0.037
min	1.808-1.799=0.010
max	2.222-2.140=0.082

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.518-1506.553=-0.035
σ	2.940-2.936=0.003
min	1504.969-1505.048=-0.080
max	1511.764-1511.797=-0.033

*mean*	614.600-622.600=-8.000
σ	78.325-87.540=-9.215
min	494.000-492.000=2.000
max	702.000-725.000=-23.000

*mean*	2.176-2.143=0.033
σ	0.137-0.225=-0.088
min	2.072-1.984=0.088
max	2.397-2.531=-0.134

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.580-1829.573=0.007
σ	0.029-0.050=-0.022
min	1829.530-1829.506=0.025
max	1829.603-1829.618=-0.015

*mean*	1708.400-1731.800=-23.400
σ	206.997-174.259=32.738
min	1425.000-1488.000=-63.000
max	1901.000-1894.000=7.000

*mean*	2.857-3.016=-0.159
σ	0.162-0.362=-0.201
min	2.641-2.761=-0.119
max	3.075-3.657=-0.582

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.631-1.729=-0.097
σ	0.134-0.092=0.042
min	1.497-1.633=-0.136
max	1.788-1.836=-0.047

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.866-393.868=-0.001
σ	509.607-509.607=0.000
min	139.059-139.061=-0.002
max	1158.277-1158.278=-0.001

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	440.000-441.000=-1.000
σ	0.000
min	440.000-441.000=-1.000
max	440.000-441.000=-1.000

*mean*	0.469-0.488=-0.019
σ	0.475-0.503=-0.028
min	0.229-0.234=-0.005
max	1.182-1.243=-0.061

policies=20

*mean*	1390.711-1390.732=-0.021
σ	0.147-0.169=-0.022
min	1390.602-1390.613=-0.010
max	1390.928-1390.983=-0.055

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	444.000-444.500=-0.500
σ	8.000-7.000=1.000
min	440.000-441.000=-1.000
max	456.000-455.000=1.000

*mean*	2.294-2.324=-0.030
σ	0.021-0.013=0.008
min	2.271-2.309=-0.038
max	2.316-2.341=-0.024

policies=200

*mean*	13915.854-13915.900=-0.046
σ	0.071-0.087=-0.016
min	13915.803-13915.808=-0.005
max	13915.956-13916.017=-0.061

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	496.750-492.750=4.000
σ	3.775-4.349=-0.574
min	492.000-487.000=5.000
max	501.000-497.000=4.000

*mean*	23.358-23.376=-0.018
σ	0.167-0.112=0.055
min	23.157-23.283=-0.126
max	23.543-23.508=0.035