Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.697-54.698=-0.001
σ	0.365-0.363=0.002
min	54.563-54.562=0.001
max	55.735-55.730=0.004

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.138-0.142=-0.005
σ	0.006-0.005=0.000
min	0.131-0.136=-0.004
max	0.147-0.151=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.778=-0.000
σ	0.010-0.008=0.002
min	43.764-43.765=-0.001
max	43.795-43.789=0.005

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.125-0.124=0.001
σ	0.004-0.004=-0.001
min	0.122-0.119=0.002
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.000

*mean*	4592.500-4473.375=119.125
σ	2247.337-2207.820=39.517
min	1487.000-1472.000=15.000
max	7385.000-7282.000=103.000

*mean*	165.939-12.133=153.806
σ	434.363-0.179=434.183
min	11.832-11.863=-0.031
max	1240.930-12.430=1228.500

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.605-36.605=-0.000

*mean*	4592.500-4473.375=119.125
σ	2247.337-2207.820=39.517
min	1487.000-1472.000=15.000
max	7385.000-7282.000=103.000

*mean*	13.569-11.743=1.827
σ	3.579-0.282=3.297
min	11.475-11.338=0.137
max	22.309-12.334=9.975

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.000

*mean*	7385.000-7282.000=103.000
σ	0.000
min	7385.000-7282.000=103.000
max	7385.000-7282.000=103.000

*mean*	11.613-11.714=-0.101
σ	1.844-1.898=-0.054
min	10.853-10.835=0.017
max	16.173-16.393=-0.220

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.001=-0.001
min	41.924-41.924=0.000
max	41.926-41.928=-0.003

*mean*	4184.375-4473.375=-289.000
σ	1943.720-2207.820=-264.100
min	1487.000-1472.000=15.000
max	7385.000-7282.000=103.000

*mean*	11.839-11.547=0.292
σ	1.695-0.892=0.803
min	10.950-11.016=-0.066
max	15.986-13.728=2.258

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.137=-0.000
min	27.585-27.585=0.000
max	27.972

*mean*	4184.375-4473.375=-289.000
σ	1943.720-2207.820=-264.100
min	1487.000-1472.000=15.000
max	7385.000-7282.000=103.000

*mean*	8.976-8.657=0.319
σ	1.513-0.672=0.841
min	8.198-7.815=0.384
max	12.695-9.884=2.810

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=-0.000
min	26.385
max	26.385-26.385=-0.000

*mean*	4184.375-4473.375=-289.000
σ	1943.720-2207.820=-264.100
min	1487.000-1472.000=15.000
max	7385.000-7282.000=103.000

*mean*	6.623-6.353=0.269
σ	1.239-0.666=0.574
min	5.894-5.763=0.131
max	9.614-7.882=1.732

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674-25.674=-0.000

*mean*	4592.500-4473.375=119.125
σ	2247.337-2207.820=39.517
min	1487.000-1472.000=15.000
max	7385.000-7282.000=103.000

*mean*	6.310-5.963=0.347
σ	0.991-0.313=0.678
min	5.755-5.652=0.103
max	8.743-6.679=2.064

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.001-0.001=-0.000
min	25.962
max	25.964-25.964=-0.000

*mean*	4592.500-4473.375=119.125
σ	2247.337-2207.820=39.517
min	1487.000-1472.000=15.000
max	7385.000-7282.000=103.000

*mean*	6.129-5.631=0.498
σ	1.095-0.205=0.891
min	5.480-5.387=0.093
max	8.814-5.928=2.887

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=-0.000
σ	0.002-0.002=0.000
min	1021.597-1021.598=-0.000
max	1021.602

*mean*	7385.000-7282.000=103.000
σ	0.000
min	7385.000-7282.000=103.000
max	7385.000-7282.000=103.000

*mean*	346.167-361.358=-15.191
σ	2.289-39.916=-37.627
min	342.491-343.773=-1.283
max	349.481-459.906=-110.425

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=0.000
min	3495.685-3495.685=-0.000
max	3496.971

*mean*	3759.500-3653.625=105.875
σ	2298.851-2233.345=65.506
min	721.000-724.000=-3.000
max	7385.000-7282.000=103.000

*mean*	1718.991-1606.871=112.120
σ	600.712-561.748=38.964
min	1398.944-1396.260=2.684
max	2959.203-2997.005=-37.801

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.842-107.842=0.000

*mean*	4413.750-4473.375=-59.625
σ	2216.964-2207.820=9.144
min	1487.000-1472.000=15.000
max	7385.000-7282.000=103.000

*mean*	267.797-129.493=138.304
σ	375.969-8.431=367.538
min	123.813-121.271=2.542
max	1197.000-148.348=1048.652

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.069

*mean*	4413.750-4473.375=-59.625
σ	2216.964-2207.820=9.144
min	1487.000-1472.000=15.000
max	7385.000-7282.000=103.000

*mean*	46.380-43.018=3.362
σ	9.072-1.409=7.664
min	40.886-41.441=-0.556
max	68.365-45.694=22.671

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=0.000
σ	0.002-0.002=-0.000
min	40.926
max	40.930

*mean*	7385.000-7282.000=103.000
σ	0.000
min	7385.000-7282.000=103.000
max	7385.000-7282.000=103.000

*mean*	192.550-50.789=141.762
σ	482.444-80.736=401.708
min	21.298-21.515=-0.216
max	1386.535-250.581=1135.954

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=0.000
max	71.297-71.297=0.000

*mean*	7385.000-7282.000=103.000
σ	0.000
min	7385.000-7282.000=103.000
max	7385.000-7282.000=103.000

*mean*	63.686-63.330=0.356
σ	21.836-20.802=1.034
min	54.906-54.996=-0.090
max	117.584-114.782=2.802

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4184.375-4473.375=-289.000
σ	1943.720-2207.820=-264.100
min	1487.000-1472.000=15.000
max	7385.000-7282.000=103.000

*mean*	3171.302-3429.223=-257.920
σ	745.558-677.395=68.162
min	2514.965-2509.552=5.412
max	4598.333-4382.082=216.251

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7385.000-7282.000=103.000
σ	0.000
min	7385.000-7282.000=103.000
max	7385.000-7282.000=103.000

*mean*	1000.054-1082.997=-82.942
σ	165.705-322.224=-156.518
min	917.911-915.505=2.406
max	1384.027-1856.215=-472.187

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=-0.000
σ	0.002-0.002=0.000
min	905.082
max	905.087

*mean*	7385.000-7282.000=103.000
σ	0.000
min	7385.000-7282.000=103.000
max	7385.000-7282.000=103.000

*mean*	393.423-413.023=-19.600
σ	4.151-37.942=-33.791
min	384.233-397.869=-13.636
max	398.470-506.845=-108.376

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-477.750=-0.750
σ	0.000-0.707=-0.707
min	477.000-476.000=1.000
max	477.000-478.000=-1.000

*mean*	390.693-379.003=11.690
σ	13.006-25.263=-12.257
min	366.815-334.083=32.731
max	404.461-415.592=-11.131

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.125-561.750=1.375
σ	0.354-2.315=-1.961
min	563.000-558.000=5.000
max	564.000-563.000=1.000

*mean*	745.839-762.756=-16.918
σ	53.414-33.785=19.628
min	632.213-715.206=-82.993
max	819.955-822.008=-2.053

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.558-964.557=0.002
σ	1.879-1.881=-0.002
min	963.840-963.837=0.003
max	972.507-972.514=-0.007

*mean*	1054.850-1030.950=23.900
σ	308.377-302.857=5.521
min	556.000-537.000=19.000
max	1510.000-1517.000=-7.000

*mean*	1.279-1.234=0.045
σ	0.115-0.097=0.019
min	1.177-1.071=0.105
max	1.580-1.476=0.104

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.303-0.338=-0.035
σ	0.294-0.371=-0.077
min	0.147-0.139=0.009
max	0.826-0.998=-0.171

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.476-0.427=0.049
σ	0.322-0.198=0.123
min	0.323-0.332=-0.009
max	1.052-0.781=0.271

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.222-0.223=-0.002
σ	0.029-0.027=0.002
min	0.204-0.202=0.002
max	0.271-0.266=0.005

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.342-0.380=-0.039
σ	0.030-0.084=-0.054
min	0.314-0.322=-0.008
max	0.375-0.527=-0.152

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000-430.400=0.600
σ	0.000-0.894=-0.894
min	431.000-430.000=1.000
max	431.000-432.000=-1.000

*mean*	0.578-0.537=0.041
σ	0.027-0.044=-0.017
min	0.535-0.485=0.050
max	0.602-0.592=0.010

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000-438.000=-7.000
σ	0.000
min	431.000-438.000=-7.000
max	431.000-438.000=-7.000

*mean*	0.500-0.495=0.005
σ	0.038-0.026=0.012
min	0.433-0.467=-0.034
max	0.527-0.518=0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-438.000=-7.000
σ	0.000
min	431.000-438.000=-7.000
max	431.000-438.000=-7.000

*mean*	2.671-1.918=0.753
σ	0.094-0.110=-0.015
min	2.500-1.715=0.785
max	2.908-2.278=0.630

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-438.000=-7.000
σ	0.000
min	431.000-438.000=-7.000
max	431.000-438.000=-7.000

*mean*	2.683-1.843=0.840
σ	0.101-0.095=0.006
min	2.499-1.714=0.785
max	3.036-2.152=0.885

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-438.000=-7.000
σ	0.000
min	431.000-438.000=-7.000
max	431.000-438.000=-7.000

*mean*	0.302-0.303=-0.001
σ	0.008-0.008=0.001
min	0.288-0.291=-0.003
max	0.362-0.349=0.013

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-438.000=-7.000
σ	0.000
min	431.000-438.000=-7.000
max	431.000-438.000=-7.000

*mean*	0.294-0.288=0.006
σ	0.030-0.008=0.022
min	0.275-0.276=-0.000
max	0.579-0.324=0.255

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.271-11.706=-0.435
σ	11.865-11.475=0.390
min	0.574-0.715=-0.141
max	87.146-121.992=-34.846

*mean*	462.531-465.461=-2.930
σ	20.254-18.525=1.729
min	408.000
max	481.000-479.000=2.000

*mean*	0.026-0.027=-0.001
σ	0.029-0.028=0.001
min	0.001-0.001=-0.000
max	0.213-0.289=-0.075

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.195-279.113=0.082
σ	1.002-1.048=-0.046
min	278.796-278.666=0.130
max	282.040-282.090=-0.050

*mean*	440.300-443.500=-3.200
σ	15.348-18.118=-2.770
min	417.000
max	466.000-469.000=-3.000

*mean*	0.576-0.572=0.004
σ	0.021-0.022=-0.001
min	0.549-0.537=0.013
max	0.624-0.612=0.012

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	850.000-819.625=30.375
σ	0.000-56.485=-56.485
min	850.000-703.000=147.000
max	850.000-849.000=1.000

*mean*	149.069-143.210=5.859
σ	13.081-8.981=4.100
min	129.282-134.666=-5.384
max	162.910-163.236=-0.327

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	850.000-803.750=46.250
σ	0.000-64.393=-64.393
min	850.000-702.000=148.000
max	850.000-849.000=1.000

*mean*	8.948-8.801=0.147
σ	2.834-1.812=1.021
min	5.774-6.883=-1.109
max	12.079-11.862=0.216

phase=parser

*mean*	1042.132-1042.130=0.002
σ	0.000-0.000=0.000
min	1042.132-1042.130=0.002
max	1042.132-1042.131=0.002

*mean*	850.000-803.750=46.250
σ	0.000-64.393=-64.393
min	850.000-702.000=148.000
max	850.000-849.000=1.000

*mean*	562.193-545.063=17.131
σ	163.220-103.854=59.367
min	374.276-439.656=-65.379
max	728.669-722.714=5.955

phase=processProdDef

*mean*	2241.194-2241.195=-0.001
σ	0.000
min	2241.194-2241.195=-0.001
max	2241.194-2241.195=-0.001

*mean*	850.000-819.625=30.375
σ	0.000-56.485=-56.485
min	850.000-703.000=147.000
max	850.000-849.000=1.000

*mean*	2659.940-2902.346=-242.406
σ	339.107-275.767=63.340
min	2207.931-2493.871=-285.940
max	3051.171-3312.336=-261.165

phase=renaming

*mean*	21.434-21.433=0.000
σ	0.000
min	21.434-21.433=0.000
max	21.434-21.433=0.000

*mean*	850.000-803.750=46.250
σ	0.000-64.393=-64.393
min	850.000-702.000=148.000
max	850.000-849.000=1.000

*mean*	41.839-41.412=0.427
σ	5.701-7.554=-1.853
min	29.859-26.152=3.708
max	46.997-48.442=-1.445

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	850.000-803.750=46.250
σ	0.000-64.393=-64.393
min	850.000-702.000=148.000
max	850.000-849.000=1.000

*mean*	730.015-695.702=34.313
σ	88.011-75.534=12.477
min	641.049-639.953=1.096
max	873.050-849.652=23.398

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.854-282.855=-0.000
σ	0.037-0.039=-0.002
min	282.799-282.800=-0.001
max	282.890-282.893=-0.003

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.373-0.386=-0.013
σ	0.001-0.002=-0.001
min	0.373-0.384=-0.011
max	0.374-0.389=-0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.052-1268.052=0.000
σ	0.107-0.113=-0.006
min	1267.953-1267.956=-0.004
max	1268.227-1268.241=-0.014

*mean*	1091.000-1091.200=-0.200
σ	168.879-167.574=1.304
min	892.000
max	1324.000-1320.000=4.000

*mean*	2.047-1.929=0.118
σ	0.188-0.112=0.076
min	1.810-1.793=0.017
max	2.294-2.055=0.239

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.018-1507.033=-0.015
σ	2.926-2.981=-0.055
min	1505.486-1505.473=0.012
max	1512.238-1512.353=-0.115

*mean*	625.000-624.800=0.200
σ	87.164-87.537=-0.373
min	495.000-494.000=1.000
max	727.000

*mean*	2.193-2.233=-0.040
σ	0.084-0.189=-0.105
min	2.103-2.128=-0.025
max	2.297-2.570=-0.273

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.070-1830.055=0.016
σ	0.055-0.049=0.006
min	1829.994-1829.997=-0.003
max	1830.136-1830.100=0.036

*mean*	1721.600-1720.600=1.000
σ	188.920-190.774=-1.854
min	1463.000-1453.000=10.000
max	1899.000-1896.000=3.000

*mean*	2.999-2.945=0.054
σ	0.303-0.310=-0.007
min	2.819-2.671=0.147
max	3.538-3.480=0.058

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.678-1.674=0.004
σ	0.106-0.255=-0.149
min	1.556-1.249=0.307
max	1.833-1.884=-0.051

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.943-405.941=0.002
σ	509.285-509.285=-0.000
min	151.295-151.294=0.001
max	1169.870-1169.869=0.002

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.504-0.495=0.009
σ	0.498-0.480=0.019
min	0.252-0.247=0.004
max	1.252-1.215=0.037

policies=20

*mean*	1513.138-1513.115=0.023
σ	0.251-0.256=-0.005
min	1512.971-1512.937=0.034
max	1513.509-1513.493=0.016

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.750-447.750=5.000
σ	12.312-2.500=9.812
min	444.000
max	471.000-449.000=22.000

*mean*	2.480-2.469=0.011
σ	0.019-0.009=0.009
min	2.457-2.460=-0.003
max	2.502-2.482=0.020

policies=200

*mean*	15140.028-15139.964=0.064
σ	0.107-0.187=-0.080
min	15139.887-15139.774=0.112
max	15140.144-15140.218=-0.074

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	503.000-501.250=1.750
σ	6.325-4.787=1.537
min	497.000-496.000=1.000
max	511.000-507.000=4.000

*mean*	25.055-25.137=-0.082
σ	0.091-0.223=-0.132
min	24.967-24.909=0.058
max	25.182-25.425=-0.243