Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.133=-0.031
σ	0.000
min	446.102-446.133=-0.031
max	446.102-446.133=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.698-54.696=0.003
σ	0.366-0.364=0.001
min	54.568-54.553=0.014
max	55.739-55.731=0.008

*mean*	419.000-420.000=-1.000
σ	0.000
min	419.000-420.000=-1.000
max	419.000-420.000=-1.000

*mean*	0.140-0.139=0.001
σ	0.005-0.004=0.001
min	0.132-0.133=-0.001
max	0.147-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.777=-0.001
σ	0.007-0.006=0.001
min	43.768-43.764=0.003
max	43.792-43.788=0.004

*mean*	419.000-420.000=-1.000
σ	0.000
min	419.000-420.000=-1.000
max	419.000-420.000=-1.000

*mean*	0.120-0.121=-0.001
σ	0.003-0.004=-0.001
min	0.117-0.115=0.002
max	0.126-0.129=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.606-36.606=-0.000

*mean*	4425.625-4589.875=-164.250
σ	2225.363-2245.947=-20.585
min	1483.000-1487.000=-4.000
max	7403.000-7377.000=26.000

*mean*	12.850-137.285=-124.435
σ	1.983-353.700=-351.717
min	11.880-11.699=0.181
max	17.630-1012.647=-995.017

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.001

*mean*	4606.125-4589.875=16.250
σ	2256.671-2245.947=10.724
min	1483.000-1487.000=-4.000
max	7403.000-7377.000=26.000

*mean*	159.402-13.983=145.419
σ	413.778-4.701=409.077
min	11.492-11.473=0.019
max	1183.442-25.557=1157.885

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938
max	41.942-41.943=-0.000

*mean*	7403.000-7377.000=26.000
σ	0.000
min	7403.000-7377.000=26.000
max	7403.000-7377.000=26.000

*mean*	11.190-11.237=-0.047
σ	0.215-0.946=-0.731
min	10.799-10.677=0.121
max	11.471-13.552=-2.081

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=0.000
min	41.924-41.924=0.000
max	41.926-41.925=0.001

*mean*	4197.500-4182.750=14.750
σ	1953.478-1943.365=10.114
min	1483.000-1487.000=-4.000
max	7403.000-7377.000=26.000

*mean*	11.291-11.599=-0.308
σ	1.008-1.768=-0.760
min	10.758-10.639=0.119
max	13.765-15.948=-2.183

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=0.000
min	27.585-27.585=-0.000
max	27.972-27.972=0.000

*mean*	4197.500-4182.750=14.750
σ	1953.478-1943.365=10.114
min	1483.000-1487.000=-4.000
max	7403.000-7377.000=26.000

*mean*	8.930-8.976=-0.047
σ	0.640-1.262=-0.621
min	8.224-8.128=0.095
max	10.407-12.048=-1.642

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.386=-0.001
σ	0.000-0.001=-0.001
min	26.385-26.385=-0.000
max	26.385-26.389=-0.004

*mean*	4197.500-4182.750=14.750
σ	1953.478-1943.365=10.114
min	1483.000-1487.000=-4.000
max	7403.000-7377.000=26.000

*mean*	7.002-7.040=-0.038
σ	0.470-0.989=-0.519
min	6.612-6.317=0.295
max	8.120-9.420=-1.300

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674

*mean*	4606.125-4589.875=16.250
σ	2256.671-2245.947=10.724
min	1483.000-1487.000=-4.000
max	7403.000-7377.000=26.000

*mean*	6.633-6.461=0.172
σ	1.037-1.030=0.007
min	5.932-5.894=0.038
max	8.969-8.991=-0.022

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.001-0.001=0.000
min	25.962-25.962=-0.000
max	25.964

*mean*	4606.125-4589.875=16.250
σ	2256.671-2245.947=10.724
min	1483.000-1487.000=-4.000
max	7403.000-7377.000=26.000

*mean*	6.480-6.216=0.265
σ	1.033-1.128=-0.095
min	5.793-5.701=0.092
max	8.758-9.000=-0.242

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002-0.002=0.000
min	1021.597
max	1021.602

*mean*	7403.000-7377.000=26.000
σ	0.000
min	7403.000-7377.000=26.000
max	7403.000-7377.000=26.000

*mean*	347.545-363.811=-16.265
σ	1.759-43.151=-41.392
min	345.296-346.713=-1.417
max	350.953-470.551=-119.598

op=load_product(), with indexes

*mean*	3495.846
σ	0.455
min	3495.685
max	3496.971

*mean*	3770.750-3757.750=13.000
σ	2309.749-2298.396=11.353
min	720.000
max	7403.000-7377.000=26.000

*mean*	1787.343-1766.807=20.535
σ	663.621-677.611=-13.990
min	1395.864-1395.735=0.128
max	2940.931-2951.253=-10.322

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.842-107.842=-0.001

*mean*	4197.500-4410.875=-213.375
σ	1953.478-2215.166=-261.688
min	1483.000-1487.000=-4.000
max	7403.000-7377.000=26.000

*mean*	129.989-200.169=-70.180
σ	7.236-174.586=-167.350
min	123.411-129.038=-5.626
max	144.197-630.068=-485.872

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.070-62.069=0.001

*mean*	4425.625-4410.875=14.750
σ	2225.363-2215.166=10.196
min	1483.000-1487.000=-4.000
max	7403.000-7377.000=26.000

*mean*	151.597-42.920=108.677
σ	307.317-2.355=304.962
min	41.002-40.198=0.804
max	912.158-47.004=865.154

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=0.000
σ	0.002-0.002=0.000
min	40.926
max	40.930-40.930=0.001

*mean*	7403.000-7377.000=26.000
σ	0.000
min	7403.000-7377.000=26.000
max	7403.000-7377.000=26.000

*mean*	117.645-22.728=94.917
σ	270.294-2.722=267.572
min	21.657-21.323=0.333
max	786.586-29.156=757.431

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.293-71.293=0.000
max	71.297

*mean*	7403.000-7377.000=26.000
σ	0.000
min	7403.000-7377.000=26.000
max	7403.000-7377.000=26.000

*mean*	59.785-323.086=-263.301
σ	9.605-752.680=-743.075
min	54.997-55.757=-0.761
max	83.303-2185.871=-2102.569

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.000
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4197.500-4182.750=14.750
σ	1953.478-1943.365=10.114
min	1483.000-1487.000=-4.000
max	7403.000-7377.000=26.000

*mean*	3277.990-3323.256=-45.266
σ	730.961-723.523=7.438
min	2505.372-2495.934=9.438
max	4293.428-4264.871=28.557

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7403.000-7377.000=26.000
σ	0.000
min	7403.000-7377.000=26.000
max	7403.000-7377.000=26.000

*mean*	965.483-1002.126=-36.643
σ	72.169-152.891=-80.723
min	918.504-919.352=-0.848
max	1095.109-1353.386=-258.278

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=-0.000
σ	0.002-0.002=0.000
min	905.082
max	905.087

*mean*	7403.000-7377.000=26.000
σ	0.000
min	7403.000-7377.000=26.000
max	7403.000-7377.000=26.000

*mean*	390.400-407.474=-17.074
σ	3.053-38.481=-35.428
min	386.078-389.149=-3.071
max	395.864-502.483=-106.619

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.875-477.000=0.875
σ	0.354-1.069=-0.715
min	477.000-476.000=1.000
max	478.000

*mean*	373.453-381.355=-7.902
σ	33.652-21.866=11.786
min	305.633-354.251=-48.618
max	419.353-412.784=6.568

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	567.625-563.500=4.125
σ	1.061-0.535=0.526
min	565.000-563.000=2.000
max	568.000-564.000=4.000

*mean*	775.574-726.114=49.459
σ	53.485-57.318=-3.833
min	706.182-652.947=53.235
max	865.422-818.506=46.916

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.558-964.557=0.001
σ	1.880-1.879=0.001
min	963.837-963.837=0.000
max	972.510-972.504=0.006

*mean*	1047.850-1057.100=-9.250
σ	315.565-313.174=2.391
min	557.000-580.000=-23.000
max	1511.000-1521.000=-10.000

*mean*	1.266-1.289=-0.023
σ	0.123-0.111=0.013
min	1.182-1.181=0.002
max	1.744-1.560=0.184

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.486-0.302=0.184
σ	0.452-0.310=0.142
min	0.238-0.145=0.093
max	1.291-0.856=0.435

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.830-0.474=0.356
σ	0.522-0.318=0.203
min	0.584-0.322=0.262
max	1.762-1.044=0.719

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.378-0.217=0.161
σ	0.034-0.021=0.013
min	0.357-0.204=0.153
max	0.439-0.253=0.185

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.596-0.328=0.268
σ	0.030-0.016=0.014
min	0.564-0.310=0.254
max	0.643-0.354=0.290

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	435.200-431.000=4.200
σ	4.550-0.000=4.550
min	431.000
max	440.000-431.000=9.000

*mean*	0.588-0.549=0.040
σ	0.102-0.051=0.051
min	0.497-0.489=0.008
max	0.747-0.615=0.131

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	0.470-0.457=0.013
σ	0.041-0.058=-0.017
min	0.401-0.377=0.024
max	0.503-0.522=-0.019

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	2.121-2.602=-0.481
σ	0.296-0.110=0.186
min	1.802-2.459=-0.658
max	2.716-3.125=-0.409

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	2.644-2.557=0.087
σ	0.104-0.067=0.037
min	2.485-2.413=0.072
max	3.040-2.758=0.282

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	0.306-0.309=-0.003
σ	0.012-0.031=-0.019
min	0.291-0.292=-0.001
max	0.377-0.588=-0.211

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	0.292-0.293=-0.001
σ	0.009-0.021=-0.012
min	0.274-0.278=-0.004
max	0.340-0.490=-0.151

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.905-11.978=-0.074
σ	10.961-12.309=-1.347
min	0.573-0.574=-0.000
max	80.823-88.733=-7.909

*mean*	463.864-467.257=-3.393
σ	18.848-19.221=-0.373
min	408.000
max	478.000-480.000=-2.000

*mean*	0.027-0.027=0.000
σ	0.027-0.030=-0.003
min	0.001-0.001=0.000
max	0.192-0.207=-0.016

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.041-279.036=0.005
σ	1.011-1.065=-0.054
min	278.608-278.634=-0.026
max	281.909-282.065=-0.156

*mean*	445.600-442.800=2.800
σ	16.854-14.551=2.303
min	415.000-426.000=-11.000
max	465.000-471.000=-6.000

*mean*	0.573-0.584=-0.011
σ	0.029-0.016=0.013
min	0.529-0.561=-0.032
max	0.618-0.623=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	873.000-694.000=179.000
σ	0.000
min	873.000-694.000=179.000
max	873.000-694.000=179.000

*mean*	151.787-152.934=-1.146
σ	10.445-11.662=-1.217
min	136.272-137.015=-0.743
max	161.965-168.175=-6.209

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	873.000-694.000=179.000
σ	0.000
min	873.000-694.000=179.000
max	873.000-694.000=179.000

*mean*	8.968-7.442=1.526
σ	1.447-1.300=0.147
min	6.951-5.873=1.078
max	11.805-9.034=2.771

phase=parser

*mean*	1042.136-1042.130=0.006
σ	0.000-0.000=-0.000
min	1042.136-1042.130=0.006
max	1042.136-1042.131=0.006

*mean*	873.000-694.000=179.000
σ	0.000
min	873.000-694.000=179.000
max	873.000-694.000=179.000

*mean*	481.514-504.882=-23.367
σ	136.559-93.152=43.408
min	377.352-410.517=-33.165
max	722.565-617.585=104.980

phase=processProdDef

*mean*	2241.192-2241.195=-0.003
σ	0.000
min	2241.192-2241.195=-0.003
max	2241.192-2241.195=-0.003

*mean*	873.000-694.000=179.000
σ	0.000
min	873.000-694.000=179.000
max	873.000-694.000=179.000

*mean*	2841.878-2741.278=100.600
σ	518.455-257.800=260.655
min	1902.244-2361.476=-459.232
max	3365.353-3075.396=289.956

phase=renaming

*mean*	21.430-21.433=-0.004
σ	0.000
min	21.430-21.433=-0.004
max	21.430-21.433=-0.004

*mean*	873.000-694.000=179.000
σ	0.000
min	873.000-694.000=179.000
max	873.000-694.000=179.000

*mean*	35.807-41.081=-5.273
σ	8.339-6.442=1.898
min	25.925-33.097=-7.172
max	47.783-49.242=-1.458

phase=type checker

*mean*	958.466-958.462=0.004
σ	0.047
min	958.443-958.439=0.004
max	958.568-958.564=0.004

*mean*	873.000-694.000=179.000
σ	0.000
min	873.000-694.000=179.000
max	873.000-694.000=179.000

*mean*	711.486-667.538=43.948
σ	75.777-19.182=56.595
min	617.335-630.759=-13.425
max	841.098-689.103=151.995

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.854=0.002
σ	0.038-0.037=0.000
min	282.800-282.800=0.001
max	282.892-282.890=0.002

*mean*	443.000-442.400=0.600
σ	0.000-0.548=-0.548
min	443.000-442.000=1.000
max	443.000

*mean*	0.378-0.377=0.001
σ	0.007-0.008=-0.000
min	0.373-0.371=0.002
max	0.390-0.390=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.050-1268.051=-0.001
σ	0.107-0.111=-0.004
min	1267.961-1267.959=0.003
max	1268.228-1268.236=-0.008

*mean*	1110.000-1084.600=25.400
σ	183.663-185.009=-1.346
min	891.000-867.000=24.000
max	1359.000-1323.000=36.000

*mean*	1.905-1.902=0.003
σ	0.111-0.133=-0.021
min	1.806-1.805=0.001
max	2.093-2.126=-0.034

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.008-1507.012=-0.004
σ	2.944-2.949=-0.005
min	1505.459-1505.458=0.001
max	1512.261-1512.274=-0.013

*mean*	610.200-627.600=-17.400
σ	92.821-81.562=11.259
min	498.000-503.000=-5.000
max	729.000-718.000=11.000

*mean*	2.159-2.171=-0.011
σ	0.082-0.140=-0.057
min	2.076-2.036=0.040
max	2.287-2.395=-0.109

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.081-1830.062=0.019
σ	0.076-0.045=0.031
min	1829.984-1829.989=-0.005
max	1830.184-1830.105=0.078

*mean*	1752.200-1734.400=17.800
σ	212.476-185.656=26.820
min	1473.000-1466.000=7.000
max	1954.000-1899.000=55.000

*mean*	3.228-2.999=0.229
σ	0.418-0.313=0.105
min	2.818-2.726=0.093
max	3.732-3.536=0.196

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.706-1.779=-0.072
σ	0.085-0.057=0.028
min	1.592-1.697=-0.105
max	1.824-1.852=-0.028

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.942-405.944=-0.001
σ	509.286-509.285=0.001
min	151.294-151.298=-0.004
max	1169.871-1169.872=-0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	442.000-445.000=-3.000
σ	0.000
min	442.000-445.000=-3.000
max	442.000-445.000=-3.000

*mean*	0.504-0.483=0.022
σ	0.500-0.470=0.030
min	0.252-0.247=0.005
max	1.254-1.187=0.067

policies=20

*mean*	1513.138-1513.138=0.000
σ	0.270-0.261=0.009
min	1512.963-1512.974=-0.011
max	1513.539-1513.526=0.013

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.750-451.500=-2.750
σ	9.605-10.376=-0.772
min	442.000-445.000=-3.000
max	463.000-467.000=-4.000

*mean*	2.490-2.497=-0.008
σ	0.013-0.007=0.006
min	2.474-2.490=-0.016
max	2.506-2.508=-0.001

policies=200

*mean*	15140.051-15139.924=0.127
σ	0.158-0.025=0.133
min	15139.917-15139.895=0.022
max	15140.280-15139.956=0.325

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-495.750=1.500
σ	5.909-3.775=2.134
min	490.000-491.000=-1.000
max	503.000-500.000=3.000

*mean*	25.107-24.951=0.157
σ	0.220-0.118=0.102
min	24.966-24.799=0.166
max	25.435-25.064=0.371