Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.717=-0.000
σ	0.363-0.363=-0.000
min	54.581-54.580=0.001
max	55.748-55.750=-0.001

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.141-0.141=0.000
σ	0.005-0.004=0.001
min	0.135-0.136=-0.001
max	0.150-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.777=-0.000
σ	0.009-0.008=0.000
min	43.763-43.763=0.000
max	43.788-43.788=0.000

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.121-0.121=0.000
σ	0.005-0.005=0.000
min	0.116-0.115=0.001
max	0.131-0.127=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4591.875-4425.625=166.250
σ	2248.670-2224.914=23.756
min	1485.000-1481.000=4.000
max	7386.000-7402.000=-16.000

*mean*	165.110-12.933=152.177
σ	432.571-1.994=430.577
min	11.937-11.892=0.045
max	1235.668-17.791=1217.877

op=column_set() on indexed, repeat

*mean*	36.604-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.001

*mean*	4591.875-4605.125=-13.250
σ	2248.670-2256.102=-7.432
min	1485.000-1481.000=4.000
max	7386.000-7402.000=-16.000

*mean*	13.504-157.617=-144.113
σ	2.930-409.607=-406.676
min	11.750-11.533=0.216
max	20.651-1171.331=-1150.681

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=-0.000

*mean*	7386.000-7402.000=-16.000
σ	0.000
min	7386.000-7402.000=-16.000
max	7386.000-7402.000=-16.000

*mean*	12.185-11.498=0.687
σ	2.118-0.475=1.643
min	11.011-11.119=-0.108
max	16.877-12.609=4.268

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.002-0.001=0.000
min	41.924-41.924=-0.000
max	41.929-41.928=0.001

*mean*	4182.625-4197.125=-14.500
σ	1944.916-1952.799=-7.883
min	1485.000-1481.000=4.000
max	7386.000-7402.000=-16.000

*mean*	11.879-11.782=0.097
σ	1.819-1.279=0.541
min	10.932-11.049=-0.117
max	16.350-14.923=1.427

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=-0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4182.625-4197.125=-14.500
σ	1944.916-1952.799=-7.883
min	1485.000-1481.000=4.000
max	7386.000-7402.000=-16.000

*mean*	8.934-8.827=0.108
σ	1.312-0.661=0.651
min	7.913-8.032=-0.120
max	12.118-10.311=1.806

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4182.625-4197.125=-14.500
σ	1944.916-1952.799=-7.883
min	1485.000-1481.000=4.000
max	7386.000-7402.000=-16.000

*mean*	6.826-6.391=0.435
σ	1.027-0.497=0.530
min	6.127-5.920=0.206
max	9.338-7.499=1.839

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673

*mean*	4591.875-4605.125=-13.250
σ	2248.670-2256.102=-7.432
min	1485.000-1481.000=4.000
max	7386.000-7402.000=-16.000

*mean*	6.236-6.478=-0.241
σ	0.509-1.193=-0.684
min	5.880-5.731=0.149
max	7.450-9.105=-1.655

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961
max	25.962

*mean*	4591.875-4605.125=-13.250
σ	2248.670-2256.102=-7.432
min	1485.000-1481.000=4.000
max	7386.000-7402.000=-16.000

*mean*	6.025-6.354=-0.330
σ	0.606-1.161=-0.555
min	5.627-5.432=0.195
max	7.504-9.001=-1.497

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7386.000-7402.000=-16.000
σ	0.000
min	7386.000-7402.000=-16.000
max	7386.000-7402.000=-16.000

*mean*	348.092-347.924=0.168
σ	0.970-2.395=-1.425
min	345.800-345.621=0.179
max	348.846-351.738=-2.892

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.978

*mean*	3758.750-3769.875=-11.125
σ	2299.670-2309.005=-9.334
min	721.000-720.000=1.000
max	7386.000-7402.000=-16.000

*mean*	1777.415-1770.598=6.817
σ	689.901-634.279=55.622
min	1401.806-1390.937=10.869
max	3001.659-2831.256=170.402

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.841-107.841=0.001

*mean*	4411.875-4197.125=214.750
σ	2218.264-1952.799=265.465
min	1485.000-1481.000=4.000
max	7386.000-7402.000=-16.000

*mean*	232.156-127.285=104.871
σ	273.006-7.815=265.191
min	123.070-119.331=3.739
max	906.487-145.384=761.103

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065-62.065=-0.000
max	62.069-62.069=-0.001

*mean*	4411.875-4425.625=-13.750
σ	2218.264-2224.914=-6.650
min	1485.000-1481.000=4.000
max	7386.000-7402.000=-16.000

*mean*	43.246-137.989=-94.744
σ	2.718-272.173=-269.455
min	40.758-40.773=-0.015
max	49.217-811.581=-762.364

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002-0.002=-0.000
min	40.925
max	40.928-40.929=-0.001

*mean*	7386.000-7402.000=-16.000
σ	0.000
min	7386.000-7402.000=-16.000
max	7386.000-7402.000=-16.000

*mean*	203.158-126.593=76.565
σ	508.483-294.461=214.022
min	21.649-21.682=-0.033
max	1461.574-855.344=606.230

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=-0.000
max	71.296-71.296=-0.000

*mean*	7386.000-7402.000=-16.000
σ	0.000
min	7386.000-7402.000=-16.000
max	7386.000-7402.000=-16.000

*mean*	65.735-60.223=5.512
σ	24.458-12.363=12.095
min	55.178-55.075=0.103
max	125.867-90.743=35.124

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875

*mean*	4182.625-4197.125=-14.500
σ	1944.916-1952.799=-7.883
min	1485.000-1481.000=4.000
max	7386.000-7402.000=-16.000

*mean*	3289.353-3185.315=104.038
σ	793.720-731.152=62.569
min	2478.984-2496.583=-17.600
max	4600.423-4386.284=214.139

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7386.000-7402.000=-16.000
σ	0.000
min	7386.000-7402.000=-16.000
max	7386.000-7402.000=-16.000

*mean*	1038.076-1033.760=4.316
σ	216.159-204.240=11.919
min	917.976-929.627=-11.650
max	1443.828-1505.542=-61.713

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7386.000-7402.000=-16.000
σ	0.000
min	7386.000-7402.000=-16.000
max	7386.000-7402.000=-16.000

*mean*	408.966-393.318=15.647
σ	36.274-4.140=32.134
min	389.106-384.757=4.349
max	498.278-397.657=100.621

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.250-476.750=-0.500
σ	1.035-0.463=0.572
min	475.000-476.000=-1.000
max	477.000

*mean*	362.920-346.250=16.670
σ	43.117-36.718=6.400
min	303.259-299.762=3.496
max	422.050-402.430=19.620

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.375-562.250=-0.875
σ	1.768-5.092=-3.324
min	557.000-554.000=3.000
max	562.000-565.000=-3.000

*mean*	740.855-771.310=-30.456
σ	71.166-40.538=30.627
min	617.341-708.210=-90.869
max	822.508-831.554=-9.046

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.563=0.001
σ	1.879-1.880=-0.001
min	963.843-963.842=0.001
max	972.510-972.516=-0.006

*mean*	1040.750-1040.450=0.300
σ	306.329-293.291=13.038
min	590.000-551.000=39.000
max	1490.000-1431.000=59.000

*mean*	1.258-1.276=-0.018
σ	0.077-0.128=-0.051
min	1.160-1.182=-0.022
max	1.493-1.715=-0.222

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.429-0.291=0.138
σ	0.438-0.287=0.151
min	0.138-0.135=0.003
max	1.201-0.799=0.401

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.833-0.472=0.361
σ	0.528-0.321=0.207
min	0.578-0.317=0.260
max	1.776-1.046=0.730

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.373-0.216=0.157
σ	0.040-0.030=0.010
min	0.343-0.189=0.154
max	0.442-0.265=0.178

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.551-0.332=0.219
σ	0.108-0.016=0.092
min	0.363-0.319=0.044
max	0.639-0.360=0.279

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000-431.400=-0.400
σ	0.000-0.894=-0.894
min	431.000
max	431.000-433.000=-2.000

*mean*	0.580-0.560=0.020
σ	0.099-0.044=0.055
min	0.494-0.483=0.010
max	0.744-0.590=0.154

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.442-0.450=-0.009
σ	0.043-0.054=-0.011
min	0.378-0.380=-0.002
max	0.488-0.518=-0.030

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	2.607-2.734=-0.127
σ	0.119-0.097=0.022
min	2.450-2.516=-0.067
max	3.324-3.057=0.268

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	2.561-2.609=-0.048
σ	0.062-0.097=-0.035
min	2.420-2.470=-0.050
max	2.754-3.085=-0.331

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.307-0.303=0.004
σ	0.031-0.010=0.022
min	0.291-0.287=0.004
max	0.603-0.367=0.236

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.295-0.299=-0.005
σ	0.011-0.059=-0.048
min	0.280-0.277=0.003
max	0.364-0.850=-0.486

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.021-11.500=0.521
σ	12.042-11.972=0.069
min	0.714-0.716=-0.001
max	91.885-115.631=-23.746

*mean*	468.121-466.448=1.673
σ	20.029-18.570=1.460
min	408.000
max	480.000-481.000=-1.000

*mean*	0.027-0.026=0.001
σ	0.029-0.029=0.000
min	0.001-0.001=0.001
max	0.221-0.288=-0.067

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.224-278.891=0.332
σ	1.028-1.073=-0.046
min	278.741-278.387=0.355
max	282.140-281.933=0.207

*mean*	442.100
σ	16.162-17.698=-1.536
min	413.000-414.000=-1.000
max	468.000-464.000=4.000

*mean*	0.567-0.569=-0.002
σ	0.030-0.020=0.010
min	0.507-0.527=-0.020
max	0.610-0.595=0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	210.487-228.265=-17.777
σ	25.044-23.491=1.553
min	186.390-191.583=-5.193
max	241.853-251.168=-9.315

phase=macro expansion

*mean*	5.896-5.900=-0.004
σ	0.000
min	5.896-5.900=-0.004
max	5.896-5.900=-0.004

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	8.179-7.034=1.145
σ	1.056-1.544=-0.487
min	6.889-5.881=1.008
max	9.001-8.965=0.036

phase=parser

*mean*	1042.131-1042.134=-0.003
σ	0.000-0.000=0.000
min	1042.130-1042.133=-0.003
max	1042.131-1042.134=-0.003

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	542.665-482.920=59.746
σ	75.821-114.363=-38.542
min	441.112-374.219=66.892
max	615.167-591.692=23.476

phase=processProdDef

*mean*	2243.718-2243.717=0.001
σ	0.000
min	2243.718-2243.717=0.001
max	2243.718-2243.717=0.001

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	2956.776-2577.596=379.180
σ	231.098-431.301=-200.203
min	2598.635-1928.933=669.702
max	3218.553-3067.536=151.017

phase=renaming

*mean*	21.440-21.436=0.004
σ	0.000
min	21.440-21.436=0.004
max	21.440-21.436=0.004

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	44.240-36.771=7.469
σ	3.967-7.750=-3.783
min	39.267-20.415=18.853
max	49.179-42.361=6.818

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	660.602-646.859=13.743
σ	16.922-20.828=-3.906
min	630.254-607.931=22.323
max	680.182-669.955=10.227

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.856=-0.001
σ	0.037-0.038=-0.001
min	282.800-282.801=-0.001
max	282.890-282.893=-0.003

*mean*	441.400
σ	3.286
min	439.000
max	445.000

*mean*	0.383-0.377=0.006
σ	0.009-0.001=0.008
min	0.377-0.376=0.001
max	0.398-0.379=0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.045-1268.063=-0.017
σ	0.090-0.112=-0.022
min	1267.971-1267.964=0.006
max	1268.190-1268.250=-0.060

*mean*	1112.600-1091.800=20.800
σ	170.160-167.831=2.329
min	897.000-892.000=5.000
max	1325.000-1320.000=5.000

*mean*	1.902-1.991=-0.089
σ	0.106-0.104=0.002
min	1.818-1.873=-0.056
max	2.087-2.087=-0.001

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.051-1507.027=0.024
σ	2.979-2.953=0.026
min	1505.519-1505.479=0.040
max	1512.370-1512.296=0.074

*mean*	632.200-625.400=6.800
σ	87.862-87.248=0.613
min	498.000-495.000=3.000
max	727.000

*mean*	2.266-2.195=0.071
σ	0.238-0.144=0.094
min	2.070-2.107=-0.037
max	2.569-2.450=0.119

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.095-1830.069=0.026
σ	0.091-0.049=0.042
min	1829.992-1829.995=-0.003
max	1830.223-1830.113=0.110

*mean*	1745.200-1720.400=24.800
σ	212.429-188.851=23.578
min	1459.000-1453.000=6.000
max	1945.000-1891.000=54.000

*mean*	3.167-3.046=0.120
σ	0.434-0.389=0.044
min	2.661-2.829=-0.169
max	3.627-3.740=-0.113

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.778-1.712=0.065
σ	0.114-0.074=0.040
min	1.574-1.624=-0.049
max	1.844-1.804=0.040

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.198-406.199=-0.001
σ	509.796-509.795=0.001
min	151.294-151.298=-0.004
max	1170.892-1170.892=0.000

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.490-0.491=-0.001
σ	0.469-0.478=-0.009
min	0.250-0.248=0.002
max	1.193-1.208=-0.015

policies=20

*mean*	1513.149-1513.148=0.001
σ	0.277-0.268=0.009
min	1512.967-1512.975=-0.008
max	1513.559-1513.545=0.014

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.000-444.250=0.750
σ	3.464-3.500=-0.036
min	442.000-439.000=3.000
max	448.000-446.000=2.000

*mean*	2.509-2.499=0.010
σ	0.016-0.007=0.009
min	2.497-2.493=0.003
max	2.532-2.509=0.023

policies=200

*mean*	15140.028-15140.013=0.015
σ	0.122-0.085=0.037
min	15139.875-15139.932=-0.058
max	15140.172-15140.127=0.045

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-498.250=-1.750
σ	5.568-4.031=1.537
min	491.000-494.000=-3.000
max	504.000-503.000=1.000

*mean*	25.288-25.295=-0.007
σ	0.126-0.072=0.054
min	25.145-25.226=-0.081
max	25.450-25.397=0.054