Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.716=0.001
σ	0.364-0.363=0.001
min	54.580-54.581=-0.001
max	55.751-55.748=0.002

*mean*	418.700-417.000=1.700
σ	0.483-0.000=0.483
min	418.000-417.000=1.000
max	419.000-417.000=2.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.005=-0.001
min	0.136-0.135=0.002
max	0.147-0.150=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.777=0.001
σ	0.007-0.009=-0.001
min	43.766-43.763=0.003
max	43.790-43.788=0.002

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.124-0.121=0.003
σ	0.004-0.005=-0.001
min	0.121-0.116=0.005
max	0.131-0.131=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4584.375-4591.875=-7.500
σ	2254.291-2248.670=5.621
min	1485.000
max	7404.000-7386.000=18.000

*mean*	14.046-165.110=-151.064
σ	3.653-432.571=-428.917
min	12.032-11.937=0.094
max	21.790-1235.668=-1213.878

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.604-36.605=-0.000

*mean*	4584.375-4591.875=-7.500
σ	2254.291-2248.670=5.621
min	1485.000
max	7404.000-7386.000=18.000

*mean*	13.053-13.504=-0.451
σ	3.212-2.930=0.282
min	11.458-11.750=-0.291
max	20.883-20.651=0.232

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.942-41.942=0.000

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	11.201-12.185=-0.984
σ	0.140-2.118=-1.978
min	10.945-11.011=-0.066
max	11.401-16.877=-5.476

op=table_records(), repeat

*mean*	41.925-41.925=-0.001
σ	0.000-0.002=-0.001
min	41.924
max	41.925-41.929=-0.004

*mean*	4170.000-4182.625=-12.625
σ	1945.480-1944.916=0.565
min	1485.000
max	7404.000-7386.000=18.000

*mean*	11.893-11.879=0.015
σ	1.813-1.819=-0.007
min	11.027-10.932=0.095
max	16.359-16.350=0.009

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.001
σ	0.136-0.137=-0.000
min	27.584-27.584=0.000
max	27.971-27.971=0.000

*mean*	4170.000-4182.625=-12.625
σ	1945.480-1944.916=0.565
min	1485.000
max	7404.000-7386.000=18.000

*mean*	8.896-8.934=-0.038
σ	1.273-1.312=-0.039
min	7.806-7.913=-0.107
max	11.959-12.118=-0.158

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384
σ	0.000
min	26.384
max	26.384

*mean*	4170.000-4182.625=-12.625
σ	1945.480-1944.916=0.565
min	1485.000
max	7404.000-7386.000=18.000

*mean*	6.533-6.826=-0.293
σ	1.125-1.027=0.098
min	5.763-6.127=-0.364
max	9.247-9.338=-0.091

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4584.375-4591.875=-7.500
σ	2254.291-2248.670=5.621
min	1485.000
max	7404.000-7386.000=18.000

*mean*	6.368-6.236=0.131
σ	0.997-0.509=0.488
min	5.566-5.880=-0.314
max	8.787-7.450=1.337

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961
max	25.962

*mean*	4584.375-4591.875=-7.500
σ	2254.291-2248.670=5.621
min	1485.000
max	7404.000-7386.000=18.000

*mean*	6.175-6.025=0.150
σ	1.017-0.606=0.410
min	5.514-5.627=-0.113
max	8.666-7.504=1.162

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	361.113-348.092=13.020
σ	41.827-0.970=40.858
min	340.626-345.800=-5.174
max	464.346-348.846=115.500

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.453-0.454=-0.001
min	3495.694
max	3496.977-3496.978=-0.002

*mean*	3748.750-3758.750=-10.000
σ	2298.369-2299.670=-1.302
min	719.000-721.000=-2.000
max	7404.000-7386.000=18.000

*mean*	1614.463-1777.415=-162.952
σ	546.985-689.901=-142.916
min	1392.079-1401.806=-9.727
max	2959.261-3001.659=-42.398

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.842-107.841=0.000

*mean*	4405.000-4411.875=-6.875
σ	2225.755-2218.264=7.491
min	1485.000
max	7404.000-7386.000=18.000

*mean*	225.372-232.156=-6.784
σ	257.083-273.006=-15.923
min	122.751-123.070=-0.319
max	859.999-906.487=-46.489

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.069=0.001

*mean*	4584.375-4411.875=172.500
σ	2254.291-2218.264=36.027
min	1485.000
max	7404.000-7386.000=18.000

*mean*	212.682-43.246=169.436
σ	471.689-2.718=468.971
min	41.555-40.758=0.797
max	1379.940-49.217=1330.723

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=0.000
min	40.925
max	40.928

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	23.084-203.158=-180.074
σ	2.731-508.483=-505.752
min	21.595-21.649=-0.055
max	29.792-1461.574=-1431.782

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296-71.296=-0.000

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	308.044-65.735=242.309
σ	710.633-24.458=686.175
min	54.850-55.178=-0.328
max	2066.753-125.867=1940.886

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013-0.013=0.000
min	4646.837
max	4646.875

*mean*	4170.000-4182.625=-12.625
σ	1945.480-1944.916=0.565
min	1485.000
max	7404.000-7386.000=18.000

*mean*	3101.792-3289.353=-187.561
σ	807.995-793.720=14.275
min	2480.009-2478.984=1.026
max	4492.352-4600.423=-108.071

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	1068.643-1038.076=30.567
σ	284.977-216.159=68.819
min	910.885-917.976=-7.091
max	1739.227-1443.828=295.399

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	406.874-408.966=-2.092
σ	48.234-36.274=11.960
min	384.750-389.106=-4.356
max	526.071-498.278=27.793

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.875-476.250=-0.375
σ	1.246-1.035=0.211
min	474.000-475.000=-1.000
max	477.000

*mean*	373.947-362.920=11.026
σ	25.726-43.117=-17.391
min	340.885-303.259=37.626
max	402.019-422.050=-20.030

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-561.375=1.625
σ	0.000-1.768=-1.768
min	563.000-557.000=6.000
max	563.000-562.000=1.000

*mean*	741.089-740.855=0.234
σ	51.809-71.166=-19.357
min	624.184-617.341=6.843
max	798.851-822.508=-23.657

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.564-964.563=0.000
σ	1.879-1.879=-0.000
min	963.842-963.843=-0.001
max	972.509-972.510=-0.001

*mean*	1034.050-1040.750=-6.700
σ	303.796-306.329=-2.534
min	540.000-590.000=-50.000
max	1521.000-1490.000=31.000

*mean*	1.257-1.258=-0.000
σ	0.095-0.077=0.018
min	1.170-1.160=0.010
max	1.567-1.493=0.075

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.380-0.429=-0.049
σ	0.463-0.438=0.025
min	0.144-0.138=0.006
max	1.204-1.201=0.003

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.417-0.833=-0.415
σ	0.190-0.528=-0.337
min	0.322-0.578=-0.255
max	0.758-1.776=-1.018

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.220-0.373=-0.153
σ	0.020-0.040=-0.021
min	0.206-0.343=-0.137
max	0.255-0.442=-0.188

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.341-0.551=-0.210
σ	0.017-0.108=-0.091
min	0.331-0.363=-0.032
max	0.372-0.639=-0.267

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.556-0.580=-0.024
σ	0.062-0.099=-0.037
min	0.447-0.494=-0.046
max	0.595-0.744=-0.149

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.471-0.442=0.030
σ	0.048-0.043=0.005
min	0.398-0.378=0.020
max	0.519-0.488=0.031

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.680-2.607=0.072
σ	0.118-0.119=-0.001
min	2.421-2.450=-0.028
max	3.108-3.324=-0.216

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.639-2.561=0.078
σ	0.091-0.062=0.029
min	2.428-2.420=0.009
max	2.847-2.754=0.093

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.315-0.307=0.008
σ	0.043-0.031=0.012
min	0.286-0.291=-0.005
max	0.614-0.603=0.011

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.292-0.295=-0.002
σ	0.011-0.011=0.000
min	0.274-0.280=-0.006
max	0.357-0.364=-0.007

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.339-12.021=-0.682
σ	10.920-12.042=-1.122
min	0.574-0.714=-0.141
max	87.129-91.885=-4.756

*mean*	462.258-468.121=-5.863
σ	20.482-20.029=0.453
min	408.000
max	480.000

*mean*	0.026-0.027=-0.001
σ	0.027-0.029=-0.003
min	0.001-0.001=-0.000
max	0.212-0.221=-0.009

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.237-279.224=0.013
σ	1.043-1.028=0.015
min	278.836-278.741=0.094
max	282.203-282.140=0.062

*mean*	441.900-442.100=-0.200
σ	15.387-16.162=-0.775
min	414.000-413.000=1.000
max	465.000-468.000=-3.000

*mean*	0.575-0.567=0.008
σ	0.018-0.030=-0.012
min	0.549-0.507=0.042
max	0.615-0.610=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=0.000

*mean*	837.000-848.000=-11.000
σ	31.113-0.000=31.113
min	760.000-848.000=-88.000
max	848.000

*mean*	219.635-210.487=9.148
σ	22.238-25.044=-2.806
min	195.118-186.390=8.728
max	242.985-241.853=1.132

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	822.750-848.000=-25.250
σ	49.971-0.000=49.971
min	714.000-848.000=-134.000
max	848.000

*mean*	8.268-8.179=0.089
σ	1.050-1.056=-0.007
min	6.951-6.889=0.062
max	9.307-9.001=0.306

phase=parser

*mean*	1042.133-1042.131=0.003
σ	0.000-0.000=-0.000
min	1042.133-1042.130=0.003
max	1042.134-1042.131=0.003

*mean*	822.750-848.000=-25.250
σ	49.971-0.000=49.971
min	714.000-848.000=-134.000
max	848.000

*mean*	541.755-542.665=-0.910
σ	85.307-75.821=9.486
min	433.251-441.112=-7.861
max	616.652-615.167=1.485

phase=processProdDef

*mean*	2243.715-2243.718=-0.003
σ	0.000
min	2243.715-2243.718=-0.003
max	2243.715-2243.718=-0.003

*mean*	837.000-848.000=-11.000
σ	31.113-0.000=31.113
min	760.000-848.000=-88.000
max	848.000

*mean*	2880.087-2956.776=-76.689
σ	388.786-231.098=157.689
min	2245.472-2598.635=-353.163
max	3298.161-3218.553=79.608

phase=renaming

*mean*	21.436-21.440=-0.004
σ	0.000
min	21.436-21.440=-0.004
max	21.436-21.440=-0.004

*mean*	822.750-848.000=-25.250
σ	49.971-0.000=49.971
min	714.000-848.000=-134.000
max	848.000

*mean*	42.093-44.240=-2.148
σ	4.158-3.967=0.191
min	37.746-39.267=-1.521
max	48.316-49.179=-0.863

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.577-958.573=0.004
max	958.702-958.698=0.004

*mean*	822.750-848.000=-25.250
σ	49.971-0.000=49.971
min	714.000-848.000=-134.000
max	848.000

*mean*	671.956-660.602=11.354
σ	39.724-16.922=22.802
min	638.993-630.254=8.739
max	767.279-680.182=87.097

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.855=0.001
σ	0.038-0.037=0.001
min	282.801-282.800=0.000
max	282.893-282.890=0.003

*mean*	441.800-441.400=0.400
σ	3.834-3.286=0.548
min	439.000
max	446.000-445.000=1.000

*mean*	0.377-0.383=-0.006
σ	0.000-0.009=-0.008
min	0.377-0.377=-0.000
max	0.378-0.398=-0.020

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.050-1268.045=0.005
σ	0.117-0.090=0.027
min	1267.950-1267.971=-0.020
max	1268.243-1268.190=0.052

*mean*	1092.400-1112.600=-20.200
σ	172.349-170.160=2.190
min	884.000-897.000=-13.000
max	1326.000-1325.000=1.000

*mean*	2.023-1.902=0.121
σ	0.120-0.106=0.014
min	1.881-1.818=0.063
max	2.126-2.087=0.039

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.052-1507.051=0.001
σ	2.927-2.979=-0.051
min	1505.550-1505.519=0.031
max	1512.276-1512.370=-0.094

*mean*	626.000-632.200=-6.200
σ	89.034-87.862=1.172
min	495.000-498.000=-3.000
max	735.000-727.000=8.000

*mean*	2.248-2.266=-0.017
σ	0.135-0.238=-0.103
min	2.112-2.070=0.042
max	2.446-2.569=-0.124

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.072-1830.095=-0.024
σ	0.048-0.091=-0.042
min	1830.003-1829.992=0.012
max	1830.112-1830.223=-0.111

*mean*	1717.200-1745.200=-28.000
σ	186.868-212.429=-25.561
min	1455.000-1459.000=-4.000
max	1886.000-1945.000=-59.000

*mean*	3.086-3.167=-0.081
σ	0.388-0.434=-0.046
min	2.874-2.661=0.213
max	3.776-3.627=0.149

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.669-1.778=-0.109
σ	0.192-0.114=0.078
min	1.362-1.574=-0.213
max	1.825-1.844=-0.018

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-406.198=0.001
σ	509.798-509.796=0.002
min	151.296-151.294=0.002
max	1170.896-1170.892=0.004

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.515-0.490=0.026
σ	0.516-0.469=0.047
min	0.254-0.250=0.003
max	1.288-1.193=0.096

policies=20

*mean*	1513.148-1513.149=-0.002
σ	0.269-0.277=-0.008
min	1512.967-1512.967=0.000
max	1513.545-1513.559=-0.014

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.000-445.000=-1.000
σ	5.774-3.464=2.309
min	439.000-442.000=-3.000
max	449.000-448.000=1.000

*mean*	2.501-2.509=-0.008
σ	0.018-0.016=0.002
min	2.478-2.497=-0.019
max	2.523-2.532=-0.009

policies=200

*mean*	15140.031-15140.028=0.004
σ	0.086-0.122=-0.036
min	15139.922-15139.875=0.048
max	15140.132-15140.172=-0.041

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.250-496.500=-1.250
σ	5.058-5.568=-0.510
min	489.000-491.000=-2.000
max	501.000-504.000=-3.000

*mean*	25.293-25.288=0.005
σ	0.132-0.126=0.006
min	25.178-25.145=0.033
max	25.475-25.450=0.025