Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.718=-0.000
σ	0.366-0.363=0.003
min	54.567-54.566=0.001
max	55.758-55.749=0.008

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.138-0.142=-0.004
σ	0.004-0.005=-0.000
min	0.135-0.137=-0.002
max	0.148-0.150=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.776=-0.000
σ	0.009-0.008=0.001
min	43.759-43.760=-0.001
max	43.790-43.789=0.001

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.124-0.121=0.002
σ	0.004-0.004=0.000
min	0.119-0.117=0.003
max	0.131-0.128=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4430.000-4425.625=4.375
σ	2224.133-2223.938=0.195
min	1484.000
max	7403.000-7401.000=2.000

*mean*	12.895-12.367=0.528
σ	2.086-0.503=1.583
min	11.822-11.841=-0.019
max	17.928-13.235=4.693

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=-0.000

*mean*	4608.750-4605.500=3.250
σ	2255.474-2255.141=0.333
min	1484.000
max	7403.000-7401.000=2.000

*mean*	55.879-115.160=-59.281
σ	122.634-291.032=-168.398
min	11.249-11.515=-0.267
max	359.351-835.427=-476.076

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.001

*mean*	7403.000-7401.000=2.000
σ	0.000
min	7403.000-7401.000=2.000
max	7403.000-7401.000=2.000

*mean*	10.881-11.017=-0.136
σ	0.246-0.147=0.099
min	10.588-10.798=-0.210
max	11.176-11.216=-0.040

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=-0.000
min	41.924-41.924=0.000
max	41.925-41.925=0.000

*mean*	4201.875-4197.375=4.500
σ	1952.662-1952.022=0.640
min	1484.000
max	7403.000-7401.000=2.000

*mean*	11.435-11.336=0.099
σ	1.345-1.002=0.344
min	10.816-10.883=-0.067
max	14.753-13.806=0.947

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.136-0.136=0.000
min	27.584-27.584=-0.000
max	27.971

*mean*	4201.875-4197.375=4.500
σ	1952.662-1952.022=0.640
min	1484.000
max	7403.000-7401.000=2.000

*mean*	8.871-8.846=0.024
σ	0.538-0.590=-0.051
min	8.052-8.065=-0.012
max	10.002-10.140=-0.138

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384

*mean*	4201.875-4197.375=4.500
σ	1952.662-1952.022=0.640
min	1484.000
max	7403.000-7401.000=2.000

*mean*	6.981-6.955=0.025
σ	0.426-0.528=-0.102
min	6.578-6.135=0.443
max	7.973-8.024=-0.051

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673

*mean*	4608.750-4605.500=3.250
σ	2255.474-2255.141=0.333
min	1484.000
max	7403.000-7401.000=2.000

*mean*	6.032-6.342=-0.310
σ	0.487-1.086=-0.599
min	5.713-5.702=0.011
max	7.174-9.002=-1.828

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961
max	25.962

*mean*	4608.750-4605.500=3.250
σ	2255.474-2255.141=0.333
min	1484.000
max	7403.000-7401.000=2.000

*mean*	6.048-6.256=-0.208
σ	0.629-1.091=-0.462
min	5.643-5.718=-0.075
max	7.505-8.928=-1.423

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7403.000-7401.000=2.000
σ	0.000
min	7403.000-7401.000=2.000
max	7403.000-7401.000=2.000

*mean*	346.434-347.058=-0.624
σ	2.142-2.483=-0.341
min	343.605-342.305=1.300
max	350.068-350.564=-0.496

op=load_product(), with indexes

*mean*	3495.855-3495.855=-0.000
σ	0.454-0.454=0.000
min	3495.694-3495.694=0.000
max	3496.978

*mean*	3773.375-3770.375=3.000
σ	2309.665-2308.446=1.219
min	720.000
max	7403.000-7401.000=2.000

*mean*	1770.833-1763.542=7.291
σ	662.478-689.925=-27.447
min	1377.635-1387.062=-9.427
max	2954.437-2989.153=-34.716

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.841-107.841=-0.000

*mean*	4201.875-4197.375=4.500
σ	1952.662-1952.022=0.640
min	1484.000
max	7403.000-7401.000=2.000

*mean*	138.191-131.754=6.437
σ	13.091-9.135=3.956
min	127.463-123.158=4.305
max	165.842-152.619=13.224

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069

*mean*	4430.000-4425.625=4.375
σ	2224.133-2223.938=0.195
min	1484.000
max	7403.000-7401.000=2.000

*mean*	123.158-96.107=27.051
σ	229.064-151.039=78.026
min	40.171-41.567=-1.395
max	690.051-469.900=220.151

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.929

*mean*	7403.000-7401.000=2.000
σ	0.000
min	7403.000-7401.000=2.000
max	7403.000-7401.000=2.000

*mean*	99.615-121.115=-21.501
σ	220.420-280.830=-60.411
min	21.408-21.634=-0.225
max	645.125-816.135=-171.010

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.292
max	71.296

*mean*	7403.000-7401.000=2.000
σ	0.000
min	7403.000-7401.000=2.000
max	7403.000-7401.000=2.000

*mean*	59.386-59.638=-0.253
σ	9.402-10.108=-0.706
min	55.428-55.499=-0.071
max	82.613-84.600=-1.987

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.013=0.000
min	4646.837
max	4646.875

*mean*	4201.875-4197.375=4.500
σ	1952.662-1952.022=0.640
min	1484.000
max	7403.000-7401.000=2.000

*mean*	3238.544-3209.369=29.174
σ	700.829-651.155=49.675
min	2505.836-2493.377=12.459
max	4345.721-4001.556=344.165

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7403.000-7401.000=2.000
σ	0.000
min	7403.000-7401.000=2.000
max	7403.000-7401.000=2.000

*mean*	1003.811-953.198=50.612
σ	200.140-76.428=123.713
min	907.561-908.993=-1.432
max	1481.267-1099.767=381.500

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7403.000-7401.000=2.000
σ	0.000
min	7403.000-7401.000=2.000
max	7403.000-7401.000=2.000

*mean*	394.379-390.657=3.723
σ	3.429-6.920=-3.491
min	389.670-375.562=14.108
max	399.817-397.247=2.570

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.000-476.000=-1.000
σ	0.000
min	475.000-476.000=-1.000
max	475.000-476.000=-1.000

*mean*	373.240-367.818=5.422
σ	41.676-39.107=2.570
min	308.567-307.656=0.911
max	437.348-404.599=32.749

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-562.875=1.125
σ	0.000-0.354=-0.354
min	564.000-562.000=2.000
max	564.000-563.000=1.000

*mean*	745.665-749.929=-4.263
σ	57.301-23.601=33.699
min	639.983-720.695=-80.711
max	823.231-798.581=24.650

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.531-964.531=0.000
σ	1.821-1.819=0.001
min	963.824-963.826=-0.003
max	972.231-972.224=0.007

*mean*	1040.200-1040.350=-0.150
σ	292.987-310.559=-17.572
min	552.000-537.000=15.000
max	1430.000-1535.000=-105.000

*mean*	1.290-1.295=-0.004
σ	0.129-0.170=-0.041
min	1.181-1.184=-0.003
max	1.625-1.918=-0.293

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.405-0.296=0.109
σ	0.519-0.294=0.225
min	0.143-0.138=0.005
max	1.330-0.817=0.513

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.476=0.007
σ	0.319-0.318=0.001
min	0.329-0.323=0.006
max	1.052-1.044=0.008

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.217=0.004
σ	0.020-0.023=-0.004
min	0.206-0.200=0.006
max	0.255-0.257=-0.002

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.342-0.333=0.010
σ	0.019-0.018=0.000
min	0.326-0.315=0.011
max	0.373-0.362=0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000
σ	0.000-1.225=-1.225
min	431.000-430.000=1.000
max	431.000-433.000=-2.000

*mean*	0.559-0.546=0.012
σ	0.068-0.050=0.019
min	0.441-0.477=-0.036
max	0.602-0.604=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.484-0.480=0.004
σ	0.021-0.040=-0.019
min	0.461-0.418=0.044
max	0.510-0.514=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	1.962-1.966=-0.004
σ	0.066-0.072=-0.006
min	1.789-1.834=-0.045
max	2.212-2.332=-0.120

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	1.951-1.959=-0.008
σ	0.068-0.069=-0.002
min	1.819-1.842=-0.024
max	2.182-2.219=-0.037

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.302-0.307=-0.005
σ	0.008-0.011=-0.003
min	0.291-0.293=-0.002
max	0.352-0.376=-0.024

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.295-0.293=0.002
σ	0.044-0.008=0.036
min	0.276-0.277=-0.001
max	0.718-0.342=0.376

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.683-11.839=-0.156
σ	11.546-12.458=-0.912
min	0.574-0.574=-0.000
max	80.802-167.417=-86.616

*mean*	457.634-456.790=0.844
σ	16.331-17.424=-1.093
min	408.000-406.000=2.000
max	474.000-471.000=3.000

*mean*	0.027-0.027=-0.000
σ	0.028-0.030=-0.002
min	0.001-0.001=0.000
max	0.197-0.405=-0.209

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.017-278.854=0.163
σ	1.040-1.064=-0.025
min	278.606-278.416=0.189
max	281.973-281.875=0.099

*mean*	443.800-443.000=0.800
σ	17.949-18.690=-0.741
min	416.000-415.000=1.000
max	469.000-474.000=-5.000

*mean*	0.584-0.570=0.014
σ	0.018-0.021=-0.003
min	0.550-0.526=0.024
max	0.615-0.594=0.021

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	213.902-225.403=-11.501
σ	22.411-20.757=1.654
min	186.523-185.643=0.879
max	240.806-242.179=-1.373

phase=macro expansion

*mean*	5.900-5.900=0.000
σ	0.000
min	5.900-5.900=0.000
max	5.900-5.900=0.000

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	8.508-7.378=1.129
σ	1.072-1.658=-0.586
min	5.872-5.809=0.063
max	9.120-9.157=-0.037

phase=parser

*mean*	1042.132-1042.134=-0.003
σ	0.000-0.000=0.000
min	1042.131-1042.134=-0.002
max	1042.132-1042.134=-0.002

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	580.277-482.540=97.737
σ	65.461-114.060=-48.599
min	418.855-374.409=44.445
max	610.257-594.352=15.905

phase=processProdDef

*mean*	2243.719-2243.717=0.002
σ	0.000
min	2243.719-2243.717=0.002
max	2243.719-2243.717=0.002

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	2789.508-2495.464=294.045
σ	250.045-516.427=-266.382
min	2361.435-1961.451=399.984
max	3219.181-3393.090=-173.909

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	43.891-36.403=7.488
σ	4.791-5.410=-0.619
min	33.305-29.823=3.482
max	47.155-42.637=4.518

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	646.118-657.510=-11.392
σ	7.465-37.530=-30.065
min	630.330-632.394=-2.064
max	657.088-742.099=-85.010

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.358=0.001
σ	0.036-0.035=0.001
min	282.309-282.308=0.000
max	282.396-282.396=0.000

*mean*	441.000
σ	2.739
min	439.000
max	444.000

*mean*	0.380-0.381=-0.001
σ	0.008-0.007=0.001
min	0.372-0.373=-0.001
max	0.390-0.388=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.615-1267.620=-0.006
σ	0.098-0.113=-0.014
min	1267.484-1267.441=0.043
max	1267.759-1267.746=0.013

*mean*	1093.800-1089.200=4.600
σ	170.175-163.644=6.532
min	892.000-893.000=-1.000
max	1327.000-1311.000=16.000

*mean*	2.127-2.117=0.010
σ	0.144-0.258=-0.113
min	1.987-1.794=0.193
max	2.366-2.516=-0.150

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.524-1506.539=-0.015
σ	2.967-2.948=0.020
min	1504.979-1505.011=-0.033
max	1511.819-1511.801=0.019

*mean*	624.400-625.600=-1.200
σ	87.603-87.540=0.063
min	494.000-495.000=-1.000
max	727.000-728.000=-1.000

*mean*	2.195-2.206=-0.011
σ	0.238-0.208=0.030
min	2.046-2.055=-0.009
max	2.618-2.561=0.057

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.565-1829.573=-0.008
σ	0.043-0.046=-0.002
min	1829.513-1829.507=0.007
max	1829.615-1829.618=-0.003

*mean*	1726.800-1730.000=-3.200
σ	184.273-176.141=8.133
min	1470.000-1473.000=-3.000
max	1897.000-1888.000=9.000

*mean*	2.946-2.979=-0.033
σ	0.318-0.373=-0.055
min	2.683-2.735=-0.052
max	3.496-3.640=-0.144

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.728-1.616=0.112
σ	0.097-0.199=-0.102
min	1.616-1.265=0.351
max	1.849-1.742=0.106

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.868-393.867=0.000
σ	509.606-509.606=-0.000
min	139.061-139.061=-0.000
max	1158.277-1158.277=0.000

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	0.485-0.490=-0.005
σ	0.482-0.506=-0.024
min	0.237-0.233=0.004
max	1.208-1.249=-0.042

policies=20

*mean*	1390.728-1390.725=0.003
σ	0.166-0.159=0.007
min	1390.610-1390.613=-0.003
max	1390.974-1390.960=0.014

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	446.750-444.250=2.500
σ	10.178-8.500=1.678
min	441.000-440.000=1.000
max	462.000-457.000=5.000

*mean*	2.313-2.307=0.006
σ	0.015-0.013=0.003
min	2.301-2.291=0.011
max	2.335-2.319=0.017

policies=200

*mean*	13915.834-13915.868=-0.033
σ	0.146-0.075=0.072
min	13915.653-13915.764=-0.111
max	13915.964-13915.942=0.022

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	498.000-495.750=2.250
σ	4.830-4.573=0.257
min	491.000
max	502.000-501.000=1.000

*mean*	23.414-23.366=0.047
σ	0.129-0.072=0.057
min	23.303-23.289=0.014
max	23.573-23.433=0.140