Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.722=-0.004
σ	0.361-0.362=-0.001
min	54.569-54.580=-0.011
max	55.744-55.750=-0.006

*mean*	415.700-418.000=-2.300
σ	0.483-0.000=0.483
min	415.000-418.000=-3.000
max	416.000-418.000=-2.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.004=-0.000
min	0.136-0.137=-0.001
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.772=0.005
σ	0.008-0.006=0.002
min	43.760-43.763=-0.003
max	43.790-43.781=0.009

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.122-0.124=-0.002
σ	0.003-0.005=-0.002
min	0.121-0.120=0.001
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4588.250-4424.125=164.125
σ	2248.830-2227.903=20.926
min	1482.000-1483.000=-1.000
max	7386.000-7409.000=-23.000

*mean*	125.156-13.278=111.878
σ	317.677-3.509=314.168
min	11.914-11.799=0.114
max	911.354-21.944=889.410

op=column_set() on indexed, repeat

*mean*	36.604-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.001

*mean*	4588.250-4605.500=-17.250
σ	2248.830-2258.828=-9.998
min	1482.000-1483.000=-1.000
max	7386.000-7409.000=-23.000

*mean*	14.683-171.457=-156.775
σ	4.282-447.694=-443.411
min	11.894-11.442=0.452
max	24.619-1279.430=-1254.812

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7386.000-7409.000=-23.000
σ	0.000
min	7386.000-7409.000=-23.000
max	7386.000-7409.000=-23.000

*mean*	11.053-11.135=-0.082
σ	0.183-0.202=-0.019
min	10.716-10.856=-0.140
max	11.240-11.437=-0.197

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.001=-0.001
min	41.924-41.924=-0.000
max	41.925-41.928=-0.003

*mean*	4178.375-4194.875=-16.500
σ	1944.254-1954.462=-10.208
min	1482.000-1483.000=-1.000
max	7386.000-7409.000=-23.000

*mean*	11.547-11.344=0.204
σ	1.768-1.108=0.660
min	10.817-10.789=0.027
max	15.920-14.075=1.845

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.001
σ	0.136-0.137=-0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4178.375-4194.875=-16.500
σ	1944.254-1954.462=-10.208
min	1482.000-1483.000=-1.000
max	7386.000-7409.000=-23.000

*mean*	9.039-8.893=0.146
σ	1.223-0.544=0.678
min	8.103-8.349=-0.246
max	11.990-10.150=1.841

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=-0.000
min	26.384
max	26.384-26.384=-0.000

*mean*	4178.375-4194.875=-16.500
σ	1944.254-1954.462=-10.208
min	1482.000-1483.000=-1.000
max	7386.000-7409.000=-23.000

*mean*	7.090-6.902=0.188
σ	0.911-0.386=0.525
min	6.488-6.431=0.056
max	9.298-7.746=1.552

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673

*mean*	4588.250-4605.500=-17.250
σ	2248.830-2258.828=-9.998
min	1482.000-1483.000=-1.000
max	7386.000-7409.000=-23.000

*mean*	6.510-6.668=-0.157
σ	1.021-1.189=-0.167
min	5.791-5.940=-0.149
max	8.806-9.377=-0.571

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.000=0.000
min	25.961-25.961=-0.000
max	25.962-25.962=0.000

*mean*	4588.250-4605.500=-17.250
σ	2248.830-2258.828=-9.998
min	1482.000-1483.000=-1.000
max	7386.000-7409.000=-23.000

*mean*	6.406-6.559=-0.153
σ	1.026-1.173=-0.147
min	5.748-5.928=-0.180
max	8.663-9.199=-0.536

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7386.000-7409.000=-23.000
σ	0.000
min	7386.000-7409.000=-23.000
max	7386.000-7409.000=-23.000

*mean*	360.078-345.224=14.854
σ	41.668-4.578=37.090
min	342.291-341.451=0.840
max	463.086-355.721=107.366

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.977-3496.978=-0.001

*mean*	3755.000-3769.250=-14.250
σ	2298.513-2310.439=-11.925
min	720.000-719.000=1.000
max	7386.000-7409.000=-23.000

*mean*	1766.087-1758.086=8.001
σ	689.603-610.701=78.902
min	1387.083-1391.310=-4.227
max	2984.982-2788.760=196.222

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.842-107.841=0.000

*mean*	4408.750-4194.875=213.875
σ	2218.846-1954.462=264.384
min	1482.000-1483.000=-1.000
max	7386.000-7409.000=-23.000

*mean*	240.536-134.452=106.084
σ	294.313-8.180=286.132
min	124.768-128.659=-3.892
max	967.822-153.120=814.702

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.068-62.069=-0.001

*mean*	4408.750-4424.125=-15.375
σ	2218.846-2227.903=-9.057
min	1482.000-1483.000=-1.000
max	7386.000-7409.000=-23.000

*mean*	45.529-177.772=-132.242
σ	8.311-383.669=-375.357
min	41.143-40.689=0.454
max	65.899-1127.298=-1061.398

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=-0.000
min	40.925
max	40.928-40.929=-0.001

*mean*	7386.000-7409.000=-23.000
σ	0.000
min	7386.000-7409.000=-23.000
max	7386.000-7409.000=-23.000

*mean*	22.404-125.054=-102.651
σ	1.226-290.715=-289.489
min	21.564-21.475=0.089
max	25.060-844.532=-819.471

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=0.000
max	71.296-71.296=0.000

*mean*	7386.000-7409.000=-23.000
σ	0.000
min	7386.000-7409.000=-23.000
max	7386.000-7409.000=-23.000

*mean*	202.736-59.839=142.897
σ	411.741-10.112=401.629
min	55.304-55.514=-0.210
max	1221.726-84.820=1136.906

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.013=0.000
min	4646.837
max	4646.875

*mean*	4178.375-4194.875=-16.500
σ	1944.254-1954.462=-10.208
min	1482.000-1483.000=-1.000
max	7386.000-7409.000=-23.000

*mean*	3310.408-3260.211=50.198
σ	762.246-699.242=63.004
min	2489.040-2516.146=-27.106
max	4578.536-4248.693=329.843

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7386.000-7409.000=-23.000
σ	0.000
min	7386.000-7409.000=-23.000
max	7386.000-7409.000=-23.000

*mean*	952.206-1010.376=-58.170
σ	74.043-205.527=-131.484
min	906.370-912.635=-6.265
max	1094.522-1506.969=-412.447

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.083=0.000
σ	0.002-0.002=-0.000
min	905.080
max	905.086-905.086=0.000

*mean*	7386.000-7409.000=-23.000
σ	0.000
min	7386.000-7409.000=-23.000
max	7386.000-7409.000=-23.000

*mean*	452.147-403.795=48.353
σ	171.353-44.519=126.834
min	387.181-372.731=14.450
max	876.160-512.713=363.447

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.500-478.000=0.500
σ	0.926-0.000=0.926
min	477.000-478.000=-1.000
max	479.000-478.000=1.000

*mean*	401.363-386.177=15.185
σ	21.654-42.836=-21.183
min	364.274-307.611=56.663
max	430.676-439.480=-8.804

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.000-562.000=-1.000
σ	1.852-1.069=0.783
min	558.000-561.000=-3.000
max	562.000-563.000=-1.000

*mean*	755.681-739.341=16.339
σ	45.892-85.291=-39.399
min	652.704-626.623=26.081
max	804.993-845.109=-40.117

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-964.530=-0.000
σ	1.821-1.820=0.002
min	963.823-963.825=-0.002
max	972.232-972.225=0.006

*mean*	1040.750-1040.800=-0.050
σ	302.944-293.267=9.677
min	551.000-552.000=-1.000
max	1465.000-1431.000=34.000

*mean*	1.278-1.302=-0.024
σ	0.125-0.161=-0.036
min	1.188-1.176=0.011
max	1.677-1.820=-0.144

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.304-0.302=0.002
σ	0.295-0.304=-0.009
min	0.146-0.139=0.007
max	0.826-0.840=-0.014

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.472-0.486=-0.015
σ	0.327-0.321=0.006
min	0.315-0.334=-0.019
max	1.056-1.061=-0.004

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.219=-0.003
σ	0.023-0.025=-0.002
min	0.202-0.202=0.000
max	0.256-0.262=-0.006

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.339=-0.004
σ	0.018-0.020=-0.002
min	0.319-0.320=-0.001
max	0.367-0.371=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838
σ	0.009
min	964.833
max	964.855

*mean*	431.000-431.600=-0.600
σ	0.000-1.342=-1.342
min	431.000
max	431.000-434.000=-3.000

*mean*	0.577-0.554=0.023
σ	0.029-0.024=0.005
min	0.531-0.536=-0.005
max	0.603-0.590=0.013

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.466-0.450=0.016
σ	0.021-0.012=0.010
min	0.442-0.434=0.008
max	0.486-0.466=0.020

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	1.974-2.493=-0.519
σ	0.072-0.290=-0.218
min	1.861-1.861=0.000
max	2.168-2.995=-0.827

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	1.956-2.608=-0.652
σ	0.071-0.074=-0.004
min	1.839-2.483=-0.644
max	2.205-2.799=-0.594

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.301-0.307=-0.006
σ	0.012-0.020=-0.008
min	0.283-0.286=-0.004
max	0.373-0.419=-0.046

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.291-0.290=0.001
σ	0.016-0.008=0.008
min	0.272-0.277=-0.005
max	0.408-0.332=0.076

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.741-11.555=0.185
σ	11.423-12.025=-0.603
min	0.573-0.574=-0.000
max	95.064-93.462=1.602

*mean*	461.354-458.241=3.113
σ	19.325-17.933=1.392
min	408.000-407.000=1.000
max	480.000-473.000=7.000

*mean*	0.027-0.027=0.000
σ	0.028-0.030=-0.002
min	0.001-0.001=-0.000
max	0.245-0.222=0.023

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.843-278.822=0.021
σ	1.087-0.994=0.093
min	278.404-278.402=0.002
max	281.928-281.645=0.282

*mean*	440.200-442.400=-2.200
σ	17.574-17.834=-0.260
min	414.000-415.000=-1.000
max	466.000-467.000=-1.000

*mean*	0.583-0.600=-0.017
σ	0.013-0.010=0.004
min	0.564-0.586=-0.022
max	0.606-0.615=-0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	849.000-694.000=155.000
σ	0.000
min	849.000-694.000=155.000
max	849.000-694.000=155.000

*mean*	223.393-203.877=19.516
σ	17.645-18.742=-1.097
min	194.924-185.762=9.162
max	241.867-237.333=4.534

phase=macro expansion

*mean*	5.896-5.899=-0.004
σ	0.000
min	5.896-5.899=-0.004
max	5.896-5.899=-0.004

*mean*	849.000-694.000=155.000
σ	0.000
min	849.000-694.000=155.000
max	849.000-694.000=155.000

*mean*	6.343-7.888=-1.545
σ	1.159-1.295=-0.136
min	5.724-5.908=-0.183
max	9.062-9.247=-0.186

phase=parser

*mean*	1041.966-1041.959=0.007
σ	0.000-0.000=-0.000
min	1041.966-1041.958=0.007
max	1041.966-1041.959=0.007

*mean*	849.000-694.000=155.000
σ	0.000
min	849.000-694.000=155.000
max	849.000-694.000=155.000

*mean*	517.635-517.650=-0.015
σ	107.341-82.659=24.682
min	376.611-440.142=-63.531
max	597.293-612.046=-14.753

phase=processProdDef

*mean*	2243.715-2243.721=-0.006
σ	0.000
min	2243.715-2243.721=-0.006
max	2243.715-2243.721=-0.006

*mean*	849.000-694.000=155.000
σ	0.000
min	849.000-694.000=155.000
max	849.000-694.000=155.000

*mean*	2975.008-2527.210=447.798
σ	339.687-386.994=-47.307
min	2340.805-1993.563=347.242
max	3355.987-3194.380=161.607

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	849.000-694.000=155.000
σ	0.000
min	849.000-694.000=155.000
max	849.000-694.000=155.000

*mean*	27.968-42.573=-14.605
σ	9.480-5.318=4.162
min	19.980-34.733=-14.753
max	42.772-48.315=-5.544

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.577-958.573=0.004
max	958.702-958.698=0.004

*mean*	849.000-694.000=155.000
σ	0.000
min	849.000-694.000=155.000
max	849.000-694.000=155.000

*mean*	661.600-669.662=-8.063
σ	59.054-14.586=44.469
min	607.307-641.590=-34.283
max	751.413-681.323=70.090

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.366=-0.007
σ	0.036-0.036=-0.000
min	282.309-282.311=-0.002
max	282.397-282.397=-0.000

*mean*	440.600-441.200=-0.600
σ	2.191-3.493=-1.302
min	439.000-438.000=1.000
max	443.000-445.000=-2.000

*mean*	0.379-0.384=-0.006
σ	0.007-0.006=0.001
min	0.373-0.375=-0.002
max	0.387-0.392=-0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.603-1267.611=-0.008
σ	0.101-0.106=-0.005
min	1267.482-1267.475=0.007
max	1267.761-1267.771=-0.009

*mean*	1111.800-1092.000=19.800
σ	171.491-168.305=3.186
min	897.000-893.000=4.000
max	1335.000-1323.000=12.000

*mean*	2.026-2.091=-0.065
σ	0.142-0.155=-0.012
min	1.872-1.827=0.044
max	2.193-2.228=-0.036

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.530-1506.530=-0.000
σ	2.940-2.948=-0.008
min	1505.007-1504.997=0.010
max	1511.776-1511.791=-0.015

*mean*	624.400-625.000=-0.600
σ	86.938-87.164=-0.225
min	495.000
max	726.000-727.000=-1.000

*mean*	2.202-2.192=0.010
σ	0.162-0.141=0.020
min	2.103-2.102=0.001
max	2.489-2.443=0.046

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.593-1829.580=0.013
σ	0.096-0.035=0.061
min	1829.508-1829.526=-0.018
max	1829.745-1829.618=0.126

*mean*	1757.400-1731.600=25.800
σ	211.098-162.569=48.528
min	1486.000-1500.000=-14.000
max	1959.000-1883.000=76.000

*mean*	3.236-2.891=0.345
σ	0.373-0.063=0.310
min	2.790-2.808=-0.018
max	3.710-2.975=0.735

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.723-1.761=-0.038
σ	0.079-0.213=-0.134
min	1.644-1.502=0.142
max	1.836-2.048=-0.212

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.852-393.447=0.405
σ	509.574-509.573=0.000
min	139.062-138.658=0.404
max	1158.212-1157.806=0.406

*mean*	99.750-97.750=2.000
σ	7.500
min	96.000-94.000=2.000
max	111.000-109.000=2.000

*mean*	439.000-440.000=-1.000
σ	0.000
min	439.000-440.000=-1.000
max	439.000-440.000=-1.000

*mean*	0.492-0.493=-0.001
σ	0.511-0.517=-0.007
min	0.229-0.232=-0.003
max	1.258-1.269=-0.011

policies=20

*mean*	1390.724-1386.708=4.017
σ	0.161-0.155=0.006
min	1390.611-1386.600=4.012
max	1390.962-1386.937=4.025

*mean*	960.000-940.000=20.000
σ	0.000
min	960.000-940.000=20.000
max	960.000-940.000=20.000

*mean*	443.500-444.500=-1.000
σ	9.000
min	439.000-440.000=-1.000
max	457.000-458.000=-1.000

*mean*	2.309-2.309=-0.001
σ	0.010-0.005=0.004
min	2.296-2.304=-0.008
max	2.316-2.316=0.000

policies=200

*mean*	13915.800-13875.628=40.172
σ	0.139-0.114=0.025
min	13915.686-13875.502=40.184
max	13916.002-13875.779=40.224

*mean*	9600.000-9400.000=200.000
σ	0.000
min	9600.000-9400.000=200.000
max	9600.000-9400.000=200.000

*mean*	492.750-495.500=-2.750
σ	4.272-4.933=-0.661
min	488.000-490.000=-2.000
max	498.000-501.000=-3.000

*mean*	23.408-23.293=0.115
σ	0.074-0.163=-0.089
min	23.329-23.128=0.201
max	23.492-23.485=0.007