Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.880-54.677=0.202
σ	0.357-0.357=-0.000
min	54.747-54.546=0.201
max	55.894-55.693=0.201

*mean*	418.000-418.700=-0.700
σ	0.000-0.483=-0.483
min	418.000
max	418.000-419.000=-1.000

*mean*	0.141-0.141=-0.001
σ	0.004-0.004=-0.000
min	0.137-0.137=-0.001
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.704=0.145
σ	0.004-0.005=-0.001
min	43.842-43.696=0.146
max	43.857-43.710=0.147

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.122-0.123=-0.001
σ	0.005-0.004=0.001
min	0.117-0.119=-0.002
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4042.250-3878.875=163.375
σ	2008.850-1851.217=157.633
min	1218.000-1280.000=-62.000
max	7146.000-6170.000=976.000

*mean*	12.851-12.891=-0.041
σ	0.655-0.429=0.226
min	12.262-12.438=-0.176
max	14.367-13.683=0.683

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4042.250-3878.875=163.375
σ	2008.850-1851.217=157.633
min	1218.000-1280.000=-62.000
max	7146.000-6170.000=976.000

*mean*	12.985-13.001=-0.016
σ	0.596-0.559=0.038
min	11.646-11.862=-0.216
max	13.513-13.609=-0.096

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7146.000-6170.000=976.000
σ	0.000
min	7146.000-6170.000=976.000
max	7146.000-6170.000=976.000

*mean*	15.171-15.214=-0.043
σ	0.161-0.415=-0.254
min	14.933-14.258=0.675
max	15.399-15.618=-0.218

op=table_records(), repeat

*mean*	41.930-41.928=0.002
σ	0.002-0.000=0.002
min	41.927-41.928=-0.000
max	41.932-41.929=0.004

*mean*	4042.250-3878.875=163.375
σ	2008.850-1851.217=157.633
min	1218.000-1280.000=-62.000
max	7146.000-6170.000=976.000

*mean*	14.350-13.310=1.039
σ	1.461-1.912=-0.451
min	11.075-10.966=0.109
max	15.767-15.532=0.235

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	4042.250-3878.875=163.375
σ	2008.850-1851.217=157.633
min	1218.000-1280.000=-62.000
max	7146.000-6170.000=976.000

*mean*	9.636-9.075=0.561
σ	1.391-0.356=1.035
min	8.557-8.717=-0.160
max	12.681-9.789=2.893

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4042.250-3878.875=163.375
σ	2008.850-1851.217=157.633
min	1218.000-1280.000=-62.000
max	7146.000-6170.000=976.000

*mean*	7.433-6.720=0.713
σ	1.213-0.274=0.939
min	6.375-6.196=0.179
max	10.145-7.048=3.097

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.665-25.666=-0.000
max	25.678-25.674=0.004

*mean*	4042.250-3878.875=163.375
σ	2008.850-1851.217=157.633
min	1218.000-1280.000=-62.000
max	7146.000-6170.000=976.000

*mean*	5.989-6.084=-0.095
σ	0.153-0.166=-0.012
min	5.790-5.797=-0.007
max	6.183-6.263=-0.079

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.001
min	25.969-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4042.250-3878.875=163.375
σ	2008.850-1851.217=157.633
min	1218.000-1280.000=-62.000
max	7146.000-6170.000=976.000

*mean*	5.804-5.691=0.112
σ	0.099-0.195=-0.096
min	5.694-5.390=0.304
max	5.995-5.879=0.116

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-2524.604=-1502.991
σ	0.002-0.002=-0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.990

*mean*	7146.000-6170.000=976.000
σ	0.000
min	7146.000-6170.000=976.000
max	7146.000-6170.000=976.000

*mean*	362.994-1319.807=-956.813
σ	42.364-502.669=-460.305
min	345.506-1042.771=-697.265
max	467.761-2158.625=-1690.864

op=load_product(), with indexes

*mean*	7917.793-7878.102=39.690
σ	0.469-0.469=-0.000
min	7917.625-7877.935=39.690
max	7918.954-7879.264=39.690

*mean*	3273.375-3236.500=36.875
σ	1825.315-1842.286=-16.971
min	810.000-809.000=1.000
max	5623.000-6170.000=-547.000

*mean*	3606.845-3722.922=-116.076
σ	1032.549-1204.211=-171.661
min	3083.371-3080.728=2.643
max	5973.199-6217.743=-244.544

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.001
max	62.080-62.081=-0.001

*mean*	4042.250-3878.875=163.375
σ	2008.850-1851.217=157.633
min	1218.000-1280.000=-62.000
max	7146.000-6170.000=976.000

*mean*	87.340-85.489=1.851
σ	19.912-13.911=6.001
min	71.617-70.262=1.355
max	127.448-104.553=22.895

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=0.000
max	40.950-40.949=0.001

*mean*	7146.000-6170.000=976.000
σ	0.000
min	7146.000-6170.000=976.000
max	7146.000-6170.000=976.000

*mean*	62.125-63.715=-1.590
σ	1.258-3.252=-1.993
min	60.829-61.122=-0.293
max	65.065-68.949=-3.884

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.001
σ	0.002-0.002=0.001
min	66.686-66.686=0.000
max	66.691-66.690=0.001

*mean*	7146.000-6170.000=976.000
σ	0.000
min	7146.000-6170.000=976.000
max	7146.000-6170.000=976.000

*mean*	257.875-100.243=157.632
σ	355.505-1.333=354.172
min	98.700-99.027=-0.327
max	1109.245-103.119=1006.126

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11849.156=2368.015
σ	4.304-4.304=-0.000
min	14215.575-11847.561=2368.014
max	14227.820-11859.806=2368.014

*mean*	4042.250-3878.875=163.375
σ	2008.850-1851.217=157.633
min	1218.000-1280.000=-62.000
max	7146.000-6170.000=976.000

*mean*	8011.853-6206.264=1805.589
σ	1914.002-1282.928=631.073
min	5952.758-5009.614=943.144
max	10843.400-8299.052=2544.348

op=vertical_lookup_list() on indexed

*mean*	13159.108-10791.094=2368.015
σ	0.002-0.002=-0.000
min	13159.105-10791.092=2368.014
max	13159.110-10791.096=2368.014

*mean*	7146.000-6170.000=976.000
σ	0.000
min	7146.000-6170.000=976.000
max	7146.000-6170.000=976.000

*mean*	5261.622-5034.479=227.143
σ	572.617-1386.515=-813.898
min	4985.410-4010.645=974.765
max	6619.549-7097.501=-477.952

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	357.327-371.687=-14.360
σ	40.660-22.009=18.651
min	296.401-346.943=-50.542
max	394.060-393.628=0.431

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	756.781-769.055=-12.274
σ	46.245-42.245=4.000
min	649.121-669.159=-20.038
max	789.230-804.091=-14.861

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.326=-0.027
σ	0.759-0.759=-0.000
min	1023.824-1023.851=-0.027
max	1027.438-1027.467=-0.029

*mean*	1058.350-1043.650=14.700
σ	314.594-309.588=5.006
min	564.000-583.000=-19.000
max	1521.000-1500.000=21.000

*mean*	1.544-1.558=-0.015
σ	0.074-0.113=-0.038
min	1.469-1.488=-0.019
max	1.764-1.993=-0.229

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.396-0.309=0.087
σ	0.506-0.296=0.210
min	0.143-0.144=-0.002
max	1.299-0.834=0.465

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.474=0.008
σ	0.317-0.309=0.008
min	0.328-0.323=0.005
max	1.049-1.026=0.023

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.217=-0.001
σ	0.023-0.022=0.001
min	0.197-0.199=-0.002
max	0.256-0.253=0.002

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.331=-0.001
σ	0.018-0.019=-0.000
min	0.315-0.319=-0.003
max	0.362-0.363=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.600-436.200=-0.600
σ	5.079-1.789=3.291
min	431.000-433.000=-2.000
max	441.000-437.000=4.000

*mean*	0.574-0.529=0.045
σ	0.028-0.053=-0.025
min	0.547-0.478=0.069
max	0.613-0.605=0.008

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.483-0.502=-0.018
σ	0.024-0.020=0.004
min	0.461-0.469=-0.007
max	0.520-0.518=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	2.610-2.512=0.099
σ	0.092-0.252=-0.160
min	2.436-1.837=0.599
max	2.977-2.861=0.116

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	2.608-2.604=0.004
σ	0.092-0.082=0.010
min	2.447-2.494=-0.047
max	2.925-3.125=-0.199

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.304-0.306=-0.002
σ	0.009-0.007=0.002
min	0.290-0.294=-0.004
max	0.366-0.358=0.008

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.294-0.296=-0.001
σ	0.012-0.010=0.002
min	0.276-0.278=-0.003
max	0.375-0.343=0.032

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.735-298.785=-0.050
σ	0.972-1.042=-0.070
min	298.229-298.403=-0.174
max	301.489-301.750=-0.260

*mean*	442.800-442.200=0.600
σ	15.375-17.618=-2.243
min	417.000
max	468.000-464.000=4.000

*mean*	0.609-0.607=0.001
σ	0.016-0.020=-0.005
min	0.575-0.574=0.001
max	0.638-0.640=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	1063.250-1685.000=-621.750
σ	33.234-0.000=33.234
min	981.000-1685.000=-704.000
max	1075.000-1685.000=-610.000

*mean*	204.918-213.954=-9.035
σ	4.169-3.930=0.240
min	200.321-209.597=-9.276
max	210.940-219.389=-8.449

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1063.250-1685.000=-621.750
σ	33.234-0.000=33.234
min	981.000-1685.000=-704.000
max	1075.000-1685.000=-610.000

*mean*	11.205-10.906=0.299
σ	2.107-1.593=0.514
min	7.552-9.416=-1.864
max	13.223-12.786=0.437

phase=parser

*mean*	1042.366-1042.361=0.004
σ	0.001-0.000=0.001
min	1042.363-1042.361=0.002
max	1042.366-1042.361=0.005

*mean*	1063.250-1685.000=-621.750
σ	33.234-0.000=33.234
min	981.000-1685.000=-704.000
max	1075.000-1685.000=-610.000

*mean*	642.496-603.479=39.018
σ	146.148-108.331=37.817
min	413.312-383.089=30.223
max	842.494-733.523=108.971

phase=processProdDef

*mean*	4850.765-4753.280=97.485
σ	0.000-0.000=-0.000
min	4850.764-4753.280=97.485
max	4850.765-4753.280=97.484

*mean*	1075.000-1685.000=-610.000
σ	0.000
min	1075.000-1685.000=-610.000
max	1075.000-1685.000=-610.000

*mean*	4986.471-4236.337=750.134
σ	370.565-746.361=-375.796
min	4532.103-2971.416=1560.687
max	5466.147-5185.655=280.491

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	1063.250-1685.000=-621.750
σ	33.234-0.000=33.234
min	981.000-1685.000=-704.000
max	1075.000-1685.000=-610.000

*mean*	42.325-42.787=-0.462
σ	8.378-3.922=4.455
min	26.462-39.047=-12.585
max	51.704-47.571=4.133

phase=type checker

*mean*	990.453-990.450=0.003
σ	0.072-0.071=0.001
min	990.344
max	990.567-990.563=0.004

*mean*	1063.250-1685.000=-621.750
σ	33.234-0.000=33.234
min	981.000-1685.000=-704.000
max	1075.000-1685.000=-610.000

*mean*	831.217-781.487=49.730
σ	148.623-79.085=69.539
min	652.529-682.567=-30.038
max	1124.511-904.141=220.370

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.918=-0.097
σ	0.038-0.038=-0.000
min	293.769-293.864=-0.096
max	293.861-293.957=-0.096

*mean*	443.000-445.000=-2.000
σ	0.000
min	443.000-445.000=-2.000
max	443.000-445.000=-2.000

*mean*	0.392-0.395=-0.003
σ	0.001-0.007=-0.005
min	0.391-0.389=0.002
max	0.394-0.406=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.216-1320.300=-0.084
σ	0.033-0.030=0.003
min	1320.168-1320.264=-0.096
max	1320.256-1320.331=-0.075

*mean*	1092.600-1085.000=7.600
σ	183.028-163.646=19.382
min	838.000-888.000=-50.000
max	1309.000-1307.000=2.000

*mean*	2.285-2.304=-0.018
σ	0.185-0.151=0.035
min	2.164-2.153=0.011
max	2.613-2.493=0.121

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.617-1559.477=1.140
σ	6.226-3.390=2.836
min	1557.617-1557.811=-0.194
max	1571.749-1565.535=6.214

*mean*	617.800-628.800=-11.000
σ	82.105-90.599=-8.494
min	493.000-505.000=-12.000
max	713.000-729.000=-16.000

*mean*	2.302-2.460=-0.158
σ	0.183-0.294=-0.111
min	2.179-2.191=-0.011
max	2.627-2.886=-0.258

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.172-1882.264=-0.092
σ	0.053-0.061=-0.007
min	1882.101-1882.187=-0.086
max	1882.242-1882.343=-0.101

*mean*	1743.000-1722.000=21.000
σ	229.600-170.855=58.744
min	1442.000-1476.000=-34.000
max	1964.000-1880.000=84.000

*mean*	3.015-3.083=-0.068
σ	0.160-0.209=-0.049
min	2.880-2.899=-0.019
max	3.231-3.423=-0.192

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.833-1.800=0.033
σ	0.067-0.120=-0.052
min	1.731-1.677=0.055
max	1.893-1.930=-0.036

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.083-452.410=-0.328
σ	582.726-583.278=-0.552
min	160.716-160.769=-0.053
max	1326.171-1327.327=-1.156

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.504-0.536=-0.032
σ	0.470-0.533=-0.063
min	0.266-0.268=-0.002
max	1.209-1.336=-0.127

policies=20

*mean*	1607.522-1608.036=-0.514
σ	0.406-0.419=-0.013
min	1607.245-1607.746=-0.500
max	1608.122-1608.655=-0.533

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-452.000=-2.000
σ	9.238-10.832=-1.594
min	442.000-444.000=-2.000
max	458.000-468.000=-10.000

*mean*	2.668-2.695=-0.027
σ	0.014-0.008=0.006
min	2.649-2.687=-0.038
max	2.679-2.706=-0.026

policies=200

*mean*	16083.389-16088.592=-5.202
σ	0.167-0.100=0.067
min	16083.285-16088.505=-5.220
max	16083.638-16088.735=-5.096

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.250-497.750=-2.500
σ	4.193-5.123=-0.930
min	491.000-492.000=-1.000
max	501.000-503.000=-2.000

*mean*	27.083-27.229=-0.146
σ	0.033-0.046=-0.012
min	27.037-27.167=-0.131
max	27.110-27.278=-0.168