Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.695-558.664=0.031
σ	0.000
min	558.695-558.664=0.031
max	558.695-558.664=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.887=0.001
σ	0.361-0.358=0.002
min	54.749-54.750=-0.001
max	55.914-55.906=0.008

*mean*	421.000-419.000=2.000
σ	0.000
min	421.000-419.000=2.000
max	421.000-419.000=2.000

*mean*	0.138-0.140=-0.002
σ	0.004-0.004=-0.000
min	0.131-0.136=-0.005
max	0.143-0.146=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.855=0.001
σ	0.007-0.006=0.001
min	43.843-43.842=0.001
max	43.871-43.862=0.009

*mean*	421.000-419.000=2.000
σ	0.000
min	421.000-419.000=2.000
max	421.000-419.000=2.000

*mean*	0.127-0.122=0.005
σ	0.011-0.005=0.006
min	0.118-0.117=0.001
max	0.147-0.129=0.017

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4043.625-4042.125=1.500
σ	2006.385-2007.938=-1.553
min	1232.000-1219.000=13.000
max	7151.000-7146.000=5.000

*mean*	12.811-12.897=-0.085
σ	1.857-0.323=1.535
min	11.801-12.396=-0.596
max	17.389-13.469=3.920

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4043.625-4042.125=1.500
σ	2006.385-2007.938=-1.553
min	1232.000-1219.000=13.000
max	7151.000-7146.000=5.000

*mean*	13.137-13.007=0.130
σ	1.873-0.439=1.434
min	11.386-12.174=-0.788
max	17.593-13.480=4.113

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.932=0.000

*mean*	7151.000-7146.000=5.000
σ	0.000
min	7151.000-7146.000=5.000
max	7151.000-7146.000=5.000

*mean*	15.012-15.352=-0.340
σ	1.085-0.164=0.921
min	14.396-15.155=-0.759
max	17.679-15.622=2.057

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932

*mean*	4043.625-4042.125=1.500
σ	2006.385-2007.938=-1.553
min	1232.000-1219.000=13.000
max	7151.000-7146.000=5.000

*mean*	13.657-14.817=-1.160
σ	1.959-1.581=0.378
min	10.455-11.384=-0.929
max	15.396-16.400=-1.004

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4043.625-4042.125=1.500
σ	2006.385-2007.938=-1.553
min	1232.000-1219.000=13.000
max	7151.000-7146.000=5.000

*mean*	8.921-10.093=-1.172
σ	1.334-1.628=-0.294
min	8.021-8.705=-0.684
max	12.158-12.958=-0.800

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4043.625-4042.125=1.500
σ	2006.385-2007.938=-1.553
min	1232.000-1219.000=13.000
max	7151.000-7146.000=5.000

*mean*	6.709-7.992=-1.283
σ	1.263-1.520=-0.257
min	5.776-6.568=-0.791
max	9.774-10.577=-0.804

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=-0.000
max	25.677-25.678=-0.000

*mean*	4043.625-4042.125=1.500
σ	2006.385-2007.938=-1.553
min	1232.000-1219.000=13.000
max	7151.000-7146.000=5.000

*mean*	5.705-6.069=-0.365
σ	0.560-0.110=0.449
min	5.317-5.902=-0.585
max	7.056-6.208=0.848

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968
max	25.972

*mean*	4043.625-4042.125=1.500
σ	2006.385-2007.938=-1.553
min	1232.000-1219.000=13.000
max	7151.000-7146.000=5.000

*mean*	5.548-5.881=-0.333
σ	0.580-0.134=0.447
min	5.219-5.711=-0.493
max	6.961-6.099=0.861

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7151.000-7146.000=5.000
σ	0.000
min	7151.000-7146.000=5.000
max	7151.000-7146.000=5.000

*mean*	346.334-435.809=-89.475
σ	1.790-248.658=-246.868
min	343.239-345.381=-2.142
max	348.142-1051.191=-703.049

op=load_product(), with indexes

*mean*	7917.792-7917.792=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.624=0.001
max	7918.952-7918.954=-0.001

*mean*	3272.000-3274.125=-2.125
σ	1824.250-1823.243=1.007
min	814.000-810.000=4.000
max	5620.000-5621.000=-1.000

*mean*	3773.184-3598.991=174.193
σ	1058.601-1052.285=6.316
min	3114.309-3083.218=31.091
max	5654.715-6018.632=-363.917

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4043.625-4042.125=1.500
σ	2006.385-2007.938=-1.553
min	1232.000-1219.000=13.000
max	7151.000-7146.000=5.000

*mean*	85.772-90.617=-4.844
σ	19.104-22.104=-3.001
min	69.199-70.335=-1.136
max	119.996-120.124=-0.127

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.950-40.950=-0.000

*mean*	7151.000-7146.000=5.000
σ	0.000
min	7151.000-7146.000=5.000
max	7151.000-7146.000=5.000

*mean*	62.927-61.155=1.773
σ	5.783-0.555=5.228
min	59.683-60.355=-0.673
max	75.643-62.119=13.525

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.691

*mean*	7151.000-7146.000=5.000
σ	0.000
min	7151.000-7146.000=5.000
max	7151.000-7146.000=5.000

*mean*	99.566-100.332=-0.766
σ	2.089-0.926=1.164
min	98.015-99.262=-1.247
max	104.507-101.825=2.682

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.001
σ	4.303-4.304=-0.000
min	14215.575-14215.576=-0.000
max	14227.821-14227.821=-0.000

*mean*	4043.625-4042.125=1.500
σ	2006.385-2007.938=-1.553
min	1232.000-1219.000=13.000
max	7151.000-7146.000=5.000

*mean*	8065.550-8149.969=-84.419
σ	1717.348-1806.016=-88.668
min	5953.158-6006.795=-53.637
max	10274.683-11252.499=-977.816

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.111-13159.110=0.001

*mean*	7151.000-7146.000=5.000
σ	0.000
min	7151.000-7146.000=5.000
max	7151.000-7146.000=5.000

*mean*	6009.522-5244.027=765.495
σ	1868.341-327.956=1540.384
min	4999.918-5000.068=-0.150
max	9701.769-5742.020=3959.749

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	374.353-372.393=1.960
σ	22.596-35.353=-12.757
min	342.738-292.901=49.836
max	394.578-391.388=3.190

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.750-560.000=-0.250
σ	0.463-0.000=0.463
min	559.000-560.000=-1.000
max	560.000

*mean*	743.997-747.030=-3.033
σ	58.694-55.051=3.644
min	632.700-628.479=4.221
max	785.129-795.158=-10.029

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.001
σ	0.759-0.759=0.000
min	1023.825-1023.826=-0.001
max	1027.437-1027.437=0.000

*mean*	1051.600-1044.700=6.900
σ	311.538-297.914=13.625
min	570.000-560.000=10.000
max	1514.000-1456.000=58.000

*mean*	1.565-1.544=0.021
σ	0.098-0.074=0.024
min	1.403-1.460=-0.057
max	1.800-1.761=0.039

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.451-0.309=0.142
σ	0.474-0.316=0.158
min	0.233-0.136=0.097
max	1.299-0.870=0.428

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.821-0.477=0.344
σ	0.531-0.316=0.215
min	0.567-0.325=0.241
max	1.771-1.043=0.728

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.392-0.222=0.169
σ	0.036-0.023=0.013
min	0.368-0.206=0.163
max	0.454-0.262=0.192

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.589-0.327=0.262
σ	0.029-0.018=0.012
min	0.563-0.312=0.251
max	0.637-0.358=0.280

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.400-436.000=-4.600
σ	0.894-5.612=-4.718
min	431.000
max	433.000-442.000=-9.000

*mean*	0.708-0.554=0.153
σ	0.033-0.037=-0.004
min	0.674-0.508=0.166
max	0.750-0.605=0.146

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.607-0.504=0.102
σ	0.037-0.025=0.012
min	0.556-0.468=0.088
max	0.640-0.525=0.115

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	2.820-1.981=0.839
σ	0.086-0.075=0.011
min	2.639-1.840=0.799
max	3.109-2.186=0.923

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	2.803-1.957=0.846
σ	0.087-0.077=0.010
min	2.695-1.849=0.846
max	3.091-2.251=0.840

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.550-0.308=0.242
σ	0.024-0.009=0.015
min	0.525-0.292=0.232
max	0.743-0.357=0.386

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.529-0.294=0.235
σ	0.056-0.007=0.050
min	0.297-0.282=0.015
max	1.001-0.323=0.678

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.512-298.564=-0.052
σ	1.027-1.010=0.017
min	298.085-298.197=-0.111
max	301.428-301.436=-0.008

*mean*	444.100-443.000=1.100
σ	18.224-19.172=-0.948
min	418.000-417.000=1.000
max	468.000-470.000=-2.000

*mean*	0.608-0.591=0.017
σ	0.013-0.028=-0.016
min	0.597-0.533=0.064
max	0.639-0.621=0.019

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	805.000-940.875=-135.875
σ	0.000-17.324=-17.324
min	805.000-898.000=-93.000
max	805.000-947.000=-142.000

*mean*	206.781-205.793=0.988
σ	4.473-3.662=0.811
min	197.200-200.765=-3.565
max	210.752-210.756=-0.004

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	805.000-939.250=-134.250
σ	0.000-21.920=-21.920
min	805.000-885.000=-80.000
max	805.000-947.000=-142.000

*mean*	9.990-10.183=-0.193
σ	2.688-2.425=0.263
min	6.552-6.594=-0.042
max	15.666-12.814=2.852

phase=parser

*mean*	1042.366-1042.361=0.006
σ	0.000-0.000=0.000
min	1042.366-1042.360=0.006
max	1042.367-1042.361=0.006

*mean*	805.000-939.250=-134.250
σ	0.000-21.920=-21.920
min	805.000-885.000=-80.000
max	805.000-947.000=-142.000

*mean*	561.024-561.701=-0.678
σ	141.237-165.874=-24.637
min	413.335-379.405=33.931
max	870.763-756.084=114.679

phase=processProdDef

*mean*	4850.764-4850.768=-0.004
σ	0.000
min	4850.764-4850.768=-0.004
max	4850.764-4850.768=-0.004

*mean*	805.000-947.000=-142.000
σ	0.000
min	805.000-947.000=-142.000
max	805.000-947.000=-142.000

*mean*	5068.826-4683.983=384.844
σ	372.076-384.950=-12.874
min	4516.481-4036.784=479.697
max	5490.040-5387.180=102.861

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	805.000-939.250=-134.250
σ	0.000-21.920=-21.920
min	805.000-885.000=-80.000
max	805.000-947.000=-142.000

*mean*	37.865-38.980=-1.115
σ	10.411-13.381=-2.969
min	21.128-21.002=0.126
max	55.783-60.702=-4.919

phase=type checker

*mean*	990.453-990.450=0.004
σ	0.071
min	990.348-990.344=0.004
max	990.567-990.563=0.004

*mean*	805.000-940.750=-135.750
σ	0.000-17.678=-17.678
min	805.000-897.000=-92.000
max	805.000-947.000=-142.000

*mean*	757.092-798.741=-41.649
σ	84.735-101.668=-16.933
min	657.730-647.469=10.261
max	873.833-914.784=-40.951

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.822=0.000
σ	0.038-0.038=0.000
min	293.769-293.769=0.000
max	293.861-293.860=0.001

*mean*	443.000-439.600=3.400
σ	0.000-2.191=-2.191
min	443.000-438.000=5.000
max	443.000-442.000=1.000

*mean*	0.392-0.394=-0.002
σ	0.002-0.001=0.001
min	0.389-0.392=-0.003
max	0.394-0.395=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.219-1320.218=0.001
σ	0.033-0.045=-0.013
min	1320.171-1320.154=0.017
max	1320.250-1320.259=-0.009

*mean*	1066.400-1083.600=-17.200
σ	164.936-172.712=-7.776
min	843.000-877.000=-34.000
max	1267.000-1314.000=-47.000

*mean*	2.255-2.294=-0.039
σ	0.082-0.185=-0.103
min	2.154-2.125=0.030
max	2.369-2.610=-0.241

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.612-1560.610=0.001
σ	6.224-6.213=0.012
min	1557.618-1557.627=-0.009
max	1571.741-1571.719=0.023

*mean*	619.800-609.400=10.400
σ	82.606-94.949=-12.343
min	495.000
max	717.000-733.000=-16.000

*mean*	2.307-2.273=0.033
σ	0.207-0.106=0.100
min	2.135-2.193=-0.058
max	2.662-2.425=0.237

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.168-1882.174=-0.006
σ	0.059-0.061=-0.002
min	1882.104-1882.102=0.002
max	1882.246-1882.258=-0.012

*mean*	1708.400-1725.000=-16.600
σ	259.209-178.877=80.332
min	1395.000-1466.000=-71.000
max	2056.000-1886.000=170.000

*mean*	2.948-3.154=-0.206
σ	0.063-0.250=-0.187
min	2.878-2.926=-0.048
max	3.022-3.543=-0.521

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.679-1.821=-0.142
σ	0.109-0.131=-0.022
min	1.529-1.605=-0.076
max	1.824-1.956=-0.132

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.083=-0.002
σ	582.721-582.722=-0.001
min	160.719-160.720=-0.001
max	1326.163-1326.166=-0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.552-0.547=0.005
σ	0.559-0.545=0.014
min	0.266-0.269=-0.002
max	1.391-1.365=0.025

policies=20

*mean*	1607.521-1607.535=-0.014
σ	0.418-0.416=0.003
min	1607.238-1607.255=-0.017
max	1608.141-1608.151=-0.010

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-450.000=-0.500
σ	9.815-8.083=1.732
min	441.000-443.000=-2.000
max	458.000-457.000=1.000

*mean*	2.703-2.688=0.015
σ	0.036-0.007=0.029
min	2.674-2.684=-0.010
max	2.748-2.698=0.050

policies=200

*mean*	16083.512-16083.508=0.003
σ	0.119-0.128=-0.009
min	16083.382-16083.411=-0.029
max	16083.668-16083.689=-0.020

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.500-495.000=3.500
σ	3.416-2.944=0.472
min	494.000-492.000=2.000
max	502.000-498.000=4.000

*mean*	27.146-27.178=-0.032
σ	0.024-0.058=-0.034
min	27.113-27.122=-0.009
max	27.169-27.250=-0.081