Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.679=-0.002
σ	0.356-0.359=-0.002
min	54.545-54.540=0.005
max	55.691-55.700=-0.009

*mean*	421.000-416.000=5.000
σ	0.000
min	421.000-416.000=5.000
max	421.000-416.000=5.000

*mean*	0.141-0.141=0.000
σ	0.004-0.005=-0.001
min	0.138-0.136=0.001
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.706=-0.002
σ	0.005-0.007=-0.002
min	43.697-43.694=0.003
max	43.710-43.716=-0.006

*mean*	421.000-416.000=5.000
σ	0.000
min	421.000-416.000=5.000
max	421.000-416.000=5.000

*mean*	0.123-0.124=-0.002
σ	0.005-0.005=0.001
min	0.116-0.119=-0.003
max	0.132-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	3876.500-3886.125=-9.625
σ	1849.170-1858.576=-9.406
min	1279.000
max	6165.000-6182.000=-17.000

*mean*	13.537-13.298=0.239
σ	1.855-2.077=-0.222
min	12.601-11.927=0.675
max	18.096-18.388=-0.292

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	3876.500-3886.125=-9.625
σ	1849.170-1858.576=-9.406
min	1279.000
max	6165.000-6182.000=-17.000

*mean*	13.793-13.412=0.380
σ	1.387-1.548=-0.161
min	12.904-11.847=1.057
max	17.183-17.013=0.170

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.933-41.933=-0.000

*mean*	6165.000-6182.000=-17.000
σ	0.000
min	6165.000-6182.000=-17.000
max	6165.000-6182.000=-17.000

*mean*	15.242-15.116=0.126
σ	0.401-0.509=-0.108
min	14.454-13.997=0.457
max	15.705-15.601=0.104

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.001-0.001=-0.001
min	41.928-41.928=-0.000
max	41.929-41.932=-0.003

*mean*	3876.500-3738.500=138.000
σ	1849.170-1832.044=17.125
min	1279.000
max	6165.000-6182.000=-17.000

*mean*	13.678-13.622=0.056
σ	1.968-1.960=0.008
min	11.290-11.016=0.274
max	16.056-15.480=0.576

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	3876.500-3738.500=138.000
σ	1849.170-1832.044=17.125
min	1279.000
max	6165.000-6182.000=-17.000

*mean*	9.587-8.923=0.665
σ	1.242-0.333=0.909
min	8.849-8.135=0.714
max	12.612-9.206=3.406

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	3876.500-3738.500=138.000
σ	1849.170-1832.044=17.125
min	1279.000
max	6165.000-6182.000=-17.000

*mean*	7.144-6.795=0.349
σ	1.262-0.312=0.951
min	6.350-6.207=0.142
max	10.211-7.140=3.070

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=-0.000
σ	0.003-0.003=0.000
min	25.665-25.666=-0.000
max	25.674-25.674=0.000

*mean*	3876.500-3886.125=-9.625
σ	1849.170-1858.576=-9.406
min	1279.000
max	6165.000-6182.000=-17.000

*mean*	6.160-6.152=0.008
σ	0.471-0.462=0.009
min	5.842-5.742=0.100
max	7.273-7.241=0.032

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.968=0.000
max	25.974-25.974=0.000

*mean*	3876.500-3886.125=-9.625
σ	1849.170-1858.576=-9.406
min	1279.000
max	6165.000-6182.000=-17.000

*mean*	5.947-5.891=0.056
σ	0.545-0.604=-0.059
min	5.651-5.134=0.516
max	7.276-7.266=0.011

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=-0.000
σ	0.002-0.002=0.000
min	2524.602-2524.602=-0.000
max	2524.606

*mean*	6165.000-6182.000=-17.000
σ	0.000
min	6165.000-6182.000=-17.000
max	6165.000-6182.000=-17.000

*mean*	1472.459-1338.817=133.642
σ	798.983-527.863=271.119
min	1044.178-1035.227=8.951
max	3064.954-2282.797=782.157

op=load_product(), with indexes

*mean*	7878.103-7878.102=0.000
σ	0.469-0.469=-0.000
min	7877.935-7877.935=0.000
max	7879.264

*mean*	3235.250-3242.750=-7.500
σ	1839.811-1849.231=-9.420
min	810.000
max	6165.000-6182.000=-17.000

*mean*	3615.540-3832.257=-216.718
σ	1083.289-1166.170=-82.882
min	3121.053-3116.344=4.709
max	6221.574-5827.277=394.298

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	3876.500-3886.125=-9.625
σ	1849.170-1858.576=-9.406
min	1279.000
max	6165.000-6182.000=-17.000

*mean*	84.259-176.060=-91.801
σ	12.531-266.890=-254.359
min	71.411-70.897=0.514
max	103.229-836.078=-732.849

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.944-40.945=-0.000
max	40.949

*mean*	6165.000-6182.000=-17.000
σ	0.000
min	6165.000-6182.000=-17.000
max	6165.000-6182.000=-17.000

*mean*	62.813-63.577=-0.764
σ	3.741-3.538=0.203
min	59.853-61.554=-1.702
max	68.410-71.928=-3.518

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.690

*mean*	6165.000-6182.000=-17.000
σ	0.000
min	6165.000-6182.000=-17.000
max	6165.000-6182.000=-17.000

*mean*	99.674-100.793=-1.119
σ	1.230-1.539=-0.310
min	97.864-98.850=-0.986
max	101.719-104.036=-2.317

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11849.155=0.000
σ	4.304-4.304=-0.000
min	11847.562-11847.561=0.001
max	11859.806-11859.806=0.000

*mean*	3876.500-3738.500=138.000
σ	1849.170-1832.044=17.125
min	1279.000
max	6165.000-6182.000=-17.000

*mean*	6121.084-5822.935=298.149
σ	1058.153-1163.084=-104.931
min	5069.241-5096.936=-27.695
max	8126.318-8171.893=-45.575

op=vertical_lookup_list() on indexed

*mean*	10791.094-10791.094=0.000
σ	0.002-0.002=0.000
min	10791.091-10791.091=0.000
max	10791.096-10791.096=0.001

*mean*	6165.000-6182.000=-17.000
σ	0.000
min	6165.000-6182.000=-17.000
max	6165.000-6182.000=-17.000

*mean*	5205.969-4797.900=408.069
σ	1543.849-1287.729=256.121
min	4094.412-4113.130=-18.718
max	7543.786-7432.252=111.534

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-476.000=2.000
σ	0.000
min	478.000-476.000=2.000
max	478.000-476.000=2.000

*mean*	383.400-368.481=14.919
σ	14.110-32.758=-18.648
min	348.705-302.557=46.149
max	390.315-392.564=-2.249

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	721.152-763.928=-42.777
σ	80.973-39.243=41.730
min	589.343-670.290=-80.948
max	798.852-794.089=4.764

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.327=0.001
σ	0.759-0.759=-0.000
min	1023.853-1023.854=-0.001
max	1027.466-1027.464=0.001

*mean*	1043.200-1061.000=-17.800
σ	317.179-316.388=0.791
min	547.000-591.000=-44.000
max	1516.000-1566.000=-50.000

*mean*	1.568-1.549=0.019
σ	0.096-0.060=0.037
min	1.486-1.388=0.099
max	1.911-1.654=0.258

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.431-0.401=0.029
σ	0.510-0.528=-0.018
min	0.144-0.143=0.001
max	1.325-1.344=-0.019

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.494-0.746=-0.252
σ	0.325-0.362=-0.037
min	0.330-0.563=-0.233
max	1.074-1.392=-0.318

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.208-0.389=-0.181
σ	0.027-0.038=-0.011
min	0.190-0.365=-0.175
max	0.255-0.456=-0.200

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.595=-0.261
σ	0.015-0.020=-0.005
min	0.324-0.578=-0.255
max	0.360-0.629=-0.269

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-436.600=-0.400
σ	1.789-6.066=-4.277
min	433.000-431.000=2.000
max	437.000-443.000=-6.000

*mean*	0.522-0.570=-0.048
σ	0.085-0.104=-0.019
min	0.440-0.506=-0.066
max	0.619-0.753=-0.134

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-443.000=-6.000
σ	0.000
min	437.000-443.000=-6.000
max	437.000-443.000=-6.000

*mean*	0.463-0.477=-0.013
σ	0.026-0.046=-0.020
min	0.433-0.420=0.014
max	0.500-0.527=-0.026

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-443.000=-6.000
σ	0.000
min	437.000-443.000=-6.000
max	437.000-443.000=-6.000

*mean*	2.659-2.645=0.014
σ	0.118-0.103=0.015
min	2.451-2.478=-0.026
max	3.016-3.006=0.010

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-443.000=-6.000
σ	0.000
min	437.000-443.000=-6.000
max	437.000-443.000=-6.000

*mean*	2.629-2.657=-0.027
σ	0.090-0.109=-0.019
min	2.475-2.487=-0.012
max	2.928-3.213=-0.285

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-443.000=-6.000
σ	0.000
min	437.000-443.000=-6.000
max	437.000-443.000=-6.000

*mean*	0.311-0.307=0.004
σ	0.009-0.007=0.002
min	0.294-0.293=0.002
max	0.356-0.349=0.007

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-443.000=-6.000
σ	0.000
min	437.000-443.000=-6.000
max	437.000-443.000=-6.000

*mean*	0.303-0.296=0.007
σ	0.041-0.018=0.023
min	0.278-0.268=0.010
max	0.699-0.434=0.265

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.902-298.627=0.274
σ	1.064-0.987=0.077
min	298.496-298.234=0.262
max	301.924-301.433=0.492

*mean*	443.700-441.400=2.300
σ	16.118-15.735=0.383
min	420.000
max	470.000-469.000=1.000

*mean*	0.588-0.605=-0.017
σ	0.032-0.015=0.017
min	0.546-0.588=-0.042
max	0.644-0.640=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1680.625-1691.000=-10.375
σ	3.889-0.000=3.889
min	1671.000-1691.000=-20.000
max	1682.000-1691.000=-9.000

*mean*	213.945-210.835=3.109
σ	4.153-3.901=0.252
min	209.617-203.981=5.636
max	219.930-217.234=2.696

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1680.625-1691.000=-10.375
σ	3.889-0.000=3.889
min	1671.000-1691.000=-20.000
max	1682.000-1691.000=-9.000

*mean*	10.686-11.471=-0.784
σ	1.885-2.017=-0.131
min	7.593-7.515=0.079
max	12.745-13.092=-0.347

phase=parser

*mean*	1042.364-1042.363=0.000
σ	0.000-0.000=-0.000
min	1042.364-1042.363=0.001
max	1042.364

*mean*	1680.625-1691.000=-10.375
σ	3.889-0.000=3.889
min	1671.000-1691.000=-20.000
max	1682.000-1691.000=-9.000

*mean*	601.701-650.076=-48.375
σ	137.618-112.421=25.197
min	381.607-430.917=-49.310
max	739.354-735.766=3.588

phase=processProdDef

*mean*	4753.279-4753.280=-0.000
σ	0.000-0.000=-0.000
min	4753.279
max	4753.280

*mean*	1682.000-1691.000=-9.000
σ	0.000
min	1682.000-1691.000=-9.000
max	1682.000-1691.000=-9.000

*mean*	4460.491-4615.125=-154.635
σ	656.914-502.502=154.412
min	3308.240-4154.267=-846.027
max	5405.056-5413.265=-8.209

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1680.625-1691.000=-10.375
σ	3.889-0.000=3.889
min	1671.000-1691.000=-20.000
max	1682.000-1691.000=-9.000

*mean*	41.801-42.194=-0.392
σ	7.147-7.941=-0.794
min	26.386-26.284=0.101
max	48.424-47.887=0.538

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1680.625-1691.000=-10.375
σ	3.889-0.000=3.889
min	1671.000-1691.000=-20.000
max	1682.000-1691.000=-9.000

*mean*	797.227-819.532=-22.305
σ	103.369-147.834=-44.465
min	657.802-686.701=-28.899
max	933.922-1095.027=-161.105

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.919=-0.000
σ	0.038-0.038=0.000
min	293.865-293.866=-0.000
max	293.958-293.958=0.000

*mean*	445.000-442.200=2.800
σ	0.000-1.643=-1.643
min	445.000-441.000=4.000
max	445.000-444.000=1.000

*mean*	0.400-0.394=0.006
σ	0.009-0.001=0.008
min	0.393-0.392=0.001
max	0.413-0.395=0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.170-1320.312=-0.142
σ	0.073-0.031=0.042
min	1320.090-1320.269=-0.179
max	1320.278-1320.344=-0.066

*mean*	1111.200-1086.000=25.200
σ	188.376-182.403=5.973
min	891.000-851.000=40.000
max	1374.000-1317.000=57.000

*mean*	1.929-2.252=-0.323
σ	0.042-0.045=-0.003
min	1.873-2.212=-0.339
max	1.979-2.324=-0.345

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.481-1559.447=0.033
σ	3.362-3.391=-0.029
min	1557.849-1557.724=0.125
max	1565.490-1565.506=-0.016

*mean*	624.400-619.600=4.800
σ	90.996-83.089=7.907
min	508.000-495.000=13.000
max	729.000-718.000=11.000

*mean*	2.429-2.344=0.085
σ	0.272-0.211=0.061
min	2.116-2.193=-0.077
max	2.722-2.708=0.014

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.280-1882.263=0.018
σ	0.086-0.046=0.039
min	1882.186-1882.209=-0.023
max	1882.394-1882.318=0.075

*mean*	1726.600-1724.200=2.400
σ	179.238-201.245=-22.007
min	1505.000-1452.000=53.000
max	1971.000-1915.000=56.000

*mean*	3.126-3.052=0.074
σ	0.240-0.148=0.093
min	2.892-2.896=-0.004
max	3.463-3.231=0.232

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.847-1.806=0.041
σ	0.091-0.192=-0.101
min	1.727-1.539=0.188
max	1.939-1.964=-0.025

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-452.411=0.000
σ	583.278-583.277=0.001
min	160.770-160.769=0.001
max	1327.329-1327.327=0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.555-0.550=0.004
σ	0.570-0.564=0.005
min	0.268-0.267=0.001
max	1.410-1.397=0.013

policies=20

*mean*	1608.041-1608.043=-0.003
σ	0.417-0.411=0.006
min	1607.752-1607.760=-0.008
max	1608.657-1608.651=0.006

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-447.750=1.750
σ	7.506-2.500=5.006
min	443.000-444.000=-1.000
max	456.000-449.000=7.000

*mean*	2.701-2.699=0.002
σ	0.010-0.014=-0.003
min	2.693-2.688=0.005
max	2.715-2.715=-0.000

policies=200

*mean*	16088.496-16088.604=-0.108
σ	0.169-0.088=0.081
min	16088.405-16088.527=-0.122
max	16088.750-16088.730=0.020

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000-497.500=-0.500
σ	3.162-4.203=-1.041
min	493.000
max	500.000-502.000=-2.000

*mean*	27.296-27.173=0.123
σ	0.058-0.078=-0.019
min	27.243-27.100=0.142
max	27.358-27.272=0.086