Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.581=0.096
σ	0.358-0.343=0.015
min	54.540-54.457=0.083
max	55.696-55.557=0.139

*mean*	416.900-415.000=1.900
σ	0.316-0.000=0.316
min	416.000-415.000=1.000
max	417.000-415.000=2.000

*mean*	0.139-0.141=-0.002
σ	0.005-0.006=-0.000
min	0.133-0.137=-0.004
max	0.151-0.151=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.705=-0.001
σ	0.007-0.006=0.001
min	43.692-43.696=-0.005
max	43.714-43.714=-0.001

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.123-0.122=0.001
σ	0.006-0.004=0.002
min	0.116-0.119=-0.003
max	0.132-0.129=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.001
max	36.620-36.620=0.000

*mean*	3887.375-4146.875=-259.500
σ	1857.739-1889.213=-31.474
min	1278.000-1554.000=-276.000
max	6177.000-7265.000=-1088.000

*mean*	13.448-12.388=1.060
σ	1.704-0.339=1.366
min	12.448-12.052=0.395
max	17.579-12.976=4.603

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.001

*mean*	3887.375-4146.875=-259.500
σ	1857.739-1889.213=-31.474
min	1278.000-1554.000=-276.000
max	6177.000-7265.000=-1088.000

*mean*	13.179-12.610=0.569
σ	1.686-0.622=1.063
min	11.730-11.631=0.099
max	17.009-13.459=3.549

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.002-0.001=0.000
min	41.929-41.928=0.000
max	41.933-41.933=0.000

*mean*	6177.000-7265.000=-1088.000
σ	0.000
min	6177.000-7265.000=-1088.000
max	6177.000-7265.000=-1088.000

*mean*	15.339-14.724=0.614
σ	0.367-0.271=0.095
min	14.558-14.210=0.348
max	15.656-15.131=0.525

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.000-0.002=-0.002
min	41.928-41.927=0.001
max	41.929-41.931=-0.003

*mean*	3738.625-4146.875=-408.250
σ	1830.638-1889.213=-58.575
min	1278.000-1554.000=-276.000
max	6177.000-7265.000=-1088.000

*mean*	13.224-12.134=1.090
σ	1.656-1.468=0.189
min	10.899-10.330=0.569
max	15.267-14.040=1.227

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	3738.625-4146.875=-408.250
σ	1830.638-1889.213=-58.575
min	1278.000-1554.000=-276.000
max	6177.000-7265.000=-1088.000

*mean*	9.152-8.558=0.594
σ	0.280-0.386=-0.106
min	8.678-7.961=0.717
max	9.521-9.136=0.385

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	3738.625-4146.875=-408.250
σ	1830.638-1889.213=-58.575
min	1278.000-1554.000=-276.000
max	6177.000-7265.000=-1088.000

*mean*	6.930-6.508=0.421
σ	0.274-0.195=0.079
min	6.404-6.142=0.262
max	7.171-6.742=0.429

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.666=0.003
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.005

*mean*	3887.375-4146.875=-259.500
σ	1857.739-1889.213=-31.474
min	1278.000-1554.000=-276.000
max	6177.000-7265.000=-1088.000

*mean*	6.123-5.514=0.609
σ	0.553-0.158=0.396
min	5.822-5.299=0.524
max	7.477-5.782=1.695

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.002
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	3887.375-4146.875=-259.500
σ	1857.739-1889.213=-31.474
min	1278.000-1554.000=-276.000
max	6177.000-7265.000=-1088.000

*mean*	6.001-5.328=0.673
σ	0.578-0.048=0.530
min	5.669-5.254=0.414
max	7.413-5.391=2.022

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.001
min	2524.602-2524.606=-0.003
max	2524.606-2524.606=-0.000

*mean*	6177.000-7265.000=-1088.000
σ	0.000
min	6177.000-7265.000=-1088.000
max	6177.000-7265.000=-1088.000

*mean*	1313.492-1574.169=-260.677
σ	486.918-845.835=-358.917
min	1031.726-1043.416=-11.690
max	2206.646-3329.678=-1123.032

op=load_product(), with indexes

*mean*	7878.102-8744.721=-866.619
σ	0.469-0.469=0.000
min	7877.934-8744.553=-866.619
max	7879.264-8745.882=-866.618

*mean*	3245.000-3570.125=-325.125
σ	1849.547-1790.283=59.264
min	811.000-1045.000=-234.000
max	6177.000-5777.000=400.000

*mean*	3781.698-4501.126=-719.429
σ	1132.301-1300.634=-168.333
min	3092.842-3555.290=-462.448
max	5721.331-6815.533=-1094.203

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.081-62.081=0.000

*mean*	3887.375-4146.875=-259.500
σ	1857.739-1889.213=-31.474
min	1278.000-1554.000=-276.000
max	6177.000-7265.000=-1088.000

*mean*	201.904-82.744=119.160
σ	341.254-10.764=330.490
min	70.398-71.117=-0.720
max	1046.094-99.014=947.080

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.944=0.001
max	40.949-40.945=0.003

*mean*	6177.000-7265.000=-1088.000
σ	0.000
min	6177.000-7265.000=-1088.000
max	6177.000-7265.000=-1088.000

*mean*	64.004-106.654=-42.650
σ	4.021-2.348=1.673
min	60.731-102.983=-42.252
max	70.657-109.985=-39.328

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.002
σ	0.002-0.000=0.001
min	66.686-66.685=0.001
max	66.690-66.687=0.003

*mean*	6177.000-7265.000=-1088.000
σ	0.000
min	6177.000-7265.000=-1088.000
max	6177.000-7265.000=-1088.000

*mean*	100.059-165.208=-65.149
σ	0.600-4.278=-3.678
min	99.095-155.661=-56.566
max	100.828-168.609=-67.781

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11656.836=192.320
σ	4.304-4.324=-0.021
min	11847.562-11655.305=192.256
max	11859.806-11667.538=192.268

*mean*	3738.625-4146.875=-408.250
σ	1830.638-1889.213=-58.575
min	1278.000-1554.000=-276.000
max	6177.000-7265.000=-1088.000

*mean*	5969.440-6069.869=-100.428
σ	1086.648-1094.279=-7.631
min	4994.020-4983.866=10.155
max	7598.723-8338.719=-739.997

op=vertical_lookup_list() on indexed

*mean*	10791.094-11560.065=-768.971
σ	0.002-0.001=0.001
min	10791.091-11560.064=-768.973
max	10791.096-11560.066=-768.970

*mean*	6177.000-7265.000=-1088.000
σ	0.000
min	6177.000-7265.000=-1088.000
max	6177.000-7265.000=-1088.000

*mean*	5157.687-5466.747=-309.060
σ	1553.973-1437.858=116.114
min	4024.224-4419.456=-395.232
max	7274.132-8450.573=-1176.441

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	389.822-383.354=6.468
σ	2.529-18.125=-15.596
min	386.071-351.999=34.072
max	393.395-397.884=-4.489

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-562.000=-1.000
σ	0.000
min	561.000-562.000=-1.000
max	561.000-562.000=-1.000

*mean*	746.185-749.984=-3.799
σ	45.883-78.536=-32.653
min	648.842-611.095=37.748
max	795.237-831.704=-36.467

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1008.500=15.828
σ	0.759-0.760=-0.001
min	1023.855-1008.026=15.829
max	1027.465-1011.642=15.824

*mean*	1053.300-1043.450=9.850
σ	316.490-310.615=5.876
min	592.000-571.000=21.000
max	1524.000-1501.000=23.000

*mean*	1.560-1.543=0.016
σ	0.096-0.068=0.028
min	1.406-1.479=-0.073
max	1.774-1.755=0.019

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.465-0.396=0.070
σ	0.477-0.504=-0.027
min	0.242-0.140=0.102
max	1.319-1.294=0.024

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.848-0.477=0.372
σ	0.545-0.324=0.221
min	0.582-0.321=0.261
max	1.822-1.056=0.766

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.386-0.214=0.172
σ	0.035-0.022=0.014
min	0.355-0.196=0.159
max	0.442-0.250=0.192

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.603-0.330=0.274
σ	0.032-0.014=0.018
min	0.572-0.318=0.253
max	0.656-0.354=0.302

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	441.400-436.600=4.800
σ	3.578-6.066=-2.489
min	435.000-431.000=4.000
max	443.000

*mean*	0.741-0.572=0.169
σ	0.014-0.052=-0.038
min	0.730-0.483=0.247
max	0.765-0.620=0.144

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.626-0.469=0.157
σ	0.016-0.040=-0.024
min	0.603-0.427=0.176
max	0.647-0.532=0.114

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	3.518-2.593=0.925
σ	0.111-0.089=0.022
min	3.369-2.445=0.923
max	4.324-2.916=1.408

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	3.475-2.615=0.860
σ	0.062-0.095=-0.033
min	3.375-2.458=0.917
max	3.660-2.928=0.731

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.553-0.303=0.249
σ	0.018-0.009=0.009
min	0.527-0.289=0.238
max	0.646-0.346=0.300

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.523-0.291=0.232
σ	0.019-0.024=-0.005
min	0.500-0.274=0.225
max	0.661-0.514=0.147

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.907-298.086=0.821
σ	1.057-1.032=0.025
min	298.448-297.644=0.804
max	301.908-301.012=0.896

*mean*	440.200-444.100=-3.900
σ	16.578-18.484=-1.905
min	414.000-416.000=-2.000
max	465.000-470.000=-5.000

*mean*	0.609-0.607=0.003
σ	0.015-0.014=0.001
min	0.593-0.584=0.009
max	0.640-0.635=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-222.008=14.670
σ	0.000
min	236.678-222.008=14.670
max	236.678-222.008=14.670

*mean*	1683.000-1770.125=-87.125
σ	0.000-23.290=-23.290
min	1683.000-1742.000=-59.000
max	1683.000-1787.000=-104.000

*mean*	211.575-210.022=1.553
σ	2.813-3.151=-0.338
min	207.928-203.373=4.555
max	216.321-212.862=3.459

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1683.000-1770.125=-87.125
σ	0.000-23.290=-23.290
min	1683.000-1742.000=-59.000
max	1683.000-1787.000=-104.000

*mean*	11.179-10.985=0.193
σ	2.347-2.000=0.347
min	6.375-7.329=-0.954
max	12.840-12.695=0.145

phase=parser

*mean*	1042.367-1042.101=0.266
σ	0.000-0.000=-0.000
min	1042.367-1042.100=0.266
max	1042.367-1042.101=0.266

*mean*	1683.000-1770.125=-87.125
σ	0.000-23.290=-23.290
min	1683.000-1742.000=-59.000
max	1683.000-1787.000=-104.000

*mean*	680.470-650.642=29.828
σ	64.843-113.327=-48.485
min	591.753-420.139=171.614
max	731.535-730.380=1.155

phase=processProdDef

*mean*	4753.276-6169.659=-1416.383
σ	0.000-0.001=-0.000
min	4753.276-6169.659=-1416.383
max	4753.276-6169.660=-1416.384

*mean*	1683.000-1775.750=-92.750
σ	0.000-20.831=-20.831
min	1683.000-1742.000=-59.000
max	1683.000-1787.000=-104.000

*mean*	4444.846-5262.090=-817.244
σ	393.030-1467.329=-1074.299
min	3868.589-3145.035=723.553
max	4944.876-7155.440=-2210.564

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1683.000-1770.125=-87.125
σ	0.000-23.290=-23.290
min	1683.000-1742.000=-59.000
max	1683.000-1787.000=-104.000

*mean*	44.926-40.683=4.243
σ	3.498-9.197=-5.699
min	39.964-26.555=13.410
max	48.057-48.513=-0.456

phase=type checker

*mean*	990.454-958.461=31.993
σ	0.071-0.066=0.005
min	990.348-958.363=31.985
max	990.567-958.551=32.016

*mean*	1683.000-1770.125=-87.125
σ	0.000-23.290=-23.290
min	1683.000-1742.000=-59.000
max	1683.000-1787.000=-104.000

*mean*	827.634-741.825=85.809
σ	81.448-80.538=0.910
min	712.909-632.076=80.833
max	939.066-881.833=57.233

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.918-293.688=0.230
σ	0.045-0.038=0.007
min	293.860-293.634=0.225
max	293.970-293.726=0.243

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.420-0.400=0.020
σ	0.016-0.002=0.015
min	0.401-0.398=0.004
max	0.441-0.401=0.040

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.287-1303.798=16.488
σ	0.048-0.046=0.003
min	1320.206-1303.722=16.484
max	1320.329-1303.843=16.486

*mean*	1111.800-1062.800=49.000
σ	167.791-168.590=-0.800
min	898.000-840.000=58.000
max	1321.000-1273.000=48.000

*mean*	2.197-2.021=0.177
σ	0.138-0.182=-0.044
min	2.008-1.816=0.192
max	2.388-2.194=0.194

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.497-1546.813=12.684
σ	3.417-4.041=-0.624
min	1557.775-1544.766=13.010
max	1565.601-1554.033=11.568

*mean*	626.000-612.000=14.000
σ	88.744-73.304=15.440
min	514.000-497.000=17.000
max	729.000-690.000=39.000

*mean*	2.442-2.247=0.195
σ	0.343-0.232=0.111
min	2.089-1.988=0.101
max	2.860-2.621=0.240

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.263-1865.812=16.451
σ	0.057-0.052=0.005
min	1882.184-1865.741=16.443
max	1882.332-1865.886=16.447

*mean*	1760.200-1710.200=50.000
σ	220.056-249.700=-29.644
min	1467.000-1418.000=49.000
max	1969.000-2064.000=-95.000

*mean*	3.218-3.085=0.133
σ	0.259-0.328=-0.069
min	2.905-2.861=0.043
max	3.501-3.625=-0.123

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.794-1.754=0.040
σ	0.181-0.178=0.003
min	1.480-1.445=0.036
max	1.947-1.891=0.057

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-450.090=2.321
σ	583.278-579.262=4.015
min	160.770-160.457=0.313
max	1327.328-1318.984=8.344

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.548-0.539=0.010
σ	0.563-0.546=0.017
min	0.260-0.265=-0.005
max	1.392-1.357=0.035

policies=20

*mean*	1608.045-1604.899=3.146
σ	0.423-0.392=0.031
min	1607.755-1604.627=3.128
max	1608.670-1605.478=3.192

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.750-446.000=6.750
σ	11.087-2.000=9.087
min	444.000-443.000=1.000
max	469.000-447.000=22.000

*mean*	2.720-2.672=0.048
σ	0.015-0.009=0.007
min	2.700-2.661=0.039
max	2.736-2.680=0.056

policies=200

*mean*	16088.511-16057.213=31.298
σ	0.082-0.191=-0.110
min	16088.399-16057.043=31.355
max	16088.581-16057.488=31.093

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.750-497.500=3.250
σ	4.787-4.435=0.352
min	495.000-492.000=3.000
max	506.000-502.000=4.000

*mean*	27.365-27.052=0.313
σ	0.094-0.108=-0.015
min	27.268-26.951=0.317
max	27.488-27.205=0.283