Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.678=-0.001
σ	0.358-0.359=-0.001
min	54.540-54.535=0.005
max	55.696-55.700=-0.003

*mean*	416.900-418.000=-1.100
σ	0.316-0.000=0.316
min	416.000-418.000=-2.000
max	417.000-418.000=-1.000

*mean*	0.139-0.141=-0.002
σ	0.005-0.004=0.001
min	0.133-0.137=-0.004
max	0.151-0.147=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.706=-0.001
σ	0.007-0.005=0.003
min	43.692-43.700=-0.008
max	43.714-43.713=0.001

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.123-0.125=-0.002
σ	0.006-0.005=0.000
min	0.116-0.121=-0.005
max	0.132-0.135=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	3887.375-3876.500=10.875
σ	1857.739-1848.299=9.440
min	1278.000-1279.000=-1.000
max	6177.000-6161.000=16.000

*mean*	13.448-12.233=1.215
σ	1.704-0.317=1.387
min	12.448-11.806=0.641
max	17.579-12.785=4.794

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	3887.375-3876.500=10.875
σ	1857.739-1848.299=9.440
min	1278.000-1279.000=-1.000
max	6177.000-6161.000=16.000

*mean*	13.179-11.911=1.268
σ	1.686-0.434=1.251
min	11.730-11.453=0.277
max	17.009-12.513=4.495

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.929-41.928=0.000
max	41.933-41.932=0.001

*mean*	6177.000-6161.000=16.000
σ	0.000
min	6177.000-6161.000=16.000
max	6177.000-6161.000=16.000

*mean*	15.339-14.585=0.754
σ	0.367-0.201=0.166
min	14.558-14.312=0.246
max	15.656-14.980=0.676

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=0.000

*mean*	3738.625-3876.500=-137.875
σ	1830.638-1848.299=-17.661
min	1278.000-1279.000=-1.000
max	6177.000-6161.000=16.000

*mean*	13.224-13.062=0.162
σ	1.656-2.144=-0.487
min	10.899-10.205=0.694
max	15.267-15.733=-0.466

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	3738.625-3876.500=-137.875
σ	1830.638-1848.299=-17.661
min	1278.000-1279.000=-1.000
max	6177.000-6161.000=16.000

*mean*	9.152-9.038=0.114
σ	0.280-1.421=-1.141
min	8.678-8.282=0.396
max	9.521-12.518=-2.997

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	3738.625-3876.500=-137.875
σ	1830.638-1848.299=-17.661
min	1278.000-1279.000=-1.000
max	6177.000-6161.000=16.000

*mean*	6.930-6.858=0.071
σ	0.274-1.284=-1.010
min	6.404-5.734=0.669
max	7.171-9.811=-2.640

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=-0.000
σ	0.003-0.003=-0.000
min	25.666-25.666=-0.000
max	25.674-25.674=-0.000

*mean*	3887.375-3876.500=10.875
σ	1857.739-1848.299=9.440
min	1278.000-1279.000=-1.000
max	6177.000-6161.000=16.000

*mean*	6.123-5.621=0.502
σ	0.553-0.069=0.485
min	5.822-5.526=0.297
max	7.477-5.690=1.787

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=-0.000
max	25.974

*mean*	3887.375-3876.500=10.875
σ	1857.739-1848.299=9.440
min	1278.000-1279.000=-1.000
max	6177.000-6161.000=16.000

*mean*	6.001-5.198=0.804
σ	0.578-0.206=0.372
min	5.669-4.841=0.827
max	7.413-5.395=2.018

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=-0.000
σ	0.002-0.002=-0.000
min	2524.602-2524.602=-0.000
max	2524.606-2524.606=-0.000

*mean*	6177.000-6161.000=16.000
σ	0.000
min	6177.000-6161.000=16.000
max	6177.000-6161.000=16.000

*mean*	1313.492-1446.276=-132.784
σ	486.918-749.586=-262.668
min	1031.726-1040.146=-8.420
max	2206.646-2934.970=-728.323

op=load_product(), with indexes

*mean*	7878.102-7878.102=-0.000
σ	0.469-0.469=0.000
min	7877.934-7877.935=-0.000
max	7879.264-7879.264=0.000

*mean*	3245.000-3235.375=9.625
σ	1849.547-1840.195=9.352
min	811.000
max	6177.000-6161.000=16.000

*mean*	3781.698-3759.138=22.560
σ	1132.301-1201.172=-68.871
min	3092.842-3118.869=-26.028
max	5721.331-6222.265=-500.934

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	3887.375-3876.500=10.875
σ	1857.739-1848.299=9.440
min	1278.000-1279.000=-1.000
max	6177.000-6161.000=16.000

*mean*	201.904-86.148=115.756
σ	341.254-17.921=323.334
min	70.398-70.663=-0.265
max	1046.094-125.239=920.854

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6177.000-6161.000=16.000
σ	0.000
min	6177.000-6161.000=16.000
max	6177.000-6161.000=16.000

*mean*	64.004-62.299=1.705
σ	4.021-1.714=2.307
min	60.731-60.798=-0.067
max	70.657-65.122=5.535

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.690-66.690=-0.000

*mean*	6177.000-6161.000=16.000
σ	0.000
min	6177.000-6161.000=16.000
max	6177.000-6161.000=16.000

*mean*	100.059-99.312=0.748
σ	0.600-0.316=0.283
min	99.095-98.826=0.269
max	100.828-99.891=0.937

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11849.156=0.000
σ	4.304-4.304=-0.000
min	11847.562-11847.561=0.001
max	11859.806

*mean*	3738.625-3876.500=-137.875
σ	1830.638-1848.299=-17.661
min	1278.000-1279.000=-1.000
max	6177.000-6161.000=16.000

*mean*	5969.440-6108.627=-139.186
σ	1086.648-1114.160=-27.512
min	4994.020-5070.205=-76.184
max	7598.723-7982.510=-383.788

op=vertical_lookup_list() on indexed

*mean*	10791.094
σ	0.002-0.002=0.000
min	10791.091-10791.092=-0.000
max	10791.096-10791.096=0.001

*mean*	6177.000-6161.000=16.000
σ	0.000
min	6177.000-6161.000=16.000
max	6177.000-6161.000=16.000

*mean*	5157.687-4960.025=197.662
σ	1553.973-1228.978=324.994
min	4024.224-4071.847=-47.622
max	7274.132-7061.384=212.748

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-476.000=2.000
σ	0.000
min	478.000-476.000=2.000
max	478.000-476.000=2.000

*mean*	389.822-378.709=11.113
σ	2.529-21.942=-19.413
min	386.071-339.762=46.309
max	393.395-397.158=-3.763

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000
σ	0.000
min	561.000
max	561.000

*mean*	746.185-743.730=2.456
σ	45.883-53.178=-7.295
min	648.842-630.627=18.215
max	795.237-799.986=-4.749

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.327=0.000
σ	0.759-0.759=-0.000
min	1023.855-1023.851=0.004
max	1027.465-1027.465=0.001

*mean*	1053.300-1049.300=4.000
σ	316.490-318.996=-2.506
min	592.000-544.000=48.000
max	1524.000-1562.000=-38.000

*mean*	1.560-1.565=-0.006
σ	0.096-0.076=0.020
min	1.406-1.430=-0.023
max	1.774-1.758=0.016

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.465-0.422=0.043
σ	0.477-0.510=-0.033
min	0.242-0.145=0.097
max	1.319-1.323=-0.004

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.848-0.479=0.370
σ	0.545-0.319=0.226
min	0.582-0.318=0.264
max	1.822-1.049=0.773

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.386-0.221=0.164
σ	0.035-0.027=0.008
min	0.355-0.202=0.153
max	0.442-0.269=0.173

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.603-0.330=0.273
σ	0.032-0.017=0.015
min	0.572-0.318=0.254
max	0.656-0.360=0.296

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	441.400-436.600=4.800
σ	3.578-6.066=-2.489
min	435.000-431.000=4.000
max	443.000

*mean*	0.741-0.559=0.181
σ	0.014-0.054=-0.040
min	0.730-0.493=0.237
max	0.765-0.624=0.141

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.626-0.420=0.206
σ	0.016-0.039=-0.023
min	0.603-0.378=0.225
max	0.647-0.462=0.185

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	3.518-1.964=1.553
σ	0.111-0.067=0.044
min	3.369-1.855=1.513
max	4.324-2.165=2.159

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	3.475-1.973=1.502
σ	0.062-0.067=-0.005
min	3.375-1.857=1.518
max	3.660-2.211=1.449

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.553-0.305=0.248
σ	0.018-0.009=0.009
min	0.527-0.293=0.234
max	0.646-0.357=0.289

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.523-0.292=0.231
σ	0.019-0.007=0.011
min	0.500-0.277=0.223
max	0.661-0.330=0.330

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.907-298.726=0.181
σ	1.057-1.046=0.011
min	298.448-298.333=0.116
max	301.908-301.699=0.210

*mean*	440.200
σ	16.578-17.974=-1.396
min	414.000-415.000=-1.000
max	465.000-469.000=-4.000

*mean*	0.609-0.597=0.012
σ	0.015-0.025=-0.010
min	0.593-0.544=0.049
max	0.640-0.636=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1683.000-1711.625=-28.625
σ	0.000-3.889=-3.889
min	1683.000-1702.000=-19.000
max	1683.000-1713.000=-30.000

*mean*	211.575-213.048=-1.473
σ	2.813-2.945=-0.132
min	207.928-209.038=-1.111
max	216.321-218.747=-2.426

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1683.000-1711.625=-28.625
σ	0.000-3.889=-3.889
min	1683.000-1702.000=-19.000
max	1683.000-1713.000=-30.000

*mean*	11.179-11.153=0.026
σ	2.347-1.348=0.999
min	6.375-9.464=-3.089
max	12.840-12.731=0.109

phase=parser

*mean*	1042.367-1042.367=0.000
σ	0.000-0.000=-0.000
min	1042.367
max	1042.367

*mean*	1683.000-1711.625=-28.625
σ	0.000-3.889=-3.889
min	1683.000-1702.000=-19.000
max	1683.000-1713.000=-30.000

*mean*	680.470-636.438=44.032
σ	64.843-163.485=-98.642
min	591.753-384.566=207.187
max	731.535-831.585=-100.050

phase=processProdDef

*mean*	4753.276
σ	0.000
min	4753.276
max	4753.276

*mean*	1683.000-1713.000=-30.000
σ	0.000
min	1683.000-1713.000=-30.000
max	1683.000-1713.000=-30.000

*mean*	4444.846-4329.425=115.422
σ	393.030-596.028=-202.998
min	3868.589-3594.440=274.149
max	4944.876-5401.349=-456.472

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1683.000-1711.625=-28.625
σ	0.000-3.889=-3.889
min	1683.000-1702.000=-19.000
max	1683.000-1713.000=-30.000

*mean*	44.926-37.966=6.960
σ	3.498-9.155=-5.657
min	39.964-27.123=12.842
max	48.057-48.459=-0.402

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1683.000-1711.625=-28.625
σ	0.000-3.889=-3.889
min	1683.000-1702.000=-19.000
max	1683.000-1713.000=-30.000

*mean*	827.634-808.703=18.931
σ	81.448-99.072=-17.624
min	712.909-655.930=56.979
max	939.066-899.619=39.447

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.918-293.917=0.001
σ	0.045-0.039=0.006
min	293.860-293.865=-0.005
max	293.970-293.957=0.013

*mean*	446.000-442.200=3.800
σ	0.000-1.643=-1.643
min	446.000-441.000=5.000
max	446.000-444.000=2.000

*mean*	0.420-0.393=0.027
σ	0.016-0.016=0.000
min	0.401-0.369=0.032
max	0.441-0.414=0.027

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.287-1320.289=-0.003
σ	0.048-0.042=0.006
min	1320.206-1320.237=-0.031
max	1320.329-1320.335=-0.006

*mean*	1111.800-1111.200=0.600
σ	167.791-187.716=-19.925
min	898.000-891.000=7.000
max	1321.000-1373.000=-52.000

*mean*	2.197-2.241=-0.044
σ	0.138-0.058=0.080
min	2.008-2.162=-0.153
max	2.388-2.318=0.069

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.497-1559.454=0.043
σ	3.417-3.344=0.073
min	1557.775-1557.821=-0.045
max	1565.601-1565.433=0.168

*mean*	626.000-619.000=7.000
σ	88.744-93.723=-4.979
min	514.000-496.000=18.000
max	729.000-730.000=-1.000

*mean*	2.442-2.337=0.105
σ	0.343-0.273=0.070
min	2.089-2.105=-0.015
max	2.860-2.789=0.071

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.263-1882.265=-0.002
σ	0.057-0.067=-0.011
min	1882.184-1882.175=0.010
max	1882.332-1882.353=-0.021

*mean*	1760.200-1761.000=-0.800
σ	220.056-208.825=11.231
min	1467.000-1505.000=-38.000
max	1969.000-1965.000=4.000

*mean*	3.218-3.074=0.144
σ	0.259-0.139=0.120
min	2.905-2.886=0.019
max	3.501-3.241=0.260

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.794-1.822=-0.028
σ	0.181-0.099=0.083
min	1.480-1.721=-0.241
max	1.947-1.961=-0.014

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-452.409=0.002
σ	583.278-583.279=-0.001
min	160.770-160.766=0.004
max	1327.328-1327.327=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.548-0.506=0.042
σ	0.563-0.471=0.092
min	0.260-0.269=-0.009
max	1.392-1.212=0.180

policies=20

*mean*	1608.045-1608.021=0.023
σ	0.423-0.424=-0.001
min	1607.755-1607.747=0.008
max	1608.670-1608.653=0.017

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.750-452.500=0.250
σ	11.087-11.818=-0.731
min	444.000
max	469.000-470.000=-1.000

*mean*	2.720-2.708=0.012
σ	0.015-0.007=0.008
min	2.700-2.701=-0.001
max	2.736-2.714=0.022

policies=200

*mean*	16088.511-16088.513=-0.002
σ	0.082-0.107=-0.026
min	16088.399-16088.423=-0.024
max	16088.581-16088.663=-0.082

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.750-500.250=0.500
σ	4.787-4.573=0.214
min	495.000
max	506.000-505.000=1.000

*mean*	27.365-27.210=0.154
σ	0.094-0.046=0.048
min	27.268-27.179=0.089
max	27.488-27.277=0.211