Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.133=-0.031
σ	0.000
min	446.102-446.133=-0.031
max	446.102-446.133=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.824-57.818=0.006
σ	0.361-0.360=0.001
min	57.684-57.685=-0.002
max	58.850-58.841=0.009

*mean*	422.000-415.000=7.000
σ	0.000
min	422.000-415.000=7.000
max	422.000-415.000=7.000

*mean*	0.146-0.148=-0.002
σ	0.005-0.004=0.001
min	0.138-0.145=-0.006
max	0.155-0.155=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-46.899=-0.001
σ	0.006-0.006=0.000
min	46.889-46.890=-0.001
max	46.909-46.908=0.002

*mean*	422.000-415.200=6.800
σ	0.000-0.422=-0.422
min	422.000-415.000=7.000
max	422.000-416.000=6.000

*mean*	0.131-0.131=-0.000
σ	0.004-0.005=-0.001
min	0.127-0.125=0.003
max	0.138-0.139=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.001
σ	0.000-0.000=0.000
min	36.605-36.605=0.001
max	36.606-36.605=0.001

*mean*	4194.500-4586.250=-391.750
σ	2079.963-2253.500=-173.537
min	1244.000-1487.000=-243.000
max	7763.000-7404.000=359.000

*mean*	12.006-13.593=-1.587
σ	0.139-2.854=-2.715
min	11.906-11.769=0.137
max	12.294-18.439=-6.146

op=column_set() on indexed, repeat

*mean*	36.606-36.605=0.001
σ	0.000-0.000=0.000
min	36.606-36.605=0.001
max	36.606-36.605=0.001

*mean*	4194.500-4586.250=-391.750
σ	2079.963-2253.500=-173.537
min	1244.000-1487.000=-243.000
max	7763.000-7404.000=359.000

*mean*	11.560-13.185=-1.625
σ	0.408-2.758=-2.350
min	11.307-11.506=-0.200
max	12.554-18.018=-5.464

op=table_records(), no indexes

*mean*	41.941-41.940=0.001
σ	0.002-0.002=0.000
min	41.939-41.938=0.001
max	41.944-41.943=0.001

*mean*	7966.625-7404.000=562.625
σ	281.029-0.000=281.029
min	7763.000-7404.000=359.000
max	8306.000-7404.000=902.000

*mean*	11.149-11.157=-0.008
σ	0.200-0.110=0.089
min	10.963-11.014=-0.052
max	11.458-11.322=0.136

op=table_records(), repeat

*mean*	41.926-41.925=0.000
σ	0.000-0.001=-0.001
min	41.925-41.924=0.001
max	41.926-41.929=-0.002

*mean*	4194.500-4172.125=22.375
σ	2079.963-1945.008=134.955
min	1244.000-1487.000=-243.000
max	7763.000-7404.000=359.000

*mean*	11.060-11.654=-0.594
σ	0.135-1.884=-1.749
min	10.888-10.642=0.246
max	11.233-16.293=-5.060

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.635-27.634=0.001
σ	0.136-0.137=-0.000
min	27.586-27.585=0.001
max	27.973-27.972=0.001

*mean*	4194.500-4172.125=22.375
σ	2079.963-1945.008=134.955
min	1244.000-1487.000=-243.000
max	7763.000-7404.000=359.000

*mean*	8.443-9.165=-0.722
σ	0.247-1.378=-1.131
min	8.036-8.004=0.032
max	8.777-12.471=-3.694

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.385=0.001
σ	0.000-0.000=0.000
min	26.386-26.385=0.001
max	26.386-26.385=0.001

*mean*	4194.500-4172.125=22.375
σ	2079.963-1945.008=134.955
min	1244.000-1487.000=-243.000
max	7763.000-7404.000=359.000

*mean*	6.669-6.940=-0.272
σ	0.352-1.109=-0.757
min	6.365-5.850=0.515
max	7.443-9.537=-2.094

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.663=0.001
σ	0.004-0.004=0.000
min	25.662-25.662=0.001
max	25.675-25.674=0.001

*mean*	4194.500-4586.250=-391.750
σ	2079.963-2253.500=-173.537
min	1244.000-1487.000=-243.000
max	7763.000-7404.000=359.000

*mean*	5.724-6.245=-0.521
σ	0.088-0.573=-0.485
min	5.594-5.730=-0.136
max	5.883-7.232=-1.349

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.962=0.001
σ	0.001-0.001=-0.000
min	25.963-25.962=0.001
max	25.964-25.964=0.001

*mean*	4194.500-4586.250=-391.750
σ	2079.963-2253.500=-173.537
min	1244.000-1487.000=-243.000
max	7763.000-7404.000=359.000

*mean*	5.697-6.205=-0.507
σ	0.102-0.725=-0.623
min	5.495-5.714=-0.219
max	5.812-7.445=-1.633

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600-1021.599=0.001
σ	0.002
min	1021.598-1021.597=0.001
max	1021.602-1021.602=0.001

*mean*	7898.750-7404.000=494.750
σ	251.360-0.000=251.360
min	7763.000-7404.000=359.000
max	8306.000-7404.000=902.000

*mean*	347.328-360.666=-13.338
σ	2.028-43.749=-41.721
min	344.356-341.993=2.362
max	350.087-468.837=-118.750

op=load_product(), with indexes

*mean*	3495.848-3495.846=0.003
σ	0.460-0.455=0.006
min	3495.686-3495.685=0.001
max	3496.988-3496.971=0.017

*mean*	3356.000-3750.750=-394.750
σ	1784.000-2298.184=-514.184
min	642.000-720.000=-78.000
max	5548.000-7404.000=-1856.000

*mean*	1696.674-1604.641=92.033
σ	580.713-420.183=160.530
min	1386.446-1402.265=-15.819
max	2899.333-2628.561=270.772

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=0.001
σ	0.000-0.000=-0.000
min	107.842-107.841=0.000
max	107.843-107.842=0.000

*mean*	4194.500-4406.875=-212.375
σ	2079.963-2224.942=-144.979
min	1244.000-1487.000=-243.000
max	7763.000-7404.000=359.000

*mean*	140.537-258.701=-118.164
σ	10.098-346.830=-336.732
min	125.551-124.341=1.210
max	157.624-1115.886=-958.261

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.001
σ	0.001-0.001=-0.000
min	62.066-62.065=0.001
max	62.070-62.070=-0.000

*mean*	4194.500-4586.250=-391.750
σ	2079.963-2253.500=-173.537
min	1244.000-1487.000=-243.000
max	7763.000-7404.000=359.000

*mean*	42.950-215.508=-172.558
σ	1.814-479.356=-477.542
min	40.732-40.431=0.301
max	45.289-1401.687=-1356.398

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928-40.927=0.001
σ	0.002
min	40.926-40.926=0.001
max	40.930-40.930=0.001

*mean*	7966.625-7404.000=562.625
σ	281.029-0.000=281.029
min	7763.000-7404.000=359.000
max	8306.000-7404.000=902.000

*mean*	21.872-22.329=-0.457
σ	0.180-1.697=-1.517
min	21.644-21.527=0.117
max	22.124-26.516=-4.392

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.294=0.001
σ	0.002-0.002=0.000
min	71.294-71.293=0.001
max	71.298-71.297=0.001

*mean*	7966.625-7404.000=562.625
σ	281.029-0.000=281.029
min	7763.000-7404.000=359.000
max	8306.000-7404.000=902.000

*mean*	63.521-260.522=-197.001
σ	0.511-574.778=-574.267
min	62.679-55.922=6.757
max	64.349-1683.007=-1618.658

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.001
σ	0.013-0.014=-0.000
min	4646.838-4646.837=0.001
max	4646.876-4646.876=0.000

*mean*	4194.500-4172.125=22.375
σ	2079.963-1945.008=134.955
min	1244.000-1487.000=-243.000
max	7763.000-7404.000=359.000

*mean*	3537.842-3221.162=316.680
σ	753.424-861.839=-108.415
min	2495.516-2501.365=-5.850
max	4463.559-4806.127=-342.568

op=vertical_lookup_list() on indexed

*mean*	1973.831-1973.830=0.001
σ	0.002-0.002=0.000
min	1973.829-1973.829=0.001
max	1973.834-1973.833=0.001

*mean*	7966.625-7404.000=562.625
σ	281.029-0.000=281.029
min	7763.000-7404.000=359.000
max	8306.000-7404.000=902.000

*mean*	1065.153-1094.376=-29.223
σ	401.083-333.417=67.665
min	912.594-918.893=-6.300
max	2057.706-1887.176=170.530

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=0.001
σ	0.002
min	905.082-905.082=0.001
max	905.088-905.087=0.001

*mean*	7966.625-7404.000=562.625
σ	281.029-0.000=281.029
min	7763.000-7404.000=359.000
max	8306.000-7404.000=902.000

*mean*	396.917-391.795=5.122
σ	2.461-5.196=-2.735
min	392.403-387.869=4.534
max	399.141-403.537=-4.396

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.750-477.000=-1.250
σ	0.463-0.000=0.463
min	475.000-477.000=-2.000
max	476.000-477.000=-1.000

*mean*	379.950-383.061=-3.111
σ	27.782-38.049=-10.268
min	348.339-311.870=36.469
max	434.668-434.976=-0.308

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-565.000=-2.000
σ	0.000
min	563.000-565.000=-2.000
max	563.000-565.000=-2.000

*mean*	748.207-738.032=10.175
σ	53.752-49.827=3.926
min	679.670-626.881=52.788
max	812.806-782.265=30.541

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.917-977.272=-0.355
σ	2.438-2.441=-0.003
min	976.074-976.424=-0.350
max	987.250-987.617=-0.367

*mean*	1048.800-1040.400=8.400
σ	316.619-314.322=2.298
min	586.000-567.000=19.000
max	1516.000-1501.000=15.000

*mean*	1.324-1.289=0.035
σ	0.172-0.148=0.024
min	1.104-1.138=-0.034
max	1.754-1.806=-0.052

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.319-0.452=-0.133
σ	0.319-0.536=-0.217
min	0.148-0.153=-0.005
max	0.887-1.408=-0.521

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.859=-0.377
σ	0.317-0.578=-0.261
min	0.321-0.567=-0.246
max	1.049-1.890=-0.841

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.379=-0.163
σ	0.025-0.038=-0.013
min	0.199-0.348=-0.149
max	0.259-0.441=-0.182

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.340-0.591=-0.250
σ	0.018-0.027=-0.009
min	0.322-0.568=-0.246
max	0.368-0.632=-0.265

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.585-0.702=-0.117
σ	0.031-0.043=-0.012
min	0.532-0.661=-0.129
max	0.609-0.754=-0.145

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.474-0.579=-0.106
σ	0.034-0.054=-0.021
min	0.427-0.507=-0.080
max	0.522-0.628=-0.106

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.672-3.547=-0.875
σ	0.108-0.088=0.020
min	2.480-3.399=-0.919
max	2.940-3.789=-0.849

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.611-3.531=-0.920
σ	0.082-0.079=0.003
min	2.455-3.303=-0.847
max	2.868-3.721=-0.853

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.302-0.540=-0.238
σ	0.009-0.013=-0.004
min	0.284-0.510=-0.226
max	0.351-0.614=-0.262

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.291-0.520=-0.229
σ	0.020-0.035=-0.015
min	0.274-0.493=-0.220
max	0.451-0.837=-0.387

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.893-11.999=-0.106
σ	12.088-12.172=-0.084
min	0.574-0.574=0.000
max	115.656-112.474=3.182

*mean*	465.123-456.232=8.891
σ	18.485-19.987=-1.502
min	407.000-408.000=-1.000
max	479.000-476.000=3.000

*mean*	0.027-0.027=0.000
σ	0.030-0.029=0.000
min	0.001-0.001=-0.000
max	0.277-0.265=0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.730-294.122=-0.392
σ	1.062-1.086=-0.024
min	293.370-293.693=-0.322
max	296.751-297.207=-0.456

*mean*	442.800-438.600=4.200
σ	16.075-16.946=-0.871
min	416.000-413.000=3.000
max	463.000-462.000=1.000

*mean*	0.592-0.601=-0.008
σ	0.023-0.009=0.014
min	0.553-0.589=-0.036
max	0.620-0.620=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	848.000-730.000=118.000
σ	0.000
min	848.000-730.000=118.000
max	848.000-730.000=118.000

*mean*	148.700-149.152=-0.452
σ	12.368-10.122=2.246
min	130.748-136.306=-5.557
max	161.539-161.450=0.089

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	848.000-730.000=118.000
σ	0.000
min	848.000-730.000=118.000
max	848.000-730.000=118.000

*mean*	6.318-8.259=-1.941
σ	1.071-1.060=0.011
min	5.861-6.825=-0.964
max	8.965-9.137=-0.172

phase=parser

*mean*	1042.130-1042.132=-0.002
σ	0.000-0.000=-0.000
min	1042.130-1042.132=-0.002
max	1042.130-1042.133=-0.003

*mean*	848.000-730.000=118.000
σ	0.000
min	848.000-730.000=118.000
max	848.000-730.000=118.000

*mean*	407.277-546.472=-139.195
σ	82.533-84.582=-2.049
min	375.082-441.086=-66.004
max	611.491-620.020=-8.529

phase=processProdDef

*mean*	2241.195-2241.195=0.000
σ	0.000
min	2241.195-2241.195=0.000
max	2241.195-2241.195=0.000

*mean*	848.000-730.000=118.000
σ	0.000
min	848.000-730.000=118.000
max	848.000-730.000=118.000

*mean*	3007.984-2762.848=245.136
σ	360.844-450.265=-89.421
min	2320.401-1833.772=486.629
max	3381.478-3232.157=149.322

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	848.000-730.000=118.000
σ	0.000
min	848.000-730.000=118.000
max	848.000-730.000=118.000

*mean*	36.277-44.126=-7.849
σ	4.472-4.859=-0.387
min	32.898-37.811=-4.912
max	46.900-49.145=-2.245

phase=type checker

*mean*	958.462-958.466=-0.004
σ	0.047
min	958.439-958.443=-0.004
max	958.564-958.568=-0.004

*mean*	848.000-730.000=118.000
σ	0.000
min	848.000-730.000=118.000
max	848.000-730.000=118.000

*mean*	678.632-656.826=21.806
σ	13.884-18.329=-4.446
min	658.796-635.767=23.028
max	695.739-686.540=9.199

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.854-328.218=-0.364
σ	0.037-0.038=-0.001
min	327.804-328.163=-0.359
max	327.892-328.256=-0.364

*mean*	440.600-441.600=-1.000
σ	3.578-5.413=-1.835
min	437.000-436.000=1.000
max	445.000-448.000=-3.000

*mean*	0.434-0.453=-0.019
σ	0.009-0.006=0.003
min	0.424-0.444=-0.020
max	0.448-0.459=-0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.060-1313.430=-0.370
σ	0.138-0.134=0.004
min	1312.971-1313.318=-0.347
max	1313.303-1313.657=-0.355

*mean*	1099.800-1089.600=10.200
σ	180.745-178.828=1.917
min	890.000-880.000=10.000
max	1335.000-1317.000=18.000

*mean*	1.933-1.874=0.059
σ	0.119-0.040=0.079
min	1.753-1.830=-0.077
max	2.087-1.926=0.161

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.074-1552.405=-0.332
σ	3.077-3.116=-0.039
min	1550.504-1550.825=-0.321
max	1557.569-1557.969=-0.400

*mean*	607.200-626.600=-19.400
σ	72.241-82.996=-10.755
min	506.000-524.000=-18.000
max	685.000-729.000=-44.000

*mean*	2.390-2.274=0.116
σ	0.338-0.251=0.087
min	2.080-2.094=-0.014
max	2.841-2.683=0.158

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.058-1875.429=-0.372
σ	0.045-0.068=-0.023
min	1875.003-1875.361=-0.358
max	1875.113-1875.529=-0.416

*mean*	1741.400-1723.600=17.800
σ	156.669-210.331=-53.662
min	1503.000-1439.000=64.000
max	1934.000-1920.000=14.000

*mean*	2.886-3.010=-0.123
σ	0.058-0.130=-0.072
min	2.802-2.863=-0.061
max	2.955-3.149=-0.194

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.554-1.497=0.056
σ	0.081-0.120=-0.039
min	1.470-1.366=0.104
max	1.649-1.615=0.033

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.410-420.295=-0.885
σ	508.904-509.312=-0.407
min	164.955-165.637=-0.682
max	1182.767-1184.263=-1.497

*mean*	101.250-103.750=-2.500
σ	6.500-7.500=-1.000
min	98.000-100.000=-2.000
max	111.000-115.000=-4.000

*mean*	432.000-433.000=-1.000
σ	0.000
min	432.000-433.000=-1.000
max	432.000-433.000=-1.000

*mean*	0.522-0.522=0.001
σ	0.499-0.504=-0.005
min	0.267-0.265=0.002
max	1.271-1.278=-0.008

policies=20

*mean*	1649.815-1656.579=-6.764
σ	0.390-0.386=0.004
min	1649.589-1656.343=-6.754
max	1650.399-1657.156=-6.758

*mean*	980.000-1000.000=-20.000
σ	0.000
min	980.000-1000.000=-20.000
max	980.000-1000.000=-20.000

*mean*	452.500-450.000=2.500
σ	10.630-12.247=-1.617
min	439.000-435.000=4.000
max	461.000-460.000=1.000

*mean*	2.673-2.667=0.006
σ	0.022-0.007=0.015
min	2.651-2.659=-0.008
max	2.703-2.674=0.029

policies=200

*mean*	16505.938-16573.752=-67.813
σ	0.149-0.075=0.074
min	16505.762-16573.645=-67.883
max	16506.105-16573.818=-67.713

*mean*	9800.000-10000.000=-200.000
σ	0.000
min	9800.000-10000.000=-200.000
max	9800.000-10000.000=-200.000

*mean*	501.500-503.750=-2.250
σ	5.972-6.131=-0.158
min	495.000-496.000=-1.000
max	509.000-510.000=-1.000

*mean*	26.804-27.030=-0.225
σ	0.193-0.182=0.011
min	26.587-26.846=-0.259
max	27.025-27.229=-0.204