Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.716=-0.000
σ	0.363-0.366=-0.003
min	54.582-54.580=0.002
max	55.747-55.758=-0.011

*mean*	421.000-418.000=3.000
σ	0.000
min	421.000-418.000=3.000
max	421.000-418.000=3.000

*mean*	0.141-0.138=0.003
σ	0.004-0.005=-0.001
min	0.137-0.133=0.004
max	0.147-0.148=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.777=0.001
σ	0.007-0.008=-0.001
min	43.763-43.767=-0.005
max	43.790-43.793=-0.003

*mean*	421.000-418.000=3.000
σ	0.000
min	421.000-418.000=3.000
max	421.000-418.000=3.000

*mean*	0.123-0.121=0.001
σ	0.003-0.006=-0.002
min	0.120-0.114=0.005
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4584.500-4587.625=-3.125
σ	2250.185-2252.773=-2.588
min	1487.000-1485.000=2.000
max	7394.000-7403.000=-9.000

*mean*	14.077-14.282=-0.204
σ	3.422-4.590=-1.168
min	12.108-11.762=0.346
max	20.994-24.513=-3.520

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605

*mean*	4584.500-4587.625=-3.125
σ	2250.185-2252.773=-2.588
min	1487.000-1485.000=2.000
max	7394.000-7403.000=-9.000

*mean*	14.496-14.205=0.291
σ	3.466-4.257=-0.791
min	11.995-11.168=0.827
max	21.483-23.801=-2.318

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7394.000-7403.000=-9.000
σ	0.000
min	7394.000-7403.000=-9.000
max	7394.000-7403.000=-9.000

*mean*	11.128-11.234=-0.107
σ	0.148-0.253=-0.105
min	10.876-10.831=0.046
max	11.329-11.609=-0.280

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.002-0.001=0.000
min	41.924-41.924=0.000
max	41.929-41.928=0.001

*mean*	4172.125-4173.875=-1.750
σ	1943.091-1944.725=-1.635
min	1487.000-1485.000=2.000
max	7394.000-7403.000=-9.000

*mean*	11.892-11.659=0.233
σ	1.939-1.930=0.009
min	10.906-10.685=0.221
max	16.661-16.420=0.242

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633
σ	0.137
min	27.584
max	27.971

*mean*	4172.125-4173.875=-1.750
σ	1943.091-1944.725=-1.635
min	1487.000-1485.000=2.000
max	7394.000-7403.000=-9.000

*mean*	8.973-9.202=-0.229
σ	1.451-1.312=0.139
min	7.637-8.556=-0.919
max	12.405-12.432=-0.027

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=0.000
min	26.384
max	26.384-26.384=0.000

*mean*	4172.125-4173.875=-1.750
σ	1943.091-1944.725=-1.635
min	1487.000-1485.000=2.000
max	7394.000-7403.000=-9.000

*mean*	6.948-6.495=0.453
σ	1.138-1.205=-0.067
min	6.227-5.429=0.798
max	9.685-9.381=0.303

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4584.500-4587.625=-3.125
σ	2250.185-2252.773=-2.588
min	1487.000-1485.000=2.000
max	7394.000-7403.000=-9.000

*mean*	6.381-6.405=-0.025
σ	0.606-1.047=-0.441
min	5.901-5.659=0.242
max	7.427-8.772=-1.345

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=0.000
min	25.961-25.961=0.000
max	25.962-25.962=0.000

*mean*	4584.500-4587.625=-3.125
σ	2250.185-2252.773=-2.588
min	1487.000-1485.000=2.000
max	7394.000-7403.000=-9.000

*mean*	6.188-6.297=-0.110
σ	0.655-1.119=-0.464
min	5.760-5.354=0.405
max	7.310-8.734=-1.424

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7394.000-7403.000=-9.000
σ	0.000
min	7394.000-7403.000=-9.000
max	7394.000-7403.000=-9.000

*mean*	374.801-358.790=16.011
σ	77.411-43.653=33.757
min	345.056-341.276=3.780
max	566.353-466.727=99.627

op=load_product(), with indexes

*mean*	3495.855-3495.855=-0.000
σ	0.455-0.455=-0.000
min	3495.694
max	3496.981-3496.982=-0.001

*mean*	3750.250-3752.250=-2.000
σ	2296.476-2298.268=-1.793
min	720.000
max	7394.000-7403.000=-9.000

*mean*	1765.785-1726.163=39.622
σ	670.776-650.856=19.920
min	1383.474-1366.961=16.513
max	2942.383-2894.534=47.849

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.842

*mean*	4405.375-4408.125=-2.750
σ	2221.198-2224.076=-2.878
min	1487.000-1485.000=2.000
max	7394.000-7403.000=-9.000

*mean*	225.182-244.262=-19.080
σ	250.193-315.541=-65.348
min	124.302-119.739=4.563
max	842.526-1023.942=-181.416

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4584.500-4587.625=-3.125
σ	2250.185-2252.773=-2.588
min	1487.000-1485.000=2.000
max	7394.000-7403.000=-9.000

*mean*	200.387-193.277=7.110
σ	435.990-417.337=18.653
min	41.173-40.368=0.805
max	1279.262-1225.945=53.317

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7394.000-7403.000=-9.000
σ	0.000
min	7394.000-7403.000=-9.000
max	7394.000-7403.000=-9.000

*mean*	22.243-22.493=-0.250
σ	0.973-0.754=0.219
min	21.640-21.898=-0.258
max	24.511-24.269=0.242

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=-0.000
max	71.296

*mean*	7394.000-7403.000=-9.000
σ	0.000
min	7394.000-7403.000=-9.000
max	7394.000-7403.000=-9.000

*mean*	262.448-278.879=-16.431
σ	581.851-631.162=-49.311
min	55.079-54.649=0.430
max	1702.449-1840.922=-138.472

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4172.125-4173.875=-1.750
σ	1943.091-1944.725=-1.635
min	1487.000-1485.000=2.000
max	7394.000-7403.000=-9.000

*mean*	3243.026-3195.214=47.812
σ	746.656-700.240=46.416
min	2472.431-2454.026=18.405
max	4618.949-4282.570=336.378

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7394.000-7403.000=-9.000
σ	0.000
min	7394.000-7403.000=-9.000
max	7394.000-7403.000=-9.000

*mean*	1031.552-987.148=44.404
σ	150.544-122.639=27.905
min	929.761-905.694=24.068
max	1340.417-1225.365=115.052

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7394.000-7403.000=-9.000
σ	0.000
min	7394.000-7403.000=-9.000
max	7394.000-7403.000=-9.000

*mean*	392.004-384.853=7.151
σ	4.664-3.356=1.308
min	380.996-378.161=2.835
max	395.817-388.626=7.191

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.500-476.000=1.500
σ	1.604-0.000=1.604
min	476.000
max	479.000-476.000=3.000

*mean*	369.901-376.273=-6.372
σ	46.307-40.505=5.803
min	314.993-307.870=7.123
max	430.226-437.621=-7.395

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000-564.000=-5.000
σ	0.000
min	559.000-564.000=-5.000
max	559.000-564.000=-5.000

*mean*	774.553-745.439=29.114
σ	40.337-34.022=6.315
min	727.776-702.627=25.149
max	821.322-804.199=17.123

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.565-964.564=0.002
σ	1.878-1.880=-0.002
min	963.843-963.842=0.000
max	972.510-972.517=-0.007

*mean*	1041.550-1034.650=6.900
σ	305.863-304.211=1.652
min	581.000-540.000=41.000
max	1491.000-1526.000=-35.000

*mean*	1.272-1.247=0.025
σ	0.117-0.114=0.004
min	1.126-1.070=0.056
max	1.503-1.517=-0.014

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.311-0.297=0.013
σ	0.320-0.297=0.023
min	0.141-0.140=0.001
max	0.877-0.823=0.055

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.423-0.462=-0.039
σ	0.197-0.312=-0.115
min	0.321-0.303=0.018
max	0.775-1.019=-0.244

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.219-0.216=0.003
σ	0.028-0.018=0.010
min	0.197-0.195=0.002
max	0.266-0.244=0.023

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.332-0.341=-0.008
σ	0.015-0.020=-0.004
min	0.321-0.324=-0.003
max	0.359-0.373=-0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	435.000-430.600=4.400
σ	5.612-0.548=5.065
min	430.000
max	441.000-431.000=10.000

*mean*	0.583-0.545=0.038
σ	0.024-0.065=-0.041
min	0.541-0.437=0.105
max	0.604-0.605=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.477-0.498=-0.021
σ	0.040-0.035=0.005
min	0.418-0.437=-0.019
max	0.515-0.520=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	2.002-2.672=-0.670
σ	0.084-0.274=-0.190
min	1.868-1.981=-0.113
max	2.338-3.190=-0.852

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	1.930-2.374=-0.444
σ	0.068-0.393=-0.324
min	1.799-1.812=-0.013
max	2.153-3.476=-1.323

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.300-0.330=-0.030
σ	0.010-0.055=-0.044
min	0.286-0.299=-0.013
max	0.362-0.578=-0.217

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.294-0.297=-0.003
σ	0.014-0.049=-0.036
min	0.276-0.275=0.001
max	0.360-0.772=-0.412

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.443-11.706=-0.263
σ	11.934-11.442=0.492
min	0.573-0.574=-0.001
max	79.209-106.130=-26.921

*mean*	465.014-461.475=3.539
σ	19.235-20.123=-0.888
min	408.000-406.000=2.000
max	480.000

*mean*	0.026-0.027=-0.000
σ	0.029-0.028=0.001
min	0.001-0.001=0.000
max	0.194-0.286=-0.091

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.105-279.096=0.009
σ	1.042-1.010=0.032
min	278.600-278.725=-0.125
max	282.038-281.969=0.069

*mean*	442.900-441.600=1.300
σ	19.768-13.680=6.087
min	413.000-425.000=-12.000
max	476.000-464.000=12.000

*mean*	0.571-0.581=-0.010
σ	0.029-0.020=0.009
min	0.506-0.557=-0.051
max	0.614-0.629=-0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	874.000-817.875=56.125
σ	0.000-56.039=-56.039
min	874.000-702.000=172.000
max	874.000-847.000=27.000

*mean*	233.390-240.282=-6.892
σ	20.106-22.371=-2.265
min	187.129-187.571=-0.443
max	248.455-262.560=-14.105

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	874.000-802.125=71.875
σ	0.000-63.892=-63.892
min	874.000-701.000=173.000
max	874.000-847.000=27.000

*mean*	8.764-9.064=-0.301
σ	1.390-1.678=-0.287
min	5.919-6.865=-0.946
max	10.395-11.827=-1.432

phase=parser

*mean*	1042.133-1042.131=0.002
σ	0.000-0.000=-0.000
min	1042.132-1042.130=0.002
max	1042.133-1042.131=0.001

*mean*	874.000-802.125=71.875
σ	0.000-63.892=-63.892
min	874.000-701.000=173.000
max	874.000-847.000=27.000

*mean*	469.071-580.138=-111.067
σ	107.898-91.495=16.403
min	369.982-446.544=-76.561
max	596.398-724.447=-128.049

phase=processProdDef

*mean*	2243.717-2243.718=-0.001
σ	0.000
min	2243.717-2243.718=-0.001
max	2243.717-2243.718=-0.001

*mean*	874.000-817.875=56.125
σ	0.000-56.039=-56.039
min	874.000-702.000=172.000
max	874.000-847.000=27.000

*mean*	2802.337-2966.410=-164.074
σ	564.768-430.547=134.221
min	1893.211-1961.359=-68.148
max	3342.626-3287.335=55.291

phase=renaming

*mean*	21.440-21.440=-0.000
σ	0.000
min	21.440-21.440=-0.000
max	21.440-21.440=-0.000

*mean*	874.000-802.125=71.875
σ	0.000-63.892=-63.892
min	874.000-701.000=173.000
max	874.000-847.000=27.000

*mean*	33.571-42.973=-9.402
σ	9.430-3.892=5.538
min	19.910-37.751=-17.840
max	41.151-47.075=-5.923

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000-802.125=71.875
σ	0.000-63.892=-63.892
min	874.000-701.000=173.000
max	874.000-847.000=27.000

*mean*	654.501-656.848=-2.348
σ	50.083-16.216=33.866
min	605.431-633.042=-27.611
max	768.646-673.145=95.500

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.857-282.856=0.000
σ	0.038-0.037=0.001
min	282.801-282.801=-0.000
max	282.893-282.891=0.001

*mean*	441.400-441.000=0.400
σ	3.286-2.739=0.548
min	439.000
max	445.000-444.000=1.000

*mean*	0.376-0.378=-0.003
σ	0.001-0.005=-0.004
min	0.375-0.375=-0.000
max	0.377-0.387=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.059-1268.060=-0.001
σ	0.120-0.113=0.007
min	1267.957-1267.960=-0.002
max	1268.262-1268.248=0.014

*mean*	1091.400-1086.800=4.600
σ	169.356-184.715=-15.360
min	892.000-870.000=22.000
max	1325.000

*mean*	1.983-1.869=0.114
σ	0.090-0.138=-0.048
min	1.856-1.772=0.084
max	2.078-2.106=-0.028

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.024-1507.056=-0.032
σ	2.975-2.979=-0.004
min	1505.459-1505.513=-0.054
max	1512.332-1512.369=-0.037

*mean*	625.400-618.800=6.600
σ	87.248-86.231=1.018
min	495.000-507.000=-12.000
max	727.000-720.000=7.000

*mean*	2.223-2.302=-0.079
σ	0.218-0.270=-0.052
min	2.099-2.079=0.019
max	2.611-2.659=-0.047

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.074-1830.072=0.002
σ	0.045-0.051=-0.006
min	1830.005-1830.006=-0.000
max	1830.112-1830.119=-0.007

*mean*	1722.000-1732.600=-10.600
σ	188.502-174.969=13.533
min	1463.000-1474.000=-11.000
max	1897.000-1885.000=12.000

*mean*	3.051-3.051=-0.000
σ	0.371-0.387=-0.016
min	2.808-2.826=-0.019
max	3.709-3.742=-0.033

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.714-1.498=0.215
σ	0.214-0.219=-0.005
min	1.442-1.192=0.251
max	1.936-1.767=0.169

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.200-406.199=0.000
σ	509.797-509.795=0.002
min	151.299-151.298=0.000
max	1170.896-1170.892=0.004

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.499-0.511=-0.012
σ	0.493-0.519=-0.026
min	0.248-0.246=0.001
max	1.239-1.289=-0.051

policies=20

*mean*	1513.157-1513.154=0.003
σ	0.271-0.268=0.004
min	1512.977-1512.978=-0.001
max	1513.559-1513.551=0.008

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.500
σ	4.041-2.887=1.155
min	442.000-443.000=-1.000
max	449.000-448.000=1.000

*mean*	2.503-2.493=0.010
σ	0.011-0.022=-0.011
min	2.489-2.470=0.018
max	2.515-2.523=-0.008

policies=200

*mean*	15140.219-15140.211=0.009
σ	0.104-0.129=-0.025
min	15140.138-15140.093=0.045
max	15140.372-15140.394=-0.022

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000-495.500=1.500
σ	5.477-5.196=0.281
min	491.000-489.000=2.000
max	503.000-501.000=2.000

*mean*	25.260-25.323=-0.063
σ	0.111-0.138=-0.027
min	25.161-25.190=-0.029
max	25.400-25.483=-0.083