Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.824-57.824=0.000
σ	0.360-0.361=-0.001
min	57.681-57.684=-0.003
max	58.846-58.850=-0.004

*mean*	420.000-422.000=-2.000
σ	0.000
min	420.000-422.000=-2.000
max	420.000-422.000=-2.000

*mean*	0.148-0.146=0.002
σ	0.005-0.005=-0.000
min	0.143-0.138=0.005
max	0.155-0.155=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-46.898=0.001
σ	0.006-0.006=0.000
min	46.889-46.889=0.001
max	46.906-46.909=-0.003

*mean*	420.000-422.000=-2.000
σ	0.000
min	420.000-422.000=-2.000
max	420.000-422.000=-2.000

*mean*	0.125-0.131=-0.006
σ	0.005-0.004=0.001
min	0.120-0.127=-0.007
max	0.136-0.138=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.606-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.606=0.000

*mean*	4192.125-4194.500=-2.375
σ	2132.338-2079.963=52.375
min	1229.000-1244.000=-15.000
max	6947.000-7763.000=-816.000

*mean*	11.982-12.006=-0.025
σ	0.076-0.139=-0.062
min	11.893-11.906=-0.013
max	12.124-12.294=-0.169

op=column_set() on indexed, repeat

*mean*	36.606-36.606=-0.000
σ	0.000-0.000=0.000
min	36.605-36.606=-0.000
max	36.606-36.606=-0.000

*mean*	4192.125-4194.500=-2.375
σ	2132.338-2079.963=52.375
min	1229.000-1244.000=-15.000
max	6947.000-7763.000=-816.000

*mean*	12.023-11.560=0.463
σ	0.661-0.408=0.253
min	11.326-11.307=0.019
max	12.782-12.554=0.228

op=table_records(), no indexes

*mean*	41.941-41.941=-0.000
σ	0.002-0.002=-0.000
min	41.939-41.939=0.000
max	41.943-41.944=-0.000

*mean*	6947.000-7966.625=-1019.625
σ	0.000-281.029=-281.029
min	6947.000-7763.000=-816.000
max	6947.000-8306.000=-1359.000

*mean*	10.991-11.149=-0.158
σ	0.230-0.200=0.030
min	10.762-10.963=-0.201
max	11.443-11.458=-0.015

op=table_records(), repeat

*mean*	41.925-41.926=-0.000
σ	0.000-0.000=-0.000
min	41.925-41.925=0.000
max	41.926-41.926=-0.000

*mean*	4192.125-4194.500=-2.375
σ	2132.338-2079.963=52.375
min	1229.000-1244.000=-15.000
max	6947.000-7763.000=-816.000

*mean*	11.016-11.060=-0.044
σ	0.262-0.135=0.127
min	10.751-10.888=-0.136
max	11.580-11.233=0.346

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.635=-0.000
σ	0.137-0.136=0.000
min	27.586
max	27.973

*mean*	4192.125-4194.500=-2.375
σ	2132.338-2079.963=52.375
min	1229.000-1244.000=-15.000
max	6947.000-7763.000=-816.000

*mean*	8.473-8.443=0.031
σ	0.423-0.247=0.176
min	7.806-8.036=-0.230
max	9.073-8.777=0.296

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.386=0.000
σ	0.000-0.000=-0.000
min	26.386-26.386=0.000
max	26.386-26.386=-0.000

*mean*	4192.125-4194.500=-2.375
σ	2132.338-2079.963=52.375
min	1229.000-1244.000=-15.000
max	6947.000-7763.000=-816.000

*mean*	6.528-6.669=-0.141
σ	0.372-0.352=0.020
min	5.884-6.365=-0.481
max	6.871-7.443=-0.572

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.664=-0.000
σ	0.004-0.004=0.000
min	25.662
max	25.675

*mean*	4192.125-4194.500=-2.375
σ	2132.338-2079.963=52.375
min	1229.000-1244.000=-15.000
max	6947.000-7763.000=-816.000

*mean*	5.921-5.724=0.198
σ	0.190-0.088=0.102
min	5.664-5.594=0.071
max	6.315-5.883=0.432

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.963=0.000
σ	0.001-0.001=0.000
min	25.963
max	25.964-25.964=0.000

*mean*	4192.125-4194.500=-2.375
σ	2132.338-2079.963=52.375
min	1229.000-1244.000=-15.000
max	6947.000-7763.000=-816.000

*mean*	5.791-5.697=0.094
σ	0.095-0.102=-0.007
min	5.605-5.495=0.110
max	5.936-5.812=0.124

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600
σ	0.002
min	1021.598
max	1021.602

*mean*	6947.000-7898.750=-951.750
σ	0.000-251.360=-251.360
min	6947.000-7763.000=-816.000
max	6947.000-8306.000=-1359.000

*mean*	349.891-347.328=2.563
σ	1.101-2.028=-0.927
min	348.160-344.356=3.805
max	351.204-350.087=1.117

op=load_product(), with indexes

*mean*	3495.849-3495.848=0.000
σ	0.460-0.460=-0.000
min	3495.686-3495.686=0.000
max	3496.988

*mean*	3446.125-3356.000=90.125
σ	2087.723-1784.000=303.723
min	640.000-642.000=-2.000
max	6947.000-5548.000=1399.000

*mean*	1747.123-1696.674=50.449
σ	617.743-580.713=37.030
min	1401.927-1386.446=15.481
max	2889.777-2899.333=-9.555

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=-0.000
σ	0.000-0.000=0.000
min	107.842-107.842=-0.000
max	107.843

*mean*	4192.125-4194.500=-2.375
σ	2132.338-2079.963=52.375
min	1229.000-1244.000=-15.000
max	6947.000-7763.000=-816.000

*mean*	136.652-140.537=-3.885
σ	14.628-10.098=4.530
min	121.654-125.551=-3.898
max	156.854-157.624=-0.770

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.066
max	62.070

*mean*	4192.125-4194.500=-2.375
σ	2132.338-2079.963=52.375
min	1229.000-1244.000=-15.000
max	6947.000-7763.000=-816.000

*mean*	42.968-42.950=0.018
σ	1.833-1.814=0.019
min	40.971-40.732=0.238
max	45.338-45.289=0.050

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928
σ	0.002
min	40.926
max	40.930

*mean*	6947.000-7966.625=-1019.625
σ	0.000-281.029=-281.029
min	6947.000-7763.000=-816.000
max	6947.000-8306.000=-1359.000

*mean*	22.137-21.872=0.265
σ	1.260-0.180=1.079
min	21.321-21.644=-0.323
max	25.213-22.124=3.089

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.295=-0.000
σ	0.002-0.002=-0.000
min	71.294-71.294=-0.000
max	71.298-71.298=-0.000

*mean*	6947.000-7966.625=-1019.625
σ	0.000-281.029=-281.029
min	6947.000-7763.000=-816.000
max	6947.000-8306.000=-1359.000

*mean*	55.473-63.521=-8.048
σ	0.423-0.511=-0.088
min	54.868-62.679=-7.811
max	56.308-64.349=-8.041

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.844-4646.843=0.001
σ	0.014-0.013=0.000
min	4646.838
max	4646.877-4646.876=0.001

*mean*	4192.125-4194.500=-2.375
σ	2132.338-2079.963=52.375
min	1229.000-1244.000=-15.000
max	6947.000-7763.000=-816.000

*mean*	3700.957-3537.842=163.115
σ	884.674-753.424=131.250
min	2503.426-2495.516=7.910
max	4857.642-4463.559=394.083

op=vertical_lookup_list() on indexed

*mean*	1973.831
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833-1973.834=-0.001

*mean*	6947.000-7966.625=-1019.625
σ	0.000-281.029=-281.029
min	6947.000-7763.000=-816.000
max	6947.000-8306.000=-1359.000

*mean*	1151.132-1065.153=85.979
σ	631.893-401.083=230.810
min	922.509-912.594=9.916
max	2714.944-2057.706=657.238

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.088

*mean*	6947.000-7966.625=-1019.625
σ	0.000-281.029=-281.029
min	6947.000-7763.000=-816.000
max	6947.000-8306.000=-1359.000

*mean*	413.060-396.917=16.143
σ	41.931-2.461=39.470
min	395.789-392.403=3.387
max	516.771-399.141=117.629

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-475.750=2.250
σ	0.000-0.463=-0.463
min	478.000-475.000=3.000
max	478.000-476.000=2.000

*mean*	381.506-379.950=1.556
σ	47.850-27.782=20.068
min	309.796-348.339=-38.543
max	438.885-434.668=4.217

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.000-563.000=-3.000
σ	0.000
min	560.000-563.000=-3.000
max	560.000-563.000=-3.000

*mean*	756.907-748.207=8.700
σ	66.766-53.752=13.014
min	622.893-679.670=-56.776
max	830.573-812.806=17.767

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.918-976.917=0.001
σ	2.438-2.438=-0.001
min	976.070-976.074=-0.004
max	987.248-987.250=-0.002

*mean*	1047.200-1048.800=-1.600
σ	316.135-316.619=-0.485
min	548.000-586.000=-38.000
max	1508.000-1516.000=-8.000

*mean*	1.318-1.324=-0.006
σ	0.146-0.172=-0.026
min	1.200-1.104=0.096
max	1.749-1.754=-0.005

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.398-0.319=0.079
σ	0.508-0.319=0.189
min	0.144-0.148=-0.004
max	1.304-0.887=0.417

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.482=-0.004
σ	0.328-0.317=0.011
min	0.321-0.321=0.000
max	1.066-1.049=0.017

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.216=0.004
σ	0.021-0.025=-0.004
min	0.204-0.199=0.004
max	0.255-0.259=-0.004

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.340=-0.002
σ	0.015-0.018=-0.003
min	0.327-0.322=0.005
max	0.365-0.368=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	436.200-431.000=5.200
σ	6.535-0.000=6.535
min	430.000-431.000=-1.000
max	443.000-431.000=12.000

*mean*	0.558-0.585=-0.028
σ	0.037-0.031=0.006
min	0.498-0.532=-0.034
max	0.588-0.609=-0.021

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.501-0.474=0.028
σ	0.025-0.034=-0.008
min	0.473-0.427=0.046
max	0.527-0.522=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.486-2.672=-0.186
σ	0.388-0.108=0.279
min	1.838-2.480=-0.642
max	4.840-2.940=1.900

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.637-2.611=0.026
σ	0.093-0.082=0.011
min	2.509-2.455=0.054
max	2.950-2.868=0.082

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.302-0.302=-0.000
σ	0.013-0.009=0.003
min	0.282-0.284=-0.002
max	0.375-0.351=0.024

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.290-0.291=-0.001
σ	0.012-0.020=-0.008
min	0.273-0.274=-0.000
max	0.375-0.451=-0.075

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.579-11.893=-0.314
σ	12.249-12.088=0.161
min	0.578-0.574=0.004
max	115.658-115.656=0.001

*mean*	462.595-465.123=-2.528
σ	17.089-18.485=-1.396
min	407.000
max	477.000-479.000=-2.000

*mean*	0.027-0.027=-0.000
σ	0.030-0.030=0.000
min	0.001-0.001=0.000
max	0.280-0.277=0.003

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.843-293.730=0.113
σ	1.089-1.062=0.027
min	293.339-293.370=-0.032
max	296.932-296.751=0.181

*mean*	443.000-442.800=0.200
σ	19.038-16.075=2.963
min	415.000-416.000=-1.000
max	465.000-463.000=2.000

*mean*	0.590-0.592=-0.002
σ	0.025-0.023=0.001
min	0.542-0.553=-0.010
max	0.620-0.620=-0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	848.375-848.000=0.375
σ	0.518-0.000=0.518
min	848.000
max	849.000-848.000=1.000

*mean*	135.794-148.700=-12.905
σ	12.654-12.368=0.286
min	120.739-130.748=-10.010
max	160.531-161.539=-1.008

phase=macro expansion

*mean*	5.897-5.894=0.004
σ	0.000
min	5.897-5.894=0.004
max	5.897-5.894=0.004

*mean*	848.250-848.000=0.250
σ	0.463-0.000=0.463
min	848.000
max	849.000-848.000=1.000

*mean*	7.024-6.318=0.706
σ	2.227-1.071=1.156
min	5.799-5.861=-0.062
max	11.835-8.965=2.870

phase=parser

*mean*	1042.133-1042.130=0.003
σ	0.000-0.000=0.000
min	1042.132-1042.130=0.003
max	1042.133-1042.130=0.003

*mean*	848.250-848.000=0.250
σ	0.463-0.000=0.463
min	848.000
max	849.000-848.000=1.000

*mean*	447.974-407.277=40.696
σ	137.717-82.533=55.184
min	374.815-375.082=-0.267
max	728.569-611.491=117.078

phase=processProdDef

*mean*	2241.194-2241.195=-0.001
σ	0.000
min	2241.194-2241.195=-0.001
max	2241.194-2241.195=-0.001

*mean*	848.375-848.000=0.375
σ	0.518-0.000=0.518
min	848.000
max	849.000-848.000=1.000

*mean*	2648.845-3007.984=-359.139
σ	603.800-360.844=242.956
min	1684.834-2320.401=-635.567
max	3234.974-3381.478=-146.505

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	848.250-848.000=0.250
σ	0.463-0.000=0.463
min	848.000
max	849.000-848.000=1.000

*mean*	40.013-36.277=3.736
σ	4.595-4.472=0.124
min	34.563-32.898=1.665
max	47.832-46.900=0.932

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	848.250-848.000=0.250
σ	0.463-0.000=0.463
min	848.000
max	849.000-848.000=1.000

*mean*	694.870-678.632=16.238
σ	60.226-13.884=46.342
min	644.195-658.796=-14.600
max	839.001-695.739=143.262

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.856-327.854=0.001
σ	0.037-0.037=0.000
min	327.804-327.804=0.000
max	327.892-327.892=0.000

*mean*	441.400-440.600=0.800
σ	4.506-3.578=0.928
min	434.000-437.000=-3.000
max	445.000

*mean*	0.434-0.434=-0.000
σ	0.008-0.009=-0.000
min	0.425-0.424=0.001
max	0.443-0.448=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.067-1313.060=0.007
σ	0.136-0.138=-0.003
min	1312.957-1312.971=-0.014
max	1313.299-1313.303=-0.004

*mean*	1087.800-1099.800=-12.000
σ	174.187-180.745=-6.558
min	882.000-890.000=-8.000
max	1304.000-1335.000=-31.000

*mean*	1.900-1.933=-0.033
σ	0.068-0.119=-0.051
min	1.825-1.753=0.072
max	1.993-2.087=-0.094

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.075-1552.074=0.002
σ	3.016-3.077=-0.061
min	1550.551-1550.504=0.047
max	1557.463-1557.569=-0.106

*mean*	619.200-607.200=12.000
σ	84.981-72.241=12.740
min	520.000-506.000=14.000
max	733.000-685.000=48.000

*mean*	2.264-2.390=-0.125
σ	0.172-0.338=-0.166
min	2.076-2.080=-0.004
max	2.513-2.841=-0.328

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.071-1875.058=0.013
σ	0.058-0.045=0.013
min	1875.009-1875.003=0.006
max	1875.164-1875.113=0.051

*mean*	1735.600-1741.400=-5.800
σ	215.936-156.669=59.266
min	1445.000-1503.000=-58.000
max	1938.000-1934.000=4.000

*mean*	2.997-2.886=0.111
σ	0.158-0.058=0.100
min	2.856-2.802=0.055
max	3.238-2.955=0.283

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.518-1.554=-0.035
σ	0.190-0.081=0.109
min	1.220-1.470=-0.250
max	1.701-1.649=0.053

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.412-419.410=0.002
σ	508.905-508.904=0.000
min	164.956-164.955=0.001
max	1182.769-1182.767=0.003

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	433.000-432.000=1.000
σ	0.000
min	433.000-432.000=1.000
max	433.000-432.000=1.000

*mean*	0.533-0.522=0.011
σ	0.511-0.499=0.012
min	0.270-0.267=0.003
max	1.299-1.271=0.029

policies=20

*mean*	1649.824-1649.815=0.008
σ	0.354-0.390=-0.036
min	1649.606-1649.589=0.017
max	1650.352-1650.399=-0.047

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-452.500=-2.000
σ	9.815-10.630=-0.815
min	439.000
max	463.000-461.000=2.000

*mean*	2.649-2.673=-0.024
σ	0.012-0.022=-0.010
min	2.635-2.651=-0.016
max	2.665-2.703=-0.038

policies=200

*mean*	16506.079-16505.938=0.140
σ	0.164-0.149=0.015
min	16505.945-16505.762=0.182
max	16506.294-16506.105=0.189

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	503.500-501.500=2.000
σ	6.758-5.972=0.786
min	496.000-495.000=1.000
max	511.000-509.000=2.000

*mean*	26.704-26.804=-0.100
σ	0.108-0.193=-0.085
min	26.584-26.587=-0.003
max	26.832-27.025=-0.193