Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	58.560-55.335=3.225
σ	0.348-0.349=-0.001
min	58.432-55.200=3.232
max	59.550-56.327=3.223

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.146-0.141=0.005
σ	0.006-0.005=0.001
min	0.137-0.137=0.000
max	0.156-0.149=0.007

cache=y

dps=1

iters=10

policies=100

*mean*	47.683-44.462=3.221
σ	0.006-0.006=-0.000
min	47.674-44.454=3.220
max	47.694-44.472=3.222

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.130-0.128=0.003
σ	0.005-0.004=0.000
min	0.126-0.123=0.003
max	0.140-0.136=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4158.750-4154.375=4.375
σ	1905.382-1901.194=4.187
min	1556.000
max	7334.000-7305.000=29.000

*mean*	12.932-12.974=-0.043
σ	0.307-0.271=0.036
min	12.574-12.644=-0.070
max	13.556-13.448=0.108

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4158.750-4154.375=4.375
σ	1905.382-1901.194=4.187
min	1556.000
max	7334.000-7305.000=29.000

*mean*	12.733-13.234=-0.501
σ	0.606-0.533=0.073
min	12.131-11.937=0.194
max	13.355-13.543=-0.188

op=table_records(), no indexes

*mean*	41.931-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929
max	41.932-41.933=-0.001

*mean*	7334.000-7305.000=29.000
σ	0.000
min	7334.000-7305.000=29.000
max	7334.000-7305.000=29.000

*mean*	15.062-15.226=-0.164
σ	0.876-0.607=0.269
min	12.980-13.894=-0.914
max	15.669-15.750=-0.080

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4158.750-4154.375=4.375
σ	1905.382-1901.194=4.187
min	1556.000
max	7334.000-7305.000=29.000

*mean*	13.237-13.207=0.030
σ	1.961-1.781=0.179
min	11.003-11.042=-0.039
max	15.825-15.462=0.363

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990

*mean*	4158.750-4154.375=4.375
σ	1905.382-1901.194=4.187
min	1556.000
max	7334.000-7305.000=29.000

*mean*	8.821-9.062=-0.241
σ	0.240-0.428=-0.188
min	8.520-8.544=-0.024
max	9.169-9.688=-0.520

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4158.750-4154.375=4.375
σ	1905.382-1901.194=4.187
min	1556.000
max	7334.000-7305.000=29.000

*mean*	6.972-6.754=0.219
σ	0.293-0.240=0.053
min	6.534-6.360=0.174
max	7.445-7.151=0.294

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665
max	25.668

*mean*	4158.750-4154.375=4.375
σ	1905.382-1901.194=4.187
min	1556.000
max	7334.000-7305.000=29.000

*mean*	6.071-6.090=-0.020
σ	0.181-0.212=-0.031
min	5.749-5.867=-0.117
max	6.306-6.507=-0.201

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972-25.972=-0.000

*mean*	4158.750-4154.375=4.375
σ	1905.382-1901.194=4.187
min	1556.000
max	7334.000-7305.000=29.000

*mean*	5.786-5.878=-0.092
σ	0.083-0.147=-0.064
min	5.669-5.622=0.047
max	5.905-6.025=-0.120

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606

*mean*	7334.000-7305.000=29.000
σ	0.000
min	7334.000-7305.000=29.000
max	7334.000-7305.000=29.000

*mean*	1050.352-1078.071=-27.718
σ	6.009-86.652=-80.643
min	1044.112-1034.555=9.557
max	1064.046-1291.873=-227.827

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=0.000
max	8745.883-8745.882=0.001

*mean*	3581.125-3574.875=6.250
σ	1802.090-1797.851=4.239
min	1046.000-1044.000=2.000
max	5823.000-5798.000=25.000

*mean*	4528.910-4906.376=-377.466
σ	1095.413-1559.166=-463.754
min	3524.640-3538.839=-14.199
max	5941.507-7411.344=-1469.838

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	4158.750-4154.375=4.375
σ	1905.382-1901.194=4.187
min	1556.000
max	7334.000-7305.000=29.000

*mean*	86.010-84.832=1.178
σ	11.480-12.124=-0.644
min	71.772-73.637=-1.865
max	100.631-100.927=-0.296

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7334.000-7305.000=29.000
σ	0.000
min	7334.000-7305.000=29.000
max	7334.000-7305.000=29.000

*mean*	104.802-106.612=-1.810
σ	6.869-7.081=-0.213
min	91.300-91.180=0.120
max	112.134-114.710=-2.576

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7334.000-7305.000=29.000
σ	0.000
min	7334.000-7305.000=29.000
max	7334.000-7305.000=29.000

*mean*	160.228-163.236=-3.008
σ	11.363-10.242=1.121
min	134.122-138.994=-4.873
max	167.669-170.040=-2.371

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=-0.000
min	11655.306-11655.305=0.001
max	11667.537-11667.538=-0.001

*mean*	4158.750-4154.375=4.375
σ	1905.382-1901.194=4.187
min	1556.000
max	7334.000-7305.000=29.000

*mean*	6554.573-6417.338=137.235
σ	1324.581-1237.023=87.558
min	4851.926-4905.622=-53.696
max	8122.483-8313.065=-190.582

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7334.000-7305.000=29.000
σ	0.000
min	7334.000-7305.000=29.000
max	7334.000-7305.000=29.000

*mean*	5831.575-5309.616=521.959
σ	1608.034-1243.273=364.762
min	4313.012-4377.826=-64.814
max	8536.197-7641.963=894.234

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	350.545-392.402=-41.856
σ	40.056-7.960=32.096
min	294.787-373.709=-78.922
max	395.564-398.414=-2.850

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	725.127-763.346=-38.219
σ	56.365-16.480=39.886
min	633.342-734.290=-100.948
max	792.491-780.049=12.442

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1027.152-1010.614=16.538
σ	0.759-0.760=-0.001
min	1026.678-1010.137=16.541
max	1030.292-1013.755=16.537

*mean*	1039.800-1044.350=-4.550
σ	309.691-308.035=1.657
min	566.000-584.000=-18.000
max	1636.000-1647.000=-11.000

*mean*	1.598-1.549=0.049
σ	0.112-0.066=0.046
min	1.507-1.453=0.054
max	1.979-1.676=0.303

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.303-0.299=0.004
σ	0.295-0.290=0.005
min	0.146-0.136=0.011
max	0.826-0.814=0.012

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.493-0.471=0.022
σ	0.333-0.322=0.011
min	0.328-0.315=0.013
max	1.088-1.047=0.041

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225-0.218=0.007
σ	0.020-0.020=0.000
min	0.210-0.202=0.009
max	0.260-0.249=0.011

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.327=0.009
σ	0.023-0.019=0.004
min	0.318-0.305=0.013
max	0.374-0.356=0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.000
σ	2.236
min	432.000
max	437.000

*mean*	0.540-0.550=-0.010
σ	0.030-0.051=-0.021
min	0.500-0.481=0.020
max	0.582-0.611=-0.030

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.502-0.486=0.016
σ	0.018-0.046=-0.028
min	0.483-0.425=0.058
max	0.526-0.525=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	2.552-1.960=0.592
σ	0.339-0.094=0.246
min	1.857-1.750=0.107
max	3.273-2.356=0.917

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	2.673-1.976=0.697
σ	0.168-0.080=0.088
min	2.012-1.858=0.154
max	3.183-2.191=0.992

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.329-0.304=0.025
σ	0.039-0.017=0.022
min	0.299-0.279=0.019
max	0.574-0.357=0.218

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.302-0.298=0.004
σ	0.012-0.064=-0.052
min	0.281-0.274=0.007
max	0.362-0.894=-0.532

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	316.650-300.048=16.603
σ	0.995-1.058=-0.063
min	316.261-299.624=16.637
max	319.476-303.053=16.423

*mean*	440.500-443.100=-2.600
σ	14.215-17.760=-3.546
min	421.000-418.000=3.000
max	460.000-466.000=-6.000

*mean*	0.616-0.616=0.000
σ	0.030-0.013=0.017
min	0.581-0.596=-0.014
max	0.667-0.636=0.031

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000-0.000=0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1742.000-1696.000=46.000
σ	0.000-27.775=-27.775
min	1742.000-1681.000=61.000
max	1742.000-1741.000=1.000

*mean*	205.367-204.356=1.011
σ	2.546-3.319=-0.772
min	202.619-197.421=5.197
max	210.335-207.801=2.534

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1742.000-1696.000=46.000
σ	0.000-27.775=-27.775
min	1742.000-1681.000=61.000
max	1742.000-1741.000=1.000

*mean*	9.774-8.988=0.786
σ	2.181-2.215=-0.034
min	6.291-6.319=-0.028
max	12.569-12.762=-0.192

phase=parser

*mean*	1042.095-1042.098=-0.004
σ	0.000-0.000=-0.000
min	1042.094-1042.098=-0.003
max	1042.095-1042.099=-0.003

*mean*	1742.000-1696.000=46.000
σ	0.000-27.775=-27.775
min	1742.000-1681.000=61.000
max	1742.000-1741.000=1.000

*mean*	677.185-590.883=86.303
σ	76.356-73.855=2.501
min	522.857-497.568=25.289
max	723.358-725.302=-1.944

phase=processProdDef

*mean*	6169.663-6169.660=0.003
σ	0.000
min	6169.662-6169.659=0.003
max	6169.663-6169.660=0.003

*mean*	1742.000-1703.500=38.500
σ	0.000-31.053=-31.053
min	1742.000-1681.000=61.000
max	1742.000-1741.000=1.000

*mean*	6074.226-5849.894=224.332
σ	902.880-1343.584=-440.704
min	4831.419-3856.213=975.206
max	7233.414-7195.914=37.500

phase=renaming

*mean*	21.670-21.671=-0.000
σ	0.000
min	21.670-21.671=-0.000
max	21.670-21.671=-0.000

*mean*	1742.000-1696.000=46.000
σ	0.000-27.775=-27.775
min	1742.000-1681.000=61.000
max	1742.000-1741.000=1.000

*mean*	33.971-35.375=-1.404
σ	9.891-9.924=-0.033
min	20.697-20.441=0.257
max	47.728-48.165=-0.438

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1742.000-1696.000=46.000
σ	0.000-27.775=-27.775
min	1742.000-1681.000=61.000
max	1742.000-1741.000=1.000

*mean*	725.288-715.704=9.584
σ	86.081-56.481=29.600
min	638.016-656.380=-18.365
max	892.784-786.558=106.226

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	349.325-299.723=49.602
σ	0.036-0.041=-0.005
min	349.279-299.671=49.608
max	349.362-299.766=49.596

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.461-0.407=0.054
σ	0.010-0.005=0.005
min	0.445-0.403=0.043
max	0.469-0.415=0.054

iters=5

new-facts=1

prior-facts=6402

*mean*	1359.379-1309.796=49.583
σ	0.104-0.085=0.019
min	1359.291-1309.681=49.610
max	1359.518-1309.893=49.626

*mean*	1083.600-1095.600=-12.000
σ	186.487-183.410=3.077
min	866.000-860.000=6.000
max	1327.000-1319.000=8.000

*mean*	1.996-2.012=-0.016
σ	0.138-0.201=-0.064
min	1.869-1.819=0.050
max	2.225-2.297=-0.072

iters=5

new-facts=6402

prior-facts=1

*mean*	1602.522-1552.854=49.668
σ	4.090-4.016=0.075
min	1600.603-1550.898=49.705
max	1609.837-1560.031=49.806

*mean*	610.600-615.200=-4.600
σ	73.782-82.333=-8.551
min	510.000-517.000=-7.000
max	694.000-716.000=-22.000

*mean*	2.376-2.227=0.149
σ	0.187-0.102=0.085
min	2.187-2.129=0.058
max	2.597-2.375=0.221

iters=5

new-facts=6402

prior-facts=6402

*mean*	1921.391-1871.777=49.614
σ	0.079-0.039=0.040
min	1921.306-1871.722=49.585
max	1921.510-1871.827=49.684

*mean*	1733.800-1721.200=12.600
σ	184.260-174.524=9.736
min	1496.000-1472.000=24.000
max	1911.000-1883.000=28.000

*mean*	3.211-3.034=0.177
σ	0.417-0.314=0.103
min	2.709-2.783=-0.075
max	3.667-3.580=0.088

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.727-1.782=-0.055
σ	0.202-0.178=0.024
min	1.423-1.476=-0.053
max	1.903-1.923=-0.020

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	454.219-448.693=5.526
σ	579.275-579.252=0.023
min	164.577-159.067=5.510
max	1323.131-1317.571=5.560

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.516-0.530=-0.015
σ	0.489-0.536=-0.047
min	0.269-0.262=0.007
max	1.249-1.335=-0.086

policies=20

*mean*	1646.133-1590.971=55.162
σ	0.401-0.353=0.048
min	1645.861-1590.725=55.136
max	1646.727-1591.492=55.234

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	449.000-447.000=2.000
σ	8.124-8.083=0.041
min	443.000-440.000=3.000
max	461.000-454.000=7.000

*mean*	2.707-2.642=0.064
σ	0.021-0.018=0.004
min	2.683-2.625=0.058
max	2.735-2.660=0.075

policies=200

*mean*	16468.945-15917.499=551.446
σ	0.122-0.255=-0.132
min	16468.799-15917.175=551.625
max	16469.068-15917.722=551.346

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000-493.500=2.500
σ	4.163-2.887=1.277
min	491.000-490.000=1.000
max	501.000-497.000=4.000

*mean*	27.406-26.729=0.677
σ	0.055-0.123=-0.068
min	27.350-26.583=0.767
max	27.473-26.873=0.600